X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Ffilter_frontend_net.cpp;h=3df03320babc57bf73de485e357f42b96545cdd7;hb=bf357542a6cc1b8b1a04274803716c9f28f13d57;hp=0fef9e6689126f6a2ae6f81361b944b936b7a24f;hpb=b02df3fd0849c5222081013420c18f949c55f9c5;p=metaproxy-moved-to-github.git diff --git a/src/filter_frontend_net.cpp b/src/filter_frontend_net.cpp index 0fef9e6..3df0332 100644 --- a/src/filter_frontend_net.cpp +++ b/src/filter_frontend_net.cpp @@ -55,14 +55,17 @@ namespace metaproxy_1 { friend class FrontendNet; int m_no_threads; + int m_max_threads; std::vector m_ports; int m_listen_duration; int m_session_timeout; int m_connect_max; + int m_http_req_max; std::string m_msg_config; std::string m_stat_req; yazpp_1::SocketManager mySocketManager; ZAssocServer **az; + yazpp_1::PDU_Assoc **pdu; int m_duration_freq[22]; double m_duration_lim[22]; double m_duration_max; @@ -89,10 +92,11 @@ namespace metaproxy_1 { ZAssocChild(yazpp_1::IPDU_Observable *the_PDU_Observable, mp::ThreadPoolSocketObserver *m_thread_pool_observer, const mp::Package *package, - std::string route, - Rep *rep); + Port *port, + Rep *rep, + yazpp_1::LimitConnect &limit_connect); int m_no_requests; - std::string m_route; + Port *m_port; private: yazpp_1::IPDU_Observer* sessionNotify( yazpp_1::IPDU_Observable *the_PDU_Observable, @@ -109,6 +113,7 @@ namespace metaproxy_1 { bool m_delete_flag; const mp::Package *m_package; Rep *m_p; + yazpp_1::LimitConnect &m_limit_connect; }; class FrontendNet::ThreadPoolPackage : public mp::IThreadPoolMsg { public: @@ -129,7 +134,7 @@ namespace metaproxy_1 { public: ~ZAssocServer(); ZAssocServer(yazpp_1::IPDU_Observable *PDU_Observable, - std::string route, + FrontendNet::Port *port, Rep *rep); void set_package(const mp::Package *package); void set_thread_pool(ThreadPoolSocketObserver *observer); @@ -146,7 +151,7 @@ namespace metaproxy_1 { mp::ThreadPoolSocketObserver *m_thread_pool_observer; const mp::Package *m_package; yazpp_1::LimitConnect limit_connect; - std::string m_route; + Port *m_port; Rep *m_p; }; } @@ -258,7 +263,7 @@ void yf::FrontendNet::ThreadPoolPackage::result(const char *t_info) mp::IThreadPoolMsg *yf::FrontendNet::ThreadPoolPackage::handle() { - m_package->move(m_assoc_child->m_route); + m_package->move(m_assoc_child->m_port->route); return this; } @@ -266,18 +271,29 @@ yf::FrontendNet::ZAssocChild::ZAssocChild( yazpp_1::IPDU_Observable *PDU_Observable, mp::ThreadPoolSocketObserver *my_thread_pool, const mp::Package *package, - std::string route, Rep *rep) - : Z_Assoc(PDU_Observable), m_p(rep) + Port *port, Rep *rep, + yazpp_1::LimitConnect &limit_connect) + : Z_Assoc(PDU_Observable), m_p(rep), m_limit_connect(limit_connect) { m_thread_pool_observer = my_thread_pool; m_no_requests = 0; m_delete_flag = false; m_package = package; - m_route = route; + m_port = port; const char *peername = PDU_Observable->getpeername(); if (!peername) peername = "unknown"; - m_origin.set_tcpip_address(std::string(peername), m_session.id()); + else + { + const char *cp = strchr(peername, ':'); + if (cp) + peername = cp + 1; + } + std::string addr; + addr.append(peername); + addr.append(" "); + addr.append(port->port); + m_origin.set_tcpip_address(addr, m_session.id()); timeout(m_p->m_session_timeout); } @@ -376,6 +392,20 @@ void yf::FrontendNet::ZAssocChild::recv_GDU(Z_GDU *z_pdu, int len) report(hreq); return; } + std::string peername = p->origin().get_address(); + + m_limit_connect.add_connect(peername.c_str()); + m_limit_connect.cleanup(false); + int con_sz = m_limit_connect.get_total(peername.c_str()); + + if (m_p->m_http_req_max && con_sz >= m_p->m_http_req_max) + { + mp::odr o; + Z_GDU *gdu_res = o.create_HTTP_Response(m_session, hreq, 500); + int len; + send_GDU(gdu_res, &len); + return; + } } ThreadPoolPackage *tp = new ThreadPoolPackage(p, this, m_p); @@ -430,10 +460,10 @@ void yf::FrontendNet::ZAssocChild::connectNotify() yf::FrontendNet::ZAssocServer::ZAssocServer( yazpp_1::IPDU_Observable *PDU_Observable, - std::string route, + Port *port, Rep *rep) : - Z_Assoc(PDU_Observable), m_route(route), m_p(rep) + Z_Assoc(PDU_Observable), m_port(port), m_p(rep) { m_package = 0; } @@ -465,7 +495,7 @@ yazpp_1::IPDU_Observer *yf::FrontendNet::ZAssocServer::sessionNotify( } ZAssocChild *my = new ZAssocChild(the_PDU_Observable, m_thread_pool_observer, - m_package, m_route, m_p); + m_package, m_port, m_p, limit_connect); return my; } @@ -495,7 +525,7 @@ yf::FrontendNet::FrontendNet() : m_p(new Rep) yf::FrontendNet::Rep::Rep() { - m_no_threads = 5; + m_max_threads = m_no_threads = 5; m_listen_duration = 0; m_session_timeout = 300; // 5 minutes m_connect_max = 0; @@ -539,6 +569,7 @@ yf::FrontendNet::Rep::~Rep() for (i = 0; i < m_ports.size(); i++) delete az[i]; delete [] az; + delete [] pdu; } az = 0; } @@ -584,7 +615,8 @@ void yf::FrontendNet::process(mp::Package &package) const tt = new My_Timer_Thread(&m_p->mySocketManager, m_p->m_listen_duration); - ThreadPoolSocketObserver tp(&m_p->mySocketManager, m_p->m_no_threads); + ThreadPoolSocketObserver tp(&m_p->mySocketManager, m_p->m_no_threads, + m_p->m_max_threads); for (i = 0; im_ports.size(); i++) { @@ -594,9 +626,24 @@ void yf::FrontendNet::process(mp::Package &package) const while (m_p->mySocketManager.processEvent() > 0) { if (m_p->m_stop_signo == SIGTERM) + { + yaz_log(YLOG_LOG, "metaproxy received SIGTERM"); + if (m_p->az) + { + size_t i; + for (i = 0; i < m_p->m_ports.size(); i++) + { + m_p->pdu[i]->shutdown(); + m_p->az[i]->server(""); + } + yaz_daemon_stop(); + } break; /* stop right away */ + } +#ifndef WIN32 if (m_p->m_stop_signo == SIGUSR1) { /* just stop listeners and cont till all sessions are done*/ + yaz_log(YLOG_LOG, "metaproxy received SIGUSR1"); m_p->m_stop_signo = 0; if (m_p->az) { @@ -606,6 +653,7 @@ void yf::FrontendNet::process(mp::Package &package) const yaz_daemon_stop(); } } +#endif int no = m_p->mySocketManager.getNumberOfObservers(); if (no <= 1) break; @@ -657,6 +705,15 @@ void yf::FrontendNet::configure(const xmlNode * ptr, bool test_only, + threads_str); m_p->m_no_threads = threads; } + else if (!strcmp((const char *) ptr->name, "max-threads")) + { + std::string threads_str = mp::xml::get_text(ptr); + int threads = atoi(threads_str.c_str()); + if (threads < 1) + throw yf::FilterException("Bad value for threads: " + + threads_str); + m_p->m_max_threads = threads; + } else if (!strcmp((const char *) ptr->name, "timeout")) { std::string timeout_str = mp::xml::get_text(ptr); @@ -670,6 +727,10 @@ void yf::FrontendNet::configure(const xmlNode * ptr, bool test_only, { m_p->m_connect_max = mp::xml::get_int(ptr, 0); } + else if (!strcmp((const char *) ptr->name, "http-req-max")) + { + m_p->m_http_req_max = mp::xml::get_int(ptr, 0); + } else if (!strcmp((const char *) ptr->name, "message")) { m_p->m_msg_config = mp::xml::get_text(ptr); @@ -712,10 +773,13 @@ void yf::FrontendNet::set_ports(std::vector &ports) m_p->m_ports = ports; m_p->az = new yf::FrontendNet::ZAssocServer *[m_p->m_ports.size()]; + m_p->pdu = new yazpp_1::PDU_Assoc *[m_p->m_ports.size()]; // Create yf::FrontendNet::ZAssocServer for each port size_t i; - for (i = 0; im_ports.size(); i++) + for (i = 0; i < m_p->m_ports.size(); i++) + m_p->az[i] = 0; + for (i = 0; i < m_p->m_ports.size(); i++) { // create a PDU assoc object (one per yf::FrontendNet::ZAssocServer) yazpp_1::PDU_Assoc *as = new yazpp_1::PDU_Assoc(&m_p->mySocketManager); @@ -723,8 +787,9 @@ void yf::FrontendNet::set_ports(std::vector &ports) if (m_p->m_ports[i].cert_fname.length()) as->set_cert_fname(m_p->m_ports[i].cert_fname.c_str()); // create ZAssoc with PDU Assoc + m_p->pdu[i] = as; m_p->az[i] = new yf::FrontendNet::ZAssocServer( - as, m_p->m_ports[i].route, m_p.get()); + as, &m_p->m_ports[i], m_p.get()); if (m_p->az[i]->server(m_p->m_ports[i].port.c_str())) { throw yf::FilterException("Unable to bind to address "