X-Git-Url: http://git.indexdata.com/?p=metaproxy-moved-to-github.git;a=blobdiff_plain;f=src%2Fthread_pool_observer.cpp;fp=src%2Fthread_pool_observer.cpp;h=f7d3e63168b4d970495c7b8129017668020efee3;hp=a52cd92d2a7a296910d71bb36c315b0877d4fb59;hb=8b8d18791d9d39b97954729016a980d9aac71245;hpb=fa4030099714f3595d6778bcbd8118f449da41f2 diff --git a/src/thread_pool_observer.cpp b/src/thread_pool_observer.cpp index a52cd92..f7d3e63 100644 --- a/src/thread_pool_observer.cpp +++ b/src/thread_pool_observer.cpp @@ -68,8 +68,11 @@ namespace metaproxy_1 { std::deque m_input; std::deque m_output; bool m_stop_flag; + unsigned m_stack_size; unsigned m_no_threads; - unsigned m_no_threads_waiting; + unsigned m_min_threads; + unsigned m_max_threads; + unsigned m_waiting_threads; }; const unsigned int queue_size_per_thread = 64; } @@ -94,20 +97,30 @@ IThreadPoolMsg::~IThreadPoolMsg() } ThreadPoolSocketObserver::ThreadPoolSocketObserver( - yazpp_1::ISocketObservable *obs, int no_threads) + yazpp_1::ISocketObservable *obs, + unsigned min_threads, unsigned max_threads, + unsigned stack_size) : m_p(new Rep(obs)) { obs->addObserver(m_p->m_pipe.read_fd(), this); obs->maskObserver(this, SOCKET_OBSERVE_READ); m_p->m_stop_flag = false; - m_p->m_no_threads = no_threads; - m_p->m_no_threads_waiting = 0; - int i; - for (i = 0; im_min_threads = m_p->m_no_threads = min_threads; + m_p->m_max_threads = max_threads; + m_p->m_waiting_threads = 0; + m_p->m_stack_size = stack_size; + unsigned i; + for (i = 0; i < m_p->m_no_threads; i++) { Worker w(this); - m_p->m_thrds.add_thread(new boost::thread(w)); + boost::thread::attributes attrs; + if (m_p->m_stack_size) + attrs.set_stack_size(m_p->m_stack_size); + + boost::thread *x = new boost::thread(attrs, w); + + m_p->m_thrds.add_thread(x); } } @@ -119,7 +132,6 @@ ThreadPoolSocketObserver::~ThreadPoolSocketObserver() m_p->m_cond_input_data.notify_all(); } m_p->m_thrds.join_all(); - m_p->m_socketObservable->deleteObserver(this); } @@ -148,15 +160,13 @@ void ThreadPoolSocketObserver::socketNotify(int event) out = m_p->m_output.front(); m_p->m_output.pop_front(); } - - if (out) { std::ostringstream os; { boost::mutex::scoped_lock input_lock(m_p->m_mutex_input_data); os << "tbusy/total " << - m_p->m_no_threads - m_p->m_no_threads_waiting << + m_p->m_no_threads - m_p->m_waiting_threads << "/" << m_p->m_no_threads << " queue in/out " << m_p->m_input.size() << "/" << m_p->m_output.size(); @@ -168,7 +178,7 @@ void ThreadPoolSocketObserver::socketNotify(int event) void ThreadPoolSocketObserver::get_thread_info(int &tbusy, int &total) { - tbusy = m_p->m_no_threads - m_p->m_no_threads_waiting; + tbusy = m_p->m_no_threads - m_p->m_waiting_threads; total = m_p->m_no_threads; } @@ -179,10 +189,10 @@ void ThreadPoolSocketObserver::run(void *p) IThreadPoolMsg *in = 0; { boost::mutex::scoped_lock input_lock(m_p->m_mutex_input_data); - m_p->m_no_threads_waiting++; + m_p->m_waiting_threads++; while (!m_p->m_stop_flag && m_p->m_input.size() == 0) m_p->m_cond_input_data.wait(input_lock); - m_p->m_no_threads_waiting--; + m_p->m_waiting_threads--; if (m_p->m_stop_flag) break; @@ -232,7 +242,19 @@ void ThreadPoolSocketObserver::cleanup(IThreadPoolMsg *m, void *info) void ThreadPoolSocketObserver::put(IThreadPoolMsg *m) { boost::mutex::scoped_lock input_lock(m_p->m_mutex_input_data); + if (m_p->m_waiting_threads == 0 && + m_p->m_no_threads < m_p->m_max_threads) + { + m_p->m_no_threads++; + Worker w(this); + boost::thread::attributes attrs; + if (m_p->m_stack_size) + attrs.set_stack_size(m_p->m_stack_size); + boost::thread *x = new boost::thread(attrs, w); + + m_p->m_thrds.add_thread(x); + } while (m_p->m_input.size() >= m_p->m_no_threads * queue_size_per_thread) m_p->m_cond_input_full.wait(input_lock); m_p->m_input.push_back(m);