X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Feventl.c;h=499239143dd6463d5bc02a78a0f6b69512f8bced;hb=4a6689b7683d1dec50e1c45c050fc90990ec4794;hp=3b689cd095d653c5dc393f9d559feaaf588eb403;hpb=5fdac8e7a282d625568f5768bd3ae9367dd4acaf;p=pazpar2-moved-to-github.git diff --git a/src/eventl.c b/src/eventl.c index 3b689cd..4992391 100644 --- a/src/eventl.c +++ b/src/eventl.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2008 Index Data + Copyright (C) 2006-2010 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -20,7 +20,7 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA /* * Based on ParaZ - a simple tool for harvesting performance data for * parallel operations using Z39.50. - * Copyright (c) 2000-2004 Index Data ApS + * Copyright (C) 2006-2010 Index Data ApS * See LICENSE file for details. */ @@ -32,6 +32,7 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include #endif +#include #include #include @@ -53,9 +54,58 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #include #include #include "eventl.h" -#include +#include "sel_thread.h" -IOCHAN iochan_create(int fd, IOC_CALLBACK cb, int flags) +struct iochan_man_s { + IOCHAN channel_list; + sel_thread_t sel_thread; + int sel_fd; + int no_threads; + int log_level; +}; + +iochan_man_t iochan_man_create(int no_threads) +{ + iochan_man_t man = xmalloc(sizeof(*man)); + man->channel_list = 0; + man->sel_thread = 0; /* can't create sel_thread yet because we may fork */ + man->sel_fd = -1; + man->no_threads = no_threads; + man->log_level = yaz_log_module_level("iochan"); + + return man; +} + +void iochan_man_destroy(iochan_man_t *mp) +{ + if (*mp) + { + IOCHAN c; + if ((*mp)->sel_thread) + sel_thread_destroy((*mp)->sel_thread); + + c = (*mp)->channel_list; + while (c) + { + IOCHAN c_next = c->next; + xfree(c->name); + xfree(c); + c = c_next; + } + xfree(*mp); + *mp = 0; + } +} + +void iochan_add(iochan_man_t man, IOCHAN chan) +{ + chan->man = man; + chan->next = man->channel_list; + man->channel_list = chan; +} + +IOCHAN iochan_create(int fd, IOC_CALLBACK cb, int flags, + const char *name) { IOCHAN new_iochan; @@ -65,35 +115,81 @@ IOCHAN iochan_create(int fd, IOC_CALLBACK cb, int flags) new_iochan->fd = fd; new_iochan->flags = flags; new_iochan->fun = cb; - new_iochan->force_event = 0; + new_iochan->socketfun = NULL; + new_iochan->maskfun = NULL; new_iochan->last_event = new_iochan->max_idle = 0; new_iochan->next = NULL; + new_iochan->man = 0; + new_iochan->thread_users = 0; + new_iochan->name = name ? xstrdup(name) : 0; return new_iochan; } -int event_loop(IOCHAN *iochans) +static void work_handler(void *work_data) +{ + IOCHAN p = work_data; + + yaz_log(p->man->log_level, "eventl: work begin chan=%p name=%s event=%d", + p, p->name ? p->name : "", p->this_event); + + if (!p->destroyed && (p->this_event & EVENT_TIMEOUT)) + (*p->fun)(p, EVENT_TIMEOUT); + if (!p->destroyed && (p->this_event & EVENT_INPUT)) + (*p->fun)(p, EVENT_INPUT); + if (!p->destroyed && (p->this_event & EVENT_OUTPUT)) + (*p->fun)(p, EVENT_OUTPUT); + if (!p->destroyed && (p->this_event & EVENT_EXCEPT)) + (*p->fun)(p, EVENT_EXCEPT); + + yaz_log(p->man->log_level, "eventl: work end chan=%p name=%s event=%d", + p, p->name ? p->name : "", p->this_event); +} + +static void run_fun(iochan_man_t man, IOCHAN p) +{ + if (p->this_event) + { + if (man->sel_thread) + { + yaz_log(man->log_level, "eventl: work add chan=%p name=%s event=%d", + p, p->name ? p->name : "", p->this_event); + p->thread_users++; + sel_thread_add(man->sel_thread, p); + } + else + work_handler(p); + } +} + +static int event_loop(iochan_man_t man, IOCHAN *iochans) { do /* loop as long as there are active associations to process */ { - IOCHAN p, nextp; + IOCHAN p, *nextp; fd_set in, out, except; int res, max; - static struct timeval nullto = {0, 0}, to; + static struct timeval to; struct timeval *timeout; FD_ZERO(&in); FD_ZERO(&out); FD_ZERO(&except); timeout = &to; /* hang on select */ - to.tv_sec = 15; + to.tv_sec = 300; to.tv_usec = 0; max = 0; for (p = *iochans; p; p = p->next) { + if (p->thread_users > 0) + continue; + if (p->maskfun) + p->flags = (*p->maskfun)(p); + if (p->socketfun) + p->fd = (*p->socketfun)(p); + if (p->max_idle && p->max_idle < to.tv_sec) + to.tv_sec = p->max_idle; if (p->fd < 0) continue; - if (p->force_event) - timeout = &nullto; /* polling select */ if (p->flags & EVENT_INPUT) FD_SET(p->fd, &in); if (p->flags & EVENT_OUTPUT) @@ -102,10 +198,17 @@ int event_loop(IOCHAN *iochans) FD_SET(p->fd, &except); if (p->fd > max) max = p->fd; - if (p->max_idle && p->max_idle < to.tv_sec) - to.tv_sec = p->max_idle; } - if ((res = select(max + 1, &in, &out, &except, timeout)) < 0) + if (man->sel_fd != -1) + { + if (man->sel_fd > max) + max = man->sel_fd; + FD_SET(man->sel_fd, &in); + } + yaz_log(man->log_level, "select begin nofds=%d", max); + res = select(max + 1, &in, &out, &except, timeout); + yaz_log(man->log_level, "select returned res=%d", res); + if (res < 0) { if (errno == EINTR) continue; @@ -115,72 +218,117 @@ int event_loop(IOCHAN *iochans) return 0; } } - for (p = *iochans; p; p = p->next) - { - int force_event = p->force_event; - time_t now = time(0); + if (man->sel_fd != -1) + { + if (FD_ISSET(man->sel_fd, &in)) + { + IOCHAN chan; - p->force_event = 0; - if (!p->destroyed && ((p->max_idle && now - p->last_event > - p->max_idle) || force_event == EVENT_TIMEOUT)) - { - p->last_event = now; - (*p->fun)(p, EVENT_TIMEOUT); - } - if (p->fd < 0) + yaz_log(man->log_level, "eventl: sel input on sel_fd=%d", + man->sel_fd); + while ((chan = sel_thread_result(man->sel_thread))) + { + yaz_log(man->log_level, "eventl: got thread result chan=%p name=%s", + chan, chan->name ? chan->name : ""); + chan->thread_users--; + } + } + } + if (man->log_level) + { + int no = 0; + for (p = *iochans; p; p = p->next) + no++; + yaz_log(man->log_level, "%d channels", no); + } + for (p = *iochans; p; p = p->next) + { + time_t now = time(0); + + if (p->destroyed) + { + yaz_log(man->log_level, "eventl: skip destroyed chan=%p name=%s", p, p->name ? p->name : ""); continue; - if (!p->destroyed && (FD_ISSET(p->fd, &in) || - force_event == EVENT_INPUT)) - { - p->last_event = now; - (*p->fun)(p, EVENT_INPUT); - } - if (!p->destroyed && (FD_ISSET(p->fd, &out) || - force_event == EVENT_OUTPUT)) - { - p->last_event = now; - (*p->fun)(p, EVENT_OUTPUT); - } - if (!p->destroyed && (FD_ISSET(p->fd, &except) || - force_event == EVENT_EXCEPT)) - { - p->last_event = now; - (*p->fun)(p, EVENT_EXCEPT); - } - } - for (p = *iochans; p; p = nextp) - { - nextp = p->next; + } + if (p->thread_users > 0) + { + yaz_log(man->log_level, "eventl: skip chan=%p name=%s users=%d", p, p->name ? p->name : "", p->thread_users); + continue; + } + p->this_event = 0; - if (p->destroyed) + if (p->max_idle && now - p->last_event > p->max_idle) + { + p->last_event = now; + p->this_event |= EVENT_TIMEOUT; + } + if (p->fd >= 0) + { + if (FD_ISSET(p->fd, &in)) + { + p->last_event = now; + p->this_event |= EVENT_INPUT; + } + if (FD_ISSET(p->fd, &out)) + { + p->last_event = now; + p->this_event |= EVENT_OUTPUT; + } + if (FD_ISSET(p->fd, &except)) + { + p->last_event = now; + p->this_event |= EVENT_EXCEPT; + } + } + run_fun(man, p); + } + for (nextp = iochans; *nextp; ) + { + IOCHAN p = *nextp; + if (p->destroyed && p->thread_users == 0) { - IOCHAN tmp = p, pr; - - /* Now reset the pointers */ - if (p == *iochans) - *iochans = p->next; - else - { - for (pr = *iochans; pr; pr = pr->next) - if (pr->next == p) - break; - assert(pr); /* grave error if it weren't there */ - pr->next = p->next; - } - if (nextp == p) - nextp = p->next; - xfree(tmp); + *nextp = p->next; + xfree(p->name); + xfree(p); } - } + else + nextp = &p->next; + } } while (*iochans); return 0; } +void iochan_man_events(iochan_man_t man) +{ + if (man->no_threads > 0 && !man->sel_thread) + { + man->sel_thread = sel_thread_create( + work_handler, 0 /*work_destroy */, &man->sel_fd, man->no_threads); + yaz_log(man->log_level, "iochan_man_events. Using %d threads", + man->no_threads); + } + event_loop(man, &man->channel_list); +} + +void pazpar2_sleep(double d) +{ +#ifdef WIN32 + Sleep( (DWORD) (d * 1000)); +#else + struct timeval tv; + tv.tv_sec = floor(d); + tv.tv_usec = (d - floor(d)) * 1000000; + select(0, 0, 0, 0, &tv); +#endif +} + /* * Local variables: * c-basic-offset: 4 + * c-file-style: "Stroustrup" * indent-tabs-mode: nil * End: * vim: shiftwidth=4 tabstop=8 expandtab */ +