X-Git-Url: http://git.indexdata.com/?p=idzebra-moved-to-github.git;a=blobdiff_plain;f=rset%2Frstemp.c;h=8b110b69b1c54fa53eb51aefdca3b8bb17a932b3;hp=f3fc8deb07d1a8987353525020d45b0694dc3fd9;hb=6c9fcd3b5d3108702fa1ffc92dab4ab6060f9a19;hpb=70ba74c9bbf739fbe82d1bc2b0fb64a547c0c9e0 diff --git a/rset/rstemp.c b/rset/rstemp.c index f3fc8de..8b110b6 100644 --- a/rset/rstemp.c +++ b/rset/rstemp.c @@ -1,6 +1,6 @@ -/* $Id: rstemp.c,v 1.38 2004-08-03 14:54:41 heikki Exp $ - Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003 - Index Data Aps +/* $Id: rstemp.c,v 1.57 2005-01-15 19:38:35 adam Exp $ + Copyright (C) 1995-2005 + Index Data ApS This file is part of the Zebra server. @@ -32,27 +32,27 @@ Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA #include #include -#include +#include -static void *r_create(RSET ct, const struct rset_control *sel, void *parms); static RSFD r_open (RSET ct, int flag); static void r_close (RSFD rfd); static void r_delete (RSET ct); -static void r_rewind (RSFD rfd); -/* static int r_count (RSET ct);*/ -static int r_read (RSFD rfd, void *buf, int *term_index); +static int r_read (RSFD rfd, void *buf, TERMID *term); static int r_write (RSFD rfd, const void *buf); +static void r_pos (RSFD rfd, double *current, double *total); +static void r_flush (RSFD rfd, int mk); +static void r_reread (RSFD rfd); + static const struct rset_control control = { "temp", - r_create, + r_delete, + rset_get_one_term, r_open, r_close, - r_delete, - r_rewind, rset_default_forward, - rset_default_pos, + r_pos, r_read, r_write, }; @@ -60,65 +60,75 @@ static const struct rset_control control = const struct rset_control *rset_kind_temp = &control; struct rset_temp_info { - int fd; - char *fname; - size_t key_size; /* key size */ + int fd; /* file descriptor for temp file */ + char *fname; /* name of temp file */ char *buf_mem; /* window buffer */ size_t buf_size; /* size of window */ size_t pos_end; /* last position in set */ size_t pos_buf; /* position of first byte in window */ size_t pos_border; /* position of last byte+1 in window */ int dirty; /* window is dirty */ - int hits; /* no of hits */ + zint hits; /* no of hits */ char *temp_path; - int (*cmp)(const void *p1, const void *p2); - struct rset_temp_rfd *rfd_list; }; struct rset_temp_rfd { - struct rset_temp_info *info; - struct rset_temp_rfd *next; - int *countp; void *buf; size_t pos_cur; /* current position in set */ + /* FIXME - term pos or what ?? */ + zint cur; /* number of the current hit */ }; -static void *r_create(RSET ct, const struct rset_control *sel, void *parms) +static int log_level=0; +static int log_level_initialized=0; + +RSET rstemp_create( NMEM nmem, const struct key_control *kcontrol, + int scope, + const char *temp_path,TERMID term) { - rset_temp_parms *temp_parms = (rset_temp_parms *) parms; + RSET rnew=rset_create_base(&control, nmem, kcontrol, scope,term); struct rset_temp_info *info; - - info = (struct rset_temp_info *) xmalloc (sizeof(struct rset_temp_info)); + if (!log_level_initialized) + { + log_level=yaz_log_module_level("rstemp"); + log_level_initialized=1; + } + info = (struct rset_temp_info *) nmem_malloc(rnew->nmem, sizeof(*info)); info->fd = -1; info->fname = NULL; - info->key_size = temp_parms->key_size; info->buf_size = 4096; - info->buf_mem = (char *) xmalloc (info->buf_size); + info->buf_mem = (char *) nmem_malloc (rnew->nmem, info->buf_size); info->pos_end = 0; info->pos_buf = 0; info->dirty = 0; - info->hits = -1; - info->cmp = temp_parms->cmp; - info->rfd_list = NULL; + info->hits = 0; - if (!temp_parms->temp_path) - info->temp_path = NULL; + if (!temp_path) + info->temp_path = NULL; else + info->temp_path = nmem_strdup(rnew->nmem,temp_path); + rnew->priv=info; + return rnew; +} /* rstemp_create */ + +static void r_delete (RSET ct) +{ + struct rset_temp_info *info = (struct rset_temp_info*) ct->priv; + + yaz_log (log_level, "r_delete: set size %ld", (long) info->pos_end); + if (info->fname) { - info->temp_path = (char *) xmalloc (strlen(temp_parms->temp_path)+1); - strcpy (info->temp_path, temp_parms->temp_path); + yaz_log (log_level, "r_delete: unlink %s", info->fname); + unlink (info->fname); } - ct->no_rset_terms = 1; - ct->rset_terms = (RSET_TERM *) xmalloc (sizeof(*ct->rset_terms)); - ct->rset_terms[0] = temp_parms->rset_term; - - return info; } + static RSFD r_open (RSET ct, int flag) { - struct rset_temp_info *info = (struct rset_temp_info *) ct->buf; - struct rset_temp_rfd *rfd; + struct rset_temp_info *info = (struct rset_temp_info *) ct->priv; + RSFD rfd; + struct rset_temp_rfd *prfd; if (info->fd == -1 && info->fname) { @@ -128,20 +138,22 @@ static RSFD r_open (RSET ct, int flag) info->fd = open (info->fname, O_BINARY|O_RDONLY); if (info->fd == -1) { - logf (LOG_FATAL|LOG_ERRNO, "open %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: open failed %s", info->fname); exit (1); } } - rfd = (struct rset_temp_rfd *) xmalloc (sizeof(*rfd)); - rfd->next = info->rfd_list; - info->rfd_list = rfd; - rfd->info = info; - r_rewind (rfd); - - rfd->countp = &ct->rset_terms[0]->count; - *rfd->countp = 0; - rfd->buf = xmalloc (info->key_size); - + rfd = rfd_create_base(ct); + if (!rfd->priv){ + prfd= (struct rset_temp_rfd *) nmem_malloc(ct->nmem, sizeof(*prfd)); + rfd->priv=(void *)prfd; + prfd->buf = nmem_malloc (ct->nmem,ct->keycontrol->key_size); + } else + prfd= rfd->priv; + r_flush (rfd, 0); + prfd->pos_cur = 0; + info->pos_buf = 0; + r_reread (rfd); + prfd->cur=0; return rfd; } @@ -150,12 +162,13 @@ static RSFD r_open (RSET ct, int flag) */ static void r_flush (RSFD rfd, int mk) { - struct rset_temp_info *info = ((struct rset_temp_rfd*) rfd)->info; + /* struct rset_temp_info *info = ((struct rset_temp_rfd*) rfd)->info; */ + struct rset_temp_info *info = rfd->rset->priv; if (!info->fname && mk) { -#if HAVE_MKSTEMP char template[1024]; +#if HAVE_MKSTEMP if (info->temp_path) sprintf (template, "%s/zrsXXXXXX", info->temp_path); @@ -166,21 +179,21 @@ static void r_flush (RSFD rfd, int mk) if (info->fd == -1) { - logf (LOG_FATAL|LOG_ERRNO, "mkstemp %s", template); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: mkstemp %s", template); exit (1); } - info->fname = (char *) xmalloc (strlen(template)+1); + info->fname= nmem_malloc(rfd->rset->nmem,strlen(template)+1); strcpy (info->fname, template); #else char *s = (char*) tempnam (info->temp_path, "zrs"); - info->fname = (char *) xmalloc (strlen(s)+1); + info->fname= nmem_malloc(rfd->rset->nmem,strlen(template)+1); strcpy (info->fname, s); - logf (LOG_DEBUG, "creating tempfile %s", info->fname); + yaz_log (log_level, "creating tempfile %s", info->fname); info->fd = open (info->fname, O_BINARY|O_RDWR|O_CREAT, 0666); if (info->fd == -1) { - logf (LOG_FATAL|LOG_ERRNO, "open %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: open %s", info->fname); exit (1); } #endif @@ -188,11 +201,11 @@ static void r_flush (RSFD rfd, int mk) if (info->fname && info->fd != -1 && info->dirty) { size_t count; - int r; + int r; if (lseek (info->fd, info->pos_buf, SEEK_SET) == -1) { - logf (LOG_FATAL|LOG_ERRNO, "lseek %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: lseek %s", info->fname); exit (1); } count = info->buf_size; @@ -201,9 +214,9 @@ static void r_flush (RSFD rfd, int mk) if ((r = write (info->fd, info->buf_mem, count)) < (int) count) { if (r == -1) - logf (LOG_FATAL|LOG_ERRNO, "read %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: write %s", info->fname); else - logf (LOG_FATAL, "write of %ld but got %ld", + yaz_log (YLOG_FATAL, "rstemp: write of %ld but got %ld", (long) count, (long) r); exit (1); } @@ -213,64 +226,33 @@ static void r_flush (RSFD rfd, int mk) static void r_close (RSFD rfd) { - struct rset_temp_info *info = ((struct rset_temp_rfd*)rfd)->info; - struct rset_temp_rfd **rfdp; - - for (rfdp = &info->rfd_list; *rfdp; rfdp = &(*rfdp)->next) - if (*rfdp == rfd) - { - r_flush (*rfdp, 0); - xfree ((*rfdp)->buf); - - *rfdp = (*rfdp)->next; - xfree (rfd); - - if (!info->rfd_list && info->fname && info->fd != -1) - { - close (info->fd); - info->fd = -1; - } - return; - } - logf (LOG_FATAL, "r_close but no rfd match!"); - assert (0); -} - -static void r_delete (RSET ct) -{ - struct rset_temp_info *info = (struct rset_temp_info*) ct->buf; - - if (info->fname) - unlink (info->fname); - xfree (info->buf_mem); - logf (LOG_DEBUG, "r_delete: set size %ld", (long) info->pos_end); - if (info->fname) + /*struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; */ + struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv; + r_flush (rfd, 0); + if (info->fname && info->fd != -1) { - logf (LOG_DEBUG, "r_delete: unlink %s", info->fname); - unlink (info->fname); - xfree (info->fname); - } - if (info->temp_path) - xfree (info->temp_path); - rset_term_destroy (ct->rset_terms[0]); - xfree (ct->rset_terms); - xfree (info); + close (info->fd); + info->fd = -1; + } /* FIXME - Is this right, don't we risk closing the file too early ?*/ + rfd_delete_base(rfd); } + /* r_reread: read from file to window if file is assocated with set - indicated by fname */ static void r_reread (RSFD rfd) { - struct rset_temp_info *info = ((struct rset_temp_rfd*)rfd)->info; + struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; + struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv; if (info->fname) { size_t count; - int r; + int r; - info->pos_border = ((struct rset_temp_rfd *)rfd)->pos_cur + + info->pos_border = mrfd->pos_cur + info->buf_size; if (info->pos_border > info->pos_end) info->pos_border = info->pos_end; @@ -279,15 +261,15 @@ static void r_reread (RSFD rfd) { if (lseek (info->fd, info->pos_buf, SEEK_SET) == -1) { - logf (LOG_FATAL|LOG_ERRNO, "lseek %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: lseek %s", info->fname); exit (1); } if ((r = read (info->fd, info->buf_mem, count)) < (int) count) { if (r == -1) - logf (LOG_FATAL|LOG_ERRNO, "read %s", info->fname); + yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: read %s", info->fname); else - logf (LOG_FATAL, "read of %ld but got %ld", + yaz_log (YLOG_FATAL, "read of %ld but got %ld", (long) count, (long) r); exit (1); } @@ -297,30 +279,13 @@ static void r_reread (RSFD rfd) info->pos_border = info->pos_end; } -static void r_rewind (RSFD rfd) -{ - struct rset_temp_info *info = ((struct rset_temp_rfd*)rfd)->info; - - r_flush (rfd, 0); - ((struct rset_temp_rfd *)rfd)->pos_cur = 0; - info->pos_buf = 0; - r_reread (rfd); -} - -/* -static int r_count (RSET ct) -{ - struct rset_temp_info *info = (struct rset_temp_info *) ct->buf; - return info->pos_end / info->key_size; -} -*/ -static int r_read (RSFD rfd, void *buf, int *term_index) +static int r_read (RSFD rfd, void *buf, TERMID *term) { - struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd; - struct rset_temp_info *info = mrfd->info; + struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; + struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv; - size_t nc = mrfd->pos_cur + info->key_size; + size_t nc = mrfd->pos_cur + rfd->rset->keycontrol->key_size; if (mrfd->pos_cur < info->pos_buf || nc > info->pos_border) { @@ -331,24 +296,21 @@ static int r_read (RSFD rfd, void *buf, int *term_index) r_reread (rfd); } memcpy (buf, info->buf_mem + (mrfd->pos_cur - info->pos_buf), - info->key_size); + rfd->rset->keycontrol->key_size); + if (term) + *term=rfd->rset->term; + /* FIXME - should we store and return terms ?? */ mrfd->pos_cur = nc; - *term_index = 0; - - if (*mrfd->countp == 0 || (*info->cmp)(buf, mrfd->buf) > 1) - { - memcpy (mrfd->buf, buf, mrfd->info->key_size); - (*mrfd->countp)++; - } + mrfd->cur++; return 1; } static int r_write (RSFD rfd, const void *buf) { - struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd; - struct rset_temp_info *info = mrfd->info; + struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; + struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv; - size_t nc = mrfd->pos_cur + info->key_size; + size_t nc = mrfd->pos_cur + rfd->rset->keycontrol->key_size; if (nc > info->pos_buf + info->buf_size) { @@ -359,9 +321,20 @@ static int r_write (RSFD rfd, const void *buf) } info->dirty = 1; memcpy (info->buf_mem + (mrfd->pos_cur - info->pos_buf), buf, - info->key_size); + rfd->rset->keycontrol->key_size); mrfd->pos_cur = nc; if (nc > info->pos_end) info->pos_border = info->pos_end = nc; + info->hits++; return 1; } + +static void r_pos (RSFD rfd, double *current, double *total) +{ + /* struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd; */ + struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; + struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv; + + *current=(double) mrfd->cur; + *total=(double) info->hits; +}