For trunctations, only 20 temp sets are merged at a time (truncchunk)

[idzebra-moved-to-github.git] / index / trunc.c

diff --git a/index/trunc.c b/index/trunc.c
index c0e5ca1..1c70d4f 100644 (file)
--- a/index/trunc.c
+++ b/index/trunc.c
@@ -1,4 +1,4 @@
-/* $Id: trunc.c,v 1.56 2005-04-20 10:21:29 adam Exp $
+/* $Id: trunc.c,v 1.63 2005-08-25 10:37:05 adam Exp $
    Copyright (C) 1995-2005
    Index Data ApS
 
@@ -127,7 +127,7 @@ static RSET rset_trunc_r(ZebraHandle zi, const char *term, int length,
                          const char *flags, ISAM_P *isam_p, int from, int to,
                         int merge_chunk, int preserve_position,
                         int term_type, NMEM rset_nmem,
-                        const struct key_control *kctrl, int scope,
+                        struct rset_key_control *kctrl, int scope,
                         TERMID termid)
 {
     RSET result;
@@ -146,6 +146,8 @@ static RSET rset_trunc_r(ZebraHandle zi, const char *term, int length,
         struct trunc_info *ti;
         int rscur = 0;
         int rsmax = (to-from)/i_add + 1;
+       NMEM rset_nmem_sub = nmem_create(); /* all sub rsets not needed
+                                              after this */
         
         rset = (RSET *) xmalloc(sizeof(*rset) * rsmax);
         rsfd = (RSFD *) xmalloc(sizeof(*rsfd) * rsmax);
@@ -156,13 +158,13 @@ static RSET rset_trunc_r(ZebraHandle zi, const char *term, int length,
                 rset[rscur] = rset_trunc_r(zi, term, length, flags,
                                           isam_p, i, i+i_add,
                                           merge_chunk, preserve_position,
-                                          term_type, rset_nmem, 
+                                          term_type, rset_nmem_sub, 
                                           kctrl, scope, 0);
             else
                 rset[rscur] = rset_trunc_r(zi, term, length, flags,
                                           isam_p, i, to,
                                           merge_chunk, preserve_position,
-                                          term_type, rset_nmem, 
+                                          term_type, rset_nmem_sub, 
                                           kctrl, scope, 0);
             rscur++;
         }
@@ -205,6 +207,7 @@ static RSET rset_trunc_r(ZebraHandle zi, const char *term, int length,
         xfree(rset);
         xfree(rsfd);
         heap_close(ti);
+       nmem_destroy(rset_nmem_sub);
     }
     else if (zi->reg->isamc)
     {
@@ -399,14 +402,19 @@ static int isamc_trunc_cmp(const void *p1, const void *p2)
 RSET rset_trunc(ZebraHandle zi, ISAM_P *isam_p, int no,
                const char *term, int length, const char *flags,
                int preserve_position, int term_type, NMEM rset_nmem,
-               const struct key_control *kctrl, int scope)
+               struct rset_key_control *kctrl, int scope,
+               struct ord_list *ol, int reg_type,
+               zint hits_limit, const char *term_ref_id)
 {
     TERMID termid;
     RSET result;
     int trunc_chunk;
+    
+    termid = rset_term_create(term, length, flags, term_type, rset_nmem, ol,
+                             reg_type, hits_limit, term_ref_id);
     if (no < 1)
-       return rsnull_create(rset_nmem,kctrl);
-    termid = rset_term_create(term, length, flags, term_type,rset_nmem);
+       return rsnull_create(rset_nmem, kctrl, termid);
+    
     if (zi->reg->isams)
     {
         if (no == 1)
@@ -425,7 +433,7 @@ RSET rset_trunc(ZebraHandle zi, ISAM_P *isam_p, int no,
     {
        int trunc_limit = atoi(res_get_def(zi->res, "trunclimit", "10000"));
         if (no == 1)
-            return rsisamb_create(rset_nmem,kctrl, scope,
+            return rsisamb_create(rset_nmem, kctrl, scope,
                                  zi->reg->isamb, *isam_p, termid);
         else if (no < trunc_limit) 
         {
@@ -434,8 +442,11 @@ RSET rset_trunc(ZebraHandle zi, ISAM_P *isam_p, int no,
             int i;
             for (i = 0; i<no; i++)
                 rsets[i] = rsisamb_create(rset_nmem, kctrl, scope,
-                                         zi->reg->isamb, isam_p[i], termid);
-            r = rsmulti_or_create( rset_nmem, kctrl, scope, no, rsets);
+                                         zi->reg->isamb, isam_p[i],
+                                         0 /* termid */);
+            r = rsmulti_or_create(rset_nmem, kctrl, scope,
+                                 termid /* termid */,
+                                 no, rsets);
             xfree(rsets);
             return r;
         } 
@@ -444,12 +455,12 @@ RSET rset_trunc(ZebraHandle zi, ISAM_P *isam_p, int no,
     else
     {
         yaz_log(YLOG_WARN, "Unknown isam set in rset_trunc");
-       return rsnull_create(rset_nmem, kctrl);
+       return rsnull_create(rset_nmem, kctrl, 0);
     }
-    trunc_chunk = atoi(res_get_def(zi->res, "truncchunk", "100"));
+    trunc_chunk = atoi(res_get_def(zi->res, "truncchunk", "20"));
     result = rset_trunc_r(zi, term, length, flags, isam_p, 0, no, trunc_chunk,
-                         preserve_position, term_type, rset_nmem, kctrl, scope,
-                         termid);
+                         preserve_position, term_type, rset_nmem, kctrl,
+                         scope, termid);
     return result;
 }