Remove isamd. It's not been in use for a long time and isamb is better
[idzebra-moved-to-github.git] / index / zrpn.c
index b2dca94..7fefb9b 100644 (file)
@@ -1,5 +1,5 @@
-/* $Id: zrpn.c,v 1.131 2003-03-06 11:58:08 adam Exp $
-   Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003
+/* $Id: zrpn.c,v 1.142 2004-08-04 08:35:23 adam Exp $
+   Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003,2004
    Index Data Aps
 
 This file is part of the Zebra server.
@@ -38,6 +38,7 @@ Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
 #include <rsnull.h>
 #include <rsbool.h>
 #include <rsbetween.h>
+#include <rsprox.h>
 
 struct rpn_char_map_info {
     ZebraMaps zm;
@@ -163,7 +164,7 @@ struct grep_info {
 #ifdef TERM_COUNT        
     int *term_no;        
 #endif        
-    ISAMS_P *isam_p_buf;
+    ISAMC_P *isam_p_buf;
     int isam_p_size;        
     int isam_p_indx;
     ZebraHandle zh;
@@ -193,12 +194,12 @@ static void add_isam_p (const char *name, const char *info,
 {
     if (p->isam_p_indx == p->isam_p_size)
     {
-        ISAMS_P *new_isam_p_buf;
+        ISAMC_P *new_isam_p_buf;
 #ifdef TERM_COUNT        
         int *new_term_no;        
 #endif
         p->isam_p_size = 2*p->isam_p_size + 100;
-        new_isam_p_buf = (ISAMS_P *) xmalloc (sizeof(*new_isam_p_buf) *
+        new_isam_p_buf = (ISAMC_P *) xmalloc (sizeof(*new_isam_p_buf) *
                                             p->isam_p_size);
         if (p->isam_p_buf)
         {
@@ -699,7 +700,7 @@ static int string_relation (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     int relation_value;
     int i;
     char *term_tmp = term_dict + strlen(term_dict);
-    char term_component[256];
+    char term_component[2*IT_MAX_WORD+20];
 
     attr_init (&relation, zapt, 2);
     relation_value = attr_find (&relation, NULL);
@@ -733,6 +734,9 @@ static int string_relation (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
            *term_tmp++ = ']';
            *term_tmp++ = '.';
            *term_tmp++ = '*';
+
+            if ((term_tmp - term_dict) > IT_MAX_WORD)
+                break;
        }
        *term_tmp++ = ')';
        *term_tmp = '\0';
@@ -762,6 +766,9 @@ static int string_relation (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
            *term_tmp++ = '*';
 
            *term_tmp++ = '|';
+
+            if ((term_tmp - term_dict) > IT_MAX_WORD)
+                break;
        }
        for (i = 0; term_component[i]; )
            string_rel_add_char (&term_tmp, term_component, &i);
@@ -792,6 +799,9 @@ static int string_relation (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
            *term_tmp++ = '*';
 
            *term_tmp++ = '|';
+
+            if ((term_tmp - term_dict) > IT_MAX_WORD)
+                break;
        }
        for (i = 0; term_component[i];)
            string_rel_add_char (&term_tmp, term_component, &i);
@@ -831,6 +841,9 @@ static int string_relation (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
            *term_tmp++ = ']';
            *term_tmp++ = '.';
            *term_tmp++ = '*';
+
+            if ((term_tmp - term_dict) > IT_MAX_WORD)
+                break;
        }
        *term_tmp++ = ')';
        *term_tmp = '\0';
@@ -900,6 +913,10 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     struct rpn_char_map_info rcmi;
     int space_split = complete_flag ? 0 : 1;
 
+    int bases_ok = 0;     /* no of databases with OK attribute */
+    int errCode = 0;      /* err code (if any is not OK) */
+    char *errString = 0;  /* addinfo */
+
     rpn_char_map_prepare (zh->reg, reg_type, &rcmi);
     attr_init (&use, zapt, 1);
     use_value = attr_find_ex (&use, &curAttributeSet, &use_string);
@@ -925,7 +942,7 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
             zh->errString = basenames[base_no];
             return -1;
         }
-        if (use_value == -2)  /* string attribute (assume IDXPATH/any) */
+        if (xpath_use > 0 && use_value == -2) 
         {
             use_value = xpath_use;
             attp.local_attributes = &id_xpath_attr;
@@ -942,17 +959,23 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
         }
         else
         {
-            if ((r=att_getentbyatt (zh, &attp, curAttributeSet, use_value)))
+            if ((r=att_getentbyatt (zh, &attp, curAttributeSet, use_value,
+                                           use_string)))
             {
                 logf (LOG_DEBUG, "att_getentbyatt fail. set=%d use=%d r=%d",
                       curAttributeSet, use_value, r);
                 if (r == -1)
                 {
                     /* set was found, but value wasn't defined */
-                    char val_str[32];
-                    sprintf (val_str, "%d", use_value);
-                    zh->errCode = 114;
-                    zh->errString = nmem_strdup (stream, val_str);
+                    errCode = 114;
+                   if (use_string)
+                       errString = nmem_strdup(stream, use_string);
+                   else
+                    {
+                        char val_str[32];
+                        sprintf (val_str, "%d", use_value);
+                        errString = nmem_strdup (stream, val_str);
+                   }
                 }
                 else
                 {
@@ -964,10 +987,10 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
                     oident.value = curAttributeSet;
                     oid_ent_to_oid (&oident, oid);
                     
-                    zh->errCode = 121;
-                    zh->errString = nmem_strdup (stream, oident.desc);
+                    errCode = 121;
+                    errString = nmem_strdup (stream, oident.desc);
                 }
-                return -1;
+                continue;
             }
         }
         for (local_attr = attp.local_attributes; local_attr;
@@ -995,12 +1018,18 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
         }
         if (!prefix_len)
         {
+#if 1
+           bases_ok++;
+#else
             char val_str[32];
             sprintf (val_str, "%d", use_value);
-            zh->errCode = 114;
-            zh->errString = nmem_strdup (stream, val_str);
-            return -1;
+            errCode = 114;
+            errString = nmem_strdup (stream, val_str);
+#endif
+           continue;
         }
+       bases_ok++; /* this has OK attributes */
+
         term_dict[prefix_len++] = ')';
         term_dict[prefix_len++] = 1;
         term_dict[prefix_len++] = reg_type;
@@ -1123,6 +1152,12 @@ static int string_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
            break;
         }
     }
+    if (!bases_ok)
+    {
+       zh->errCode = errCode;
+       zh->errString = errString;
+       return -1;
+    }
     *term_sub = termp;
     logf (LOG_DEBUG, "%d positions", grep_info->isam_p_indx);
     return 1;
@@ -1218,238 +1253,6 @@ static int trans_scan_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     return 0;
 }
 
-static RSET rpn_prox (ZebraHandle zh, RSET *rset, int rset_no,
-                     int ordered, int exclusion, int relation, int distance)
-{
-    int i;
-    RSFD *rsfd;
-    int  *more;
-    struct it_key **buf;
-    RSET result;
-    char prox_term[1024];
-    int length_prox_term = 0;
-    int min_nn = 10000000;
-    int term_index;
-    int term_type = Z_Term_characterString;
-    const char *flags = NULL;
-    
-    rsfd = (RSFD *) xmalloc (sizeof(*rsfd)*rset_no);
-    more = (int *) xmalloc (sizeof(*more)*rset_no);
-    buf = (struct it_key **) xmalloc (sizeof(*buf)*rset_no);
-
-    *prox_term = '\0';
-    for (i = 0; i<rset_no; i++)
-    {
-       int j;
-       for (j = 0; j<rset[i]->no_rset_terms; j++)
-       {
-           const char *nflags = rset[i]->rset_terms[j]->flags;
-           char *term = rset[i]->rset_terms[j]->name;
-           int lterm = strlen(term);
-           if (lterm + length_prox_term < sizeof(prox_term)-1)
-           {
-               if (length_prox_term)
-                   prox_term[length_prox_term++] = ' ';
-               strcpy (prox_term + length_prox_term, term);
-               length_prox_term += lterm;
-           }
-           if (min_nn > rset[i]->rset_terms[j]->nn)
-               min_nn = rset[i]->rset_terms[j]->nn;
-           flags = nflags;
-            term_type = rset[i]->rset_terms[j]->type;
-
-            /* only if all term types are of type characterString .. */
-            /* the resulting term is of that type */
-            if (term_type != Z_Term_characterString)
-                term_type = Z_Term_general;
-       }
-    }
-    for (i = 0; i<rset_no; i++)
-    {
-       buf[i] = 0;
-       rsfd[i] = 0;
-    }
-    for (i = 0; i<rset_no; i++)
-    {
-       buf[i] = (struct it_key *) xmalloc (sizeof(**buf));
-       rsfd[i] = rset_open (rset[i], RSETF_READ);
-        if (!(more[i] = rset_read (rset[i], rsfd[i], buf[i], &term_index)))
-           break;
-    }
-    if (i != rset_no)
-    {
-       /* at least one is empty ... return null set */
-       rset_null_parms parms;
-       
-       parms.rset_term = rset_term_create (prox_term, length_prox_term,
-                                           flags, term_type);
-       parms.rset_term->nn = 0;
-       result = rset_create (rset_kind_null, &parms);
-    }
-    else if (ordered && relation == 3 && exclusion == 0 && distance == 1)
-    {
-       /* special proximity case = phrase search ... */
-       rset_temp_parms parms;
-       RSFD rsfd_result;
-
-       parms.rset_term = rset_term_create (prox_term, length_prox_term,
-                                           flags, term_type);
-       parms.rset_term->nn = min_nn;
-        parms.cmp = key_compare_it;
-       parms.key_size = sizeof (struct it_key);
-       parms.temp_path = res_get (zh->res, "setTmpDir");
-       result = rset_create (rset_kind_temp, &parms);
-       rsfd_result = rset_open (result, RSETF_WRITE);
-
-       while (*more)
-       {
-           for (i = 1; i<rset_no; i++)
-           {
-               int cmp;
-               
-               if (!more[i])
-               {
-                   *more = 0;
-                   break;
-               }
-               cmp = key_compare_it (buf[i], buf[i-1]);
-               if (cmp > 1)
-               {
-                   more[i-1] = rset_read (rset[i-1], rsfd[i-1],
-                                          buf[i-1], &term_index);
-                   break;
-               }
-               else if (cmp == 1)
-               {
-                   if (buf[i-1]->seqno+1 != buf[i]->seqno)
-                   {
-                       more[i-1] = rset_read (rset[i-1], rsfd[i-1],
-                                              buf[i-1], &term_index);
-                       break;
-                   }
-               }
-               else
-               {
-                   more[i] = rset_read (rset[i], rsfd[i], buf[i],
-                                        &term_index);
-                   break;
-               }
-           }
-           if (i == rset_no)
-           {
-               rset_write (result, rsfd_result, buf[0]);
-               more[0] = rset_read (*rset, *rsfd, *buf, &term_index);
-           }
-       }
-       rset_close (result, rsfd_result);
-    }
-    else if (rset_no == 2)
-    {
-       /* generic proximity case (two input sets only) ... */
-       rset_temp_parms parms;
-       RSFD rsfd_result;
-
-       yaz_log (LOG_LOG, "generic prox, dist=%d, relation=%d, ordered=%d"
-                         ", exclusion=%d",
-                         distance, relation, ordered, exclusion);
-       parms.rset_term = rset_term_create (prox_term, length_prox_term,
-                                           flags, term_type);
-       parms.rset_term->nn = min_nn;
-        parms.cmp = key_compare_it;
-       parms.key_size = sizeof (struct it_key);
-       parms.temp_path = res_get (zh->res, "setTmpDir");
-       result = rset_create (rset_kind_temp, &parms);
-       rsfd_result = rset_open (result, RSETF_WRITE);
-
-       while (more[0] && more[1]) 
-       {
-           int cmp = key_compare_it (buf[0], buf[1]);
-           if (cmp < -1)
-               more[0] = rset_read (rset[0], rsfd[0], buf[0], &term_index);
-           else if (cmp > 1)
-               more[1] = rset_read (rset[1], rsfd[1], buf[1], &term_index);
-           else
-           {
-               int sysno = buf[0]->sysno;
-               int seqno[500];
-               int n = 0;
-               
-               seqno[n++] = buf[0]->seqno;
-               while ((more[0] = rset_read (rset[0], rsfd[0], buf[0],
-                                            &term_index)) &&
-                      sysno == buf[0]->sysno)
-                   if (n < 500)
-                       seqno[n++] = buf[0]->seqno;
-               do
-               {
-                   for (i = 0; i<n; i++)
-                   {
-                       int diff = buf[1]->seqno - seqno[i];
-                       int excl = exclusion;
-                       if (!ordered && diff < 0)
-                           diff = -diff;
-                       switch (relation)
-                       {
-                       case 1:      /* < */
-                           if (diff < distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       case 2:      /* <= */
-                           if (diff <= distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       case 3:      /* == */
-                           if (diff == distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       case 4:      /* >= */
-                           if (diff >= distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       case 5:      /* > */
-                           if (diff > distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       case 6:      /* != */
-                           if (diff != distance && diff >= 0)
-                               excl = !excl;
-                           break;
-                       }
-                       if (excl)
-                       {
-                           rset_write (result, rsfd_result, buf[1]);
-                           break;
-                       }
-                   }
-               } while ((more[1] = rset_read (rset[1], rsfd[1], buf[1],
-                                              &term_index)) &&
-                        sysno == buf[1]->sysno);
-           }
-       }
-       rset_close (result, rsfd_result);
-    }
-    else
-    {
-       rset_null_parms parms;
-       
-       parms.rset_term = rset_term_create (prox_term, length_prox_term,
-                                           flags, term_type);
-       parms.rset_term->nn = 0;
-       result = rset_create (rset_kind_null, &parms);
-    }
-    for (i = 0; i<rset_no; i++)
-    {
-       if (rsfd[i])
-           rset_close (rset[i], rsfd[i]);
-       xfree (buf[i]);
-    }
-    xfree (buf);
-    xfree (more);
-    xfree (rsfd);
-    return result;
-}
-
-
 char *normalize_term(ZebraHandle zh, Z_AttributesPlusTerm *zapt,
                     const char *termz, NMEM stream, unsigned reg_id)
 {
@@ -1562,7 +1365,7 @@ static RSET rpn_search_APT_phrase (ZebraHandle zh,
 {
     char term_dst[IT_MAX_WORD+1];
     RSET rset[60], result;
-    int i, rset_no = 0;
+    int rset_no = 0;
     struct grep_info grep_info;
     char *termz = normalize_term(zh, zapt, termz_org, stream, reg_type);
     const char *termp = termz;
@@ -1595,9 +1398,23 @@ static RSET rpn_search_APT_phrase (ZebraHandle zh,
     }
     else if (rset_no == 1)
         return (rset[0]);
-    result = rpn_prox (zh, rset, rset_no, 1, 0, 3, 1);
-    for (i = 0; i<rset_no; i++)
-        rset_delete (rset[i]);
+    else
+    {
+       /* new / old prox */
+       rset_prox_parms parms;
+       
+       parms.rset = rset;
+       parms.rset_no = rset_no;
+       parms.ordered = 1;
+       parms.exclusion = 0;
+       parms.relation = 3;
+       parms.distance = 1;
+       parms.key_size = sizeof(struct it_key);
+       parms.cmp = key_compare_it;
+       parms.getseq = key_get_seq;
+       parms.log_item = key_logdump_txt;
+       result = rset_create(rset_kind_prox, &parms);
+    }
     return result;
 }
 
@@ -1652,6 +1469,7 @@ static RSET rpn_search_APT_or_list (ZebraHandle zh,
         bool_parms.rset_r = rset[i];
         bool_parms.key_size = sizeof(struct it_key);
        bool_parms.cmp = key_compare_it;
+       bool_parms.log_item = key_logdump_txt;
         result = rset_create (rset_kind_or, &bool_parms);
     }
     return result;
@@ -1709,6 +1527,7 @@ static RSET rpn_search_APT_and_list (ZebraHandle zh,
         bool_parms.rset_r = rset[i];
         bool_parms.key_size = sizeof(struct it_key);
        bool_parms.cmp = key_compare_it;
+       bool_parms.log_item = key_logdump_txt;
         result = rset_create (rset_kind_and, &bool_parms);
     }
     return result;
@@ -1786,6 +1605,10 @@ static int numeric_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     const char *termp;
     struct rpn_char_map_info rcmi;
 
+    int bases_ok = 0;     /* no of databases with OK attribute */
+    int errCode = 0;      /* err code (if any is not OK) */
+    char *errString = 0;  /* addinfo */
+
     rpn_char_map_prepare (zh->reg, reg_type, &rcmi);
     attr_init (&use, zapt, 1);
     use_value = attr_find_ex (&use, &curAttributeSet, &use_string);
@@ -1818,7 +1641,8 @@ static int numeric_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
         }
         else
         {
-            if ((r=att_getentbyatt (zh, &attp, curAttributeSet, use_value)))
+            if ((r=att_getentbyatt (zh, &attp, curAttributeSet, use_value,
+                                           use_string)))
             {
                 logf (LOG_DEBUG, "att_getentbyatt fail. set=%d use=%d r=%d",
                       curAttributeSet, use_value, r);
@@ -1826,12 +1650,12 @@ static int numeric_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
                {
                     char val_str[32];
                     sprintf (val_str, "%d", use_value);
-                    zh->errString = nmem_strdup (stream, val_str);
-                    zh->errCode = 114;
+                    errString = nmem_strdup (stream, val_str);
+                    errCode = 114;
                }
                 else
-                    zh->errCode = 121;
-                return -1;
+                    errCode = 121;
+                continue;
             }
         }
         if (zebraExplain_curDatabase (zh->reg->zei, basenames[base_no]))
@@ -1867,10 +1691,11 @@ static int numeric_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
         {
             char val_str[32];
             sprintf (val_str, "%d", use_value);
-            zh->errCode = 114;
-            zh->errString = nmem_strdup (stream, val_str);
-            return -1;
+            errCode = 114;
+            errString = nmem_strdup (stream, val_str);
+            continue;
         }
+       bases_ok++;
         term_dict[prefix_len++] = ')';        
         term_dict[prefix_len++] = 1;
         term_dict[prefix_len++] = reg_type;
@@ -1881,6 +1706,12 @@ static int numeric_term (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
                               term_dst))
            return 0;
     }
+    if (!bases_ok)
+    {
+       zh->errCode = errCode;
+       zh->errString = errString;
+       return -1;
+    }
     *term_sub = termp;
     logf (LOG_DEBUG, "%d positions", grep_info->isam_p_indx);
     return 1;
@@ -1941,6 +1772,7 @@ static RSET rpn_search_APT_numeric (ZebraHandle zh,
         bool_parms.rset_r = rset[i];
         bool_parms.key_size = sizeof(struct it_key);
        bool_parms.cmp = key_compare_it;
+       bool_parms.log_item = key_logdump_txt;
         result = rset_create (rset_kind_and, &bool_parms);
     }
     return result;
@@ -1955,6 +1787,7 @@ static RSET rpn_search_APT_local (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     RSET result;
     RSFD rsfd;
     struct it_key key;
+    int sys;
     rset_temp_parms parms;
 
     parms.rset_term = rset_term_create (termz, -1, rank_type,
@@ -1965,10 +1798,19 @@ static RSET rpn_search_APT_local (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     result = rset_create (rset_kind_temp, &parms);
     rsfd = rset_open (result, RSETF_WRITE);
 
-    key.sysno = atoi (termz);
+    sys = atoi(termz);
+    if (sys <= 0)
+       sys = 1;
+#if IT_KEY_NEW
+    key.mem[0] = sys;
+    key.mem[1] = 1;
+    key.len = 2;
+#else
+    key.sysno = sys;
     key.seqno = 1;
     if (key.sysno <= 0)
         key.sysno = 1;
+#endif
     rset_write (result, rsfd, &key);
     rset_close (result, rsfd);
     return result;
@@ -2052,11 +1894,11 @@ static RSET rpn_sort_spec (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     sks->sortRelation = (int *)
        nmem_malloc (stream, sizeof(*sks->sortRelation));
     if (sort_relation_value == 1)
-       *sks->sortRelation = Z_SortRelation_ascending;
+       *sks->sortRelation = Z_SortKeySpec_ascending;
     else if (sort_relation_value == 2)
-       *sks->sortRelation = Z_SortRelation_descending;
+       *sks->sortRelation = Z_SortKeySpec_descending;
     else 
-       *sks->sortRelation = Z_SortRelation_ascending;
+       *sks->sortRelation = Z_SortKeySpec_ascending;
 
     sks->caseSensitivity = (int *)
        nmem_malloc (stream, sizeof(*sks->caseSensitivity));
@@ -2071,33 +1913,6 @@ static RSET rpn_sort_spec (ZebraHandle zh, Z_AttributesPlusTerm *zapt,
     return rset_create (rset_kind_null, &parms);
 }
 
-/* pop - moved to xpath.c */
-#if 0
-
-struct xpath_predicate {
-    int which;
-    union {
-#define XPATH_PREDICATE_RELATION 1
-        struct {
-            char *name;
-            char *op;
-            char *value;
-        } relation;
-#define XPATH_PREDICATE_BOOLEAN 2
-        struct {
-            const char *op;
-            struct xpath_predicate *left;
-            struct xpath_predicate *right;
-        } boolean;
-    } u;
-};
-
-struct xpath_location_step {
-    char *part;
-    struct xpath_predicate *predicate;
-};
-
-#endif
 
 static int parse_xpath(ZebraHandle zh, Z_AttributesPlusTerm *zapt,
                        oid_value attributeSet,
@@ -2277,18 +2092,25 @@ static RSET rpn_search_xpath (ZebraHandle zh,
                 xpath[level].predicate->which == XPATH_PREDICATE_RELATION &&
                 xpath[level].predicate->u.relation.name[0])
             {
-                char predicate_str[128];
-
-                strcpy (predicate_str,
-                        xpath[level].predicate->u.relation.name+1);
+               WRBUF wbuf = wrbuf_alloc();
+               wrbuf_puts(wbuf, xpath[level].predicate->u.relation.name+1);
                 if (xpath[level].predicate->u.relation.value)
                 {
-                    strcat (predicate_str, "=");
-                    strcat (predicate_str,
-                            xpath[level].predicate->u.relation.value);
+                   const char *cp = xpath[level].predicate->u.relation.value;
+                   wrbuf_putc(wbuf, '=');
+                   
+                   while (*cp)
+                   {
+                       if (strchr(REGEX_CHARS, *cp))
+                           wrbuf_putc(wbuf, '\\');
+                       wrbuf_putc(wbuf, *cp);
+                       cp++;
+                   }
                 }
+               wrbuf_puts(wbuf, "");
                 rset_attr = xpath_trunc (
-                    zh, stream, '0', predicate_str, 3, curAttributeSet);
+                    zh, stream, '0', wrbuf_buf(wbuf), 3, curAttributeSet);
+               wrbuf_free(wbuf, 1);
             } 
             else 
             {
@@ -2431,6 +2253,7 @@ static RSET rpn_search_structure (ZebraHandle zh, Z_RPNStructure *zs,
         }
         bool_parms.key_size = sizeof(struct it_key);
         bool_parms.cmp = key_compare_it;
+       bool_parms.log_item = key_logdump_txt;
 
         switch (zop->which)
         {
@@ -2459,19 +2282,24 @@ static RSET rpn_search_structure (ZebraHandle zh, Z_RPNStructure *zs,
             }
            else
            {
-               RSET rsets[2];
-
-               rsets[0] = bool_parms.rset_l;
-               rsets[1] = bool_parms.rset_r;
+               /* new / old prox */
+               rset_prox_parms parms;
+               RSET twosets[2];
                
-               r = rpn_prox (zh, rsets, 2, 
-                             *zop->u.prox->ordered,
-                             (!zop->u.prox->exclusion ? 0 :
-                              *zop->u.prox->exclusion),
-                             *zop->u.prox->relationType,
-                             *zop->u.prox->distance);
-               rset_delete (rsets[0]);
-               rset_delete (rsets[1]);
+               twosets[0] = bool_parms.rset_l;
+               twosets[1] = bool_parms.rset_r;
+               parms.rset = twosets;
+               parms.rset_no = 2;
+               parms.ordered = *zop->u.prox->ordered;
+               parms.exclusion = (!zop->u.prox->exclusion ? 0 :
+                                  *zop->u.prox->exclusion);
+               parms.relation = *zop->u.prox->relationType;
+               parms.distance = *zop->u.prox->distance;
+               parms.key_size = sizeof(struct it_key);
+               parms.cmp = key_compare_it;
+               parms.getseq = key_get_seq;
+               parms.log_item = key_logdump_txt;
+               r = rset_create(rset_kind_prox, &parms);
            }
             break;
         default:
@@ -2500,6 +2328,8 @@ static RSET rpn_search_structure (ZebraHandle zh, Z_RPNStructure *zs,
                    nmem_strdup (stream, zs->u.simple->u.resultSetId);
                return 0;
            }
+            else
+                rset_dup(r);
         }
         else
         {
@@ -2570,7 +2400,7 @@ RSET rpn_search (ZebraHandle zh, NMEM nmem,
 
 struct scan_info_entry {
     char *term;
-    ISAMS_P isam_p;
+    ISAMC_P isam_p;
 };
 
 struct scan_info {
@@ -2594,8 +2424,8 @@ static int scan_handle (char *name, const char *info, int pos, void *client)
     scan_info->list[idx].term = (char *)
        odr_malloc (scan_info->odr, strlen(name + len_prefix)+1);
     strcpy (scan_info->list[idx].term, name + len_prefix);
-    assert (*info == sizeof(ISAMS_P));
-    memcpy (&scan_info->list[idx].isam_p, info+1, sizeof(ISAMS_P));
+    assert (*info == sizeof(ISAMC_P));
+    memcpy (&scan_info->list[idx].isam_p, info+1, sizeof(ISAMC_P));
     return 0;
 }
 
@@ -2645,11 +2475,19 @@ static void count_set (RSET r, int *count)
     rfd = rset_open (r, RSETF_READ);
     while (rset_read (r, rfd, &key, &term_index))
     {
+#if IT_KEY_NEW
+        if (key.mem[0] != psysno)
+        {
+            psysno = key.mem[0];
+            (*count)++;
+        }
+#else
         if (key.sysno != psysno)
         {
             psysno = key.sysno;
             (*count)++;
         }
+#endif
         kno++;
     }
     rset_close (r, rfd);
@@ -2671,11 +2509,16 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
     char termz[IT_MAX_WORD+20];
     AttrType use;
     int use_value;
+    const char *use_string = 0;
     struct scan_info *scan_info_array;
     ZebraScanEntry *glist;
     int ords[32], ord_no = 0;
     int ptr[32];
 
+    int bases_ok = 0;     /* no of databases with OK attribute */
+    int errCode = 0;      /* err code (if any is not OK) */
+    char *errString = 0;  /* addinfo */
+
     unsigned reg_id;
     char *search_type = NULL;
     char rank_type[128];
@@ -2717,7 +2560,7 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
              pos, num, attributeset);
         
     attr_init (&use, zapt, 1);
-    use_value = attr_find (&use, &attributeset);
+    use_value = attr_find_ex (&use, &attributeset, &use_string);
 
     if (zebra_maps_attr (zh->reg->zebra_maps, zapt, &reg_id, &search_type,
                         rank_type, &complete_flag, &sort_flag))
@@ -2736,7 +2579,8 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
         attent attp;
         data1_local_attribute *local_attr;
 
-        if ((r=att_getentbyatt (zh, &attp, attributeset, use_value)))
+        if ((r=att_getentbyatt (zh, &attp, attributeset, use_value,
+                               use_string)))
         {
             logf (LOG_DEBUG, "att_getentbyatt fail. set=%d use=%d",
                   attributeset, use_value);
@@ -2744,13 +2588,12 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
            {
                 char val_str[32];
                 sprintf (val_str, "%d", use_value);
-                zh->errCode = 114;
-                zh->errString = odr_strdup (stream, val_str);
+                errCode = 114;
+                errString = odr_strdup (stream, val_str);
            }   
            else
-               zh->errCode = 121;
-           *num_entries = 0;
-           return;
+               errCode = 121;
+           continue;
         }
         if (zebraExplain_curDatabase (zh->reg->zei, basenames[base_no]))
         {
@@ -2759,6 +2602,7 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
            *num_entries = 0;
            return;
         }
+       bases_ok++;
         for (local_attr = attp.local_attributes; local_attr && ord_no < 32;
              local_attr = local_attr->next)
         {
@@ -2770,10 +2614,20 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
                 ords[ord_no++] = ord;
         }
     }
+    if (!bases_ok && errCode)
+    {
+       zh->errCode = errCode;
+       zh->errString = errString;
+       *num_entries = 0;
+    }
     if (ord_no == 0)
     {
+       char val_str[32];
+       sprintf (val_str, "%d", use_value);
+       zh->errCode = 114;
+       zh->errString = odr_strdup (stream, val_str);
+
        *num_entries = 0;
-        zh->errCode = 113;
        return;
     }
     /* prepare dictionary scanning */
@@ -2861,7 +2715,8 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
 
                 bool_parms.key_size = sizeof(struct it_key);
                 bool_parms.cmp = key_compare_it;
-                bool_parms.rset_l = rset;
+               bool_parms.log_item = key_logdump_txt;
+               bool_parms.rset_l = rset;
                 bool_parms.rset_r = rset2;
               
                 rset = rset_create (rset_kind_or, &bool_parms);
@@ -2875,7 +2730,8 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
 
             bool_parms.key_size = sizeof(struct it_key);
             bool_parms.cmp = key_compare_it;
-            bool_parms.rset_l = rset;
+           bool_parms.log_item = key_logdump_txt;
+           bool_parms.rset_l = rset;
             bool_parms.rset_r = rset_dup(limit_set);
 
             rset = rset_create (rset_kind_and, &bool_parms);
@@ -2940,7 +2796,8 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
 
                 bool_parms.key_size = sizeof(struct it_key);
                 bool_parms.cmp = key_compare_it;
-                bool_parms.rset_l = rset;
+               bool_parms.log_item = key_logdump_txt;
+               bool_parms.rset_l = rset;
                 bool_parms.rset_r = rset2;
               
                 rset = rset_create (rset_kind_or, &bool_parms);
@@ -2954,6 +2811,7 @@ void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
 
             bool_parms.key_size = sizeof(struct it_key);
             bool_parms.cmp = key_compare_it;
+           bool_parms.log_item = key_logdump_txt;
             bool_parms.rset_l = rset;
             bool_parms.rset_r = rset_dup(limit_set);