Link SSL with libyaz.la and yaz-client only.
[yaz-moved-to-github.git] / src / cqltransform.c
index ebbed7a..199425d 100644 (file)
@@ -24,6 +24,8 @@
 #include <yaz/cql.h>
 #include <yaz/xmalloc.h>
 #include <yaz/diagsrw.h>
+#include <yaz/tokenizer.h>
+#include <yaz/wrbuf.h>
 
 struct cql_prop_entry {
     char *pattern;
@@ -33,65 +35,85 @@ struct cql_prop_entry {
 
 struct cql_transform_t_ {
     struct cql_prop_entry *entry;
+    yaz_tok_cfg_t tok_cfg;
     int error;
     char *addinfo;
+    WRBUF w;
 };
 
 cql_transform_t cql_transform_open_FILE(FILE *f)
 {
     char line[1024];
-    cql_transform_t ct = (cql_transform_t) xmalloc (sizeof(*ct));
+    cql_transform_t ct = (cql_transform_t) xmalloc(sizeof(*ct));
     struct cql_prop_entry **pp = &ct->entry;
+    ct->tok_cfg = yaz_tok_cfg_create();
+    ct->w = wrbuf_alloc();
 
+    yaz_tok_cfg_single_tokens(ct->tok_cfg, "=");
     ct->error = 0;
     ct->addinfo = 0;
+
     while (fgets(line, sizeof(line)-1, f))
     {
-        const char *cp_value_start;
-        const char *cp_value_end;
-        const char *cp_pattern_start;
-        const char *cp_pattern_end;
-        const char *cp = line;
-
-        while (*cp && strchr(" \t", *cp))
-            cp++;
-        cp_pattern_start = cp;
-        
-        while (*cp && !strchr(" \t\r\n=#", *cp))
-            cp++;
-        cp_pattern_end = cp;
-        if (cp == cp_pattern_start)
-            continue;
-        while (*cp && strchr(" \t", *cp))
-            cp++;
-        if (*cp != '=')
+        yaz_tok_parse_t tp = yaz_tok_parse_buf(ct->tok_cfg, line);
+        int t;
+        wrbuf_rewind(ct->w);
+        t = yaz_tok_move(tp);
+        if (t == YAZ_TOK_STRING)
+        {
+            char * pattern = xstrdup(yaz_tok_parse_string(tp));
+            t = yaz_tok_move(tp);
+            if (t != '=')
+            {
+                yaz_tok_parse_destroy(tp);
+                cql_transform_close(ct);
+                return 0;
+            }
+            t = yaz_tok_move(tp);
+
+            while (t == YAZ_TOK_STRING)
+            {
+                /* attset type=value  OR  type=value */
+                wrbuf_puts(ct->w, yaz_tok_parse_string(tp));
+                t = yaz_tok_move(tp);
+                if (t == YAZ_TOK_EOF)
+                    break;
+                if (t == YAZ_TOK_STRING)  
+                {  
+                    wrbuf_puts(ct->w, " ");
+                    wrbuf_puts(ct->w, yaz_tok_parse_string(tp));
+                    t = yaz_tok_move(tp);
+                }
+                if (t != '=')
+                {
+                    yaz_tok_parse_destroy(tp);
+                    cql_transform_close(ct);
+                    return 0;
+                }
+                t = yaz_tok_move(tp);
+                if (t != YAZ_TOK_STRING) /* value */
+                {
+                    yaz_tok_parse_destroy(tp);
+                    cql_transform_close(ct);
+                    return 0;
+                }
+                wrbuf_puts(ct->w, "=");
+                wrbuf_puts(ct->w, yaz_tok_parse_string(tp));
+                t = yaz_tok_move(tp);
+                wrbuf_puts(ct->w, " ");
+            }
+            *pp = (struct cql_prop_entry *) xmalloc(sizeof(**pp));
+            (*pp)->pattern = pattern;
+            (*pp)->value = xstrdup(wrbuf_cstr(ct->w));
+            pp = &(*pp)->next;
+        }
+        else if (t != YAZ_TOK_EOF)
         {
-            *pp = 0;
+            yaz_tok_parse_destroy(tp);
             cql_transform_close(ct);
             return 0;
         }
-        cp++;
-        while (*cp && strchr(" \t\r\n", *cp))
-            cp++;
-        cp_value_start = cp;
-        cp_value_end = strchr(cp, '#');
-        if (!cp_value_end)
-            cp_value_end = strlen(line) + line;
-
-        if (cp_value_end != cp_value_start &&
-            strchr(" \t\r\n", cp_value_end[-1]))
-            cp_value_end--;
-        *pp = (struct cql_prop_entry *) xmalloc (sizeof(**pp));
-        (*pp)->pattern = (char *) xmalloc(cp_pattern_end-cp_pattern_start + 1);
-        memcpy ((*pp)->pattern, cp_pattern_start,
-                cp_pattern_end-cp_pattern_start);
-        (*pp)->pattern[cp_pattern_end-cp_pattern_start] = '\0';
-
-        (*pp)->value = (char *) xmalloc (cp_value_end-cp_value_start + 1);
-        if (cp_value_start != cp_value_end)
-            memcpy ((*pp)->value, cp_value_start, cp_value_end-cp_value_start);
-        (*pp)->value[cp_value_end - cp_value_start] = '\0';
-        pp = &(*pp)->next;
+        yaz_tok_parse_destroy(tp);
     }
     *pp = 0;
     return ct;
@@ -106,14 +128,15 @@ void cql_transform_close(cql_transform_t ct)
     while (pe)
     {
         struct cql_prop_entry *pe_next = pe->next;
-        xfree (pe->pattern);
-        xfree (pe->value);
-        xfree (pe);
+        xfree(pe->pattern);
+        xfree(pe->value);
+        xfree(pe);
         pe = pe_next;
     }
-    if (ct->addinfo)
-        xfree (ct->addinfo);
-    xfree (ct);
+    xfree(ct->addinfo);
+    yaz_tok_cfg_destroy(ct->tok_cfg);
+    wrbuf_destroy(ct->w);
+    xfree(ct);
 }
 
 cql_transform_t cql_transform_open_fname(const char *fname)
@@ -135,13 +158,13 @@ static const char *cql_lookup_property(cql_transform_t ct,
     struct cql_prop_entry *e;
 
     if (pat1 && pat2 && pat3)
-        sprintf (pattern, "%.39s.%.39s.%.39s", pat1, pat2, pat3);
+        sprintf(pattern, "%.39s.%.39s.%.39s", pat1, pat2, pat3);
     else if (pat1 && pat2)
-        sprintf (pattern, "%.39s.%.39s", pat1, pat2);
+        sprintf(pattern, "%.39s.%.39s", pat1, pat2);
     else if (pat1 && pat3)
-        sprintf (pattern, "%.39s.%.39s", pat1, pat3);
+        sprintf(pattern, "%.39s.%.39s", pat1, pat3);
     else if (pat1)
-        sprintf (pattern, "%.39s", pat1);
+        sprintf(pattern, "%.39s", pat1);
     else
         return 0;
     
@@ -208,7 +231,7 @@ int cql_pr_attr_uri(cql_transform_t ct, const char *category,
                 cp1++;
             if (cp1 - cp0 >= sizeof(buf))
                 break;
-            memcpy (buf, cp0, cp1 - cp0);
+            memcpy(buf, cp0, cp1 - cp0);
             buf[cp1-cp0] = 0;
             (*pr)("@attr ", client_data);
 
@@ -254,9 +277,9 @@ int cql_pr_attr(cql_transform_t ct, const char *category,
 }
 
 
-static void cql_pr_int (int val,
-                        void (*pr)(const char *buf, void *client_data),
-                        void *client_data)
+static void cql_pr_int(int val,
+                       void (*pr)(const char *buf, void *client_data),
+                       void *client_data)
 {
     char buf[21];              /* enough characters to 2^64 */
     sprintf(buf, "%d", val);
@@ -276,55 +299,61 @@ static int cql_pr_prox(cql_transform_t ct, struct cql_node *mods,
     int proxrel = 2;            /* less than or equal */
     int unit = 2;               /* word */
 
-    while (mods != 0) {
-        char *name = mods->u.st.index;
-        char *term = mods->u.st.term;
-        char *relation = mods->u.st.relation;
+    while (mods)
+    {
+        const char *name = mods->u.st.index;
+        const char *term = mods->u.st.term;
+        const char *relation = mods->u.st.relation;
 
         if (!strcmp(name, "distance")) {
             distance = strtol(term, (char**) 0, 0);
             distance_defined = 1;
-            if (!strcmp(relation, "=")) {
+            if (!strcmp(relation, "="))
                 proxrel = 3;
-            } else if (!strcmp(relation, ">")) {
+            else if (!strcmp(relation, ">"))
                 proxrel = 5;
-            } else if (!strcmp(relation, "<")) {
+            else if (!strcmp(relation, "<"))
                 proxrel = 1;
-            } else if (!strcmp(relation, ">=")) {
+            else if (!strcmp(relation, ">=")) 
                 proxrel = 4;
-            } else if (!strcmp(relation, "<=")) {
+            else if (!strcmp(relation, "<="))
                 proxrel = 2;
-            } else if (!strcmp(relation, "<>")) {
+            else if (!strcmp(relation, "<>"))
                 proxrel = 6;
-            } else {
+            else 
+            {
                 ct->error = YAZ_SRW_UNSUPP_PROX_RELATION;
                 ct->addinfo = xstrdup(relation);
                 return 0;
             }
-        } else if (!strcmp(name, "ordered")) {
+        } 
+        else if (!strcmp(name, "ordered"))
             ordered = 1;
-        } else if (!strcmp(name, "unordered")) {
+        else if (!strcmp(name, "unordered"))
             ordered = 0;
-        } else if (!strcmp(name, "unit")) {
-            if (!strcmp(term, "word")) {
+        else if (!strcmp(name, "unit"))
+        {
+            if (!strcmp(term, "word"))
                 unit = 2;
-            } else if (!strcmp(term, "sentence")) {
+            else if (!strcmp(term, "sentence"))
                 unit = 3;
-            } else if (!strcmp(term, "paragraph")) {
+            else if (!strcmp(term, "paragraph"))
                 unit = 4;
-            } else if (!strcmp(term, "element")) {
+            else if (!strcmp(term, "element"))
                 unit = 8;
-            } else {
+            else 
+            {
                 ct->error = YAZ_SRW_UNSUPP_PROX_UNIT;
                 ct->addinfo = xstrdup(term);
                 return 0;
             }
-        } else {
+        } 
+        else 
+        {
             ct->error = YAZ_SRW_UNSUPP_BOOLEAN_MODIFIER;
             ct->addinfo = xstrdup(name);
             return 0;
         }
-
         mods = mods->u.st.modifiers;
     }
 
@@ -613,27 +642,24 @@ void cql_transform_r(cql_transform_t ct,
         cql_pr_attr(ct, "structure", cn->u.st.relation, 0,
                     pr, client_data, YAZ_SRW_UNSUPP_COMBI_OF_RELATION_AND_TERM);
         if (cn->u.st.relation && !cql_strcmp(cn->u.st.relation, "all"))
-        {
             emit_wordlist(ct, cn, pr, client_data, "and");
-        }
         else if (cn->u.st.relation && !cql_strcmp(cn->u.st.relation, "any"))
-        {
             emit_wordlist(ct, cn, pr, client_data, "or");
-        }
         else
-        {
             emit_terms(ct, cn, pr, client_data, "and");
-        }
         break;
     case CQL_NODE_BOOL:
         (*pr)("@", client_data);
         (*pr)(cn->u.boolean.value, client_data);
         (*pr)(" ", client_data);
         mods = cn->u.boolean.modifiers;
-        if (!strcmp(cn->u.boolean.value, "prox")) {
+        if (!strcmp(cn->u.boolean.value, "prox")) 
+        {
             if (!cql_pr_prox(ct, mods, pr, client_data))
                 return;
-        } else if (mods) {
+        } 
+        else if (mods)
+        {
             /* Boolean modifiers other than on proximity not supported */
             ct->error = YAZ_SRW_UNSUPP_BOOLEAN_MODIFIER;
             ct->addinfo = xstrdup(mods->u.st.index);
@@ -650,8 +676,7 @@ void cql_transform_r(cql_transform_t ct,
     }
 }
 
-int cql_transform(cql_transform_t ct,
-                  struct cql_node *cn,
+int cql_transform(cql_transform_t ct, struct cql_node *cn,
                   void (*pr)(const char *buf, void *client_data),
                   void *client_data)
 {
@@ -659,8 +684,7 @@ int cql_transform(cql_transform_t ct,
     NMEM nmem = nmem_create();
 
     ct->error = 0;
-    if (ct->addinfo)
-        xfree (ct->addinfo);
+    xfree(ct->addinfo);
     ct->addinfo = 0;
 
     for (e = ct->entry; e ; e = e->next)
@@ -670,7 +694,7 @@ int cql_transform(cql_transform_t ct,
         else if (!cql_strcmp(e->pattern, "set"))
             cql_apply_prefix(nmem, cn, 0, e->value);
     }
-    cql_transform_r (ct, cn, pr, client_data);
+    cql_transform_r(ct, cn, pr, client_data);
     nmem_destroy(nmem);
     return ct->error;
 }
@@ -681,8 +705,7 @@ int cql_transform_FILE(cql_transform_t ct, struct cql_node *cn, FILE *f)
     return cql_transform(ct, cn, cql_fputs, f);
 }
 
-int cql_transform_buf(cql_transform_t ct, struct cql_node *cn,
-                      char *out, int max)
+int cql_transform_buf(cql_transform_t ct, struct cql_node *cn, char *out, int max)
 {
     struct cql_buf_write_info info;
     int r;
@@ -711,6 +734,14 @@ int cql_transform_error(cql_transform_t ct, const char **addinfo)
     *addinfo = ct->addinfo;
     return ct->error;
 }
+
+void cql_transform_set_error(cql_transform_t ct, int error, const char *addinfo)
+{
+    xfree(ct->addinfo);
+    ct->addinfo = addinfo ? xstrdup(addinfo) : 0;
+    ct->error = error;
+}
+
 /*
  * Local variables:
  * c-basic-offset: 4