X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=dict%2Fdicttest.c;h=36cebc1995136bba59002b3f1b3ddcfc3273276b;hb=7d5a1ac22a7be94fd8d6a65426bd087df4285ccd;hp=9290ca7e102d6850cd5ced54301c2ecc5706def4;hpb=f9c29149e90d3710b0d6f2d6a7a4cffcba401fe6;p=idzebra-moved-to-github.git

diff --git a/dict/dicttest.c b/dict/dicttest.c
index 9290ca7..36cebc1 100644
--- a/dict/dicttest.c
+++ b/dict/dicttest.c
@@ -4,9 +4,22 @@
  * Sebastian Hammer, Adam Dickmeiss
  *
  * $Log: dicttest.c,v $
- * Revision 1.3  1994-09-01 17:44:06  adam
+ * Revision 1.7  1994-09-19 16:34:26  adam
+ * Depend rule change. Minor changes in dicttest.c
+ *
+ * Revision 1.6  1994/09/16  15:39:12  adam
+ * Initial code of lookup - not tested yet.
+ *
+ * Revision 1.5  1994/09/06  13:05:14  adam
+ * Further development of insertion. Some special cases are
+ * not properly handled yet! assert(0) are put here. The
+ * binary search in each page definitely reduce usr CPU.
+ *
+ * Revision 1.4  1994/09/01  17:49:37  adam
+ * Removed stupid line. Work on insertion in dictionary. Not finished yet.
+ *
+ * Revision 1.3  1994/09/01  17:44:06  adam
  * depend include change.
- * CVS ----------------------------------------------------------------------
  *
  * Revision 1.2  1994/08/18  12:40:54  adam
  * Some development of dictionary. Not finished at all!
@@ -19,6 +32,7 @@
 #include <stdlib.h>
 #include <string.h>
 #include <stdio.h>
+#include <ctype.h>
 
 #include <dict.h>
 
@@ -31,20 +45,24 @@ int main (int argc, char **argv)
     const char *inputfile = NULL;
     const char *base = NULL;
     int rw = 0;
-    int infosize = 2;
+    int infosize = 4;
     int cache = 10;
     int ret;
+    int no_of_iterations = 0;
+    int no_of_new = 0, no_of_same = 0, no_of_change = 0;
+    int no_of_hits = 0, no_of_misses = 0;
+    int unique = 0;
     char *arg;
     
     prog = argv[0];
     if (argc < 2)
     {
         fprintf (stderr, "usage:\n"
-                 "  %s [-s n] [-v n] [-i f] [-w] [-c n] base file\n",
+                 "  %s [-u] [-s n] [-v n] [-i f] [-w] [-c n] base file\n",
                  prog);
         exit (1);
     }
-    while ((ret = options ("s:v:i:wc:", argv, argc, &arg)) != -2)
+    while ((ret = options ("us:v:i:wc:", argv, argc, &arg)) != -2)
     {
         if (ret == 0)
         {
@@ -58,6 +76,10 @@ int main (int argc, char **argv)
                 exit (1);
             }
         }
+        else if (ret == 'u')
+        {
+            unique = 1;
+        }
         else if (ret == 'c')
         {
             cache = atoi(arg);
@@ -67,10 +89,7 @@ int main (int argc, char **argv)
         else if (ret == 'w')
             rw = 1;
         else if (ret == 'i')
-        {
             inputfile = arg;
-            rw = 1;
-        }
         else if (ret == 's')
         {
             infosize = atoi(arg);
@@ -105,8 +124,7 @@ int main (int argc, char **argv)
     if (inputfile)
     {
         FILE *ipf;
-        char ipf_buf[256];
-        char word[256];
+        char ipf_buf[1024];
         int line = 1;
         char infobytes[120];
         memset (infobytes, 0, 120);
@@ -117,17 +135,71 @@ int main (int argc, char **argv)
             exit (1);
         }
         
-        while (fgets (ipf_buf, 255, ipf))
+        while (fgets (ipf_buf, 1023, ipf))
         {
-            if (sscanf (ipf_buf, "%s", word) == 1)
+            char *ipf_ptr = ipf_buf;
+            sprintf (infobytes, "%d", line);
+            for (;*ipf_ptr && *ipf_ptr != '\n';ipf_ptr++)
             {
-                sprintf (infobytes, "%d", line);
-                dict_insert (dict, word, infosize, infobytes);
+                if (isalpha(*ipf_ptr) || *ipf_ptr == '_')
+                {
+                    int i = 1;
+                    while (ipf_ptr[i] && (isalnum(ipf_ptr[i]) ||
+                                          ipf_ptr[i] == '_'))
+                        i++;
+                    if (ipf_ptr[i])
+                        ipf_ptr[i++] = '\0';
+                    if (rw)
+                    {
+                        switch(dict_insert (dict, ipf_ptr,
+                                            infosize, infobytes))
+                        {
+                        case 0:
+                            no_of_new++;
+                            break;
+                        case 1:
+                            no_of_change++;
+                        if (unique)
+                            log (LOG_LOG, "%s change\n", ipf_ptr);
+                            break;
+                        case 2:
+                            if (unique)
+                                log (LOG_LOG, "%s duplicate\n", ipf_ptr);
+                            no_of_same++;
+                            break;
+                        }
+                    }
+                    else
+                    {
+                        char *cp;
+
+                        cp = dict_lookup (dict, ipf_ptr);
+                        if (cp)
+                            no_of_hits++;
+                        else
+                            no_of_misses++;
+                    }
+                    ++no_of_iterations;
+                    ipf_ptr += (i-1);
+                }
             }
             ++line;
         }
         fclose (ipf);
     }
+    if (rw)
+    {
+        log (LOG_LOG, "Insertions.... %d", no_of_iterations);
+        log (LOG_LOG, "No of new..... %d", no_of_new);
+        log (LOG_LOG, "No of change.. %d", no_of_change);
+        log (LOG_LOG, "No of same.... %d", no_of_same);
+    }
+    else
+    {
+        log (LOG_LOG, "Lookups....... %d", no_of_iterations);
+        log (LOG_LOG, "No of hits.... %d", no_of_hits);
+        log (LOG_LOG, "No of misses.. %d", no_of_misses);
+    }
     dict_close (dict);
     res_close (common_resource);
     return 0;