Implemented loadable filters.
[idzebra-moved-to-github.git] / index / main.c
index 5231053..392a7d4 100644 (file)
@@ -1,9 +1,26 @@
-/*
- * Copyright (C) 1994-2002, Index Data
- * All rights reserved.
- *
- * $Id: main.c,v 1.84 2002-04-04 20:50:37 adam Exp $
- */
+/* $Id: main.c,v 1.115 2004-09-27 10:44:49 adam Exp $
+   Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003,2004
+   Index Data Aps
+
+This file is part of the Zebra server.
+
+Zebra is free software; you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free
+Software Foundation; either version 2, or (at your option) any later
+version.
+
+Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or
+FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License
+along with Zebra; see the file LICENSE.zebra.  If not, write to the
+Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
+02111-1307, USA.
+*/
+
+
 #include <stdio.h>
 #include <string.h>
 #include <assert.h>
 #include <io.h>
 #else
 #include <unistd.h>
+#include <sys/time.h>
+#endif
+#include <time.h>
+#if HAVE_SYS_TIMES_H
+#include <sys/times.h>
 #endif
 
-#include <yaz/data1.h>
-#include "zebraapi.h"
+#include <data1.h>
+#include <idzebra/api.h>
 
 char *prog;
 
+static void filter_cb(void *cd, const char *name)
+{
+    puts (name);
+}
+
+static void show_filters(ZebraService zs)
+{
+    zebra_filter_info(zs, 0, filter_cb);
+}
+
 int main (int argc, char **argv)
 {
     int ret;
@@ -25,12 +57,19 @@ int main (int argc, char **argv)
     char *arg;
     char *configName = 0;
     int nsections = 0;
-    int disableCommit = 0;
-    size_t mem_max = 0;
+    int enable_commit = 1;
+    char *database = "Default";
+    Res res = res_open(0, 0, 0);
+    
+    int trans_started=0;
+#if HAVE_SYS_TIMES_H
+    struct tms tms1, tms2;
+    struct timeval start_time, end_time;
+    double usec;
+#endif
 #ifndef WIN32
     char nbuf[100];
 #endif
-    struct recordGroup rGroupDef;
     ZebraService zs = 0;
     ZebraHandle zh = 0;
 
@@ -41,19 +80,10 @@ int main (int argc, char **argv)
     sprintf(nbuf, "%.40s(%d)", *argv, getpid());
     yaz_log_init_prefix (nbuf);
 #endif
-
-    rGroupDef.groupName = NULL;
-    rGroupDef.databaseName = NULL;
-    rGroupDef.path = NULL;
-    rGroupDef.recordId = NULL;
-    rGroupDef.recordType = NULL;
-    rGroupDef.flagStoreData = -1;
-    rGroupDef.flagStoreKeys = -1;
-    rGroupDef.flagRw = 1;
-    rGroupDef.databaseNamePath = 0;
-    rGroupDef.explainDatabase = 0;
-    rGroupDef.fileVerboseLimit = 100000;
-
+#if HAVE_SYS_TIMES_H
+    times(&tms1);
+    gettimeofday(&start_time, 0);
+#endif
     prog = *argv;
     if (argc < 2)
     {
@@ -62,6 +92,8 @@ int main (int argc, char **argv)
         " update <dir>  Update index with files below <dir>.\n"
        "               If <dir> is empty filenames are read from stdin.\n"
         " delete <dir>  Delete index with files below <dir>.\n"
+        " create <db>   Create database <db>\n"
+        " drop <db>     Drop database <db>\n"
         " commit        Commit changes\n"
         " clean         Clean shadow files\n"
         "Options:\n"
@@ -74,12 +106,13 @@ int main (int argc, char **argv)
        " -s            Show analysis on stdout, but do no work.\n"
        " -v <level>    Set logging to <level>.\n"
         " -l <file>     Write log to <file>.\n"
+        " -L            Don't follow symbolic links.\n"
         " -f <n>        Display information for the first <n> records.\n"
         " -V            Show version.\n", *argv
                  );
         exit (1);
     }
-    while ((ret = options ("sVt:c:g:d:m:v:nf:l:"
+    while ((ret = options ("sVt:c:g:d:m:v:nf:l:L"
                           , argv, argc, &arg)) != -2)
     {
         if (ret == 0)
@@ -88,29 +121,25 @@ int main (int argc, char **argv)
             {
                 if (!zs)
                 {
-#if ZMBOL
-                    logf (LOG_LOG, "zmbol version %s %s",
-                          ZEBRAVER, ZEBRADATE);
-#else
-                    logf (LOG_LOG, "zebra version %s %s",
+                   const char *config = configName ? configName : "zebra.cfg";
+                    logf (LOG_LOG, "Zebra version %s %s",
                           ZEBRAVER, ZEBRADATE);
-#endif
-                    zs = zebra_start (configName ? configName : "zebra.cfg");
+                    zs = zebra_start_res (config, 0, res);
                     if (!zs)
+                    {
+                       yaz_log (LOG_FATAL, "Cannot read config %s", config);
                         exit (1);
+                   }   
                     zh = zebra_open (zs);
-                }
-                if (rGroupDef.databaseName)
-                {
-                    if (zebra_select_database (zh, rGroupDef.databaseName))
-                        exit (1);
-                }
-                else
-                {
-                    if (zebra_select_database (zh, "Default"))
-                        exit (1);
+                   zebra_shadow_enable (zh, enable_commit);
                 }
 
+               if (zebra_select_database (zh, database))
+               {
+                   logf(LOG_FATAL, "Could not select database %s errCode=%d",
+                        database, zebra_errCode(zh) );
+                   exit (1);
+               }
                 if (!strcmp (arg, "update"))
                     cmd = 'u';
                 else if (!strcmp (arg, "update1"))
@@ -125,22 +154,38 @@ int main (int argc, char **argv)
                {
                     zebra_init (zh);
                }
+               else if (!strcmp(arg, "drop"))
+               {
+                   cmd = 'D';
+               }
+               else if (!strcmp(arg, "create"))
+               {
+                   cmd = 'C';
+               }
                 else if (!strcmp (arg, "commit"))
                 {
                     zebra_commit (zh);
                 }
                 else if (!strcmp (arg, "clean"))
                 {
-                    assert (!"todo");
+                    zebra_clean (zh);
                 }
                 else if (!strcmp (arg, "stat") || !strcmp (arg, "status"))
                 {
-                    assert (!"todo");
+                    zebra_register_statistics (zh,0);
+                }
+                else if (!strcmp (arg, "dumpdict"))
+                {
+                    zebra_register_statistics (zh,1);
                 }
                 else if (!strcmp (arg, "compact"))
                 {
                     zebra_compact (zh);
                 }
+                else if (!strcmp (arg, "filters"))
+                {
+                    show_filters(zs);
+                }
                 else
                 {
                     logf (LOG_FATAL, "unknown command: %s", arg);
@@ -149,49 +194,49 @@ int main (int argc, char **argv)
             }
            else
             {
-                rGroupDef.path = arg;
-                zebra_set_group (zh, &rGroupDef);
-                zebra_begin_trans (zh);
-
+               if (!trans_started)
+               {
+                   trans_started=1;
+                    if (zebra_begin_trans (zh, 1))
+                        exit(1);
+               }
                 switch (cmd)
                 {
                 case 'u':
-                    zebra_repository_update (zh);
+                    zebra_repository_update (zh, arg);
                     break;
                 case 'd':
-                    zebra_repository_delete (zh);
+                    zebra_repository_delete (zh, arg);
                     break;
                 case 's':
-                    logf (LOG_LOG, "dumping %s", rGroupDef.path);
-                    zebra_repository_show (zh);
+                    zebra_repository_show (zh, arg);
                     nsections = 0;
                     break;
+               case 'C':
+                   zebra_create_database(zh, arg);
+                   break;
+               case 'D':
+                   zebra_drop_database(zh, arg);
+                   break;
                 default:
                     nsections = 0;
                 }
-                cmd = 0;
-                zebra_end_trans (zh);
                 log_event_end (NULL, NULL);
             }
         }
         else if (ret == 'V')
         {
-#if ZMBOL
-            fprintf (stderr, "Z'mbol %s %s\n", ZEBRAVER, ZEBRADATE);
-#else
-            fprintf (stderr, "Zebra %s %s\n", ZEBRAVER, ZEBRADATE);
-#endif
-           fprintf (stderr, " (C) 1994-2002, Index Data ApS\n");
+            printf("Zebra %s %s\n", ZEBRAVER, ZEBRADATE);
+           printf(" (C) 1994-2004, Index Data ApS\n");
 #ifdef WIN32
 #ifdef _DEBUG
-            fprintf (stderr, " WIN32 Debug\n");
+            printf(" WIN32 Debug\n");
 #else
-            fprintf (stderr, " WIN32 Release\n");
+            printf(" WIN32 Release\n");
 #endif
 #endif
 #if HAVE_BZLIB_H
-            fprintf (stderr, "libbzip2\n"
-                    " (C) 1996-1999 Julian R Seward.  All rights reserved.\n");
+            printf("Using: libbzip2, (C) 1996-1999 Julian R Seward.  All rights reserved.\n");
 #endif
         }
         else if (ret == 'v')
@@ -199,26 +244,46 @@ int main (int argc, char **argv)
        else if (ret == 'l')
            yaz_log_init_file (arg);
         else if (ret == 'm')
-            mem_max = 1024*1024*atoi(arg);
+           res_set(res, "memMax", arg);
         else if (ret == 'd')
-            rGroupDef.databaseName = arg;
+            database = arg;
        else if (ret == 's')
-           rGroupDef.flagRw = 0;
+           res_set(res, "openRW", "0");
         else if (ret == 'g')
-            rGroupDef.groupName = arg;
+           res_set(res, "group", arg);
         else if (ret == 'f')
-            rGroupDef.fileVerboseLimit = atoi(arg);
+           res_set(res, "fileVerboseLimit", arg);
         else if (ret == 'c')
             configName = arg;
         else if (ret == 't')
-            rGroupDef.recordType = arg;
+           res_set(res, "recordType", arg);
         else if (ret == 'n')
-            disableCommit = 1;
+           enable_commit = 0;
+       else if (ret == 'L')
+           res_set(res, "followLinks", "0");
         else
             logf (LOG_WARN, "unknown option '-%s'", arg);
-    }
+    } /* while arg */
+
+    if (trans_started)
+        zebra_end_trans (zh);
+
     zebra_close (zh);
     zebra_stop (zs);
+#if HAVE_SYS_TIMES_H
+    if (trans_started)
+    {
+        gettimeofday(&end_time, 0);
+        usec = (end_time.tv_sec - start_time.tv_sec) * 1000000.0 +
+           end_time.tv_usec - start_time.tv_usec;
+        times(&tms2);
+        yaz_log (LOG_LOG, "zebraidx times: %5.2f %5.2f %5.2f",
+               usec / 1000000,
+               (double) (tms2.tms_utime - tms1.tms_utime)/100,
+               (double) (tms2.tms_stime - tms1.tms_stime)/100);
+    }
+#endif
+    nmem_exit();
     exit (0);
     return 0;
 }