X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=index%2Findex.h;h=9f3e8bfded4d977e90d22d8092704d0e667079ee;hb=c0c85097014e5b007075ab71d9b5bee412e28dd5;hp=79896089c35c0875e3715381cebd90ec4eb48849;hpb=83762ea76e5af65ccb4407c6b38053bc6491a875;p=idzebra-moved-to-github.git diff --git a/index/index.h b/index/index.h index 7989608..9f3e8bf 100644 --- a/index/index.h +++ b/index/index.h @@ -1,10 +1,112 @@ /* - * Copyright (C) 1994-1995, Index Data I/S + * Copyright (C) 1995-1996, Index Data I/S * All rights reserved. * Sebastian Hammer, Adam Dickmeiss * * $Log: index.h,v $ - * Revision 1.22 1995-11-20 11:56:26 adam + * Revision 1.49 1997-09-05 15:30:08 adam + * Changed prototype for chr_map_input - added const. + * Added support for C++, headers uses extern "C" for public definitions. + * + * Revision 1.48 1997/02/12 20:39:45 adam + * Implemented options -f that limits the log to the first + * records. + * Changed some log messages also. + * + * Revision 1.47 1996/12/23 15:30:44 adam + * Work on truncation. + * Bug fix: result sets weren't deleted after server shut down. + * + * Revision 1.46 1996/11/08 11:10:19 adam + * Buffers used during file match got bigger. + * Compressed ISAM support everywhere. + * Bug fixes regarding masking characters in queries. + * Redesigned Regexp-2 queries. + * + * Revision 1.45 1996/10/29 14:09:42 adam + * Use of cisam system - enabled if setting isamc is 1. + * + * Revision 1.44 1996/06/06 12:08:40 quinn + * Added showRecord function + * + * Revision 1.43 1996/06/04 10:18:12 adam + * Search/scan uses character mapping module. + * + * Revision 1.42 1996/06/04 08:20:16 quinn + * Smallish + * + * Revision 1.41 1996/06/04 07:54:55 quinn + * Added output-map. + * + * Revision 1.40 1996/05/31 09:06:58 quinn + * Work on character-set handling + * + * Revision 1.39 1996/05/14 14:04:33 adam + * In zebraidx, the 'stat' command is improved. Statistics about ISAM/DICT + * is collected. + * + * Revision 1.38 1996/04/12 07:02:23 adam + * File update of single files. + * + * Revision 1.37 1996/03/26 16:01:13 adam + * New setting lockPath: directory of various lock files. + * + * Revision 1.36 1996/03/21 14:50:09 adam + * File update uses modify-time instead of change-time. + * + * Revision 1.35 1996/02/12 18:45:36 adam + * New fileVerboseFlag in record group control. + * + * Revision 1.34 1995/12/11 11:43:29 adam + * Locking based on fcntl instead of flock. + * Setting commitEnable removed. Command line option -n can be used to + * prevent commit if commit setting is defined in the configuration file. + * + * Revision 1.33 1995/12/08 16:22:53 adam + * Work on update while servers are running. Three lock files introduced. + * The servers reload their registers when necessary, but they don't + * reestablish result sets yet. + * + * Revision 1.32 1995/12/07 17:38:46 adam + * Work locking mechanisms for concurrent updates/commit. + * + * Revision 1.31 1995/12/06 12:41:22 adam + * New command 'stat' for the index program. + * Filenames can be read from stdin by specifying '-'. + * Bug fix/enhancement of the transformation from terms to regular + * expressons in the search engine. + * + * Revision 1.30 1995/12/05 11:25:02 adam + * Include of zebraver.h. + * + * Revision 1.29 1995/11/28 09:09:40 adam + * Zebra config renamed. + * Use setting 'recordId' to identify record now. + * Bug fix in recindex.c: rec_release_blocks was invokeded even + * though the blocks were already released. + * File traversal properly deletes records when needed. + * + * Revision 1.28 1995/11/27 13:58:53 adam + * New option -t. storeStore data implemented in server. + * + * Revision 1.27 1995/11/25 10:24:06 adam + * More record fields - they are enumerated now. + * New options: flagStoreData flagStoreKey. + * + * Revision 1.26 1995/11/22 17:19:17 adam + * Record management uses the bfile system. + * + * Revision 1.25 1995/11/21 15:29:12 adam + * Config file 'base' read by default by both indexer and server. + * + * Revision 1.24 1995/11/21 15:01:15 adam + * New general match criteria implemented. + * New feature: document groups. + * + * Revision 1.23 1995/11/20 16:59:45 adam + * New update method: the 'old' keys are saved for each records. + * + * Revision 1.22 1995/11/20 11:56:26 adam * Work on new traversal. * * Revision 1.21 1995/11/16 15:34:55 adam @@ -74,18 +176,23 @@ * New simple file index tool. * */ +#include +#include +#include -#include #include #include +#include #define IT_MAX_WORD 256 #define IT_KEY_HAVE_SEQNO 1 #define IT_KEY_HAVE_FIELD 0 +typedef int SYSNO; + struct it_key { - int sysno; - int seqno; + int sysno; + int seqno; }; enum dirsKind { dirs_dir, dirs_file }; @@ -93,56 +200,67 @@ enum dirsKind { dirs_dir, dirs_file }; struct dir_entry { enum dirsKind kind; char *name; - int ctime; + time_t mtime; }; struct dirs_entry { enum dirsKind kind; char path[256]; - int sysno; - int ctime; + SYSNO sysno; + time_t mtime; }; +struct recordGroup { + char *groupName; + char *databaseName; + char *path; + char *recordId; + char *recordType; + int flagStoreData; + int flagStoreKeys; + int flagShowRecords; + int fileVerboseLimit; +}; + +void getFnameTmp (char *fname, int no); + struct dirs_info *dirs_open (Dict dict, const char *rep); +struct dirs_info *dirs_fopen (Dict dict, const char *path); struct dirs_entry *dirs_read (struct dirs_info *p); struct dirs_entry *dirs_last (struct dirs_info *p); -void dirs_mkdir (struct dirs_info *p, const char *src, int ctime); +void dirs_mkdir (struct dirs_info *p, const char *src, time_t mtime); void dirs_rmdir (struct dirs_info *p, const char *src); -void dirs_add (struct dirs_info *p, const char *src, int sysno, int ctime); +void dirs_add (struct dirs_info *p, const char *src, int sysno, time_t mtime); void dirs_del (struct dirs_info *p, const char *src); void dirs_free (struct dirs_info **pp); struct dir_entry *dir_open (const char *rep); void dir_sort (struct dir_entry *e); void dir_free (struct dir_entry **e_p); -void repository (int cmd, const char *rep, const char *base_path, - char *databaseName); -void repositoryUpdate (const char *path, char *databaseName); -SYSNO file_extract (int cmd, const char *fname, const char *kname, - char *databaseName); +void repositoryUpdate (struct recordGroup *rGroup); +void repositoryAdd (struct recordGroup *rGroup); +void repositoryDelete (struct recordGroup *rGroup); +void repositoryShow (struct recordGroup *rGroup); void key_open (int mem); int key_close (void); -void key_write (int cmd, struct it_key *k, const char *str); int key_compare (const void *p1, const void *p2); +int key_compare_it (const void *p1, const void *p2); int key_qsort_compare (const void *p1, const void *p2); void key_logdump (int mask, const void *p); -void key_input (const char *dict_fname, const char *isam_fname, - int nkeys, int cache); +void inv_prstat (void); +void key_input (int nkeys, int cache); +ISAMC_M key_isamc_m (void); int merge_sort (char **buf, int from, int to); -#define TEMP_FNAME "keys%d.tmp" -#define FNAME_WORD_DICT "worddict" -#define FNAME_WORD_ISAM "wordisam" -#define FNAME_FILE_DICT "filedict" - -#define RECORD_BASE 1 +#define FNAME_DICT "dict" +#define FNAME_ISAM "isam" +#define FNAME_ISAMC "isamc" +#define FNAME_CONFIG "zebra.cfg" -#if !RECORD_BASE -#define FNAME_SYS_IDX "sysidx" -#define SYS_IDX_ENTRY_LEN 120 -#endif +#define GMATCH_DICT "gmatch" +#define FMATCH_DICT "fmatch" struct strtab *strtab_mk (void); int strtab_src (struct strtab *t, const char *name, void ***infop); @@ -151,5 +269,29 @@ void strtab_del (struct strtab *t, void *data); int index_char_cvt (int c); int index_word_prefix (char *string, int attset_ordinal, - int local_attribute, char *databaseName); + int local_attribute, const char *databaseName); + +int fileExtract (SYSNO *sysno, const char *fname, + const struct recordGroup *rGroup, int deleteFlag); + +void rec_prstat (void); + +void zebraLockPrefix (char *pathPrefix); + +void zebraIndexLockMsg (const char *str); +void zebraIndexUnlock (void); +void zebraIndexLock (int commitNow); +int zebraIndexWait (int commitPhase); + +#define FNAME_MAIN_LOCK "zebraidx.LCK" +#define FNAME_COMMIT_LOCK "zebracmt.LCK" +#define FNAME_ORG_LOCK "zebraorg.LCK" +#define FNAME_TOUCH_TIME "zebraidx.time" + +int zebraLock (int fd, int wr); +int zebraLockNB (int fd, int wr); +int zebraUnlock (int fd); +void init_charmap(void); +const char **map_chrs_input(const char **from, int len); +const char *map_chrs_output(const char **from);