X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=index%2Fkinput.c;h=c5605914fc382be0a5333aa21f69494b96587210;hb=10e178572346e8c5c3caaa43b803dd10c005cb5f;hp=9053738a5a193f0d4d6fe8732c749d7e1f3bab09;hpb=3c5f6226f97612c0d6ac40591f600587c5ffa858;p=idzebra-moved-to-github.git diff --git a/index/kinput.c b/index/kinput.c index 9053738..c560591 100644 --- a/index/kinput.c +++ b/index/kinput.c @@ -4,7 +4,13 @@ * Sebastian Hammer, Adam Dickmeiss * * $Log: kinput.c,v $ - * Revision 1.31 1999-02-02 14:50:56 adam + * Revision 1.33 1999-05-15 14:36:38 adam + * Updated dictionary. Implemented "compression" of dictionary. + * + * Revision 1.32 1999/05/12 13:08:06 adam + * First version of ISAMS. + * + * Revision 1.31 1999/02/02 14:50:56 adam * Updated WIN32 code specific sections. Changed header. * * Revision 1.30 1998/10/28 10:53:57 adam @@ -312,6 +318,7 @@ struct heap_info { Dict dict; ISAM isam; ISAMC isamc; + ISAMS isams; }; struct heap_info *key_heap_init (int nkeys, @@ -495,6 +502,42 @@ int heap_inpc (struct heap_info *hi) return 0; } +int heap_inps (struct heap_info *hi) +{ + struct heap_cread_info hci; + ISAMS_I isams_i = xmalloc (sizeof(*isams_i)); + + hci.key = xmalloc (KEY_SIZE); + hci.mode = 1; + hci.hi = hi; + hci.more = heap_read_one (hi, hci.cur_name, hci.key); + + isams_i->clientData = &hci; + isams_i->read_item = heap_cread_item; + + while (hci.more) + { + char this_name[INP_NAME_MAX]; + ISAMS_P isams_p; + char *dict_info; + + strcpy (this_name, hci.cur_name); + assert (hci.cur_name[1]); + no_diffs++; + if (!(dict_info = dict_lookup (hi->dict, hci.cur_name))) + { + isams_p = isams_merge (hi->isams, isams_i); + no_insertions++; + dict_insert (hi->dict, this_name, sizeof(ISAMS_P), &isams_p); + } + else + abort(); + } + xfree (isams_i); + return 0; +} + + int heap_inp (struct heap_info *hi) { char *info; @@ -606,6 +649,7 @@ void key_input (BFiles bfs, int nkeys, int cache) Dict dict; ISAM isam = NULL; ISAMC isamc = NULL; + ISAMS isams = NULL; struct key_file **kf; char rbuf[1024]; int i, r; @@ -626,23 +670,23 @@ void key_input (BFiles bfs, int nkeys, int cache) if (!nkeys) return ; } - dict = dict_open (bfs, FNAME_DICT, cache, 1); + dict = dict_open (bfs, FNAME_DICT, cache, 1, 0); if (!dict) { logf (LOG_FATAL, "dict_open fail"); exit (1); } - if (!res_get_match (common_resource, "isam", "i", NULL)) + if (res_get_match (common_resource, "isam", "s", NULL)) { - isamc = isc_open (bfs, - FNAME_ISAMC, 1, key_isamc_m (common_resource)); - if (!isamc) + isams = isams_open (bfs, FNAME_ISAMS, 1, + key_isams_m (common_resource)); + if (!isams) { - logf (LOG_FATAL, "isc_open fail"); + logf (LOG_FATAL, "isams_open fail"); exit (1); } } - else + else if (res_get_match (common_resource, "isam", "i", NULL)) { isam = is_open (bfs, FNAME_ISAM, key_compare, 1, sizeof(struct it_key), common_resource); @@ -652,6 +696,16 @@ void key_input (BFiles bfs, int nkeys, int cache) exit (1); } } + else + { + isamc = isc_open (bfs, FNAME_ISAMC, 1, + key_isamc_m (common_resource)); + if (!isamc) + { + logf (LOG_FATAL, "isc_open fail"); + exit (1); + } + } kf = xmalloc ((1+nkeys) * sizeof(*kf)); progressInfo.totalBytes = 0; progressInfo.totalOffset = 0; @@ -669,19 +723,24 @@ void key_input (BFiles bfs, int nkeys, int cache) hi->dict = dict; hi->isam = isam; hi->isamc = isamc; + hi->isams = isams; for (i = 1; i<=nkeys; i++) if ((r = key_file_read (kf[i], rbuf))) key_heap_insert (hi, rbuf, r, kf[i]); if (isamc) heap_inpc (hi); - else - heap_inp (hi); + else if (isams) + heap_inps (hi); + else if (isam) + heap_inp (hi); dict_close (dict); if (isam) is_close (isam); if (isamc) isc_close (isamc); + if (isams) + isams_close (isams); for (i = 1; i<=nkeys; i++) {