-/* $Id: kcompare.c,v 1.46 2004-06-09 13:11:49 adam Exp $
- Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003,2004
- Index Data Aps
+/* $Id: kcompare.c,v 1.57 2005-05-31 07:29:10 adam Exp $
+ Copyright (C) 1995-2005
+ Index Data ApS
This file is part of the Zebra server.
#include "index.h"
-#define INT_CODEC_NEW 0
+#ifdef __GNUC__
#define CODEC_INLINE inline
-void key_logdump_txt (int logmask, const void *p, const char *txt)
+#else
+#define CODEC_INLINE
+#endif
+
+void key_logdump_txt(int logmask, const void *p, const char *txt)
{
struct it_key key;
+ if (!txt)
+ txt = "(none)";
if (p)
{
+ char formstr[128];
+ int i;
+
memcpy (&key, p, sizeof(key));
- logf (logmask, "%7d:%-4d %s", key.sysno, key.seqno,txt);
+ assert(key.len > 0 && key.len <= IT_KEY_LEVEL_MAX);
+ *formstr = '\0';
+ for (i = 0; i<key.len; i++)
+ {
+ if (i)
+ strcat(formstr, ".");
+ sprintf(formstr + strlen(formstr), ZINT_FORMAT, key.mem[i]);
+ }
+ yaz_log(logmask, "%s %s", formstr, txt);
}
else
- logf(logmask, " (null) %s",txt);
+ yaz_log(logmask, " (no key) %s",txt);
}
-void key_logdump (int logmask, const void *p)
+void key_logdump(int logmask, const void *p)
{
- key_logdump_txt(logmask,p,"");
+ key_logdump_txt(logmask, p, "");
}
int key_compare_it (const void *p1, const void *p2)
{
- if (((struct it_key *) p1)->sysno != ((struct it_key *) p2)->sysno)
- {
- if (((struct it_key *) p1)->sysno > ((struct it_key *) p2)->sysno)
- return 2;
- else
- return -2;
- }
- if (((struct it_key *) p1)->seqno != ((struct it_key *) p2)->seqno)
+ int i, l = ((struct it_key *) p1)->len;
+ if (((struct it_key *) p2)->len > l)
+ l = ((struct it_key *) p2)->len;
+ assert (l <= 4 && l > 0);
+ for (i = 0; i < l; i++)
{
- if (((struct it_key *) p1)->seqno > ((struct it_key *) p2)->seqno)
- return 1;
- else
- return -1;
+ if (((struct it_key *) p1)->mem[i] != ((struct it_key *) p2)->mem[i])
+ {
+ if (((struct it_key *) p1)->mem[i] > ((struct it_key *) p2)->mem[i])
+ return l-i;
+ else
+ return i-l;
+ }
}
return 0;
}
char *key_print_it (const void *p, char *buf)
{
- const struct it_key *i = p;
- sprintf (buf, "%d:%d", i->sysno, i->seqno);
+ strcpy(buf, "");
return buf;
}
int key_compare (const void *p1, const void *p2)
{
struct it_key i1, i2;
+ int i, l;
memcpy (&i1, p1, sizeof(i1));
memcpy (&i2, p2, sizeof(i2));
- if (i1.sysno != i2.sysno)
+ l = i1.len;
+ if (i2.len > l)
+ l = i2.len;
+ assert (l <= 4 && l > 0);
+ for (i = 0; i < l; i++)
{
- if (i1.sysno > i2.sysno)
- return 2;
- else
- return -2;
- }
- if (i1.seqno != i2.seqno)
- {
- if (i1.seqno > i2.seqno)
- return 1;
- else
- return -1;
+ if (i1.mem[i] != i2.mem[i])
+ {
+ if (i1.mem[i] > i2.mem[i])
+ return l-i;
+ else
+ return i-l;
+ }
}
return 0;
}
-int key_get_seq(const void *p)
+zint key_get_seq(const void *p)
{
struct it_key k;
memcpy (&k, p, sizeof(k));
- return k.seqno;
+ return k.mem[k.len-1];
}
int key_qsort_compare (const void *p1, const void *p2)
struct it_key key;
};
-void *iscz1_code_start (int mode)
+void *iscz1_start (void)
{
struct iscz1_code_info *p = (struct iscz1_code_info *)
xmalloc (sizeof(*p));
- p->key.sysno = 0;
- p->key.seqno = 0;
+ iscz1_reset(p);
return p;
}
-void iscz1_code_reset (void *vp)
+void key_init(struct it_key *key)
+{
+ int i;
+ key->len = 0;
+ for (i = 0; i<IT_KEY_LEVEL_MAX; i++)
+ key->mem[i] = 0;
+}
+
+void iscz1_reset (void *vp)
{
struct iscz1_code_info *p = (struct iscz1_code_info *) vp;
- p->key.sysno = 0;
- p->key.seqno = 0;
+ int i;
+ p->key.len = 0;
+ for (i = 0; i< IT_KEY_LEVEL_MAX; i++)
+ p->key.mem[i] = 0;
}
-void iscz1_code_stop (int mode, void *p)
+void iscz1_stop (void *p)
{
xfree (p);
}
-#if INT_CODEC_NEW
-static CODEC_INLINE void iscz1_encode_int (unsigned d, char **dst)
+/* small encoder that works with unsigneds of any length */
+static CODEC_INLINE void iscz1_encode_int (zint d, char **dst)
{
unsigned char *bp = (unsigned char*) *dst;
while (d > 127)
{
- *bp++ = 128 | (d & 127);
+ *bp++ = (unsigned) (128 | (d & 127));
d = d >> 7;
}
- *bp++ = d;
+ *bp++ = (unsigned) d;
*dst = (char *) bp;
}
-static CODEC_INLINE int iscz1_decode_int (unsigned char **src)
+/* small decoder that works with unsigneds of any length */
+static CODEC_INLINE zint iscz1_decode_int (unsigned char **src)
{
- unsigned d = 0;
+ zint d = 0;
unsigned char c;
unsigned r = 0;
while (((c = *(*src)++) & 128))
{
- d += ((c&127) << r);
+ d += ((zint) (c&127) << r);
r += 7;
}
- d += (c << r);
+ d += ((zint) c << r);
return d;
}
-#else
-/* ! INT_CODEC_NEW */
-static CODEC_INLINE void iscz1_encode_int (unsigned d, char **dst)
+void iscz1_encode (void *vp, char **dst, const char **src)
{
- unsigned char *bp = (unsigned char*) *dst;
+ struct iscz1_code_info *p = (struct iscz1_code_info *) vp;
+ struct it_key tkey;
+ zint d;
+ int i;
- if (d <= 63)
- *bp++ = d;
- else if (d <= 16383)
- {
- *bp++ = 64 | (d>>8);
- *bp++ = d & 255;
- }
- else if (d <= 4194303)
- {
- *bp++ = 128 | (d>>16);
- *bp++ = (d>>8) & 255;
- *bp++ = d & 255;
- }
- else
+ /* 1
+ 3, 2, 9, 12
+ 3, 2, 10, 2
+ 4, 1
+
+ if diff is 0, then there is more ...
+ if diff is non-zero, then _may_ be more
+ */
+ memcpy (&tkey, *src, sizeof(struct it_key));
+
+ /* deal with leader + delta encoding .. */
+ d = 0;
+ assert(tkey.len > 0 && tkey.len <= 4);
+ for (i = 0; i < tkey.len; i++)
{
- *bp++ = 192 | (d>>24);
- *bp++ = (d>>16) & 255;
- *bp++ = (d>>8) & 255;
- *bp++ = d & 255;
+ d = tkey.mem[i] - p->key.mem[i];
+ if (d || i == tkey.len-1)
+ { /* all have been equal until now, now make delta .. */
+ p->key.mem[i] = tkey.mem[i];
+ if (d > 0)
+ {
+ iscz1_encode_int (i + (tkey.len << 3) + 64, dst);
+ i++;
+ iscz1_encode_int (d, dst);
+ }
+ else
+ {
+ iscz1_encode_int (i + (tkey.len << 3), dst);
+ }
+ break;
+ }
}
- *dst = (char *) bp;
-}
-
-static CODEC_INLINE int iscz1_decode_int (unsigned char **src)
-{
- unsigned c = *(*src)++;
- switch (c & 192)
+ /* rest uses absolute encoding ... */
+ for (; i < tkey.len; i++)
{
- case 0:
- return c;
- case 64:
- return ((c & 63) << 8) + *(*src)++;
- case 128:
- c = ((c & 63) << 8) + *(*src)++;
- c = (c << 8) + *(*src)++;
- return c;
+ iscz1_encode_int (tkey.mem[i], dst);
+ p->key.mem[i] = tkey.mem[i];
}
- if (c&32) /* expand sign bit to high bits */
- c = ((c | 63) << 8) + *(*src)++;
- else
- c = ((c & 63) << 8) + *(*src)++;
- c = (c << 8) + *(*src)++;
- c = (c << 8) + *(*src)++;
-
- return c;
+ (*src) += sizeof(struct it_key);
}
-#endif
-void iscz1_code_item (int mode, void *vp, char **dst, char **src)
+void iscz1_decode (void *vp, char **dst, const char **src)
{
struct iscz1_code_info *p = (struct iscz1_code_info *) vp;
- struct it_key tkey;
- int d;
+ int i;
- if (mode == ISAMC_ENCODE)
- {
- memcpy (&tkey, *src, sizeof(struct it_key));
- d = tkey.sysno - p->key.sysno;
- if (d)
- {
- iscz1_encode_int (2*tkey.seqno + 1, dst);
- iscz1_encode_int (d, dst);
- p->key.sysno += d;
- p->key.seqno = tkey.seqno;
- }
- else
- {
- iscz1_encode_int (2*(tkey.seqno - p->key.seqno), dst);
- p->key.seqno = tkey.seqno;
- }
- (*src) += sizeof(struct it_key);
- }
+ int leader = (int) iscz1_decode_int ((unsigned char **) src);
+ i = leader & 7;
+ if (leader & 64)
+ p->key.mem[i] += iscz1_decode_int ((unsigned char **) src);
else
- {
- d = iscz1_decode_int ((unsigned char **) src);
- if (d & 1)
- {
- p->key.seqno = d>>1;
- p->key.sysno += iscz1_decode_int ((unsigned char **) src);
- }
- else
- p->key.seqno += d>>1;
- memcpy (*dst, &p->key, sizeof(struct it_key));
- (*dst) += sizeof(struct it_key);
- }
+ p->key.mem[i] = iscz1_decode_int ((unsigned char **) src);
+ p->key.len = (leader >> 3) & 7;
+ while (++i < p->key.len)
+ p->key.mem[i] = iscz1_decode_int ((unsigned char **) src);
+ memcpy (*dst, &p->key, sizeof(struct it_key));
+ (*dst) += sizeof(struct it_key);
}
ISAMS_M *key_isams_m (Res res, ISAMS_M *me)
me->compare_item = key_compare;
me->log_item = key_logdump_txt;
- me->code_start = iscz1_code_start;
- me->code_item = iscz1_code_item;
- me->code_stop = iscz1_code_stop;
+ me->codec.start = iscz1_start;
+ me->codec.decode = iscz1_decode;
+ me->codec.encode = iscz1_encode;
+ me->codec.stop = iscz1_stop;
+ me->codec.reset = iscz1_reset;
me->debug = atoi(res_get_def (res, "isamsDebug", "0"));
ISAMC_M *key_isamc_m (Res res, ISAMC_M *me)
{
- isc_getmethod (me);
+ isamc_getmethod (me);
me->compare_item = key_compare;
me->log_item = key_logdump_txt;
- me->code_start = iscz1_code_start;
- me->code_item = iscz1_code_item;
- me->code_stop = iscz1_code_stop;
- me->code_reset = iscz1_code_reset;
+ me->codec.start = iscz1_start;
+ me->codec.decode = iscz1_decode;
+ me->codec.encode = iscz1_encode;
+ me->codec.stop = iscz1_stop;
+ me->codec.reset = iscz1_reset;
me->debug = atoi(res_get_def (res, "isamcDebug", "0"));
return me;
}
-ISAMD_M *key_isamd_m (Res res, ISAMD_M *me)
-{
- me = isamd_getmethod (me);
-
- me->compare_item = key_compare;
- me->log_item = key_logdump_txt;
-
- me->code_start = iscz1_code_start;
- me->code_item = iscz1_code_item;
- me->code_stop = iscz1_code_stop;
- me->code_reset = iscz1_code_reset;
-
- me->debug = atoi(res_get_def (res, "isamdDebug", "0"));
-
- return me;
-}
-
int key_SU_encode (int ch, char *out)
{
int i;