+ while (b->file[cat].cache_entries)
+ {
+ struct ISAMB_cache_entry *ce_this = b->file[cat].cache_entries;
+ b->file[cat].cache_entries = ce_this->next;
+
+ if (ce_this->dirty)
+ {
+ yaz_log (b->log_io, "bf_write: flush_blocks");
+ bf_write (b->file[cat].bf, ce_this->pos, 0, 0, ce_this->buf);
+ }
+ xfree (ce_this->buf);
+ xfree (ce_this);
+ }
+}
+
+static int get_block (ISAMB b, ISAMC_P pos, char *userbuf, int wr)
+{
+ int cat = pos&CAT_MASK;
+ int off = ((pos/CAT_MAX) &
+ (ISAMB_CACHE_ENTRY_SIZE / b->file[cat].head.block_size - 1))
+ * b->file[cat].head.block_size;
+ int norm = pos / (CAT_MASK*ISAMB_CACHE_ENTRY_SIZE / b->file[cat].head.block_size);
+ int no = 0;
+ struct ISAMB_cache_entry **ce, *ce_this = 0, **ce_last = 0;
+
+ if (!b->cache)
+ return 0;
+
+ assert (ISAMB_CACHE_ENTRY_SIZE >= b->file[cat].head.block_size);
+ for (ce = &b->file[cat].cache_entries; *ce; ce = &(*ce)->next, no++)
+ {
+ ce_last = ce;
+ if ((*ce)->pos == norm)
+ {
+ ce_this = *ce;
+ *ce = (*ce)->next; /* remove from list */
+
+ ce_this->next = b->file[cat].cache_entries; /* move to front */
+ b->file[cat].cache_entries = ce_this;
+
+ if (wr)
+ {
+ memcpy (ce_this->buf + off, userbuf,
+ b->file[cat].head.block_size);
+ ce_this->dirty = 1;
+ }
+ else
+ memcpy (userbuf, ce_this->buf + off,
+ b->file[cat].head.block_size);
+ return 1;
+ }
+ }
+ if (no >= 40)
+ {
+ assert (no == 40);
+ assert (ce_last && *ce_last);
+ ce_this = *ce_last;
+ *ce_last = 0; /* remove the last entry from list */
+ if (ce_this->dirty)
+ {
+ yaz_log (b->log_io, "bf_write: get_block");
+ bf_write (b->file[cat].bf, ce_this->pos, 0, 0, ce_this->buf);
+ }
+ xfree (ce_this->buf);
+ xfree (ce_this);
+ }
+ ce_this = xmalloc (sizeof(*ce_this));
+ ce_this->next = b->file[cat].cache_entries;
+ b->file[cat].cache_entries = ce_this;
+ ce_this->buf = xmalloc (ISAMB_CACHE_ENTRY_SIZE);
+ ce_this->pos = norm;
+ yaz_log (b->log_io, "bf_read: get_block");
+ if (!bf_read (b->file[cat].bf, norm, 0, 0, ce_this->buf))
+ memset (ce_this->buf, 0, ISAMB_CACHE_ENTRY_SIZE);
+ if (wr)
+ {
+ memcpy (ce_this->buf + off, userbuf, b->file[cat].head.block_size);
+ ce_this->dirty = 1;
+ }
+ else
+ {
+ ce_this->dirty = 0;
+ memcpy (userbuf, ce_this->buf + off, b->file[cat].head.block_size);
+ }
+ return 1;
+}
+
+
+void isamb_close (ISAMB isamb)
+{
+ int i;
+ for (i=0;isamb->accessed_nodes[i];i++)
+ logf(LOG_DEBUG,"isamb_close level leaf-%d: %d read, %d skipped",
+ i, isamb->accessed_nodes[i], isamb->skipped_nodes[i]);
+ logf(LOG_DEBUG,"isamb_close returned %d values, skipped %d",
+ isamb->skipped_numbers, isamb->returned_numbers);
+ for (i = 0; i<isamb->no_cat; i++)
+ {
+ flush_blocks (isamb, i);
+ if (isamb->file[i].head_dirty)
+ bf_write (isamb->file[i].bf, 0, 0,
+ sizeof(struct ISAMB_head), &isamb->file[i].head);
+
+ bf_close (isamb->file[i].bf);
+ }
+ xfree (isamb->file);
+ xfree (isamb->method);
+ xfree (isamb);
+}
+
+static struct ISAMB_block *open_block (ISAMB b, ISAMC_P pos)
+{
+ int cat = pos&CAT_MASK;
+ struct ISAMB_block *p;
+ if (!pos)
+ return 0;
+ p = xmalloc (sizeof(*p));
+ p->pos = pos;
+ p->cat = pos & CAT_MASK;
+ p->buf = xmalloc (b->file[cat].head.block_size);
+ p->cbuf = 0;
+
+ if (!get_block (b, pos, p->buf, 0))
+ {
+ yaz_log (b->log_io, "bf_read: open_block");
+ if (!bf_read (b->file[cat].bf, pos/CAT_MAX, 0, 0, p->buf))
+ {
+ yaz_log (LOG_FATAL, "isamb: read fail for pos=%ld block=%ld",
+ (long) pos, (long) pos/CAT_MAX);
+ abort();
+ }
+ }
+ p->bytes = p->buf + ISAMB_DATA_OFFSET;
+ p->leaf = p->buf[0];
+ p->size = (p->buf[1] + 256 * p->buf[2]) - ISAMB_DATA_OFFSET;
+ if (p->size < 0)
+ {
+ yaz_log (LOG_FATAL, "Bad block size %d in pos=%d\n", p->size, pos);
+ }
+ assert (p->size >= 0);
+ p->offset = 0;
+ p->dirty = 0;
+ p->deleted = 0;
+ p->decodeClientData = (*b->method->code_start)(ISAMC_DECODE);
+ yaz_log (LOG_DEBUG, "isamb_open_block: Opened block %d ofs=%d",pos, p->offset);
+ return p;
+}
+
+struct ISAMB_block *new_block (ISAMB b, int leaf, int cat)
+{
+ struct ISAMB_block *p;
+
+ p = xmalloc (sizeof(*p));
+ p->buf = xmalloc (b->file[cat].head.block_size);
+
+ if (!b->file[cat].head.free_list)
+ {
+ int block_no;
+ block_no = b->file[cat].head.last_block++;
+ p->pos = block_no * CAT_MAX + cat;
+ }
+ else
+ {
+ p->pos = b->file[cat].head.free_list;
+ assert((p->pos & CAT_MASK) == cat);
+ if (!get_block (b, p->pos, p->buf, 0))
+ {
+ yaz_log (b->log_io, "bf_read: new_block");
+ if (!bf_read (b->file[cat].bf, p->pos/CAT_MAX, 0, 0, p->buf))
+ {
+ yaz_log (LOG_FATAL, "isamb: read fail for pos=%ld block=%ld",
+ (long) p->pos/CAT_MAX, (long) p->pos/CAT_MAX);
+ abort ();
+ }
+ }
+ yaz_log (b->log_freelist, "got block %d from freelist %d:%d", p->pos,
+ cat, p->pos/CAT_MAX);
+ memcpy (&b->file[cat].head.free_list, p->buf, sizeof(int));
+ }
+ p->cat = cat;
+ b->file[cat].head_dirty = 1;
+ memset (p->buf, 0, b->file[cat].head.block_size);
+ p->bytes = p->buf + ISAMB_DATA_OFFSET;
+ p->leaf = leaf;
+ p->size = 0;
+ p->dirty = 1;
+ p->deleted = 0;
+ p->offset = 0;
+ p->decodeClientData = (*b->method->code_start)(ISAMC_DECODE);
+ return p;
+}
+
+struct ISAMB_block *new_leaf (ISAMB b, int cat)
+{
+ return new_block (b, 1, cat);
+}
+
+
+struct ISAMB_block *new_int (ISAMB b, int cat)
+{
+ return new_block (b, 0, cat);
+}
+
+static void check_block (ISAMB b, struct ISAMB_block *p)
+{
+ if (p->leaf)
+ {
+ ;
+ }
+ else
+ {
+ /* sanity check */
+ char *startp = p->bytes;
+ char *src = startp;
+ char *endp = p->bytes + p->size;
+ int pos;
+
+ decode_ptr (&src, &pos);
+ assert ((pos&CAT_MASK) == p->cat);
+ while (src != endp)
+ {
+ int item_len;
+ decode_ptr (&src, &item_len);
+ assert (item_len > 0 && item_len < 30);
+ src += item_len;
+ decode_ptr (&src, &pos);
+ assert ((pos&CAT_MASK) == p->cat);
+ }
+ }
+}
+
+void close_block (ISAMB b, struct ISAMB_block *p)
+{
+ if (!p)
+ return;
+ if (p->deleted)
+ {
+ yaz_log (b->log_freelist, "release block %d from freelist %d:%d",
+ p->pos, p->cat, p->pos/CAT_MAX);
+ memcpy (p->buf, &b->file[p->cat].head.free_list, sizeof(int));
+ b->file[p->cat].head.free_list = p->pos;
+ if (!get_block (b, p->pos, p->buf, 1))
+ {
+ yaz_log (b->log_io, "bf_write: close_block (deleted)");
+ bf_write (b->file[p->cat].bf, p->pos/CAT_MAX, 0, 0, p->buf);
+ }
+ }
+ else if (p->dirty)
+ {
+ int size = p->size + ISAMB_DATA_OFFSET;
+ assert (p->size >= 0);
+ p->buf[0] = p->leaf;
+ p->buf[1] = size & 255;
+ p->buf[2] = size >> 8;
+ check_block(b, p);
+ if (!get_block (b, p->pos, p->buf, 1))
+ {
+ yaz_log (b->log_io, "bf_write: close_block");
+ bf_write (b->file[p->cat].bf, p->pos/CAT_MAX, 0, 0, p->buf);
+ }
+ }
+ (*b->method->code_stop)(ISAMC_DECODE, p->decodeClientData);
+ xfree (p->buf);
+ xfree (p);
+}
+
+int insert_sub (ISAMB b, struct ISAMB_block **p,
+ void *new_item, int *mode,
+ ISAMC_I *stream,
+ struct ISAMB_block **sp,
+ void *sub_item, int *sub_size,
+ void *max_item);
+
+int insert_int (ISAMB b, struct ISAMB_block *p, void *lookahead_item,
+ int *mode,
+ ISAMC_I *stream, struct ISAMB_block **sp,
+ void *split_item, int *split_size, void *last_max_item)
+{
+ char *startp = p->bytes;
+ char *src = startp;
+ char *endp = p->bytes + p->size;
+ int pos;
+ struct ISAMB_block *sub_p1 = 0, *sub_p2 = 0;
+ char sub_item[DST_ITEM_MAX];
+ int sub_size;
+ int more;
+
+ *sp = 0;
+
+ assert(p->size >= 0);
+ decode_ptr (&src, &pos);
+ while (src != endp)
+ {
+ int item_len;
+ int d;
+ char *src0 = src;
+ decode_ptr (&src, &item_len);
+ d = (*b->method->compare_item)(src, lookahead_item);
+ if (d > 0)
+ {
+ sub_p1 = open_block (b, pos);
+ assert (sub_p1);
+ more = insert_sub (b, &sub_p1, lookahead_item, mode,
+ stream, &sub_p2,
+ sub_item, &sub_size, src);
+ src = src0;
+ break;
+ }
+ src += item_len;
+ decode_ptr (&src, &pos);
+ }
+ if (!sub_p1)
+ {
+ sub_p1 = open_block (b, pos);
+ assert (sub_p1);
+ more = insert_sub (b, &sub_p1, lookahead_item, mode, stream, &sub_p2,
+ sub_item, &sub_size, last_max_item);
+ }
+ if (sub_p2)
+ {
+ /* there was a split - must insert pointer in this one */
+ char dst_buf[DST_BUF_SIZE];
+ char *dst = dst_buf;
+
+ assert (sub_size < 30 && sub_size > 1);
+
+ memcpy (dst, startp, src - startp);
+
+ dst += src - startp;
+
+ encode_ptr (&dst, sub_size); /* sub length and item */
+ memcpy (dst, sub_item, sub_size);
+ dst += sub_size;
+
+ encode_ptr (&dst, sub_p2->pos); /* pos */
+
+ if (endp - src) /* remaining data */
+ {
+ memcpy (dst, src, endp - src);
+ dst += endp - src;
+ }
+ p->size = dst - dst_buf;
+ assert (p->size >= 0);
+ if (p->size <= b->file[p->cat].head.block_max)
+ {
+ memcpy (startp, dst_buf, dst - dst_buf);
+ }
+ else
+ {
+ int p_new_size;
+ char *half;
+ src = dst_buf;
+ endp = dst;
+
+ half = src + b->file[p->cat].head.block_size/2;
+ decode_ptr (&src, &pos);
+ while (src <= half)
+ {
+ decode_ptr (&src, split_size);
+ src += *split_size;
+ decode_ptr (&src, &pos);
+ }
+ p_new_size = src - dst_buf;
+ memcpy (p->bytes, dst_buf, p_new_size);
+
+ decode_ptr (&src, split_size);
+ memcpy (split_item, src, *split_size);
+ src += *split_size;
+
+ *sp = new_int (b, p->cat);
+ (*sp)->size = endp - src;
+ memcpy ((*sp)->bytes, src, (*sp)->size);
+
+ p->size = p_new_size;
+ }
+ p->dirty = 1;
+ close_block (b, sub_p2);
+ }
+ close_block (b, sub_p1);
+ return more;
+}
+
+
+int insert_leaf (ISAMB b, struct ISAMB_block **sp1, void *lookahead_item,
+ int *lookahead_mode, ISAMC_I *stream,
+ struct ISAMB_block **sp2,
+ void *sub_item, int *sub_size,
+ void *max_item)
+{
+ struct ISAMB_block *p = *sp1;
+ char *src = 0, *endp = 0;
+ char dst_buf[DST_BUF_SIZE], *dst = dst_buf;
+ int new_size;
+ void *c1 = (*b->method->code_start)(ISAMC_DECODE);
+ void *c2 = (*b->method->code_start)(ISAMC_ENCODE);
+ int more = 1;
+ int quater = b->file[b->no_cat-1].head.block_max / CAT_MAX;
+ char *cut = dst_buf + quater * 2;
+ char *maxp = dst_buf + b->file[b->no_cat-1].head.block_max;
+ char *half1 = 0;
+ char *half2 = 0;
+ char cut_item_buf[DST_ITEM_MAX];
+ int cut_item_size = 0;
+
+ if (p && p->size)
+ {
+ char file_item_buf[DST_ITEM_MAX];
+ char *file_item = file_item_buf;
+
+ src = p->bytes;
+ endp = p->bytes + p->size;
+ (*b->method->code_item)(ISAMC_DECODE, c1, &file_item, &src);
+ while (1)
+ {
+ char *dst_item = 0;
+ char *dst_0 = dst;
+ char *lookahead_next;
+ int d = -1;
+
+ if (lookahead_item)
+ d = (*b->method->compare_item)(file_item_buf, lookahead_item);
+
+ if (d > 0)
+ {
+ dst_item = lookahead_item;
+ if (!*lookahead_mode)
+ {
+ yaz_log (LOG_WARN, "isamb: Inconsistent register (1)");
+ assert (*lookahead_mode);
+ }
+ }
+ else
+ dst_item = file_item_buf;
+ if (!*lookahead_mode && d == 0)
+ {
+ p->dirty = 1;
+ }
+ else if (!half1 && dst > cut)
+ {
+ char *dst_item_0 = dst_item;
+ half1 = dst; /* candidate for splitting */
+
+ (*b->method->code_item)(ISAMC_ENCODE, c2, &dst, &dst_item);
+
+ cut_item_size = dst_item - dst_item_0;
+ memcpy (cut_item_buf, dst_item_0, cut_item_size);
+
+ half2 = dst;
+ }
+ else
+ (*b->method->code_item)(ISAMC_ENCODE, c2, &dst, &dst_item);
+ if (d > 0)
+ {
+ if (dst > maxp)
+ {
+ dst = dst_0;
+ lookahead_item = 0;
+ }
+ else
+ {
+ lookahead_next = lookahead_item;
+ if (!(*stream->read_item)(stream->clientData,
+ &lookahead_next,
+ lookahead_mode))
+ {
+ lookahead_item = 0;
+ more = 0;
+ }
+ if (lookahead_item && max_item &&
+ (*b->method->compare_item)(max_item, lookahead_item) <= 0)
+ {
+ /* max_item 1 */
+ lookahead_item = 0;
+ }
+
+ p->dirty = 1;
+ }
+ }
+ else if (d == 0)
+ {
+ lookahead_next = lookahead_item;
+ if (!(*stream->read_item)(stream->clientData,
+ &lookahead_next, lookahead_mode))
+ {
+ lookahead_item = 0;
+ more = 0;
+ }
+ if (src == endp)
+ break;
+ file_item = file_item_buf;
+ (*b->method->code_item)(ISAMC_DECODE, c1, &file_item, &src);
+ }
+ else
+ {
+ if (src == endp)
+ break;
+ file_item = file_item_buf;
+ (*b->method->code_item)(ISAMC_DECODE, c1, &file_item, &src);
+ }
+ }
+ }
+ maxp = dst_buf + b->file[b->no_cat-1].head.block_max + quater;
+ while (lookahead_item)
+ {
+ char *dst_item = lookahead_item;
+ char *dst_0 = dst;
+
+ if (max_item &&
+ (*b->method->compare_item)(max_item, lookahead_item) <= 0)
+ {
+ /* max_item 2 */
+ break;
+ }
+ if (!*lookahead_mode)
+ {
+ yaz_log (LOG_WARN, "isamb: Inconsistent register (2)");
+ abort();
+ }
+ else if (!half1 && dst > cut)
+ {
+ char *dst_item_0 = dst_item;
+ half1 = dst; /* candidate for splitting */
+
+ (*b->method->code_item)(ISAMC_ENCODE, c2, &dst, &dst_item);
+
+ cut_item_size = dst_item - dst_item_0;
+ memcpy (cut_item_buf, dst_item_0, cut_item_size);
+
+ half2 = dst;
+ }
+ else
+ (*b->method->code_item)(ISAMC_ENCODE, c2, &dst, &dst_item);
+
+ if (dst > maxp)
+ {
+ dst = dst_0;
+ break;
+ }
+ if (p)
+ p->dirty = 1;
+ dst_item = lookahead_item;
+ if (!(*stream->read_item)(stream->clientData, &dst_item,
+ lookahead_mode))
+ {
+ lookahead_item = 0;
+ more = 0;
+ }
+ }
+ new_size = dst - dst_buf;
+ if (p && p->cat != b->no_cat-1 &&
+ new_size > b->file[p->cat].head.block_max)
+ {
+ /* non-btree block will be removed */
+ p->deleted = 1;
+ close_block (b, p);
+ /* delete it too!! */
+ p = 0; /* make a new one anyway */
+ }
+ if (!p)
+ { /* must create a new one */
+ int i;
+ for (i = 0; i < b->no_cat; i++)
+ if (new_size <= b->file[i].head.block_max)
+ break;
+ if (i == b->no_cat)
+ i = b->no_cat - 1;
+ p = new_leaf (b, i);
+ }
+ if (new_size > b->file[p->cat].head.block_max)
+ {
+ char *first_dst;
+ char *cut_item = cut_item_buf;
+
+ assert (half1);
+ assert (half2);
+
+ /* first half */
+ p->size = half1 - dst_buf;
+ memcpy (p->bytes, dst_buf, half1 - dst_buf);
+
+ /* second half */
+ *sp2 = new_leaf (b, p->cat);
+
+ (*b->method->code_reset)(c2);