+static struct record_cluster *new_cluster(
+ struct reclist *l,
+ struct relevance *r,
+ struct conf_service *service,
+ struct record *record,
+ struct record_metadata_attr *merge_keys
+ )
+{
+ struct record_cluster *cluster;
+ cluster = nmem_malloc(l->nmem, sizeof(*cluster));
+
+ record->next = 0;
+ cluster->retrieval_position = l->num_records;
+ cluster->records = record;
+ cluster->merge_keys = 0;
+ append_merge_keys(&cluster->merge_keys, merge_keys, l->nmem);
+ cluster->relevance_score = 0;
+ cluster->recid = cluster->merge_keys->value;
+ cluster->metadata =
+ nmem_malloc(l->nmem,
+ sizeof(struct record_metadata*) * service->num_metadata);
+ memset(cluster->metadata, 0,
+ sizeof(struct record_metadata*) * service->num_metadata);
+ cluster->sortkeys =
+ nmem_malloc(l->nmem, sizeof(struct record_metadata*) * service->num_sortkeys);
+ memset(cluster->sortkeys, 0,
+ sizeof(union data_types*) * service->num_sortkeys);
+ relevance_newrec(r, cluster);
+ cluster->relevance_explain1 = wrbuf_alloc();
+ cluster->relevance_explain2 = wrbuf_alloc();
+ /* attach to hash list */
+ l->num_records++;
+ l->sorted_list = l->sorted_ptr = 0;
+ return cluster;
+}
+
+// Insert a record. Return record cluster (newly formed or pre-existing)
+struct record_cluster *reclist_insert(struct reclist *l,
+ struct relevance *r,
+ struct conf_service *service,
+ struct record *record,
+ struct record_metadata_attr *merge_keys,
+ int *total)
+{
+ struct record_cluster *cluster = 0;
+ struct record_metadata_attr *mkl = merge_keys;
+
+ assert(service);
+ assert(l);
+ assert(record);
+ assert(merge_keys);
+ assert(total);
+
+ yaz_mutex_enter(l->mutex);
+
+ for (; mkl; mkl = mkl->next)
+ {
+ const char *merge_key = mkl->value;
+ unsigned int bucket =
+ jenkins_hash((unsigned char*) merge_key) % l->hash_size;
+ struct reclist_bucket **p;
+ struct reclist_bucket *rb = 0;
+
+ for (p = &l->hashtable[bucket]; *p; p = &(*p)->hash_next)
+ {
+ struct record_metadata_attr *mkr = (*p)->record->merge_keys;
+ for (; mkr; mkr = mkr->next)
+ {
+ // We found a matching record. Merge them
+ if (!strcmp(merge_key, mkr->value))
+ {
+ rb = *p;
+ if (!cluster)
+ {
+ struct record **re;
+ for (re = &rb->record->records; *re; re = &(*re)->next)
+ {
+ if ((*re)->client == record->client &&
+ record_compare(record, *re, service))
+ {
+ yaz_mutex_leave(l->mutex);
+ return 0;
+ }
+ }
+ cluster = rb->record;
+ *re = record;
+ record->next = 0;
+ }
+ else
+ {
+ if (cluster != rb->record)
+ {
+ assert(rb->record->relevance_explain1);
+ merge_cluster(l, r, cluster, rb->record);
+ (*total)--;
+ }
+ }
+ }
+ }
+ }
+ if (!cluster)
+ {
+ (*total)++;
+ cluster = new_cluster(l, r, service, record, merge_keys);
+ }
+
+ if (!rb)
+ {
+ rb = nmem_malloc(l->nmem, sizeof(*rb));
+ rb->record = cluster;
+ rb->hash_next = 0;