X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Freclists.c;h=b16a60ec5bca8f15550012e9194999e266f30019;hb=9a503e1b10a0947bd9c189f06aab994af81e2f40;hp=60df9218549d23b99be897e5fa01cd14e386bf52;hpb=8961ed761e348e972f00d015284ce75c16b1648c;p=pazpar2-moved-to-github.git diff --git a/src/reclists.c b/src/reclists.c index 60df921..b16a60e 100644 --- a/src/reclists.c +++ b/src/reclists.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2012 Index Data + Copyright (C) 2006-2013 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -38,7 +38,6 @@ struct reclist int num_records; struct reclist_bucket *sorted_list; struct reclist_bucket *sorted_ptr; - struct reclist_bucket **last; NMEM nmem; YAZ_MUTEX mutex; }; @@ -46,8 +45,8 @@ struct reclist struct reclist_bucket { struct record_cluster *record; - struct reclist_bucket *hnext; - struct reclist_bucket *snext; + struct reclist_bucket *hash_next; + struct reclist_bucket *sorted_next; struct reclist_sortparms *sort_parms; }; @@ -210,6 +209,35 @@ static int reclist_cmp(const void *p1, const void *p2) return res; } +void reclist_limit(struct reclist *l, struct session *se, int lazy) +{ + unsigned i; + int num = 0; + struct reclist_bucket **pp = &l->sorted_list; + + reclist_enter(l); + + if (!lazy || !*pp) + { + for (i = 0; i < l->hash_size; i++) + { + struct reclist_bucket *p; + for (p = l->hashtable[i]; p; p = p->hash_next) + { + if (session_check_cluster_limit(se, p->record)) + { + *pp = p; + pp = &p->sorted_next; + num++; + } + } + } + *pp = 0; + } + l->num_records = num; + reclist_leave(l); +} + void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) { struct reclist_bucket **flatlist = xmalloc(sizeof(*flatlist) * l->num_records); @@ -225,7 +253,7 @@ void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) { ptr->sort_parms = parms; flatlist[i] = ptr; - ptr = ptr->snext; + ptr = ptr->sorted_next; i++; } assert(i == l->num_records); @@ -234,10 +262,9 @@ void reclist_sort(struct reclist *l, struct reclist_sortparms *parms) for (i = 0; i < l->num_records; i++) { *prev = flatlist[i]; - prev = &flatlist[i]->snext; + prev = &flatlist[i]->sorted_next; } *prev = 0; - l->last = prev; xfree(flatlist); @@ -249,7 +276,7 @@ struct record_cluster *reclist_read_record(struct reclist *l) if (l && l->sorted_ptr) { struct record_cluster *t = l->sorted_ptr->record; - l->sorted_ptr = l->sorted_ptr->snext; + l->sorted_ptr = l->sorted_ptr->sorted_next; return t; } else @@ -283,7 +310,6 @@ struct reclist *reclist_create(NMEM nmem) res->sorted_ptr = 0; res->sorted_list = 0; - res->last = &res->sorted_list; res->num_records = 0; res->mutex = 0; @@ -294,7 +320,19 @@ struct reclist *reclist_create(NMEM nmem) void reclist_destroy(struct reclist *l) { if (l) + { + unsigned i; + for (i = 0; i < l->hash_size; i++) + { + struct reclist_bucket *p; + for (p = l->hashtable[i]; p; p = p->hash_next) + { + wrbuf_destroy(p->record->relevance_explain1); + wrbuf_destroy(p->record->relevance_explain2); + } + } yaz_mutex_destroy(&l->mutex); + } } int reclist_get_num_records(struct reclist *l) @@ -323,26 +361,25 @@ struct record_cluster *reclist_insert(struct reclist *l, bucket = jenkins_hash((unsigned char*) merge_key) % l->hash_size; yaz_mutex_enter(l->mutex); - for (p = &l->hashtable[bucket]; *p; p = &(*p)->hnext) + for (p = &l->hashtable[bucket]; *p; p = &(*p)->hash_next) { // We found a matching record. Merge them if (!strcmp(merge_key, (*p)->record->merge_key)) { - struct record_cluster *existing = (*p)->record; - struct record *re = existing->records; + struct record **re; - for (; re; re = re->next) + cluster = (*p)->record; + for (re = &cluster->records; *re; re = &(*re)->next) { - if (re->client == record->client && - record_compare(record, re, service)) + if ((*re)->client == record->client && + record_compare(record, *re, service)) { yaz_mutex_leave(l->mutex); return 0; } } - record->next = existing->records; - existing->records = record; - cluster = existing; + *re = record; + record->next = 0; break; } } @@ -355,7 +392,7 @@ struct record_cluster *reclist_insert(struct reclist *l, record->next = 0; new->record = cluster; - new->hnext = 0; + new->hash_next = 0; cluster->records = record; cluster->merge_key = nmem_strdup(l->nmem, merge_key); cluster->relevance_score = 0; @@ -372,21 +409,27 @@ struct record_cluster *reclist_insert(struct reclist *l, memset(cluster->sortkeys, 0, sizeof(union data_types*) * service->num_sortkeys); + cluster->relevance_explain1 = wrbuf_alloc(); + cluster->relevance_explain2 = wrbuf_alloc(); /* attach to hash list */ *p = new; - - /* append to sorted_list */ - *l->last = new; - l->last = &new->snext; - l->sorted_ptr = l->sorted_list; - new->snext = 0; - l->num_records++; + l->sorted_list = l->sorted_ptr = 0; } yaz_mutex_leave(l->mutex); return cluster; } +int reclist_sortparms_cmp(struct reclist_sortparms *sort1, struct reclist_sortparms *sort2) +{ + int rc; + if (sort1 == sort2) + return 0; + if (sort1 == 0 || sort2 == 0) + return 1; + rc = strcmp(sort1->name, sort2->name) || sort1->increasing != sort2->increasing || sort1->type != sort2->type; + return rc; +} /* * Local variables: * c-basic-offset: 4