1 /* $Id: test_relevance.c,v 1.6 2007-04-23 08:48:50 marc Exp $
2 Copyright (c) 2006-2007, Index Data.
4 This file is part of Pazpar2.
6 Pazpar2 is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Pazpar2; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
27 #include <sys/socket.h>
39 #include <yaz/timing.h>
45 //#include "pazpar2.h"
47 #include "relevance.h"
52 void test_relevance(int argc, char **argv)
54 NMEM nmem = nmem_create();
57 const char * queryterms[] =
59 // {"ål", "økologi", "æble", 0};
61 //struct record_cluster *cluster = 0;
62 struct conf_service *service = 0;
63 struct reclist *list = 0;
64 struct record *record = 0;
65 //const char *mergekey = "amergekey";
68 struct relevance *rel = 0;
69 struct client *client = 0;
72 rel = relevance_create(nmem, queryterms, numrecs);
73 list = reclist_create(nmem, numrecs);
75 service = conf_service_create(nmem, 4, 1);
76 conf_service_add_metadata(nmem, service, 0, "title",
77 Metadata_type_generic, Metadata_merge_unique,
80 conf_service_add_metadata(nmem, service, 1, "author",
81 Metadata_type_generic, Metadata_merge_longest,
84 conf_service_add_metadata(nmem, service, 2, "isbn",
85 Metadata_type_number, Metadata_merge_no,
88 conf_service_add_metadata(nmem, service, 3, "year",
89 Metadata_type_year, Metadata_merge_range,
93 // testing record things
94 record = record_create(nmem, 4, 1);
97 // why on earth do we have a client dangeling from the record ??
98 record->client = client;
100 //union data_types data;
101 //data.text = "sometext";
103 char * bla = "blabla";
104 union data_types data;
108 union data_types data2;
112 struct record_metadata * tmp_md = 0;
113 tmp_md = record_metadata_insert(nmem, &(record->metadata[0]), data);
115 tmp_md = record_metadata_insert(nmem, &tmp_md, data);
118 YAZ_CHECK(record_add_metadata_field_id(nmem, record, 3, data2));
119 YAZ_CHECK(record_add_metadata_field_id(nmem, record, 3, data2));
121 YAZ_CHECK(record_add_metadata(nmem, record, service, "author", data));
122 YAZ_CHECK(record_add_metadata(nmem, record, service, "author", data));
125 // now we need to put some actual data into the record ... how ??
126 // there is a hell of a lot spagetti code in logic.c ingest_record()
127 // line 694 ff snippet from there:
128 // this code needs to be analyzed and the fundamental stuff extracted
131 service->metadata[imeta].name;
132 md = &service->metadata[imeta];
133 if (md->sortkey_offset >= 0)
134 sk = &service->sortkeys[md->sortkey_offset];
137 // Find out where we are putting it if (md->merge == Metadata_merge_no)
138 wheretoput = &res->metadata[imeta];
140 wheretoput = &cluster->metadata[imeta];
144 newm = nmem_malloc(se->nmem, sizeof(struct record_metadata));
146 if (md->type == Metadata_type_generic)
149 for (p = (char *) value; *p && isspace(*p); p++)
151 for (pe = p + strlen(p) - 1;
152 pe > p && strchr(" ,/.:([", *pe); pe--)
154 newm->data.text = nmem_strdup(se->nmem, p);
157 else if (md->type == Metadata_type_year)
159 if (extract_years((char *) value, &first, &last) < 0)
164 yaz_log(YLOG_WARN, "Unknown type in metadata element %s", type);
167 if (md->type == Metadata_type_year && md->merge != Metadata_merge_range)
169 yaz_log(YLOG_WARN, "Only range merging supported for years");
172 if (md->merge == Metadata_merge_unique)
174 struct record_metadata *mnode;
175 for (mnode = *wheretoput; mnode; mnode = mnode->next)
176 if (!strcmp((const char *) mnode->data.text, newm->data.text))
180 newm->next = *wheretoput;
184 else if (md->merge == Metadata_merge_longest)
187 strlen(newm->data.text) > strlen((*wheretoput)->data.text))
192 char *s = nmem_strdup(se->nmem, newm->data.text);
193 if (!cluster->sortkeys[md->sortkey_offset])
194 cluster->sortkeys[md->sortkey_offset] =
195 nmem_malloc(se->nmem, sizeof(union data_types));
196 normalize_mergekey(s,
197 (sk->type == Metadata_sortkey_skiparticle));
198 cluster->sortkeys[md->sortkey_offset]->text = s;
202 else if (md->merge == Metadata_merge_all || md->merge == Metadata_merge_no)
204 newm->next = *wheretoput;
207 else if (md->merge == Metadata_merge_range)
209 assert(md->type == Metadata_type_year);
213 (*wheretoput)->data.number.min = first;
214 (*wheretoput)->data.number.max = last;
216 cluster->sortkeys[md->sortkey_offset] = &newm->data;
220 if (first < (*wheretoput)->data.number.min)
221 (*wheretoput)->data.number.min = first;
222 if (last > (*wheretoput)->data.number.max)
223 (*wheretoput)->data.number.max = last;
226 relevance_countwords(se->relevance, cluster,
227 (char *) value, md->rank);
230 if (md->type == Metadata_type_year)
233 sprintf(year, "%d", last);
234 add_facet(se, (char *) type, year);
237 sprintf(year, "%d", first);
238 add_facet(se, (char *) type, year);
242 add_facet(se, (char *) type, (char *) value);
246 //mergekey_norm = (xmlChar *) nmem_strdup(se->nmem, (char*) mergekey);
247 //normalize_mergekey((char *) mergekey_norm, 0);
251 // insert one record into recordlist/cluster - what's a cluster, exactly??
252 cluster = reclist_insert(list, service, record, (char *)mergekey, &total);
253 relevance_newrec(rel, cluster);
261 //relevance_prepare_read(rel, list);
264 //relevance_donerecord(rel, cluster);
265 // relevance_countwords(se->rel, cluster,
266 // (char *) value, service->metadata->rank);
273 //YAZ_CHECK_EQ(0, 1);
277 int main(int argc, char **argv)
279 YAZ_CHECK_INIT(argc, argv);
283 test_relevance(argc, argv);
295 * indent-tabs-mode: nil
297 * vim: shiftwidth=4 tabstop=8 expandtab