X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Flogic.c;h=1d34beecdf5c4b5fd74dd0fcc67b2686f7c61658;hb=05d6317190cd52051660b96a4fa873e5391bbc73;hp=68ee9c5536e13319e5136572df66b2cec0db2c0d;hpb=84d4e1ca8708ecd3cf980033f82a703eb3a92da0;p=pazpar2-moved-to-github.git diff --git a/src/logic.c b/src/logic.c index 68ee9c5..1d34bee 100644 --- a/src/logic.c +++ b/src/logic.c @@ -77,8 +77,7 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA struct parameters global_parameters = { 0, // dump_records - 0, // debug_mode - 100, + 0 // debug_mode }; static void log_xml_doc(xmlDoc *doc) @@ -146,8 +145,7 @@ static void add_facet(struct session *s, const char *type, const char *value) s->termlists[i].name = nmem_strdup(s->nmem, type); s->termlists[i].termlist - = termlist_create(s->nmem, s->expected_maxrecs, - TERMLIST_HIGH_SCORE); + = termlist_create(s->nmem, TERMLIST_HIGH_SCORE); s->num_termlists = i + 1; } termlist_insert(s->termlists[i].termlist, value); @@ -193,7 +191,7 @@ static void insert_settings_parameters(struct session_database *sdb, int setting; if (md->setting == Metadata_setting_parameter && - (setting = settings_offset(service, md->name)) > 0) + (setting = settings_lookup_offset(service, md->name)) >= 0) { const char *val = session_setting_oneval(sdb, setting); if (val && nparms < MAX_XSLT_ARGS) @@ -226,7 +224,7 @@ static void insert_settings_values(struct session_database *sdb, xmlDoc *doc, int offset; if (md->setting == Metadata_setting_postproc && - (offset = settings_offset(service, md->name)) > 0) + (offset = settings_lookup_offset(service, md->name)) >= 0) { const char *val = session_setting_oneval(sdb, offset); if (val) @@ -271,6 +269,30 @@ static xmlDoc *normalize_record(struct session_database *sdb, return rdoc; } +void session_settings_dump(struct session *se, + struct session_database *db, + WRBUF w) +{ + if (db->settings) + { + int i, num = db->num_settings; + for (i = 0; i < num; i++) + { + struct setting *s = db->settings[i]; + for (;s ; s = s->next) + { + wrbuf_puts(w, "name); + wrbuf_puts(w, "\" value=\""); + wrbuf_xmlputs(w, s->value); + wrbuf_puts(w, "\"/>"); + } + if (db->settings[i]) + wrbuf_puts(w, "\n"); + } + } +} + // Retrieve first defined value for 'name' for given database. // Will be extended to take into account user associated with session const char *session_setting_oneval(struct session_database *db, int offset) @@ -320,7 +342,8 @@ static int prepare_map(struct session *se, struct session_database *sdb) yaz_log(YLOG_WARN, "No pz:requestsyntax for auto stylesheet"); } } - sdb->map = normalize_record_create(se->service, s); + sdb->map = normalize_cache_get(se->normalize_cache, + se->service, s); if (!sdb->map) return -1; } @@ -405,12 +428,12 @@ static void select_targets_callback(void *context, struct session_database *db) // Associates a set of clients with a session; // Note: Session-databases represent databases with per-session // setting overrides -int select_targets(struct session *se, struct database_criterion *crit) +static int select_targets(struct session *se, const char *filter) { while (se->clients) client_destroy(se->clients); - return session_grep_databases(se, crit, select_targets_callback); + return session_grep_databases(se, filter, select_targets_callback); } int session_active_clients(struct session *s) @@ -425,60 +448,17 @@ int session_active_clients(struct session *s) return res; } -// parses crit1=val1,crit2=val2|val3,... -static struct database_criterion *parse_filter(NMEM m, const char *buf) -{ - struct database_criterion *res = 0; - char **values; - int num; - int i; - - if (!buf || !*buf) - return 0; - nmem_strsplit(m, ",", buf, &values, &num); - for (i = 0; i < num; i++) - { - char **subvalues; - int subnum; - int subi; - struct database_criterion *new = nmem_malloc(m, sizeof(*new)); - char *eq; - if ((eq = strchr(values[i], '='))) - new->type = PAZPAR2_STRING_MATCH; - if ((eq = strchr(values[i], '~'))) - new->type = PAZPAR2_SUBSTRING_MATCH; - if (!eq) - { - yaz_log(YLOG_WARN, "Missing equal-signi/tilde in filter"); - return 0; - } - *(eq++) = '\0'; - new->name = values[i]; - nmem_strsplit(m, "|", eq, &subvalues, &subnum); - new->values = 0; - for (subi = 0; subi < subnum; subi++) - { - struct database_criterion_value *newv - = nmem_malloc(m, sizeof(*newv)); - newv->value = subvalues[subi]; - newv->next = new->values; - new->values = newv; - } - new->next = res; - res = new; - } - return res; -} enum pazpar2_error_code search(struct session *se, - const char *query, const char *filter, + const char *query, + const char *startrecs, const char *maxrecs, + const char *filter, const char **addinfo) { int live_channels = 0; int no_working = 0; int no_failed = 0; struct client *cl; - struct database_criterion *criteria; yaz_log(YLOG_DEBUG, "Search"); @@ -488,19 +468,20 @@ enum pazpar2_error_code search(struct session *se, se->total_records = se->total_hits = se->total_merged = 0; se->reclist = 0; se->num_termlists = 0; - criteria = parse_filter(se->nmem, filter); - live_channels = select_targets(se, criteria); + live_channels = select_targets(se, filter); if (live_channels) { - int maxrecs = live_channels * global_parameters.toget; // This is buggy!!! - se->reclist = reclist_create(se->nmem, maxrecs); - se->expected_maxrecs = maxrecs; + se->reclist = reclist_create(se->nmem); } else return PAZPAR2_NO_TARGETS; for (cl = se->clients; cl; cl = client_next_in_session(cl)) { + if (maxrecs) + client_set_maxrecs(cl, atoi(maxrecs)); + if (startrecs) + client_set_startrecs(cl, atoi(startrecs)); if (prepare_session_database(se, client_get_database(cl)) < 0) continue; // Parse query for target @@ -531,23 +512,18 @@ enum pazpar2_error_code search(struct session *se, static void session_init_databases_fun(void *context, struct database *db) { struct session *se = (struct session *) context; - struct conf_service *service = se->service; struct session_database *new = nmem_malloc(se->session_nmem, sizeof(*new)); - int num = settings_num(service); int i; new->database = db; new->map = 0; - new->settings - = nmem_malloc(se->session_nmem, sizeof(struct settings *) * num); - memset(new->settings, 0, sizeof(struct settings*) * num); - - if (db->settings) - { - for (i = 0; i < num; i++) - new->settings[i] = db->settings[i]; - } + assert(db->settings); + new->settings = nmem_malloc(se->session_nmem, + sizeof(struct settings *) * db->num_settings); + new->num_settings = db->num_settings; + for (i = 0; i < db->num_settings; i++) + new->settings[i] = db->settings[i]; new->next = se->databases; se->databases = new; } @@ -555,7 +531,6 @@ static void session_init_databases_fun(void *context, struct database *db) // Doesn't free memory associated with sdb -- nmem takes care of that static void session_database_destroy(struct session_database *sdb) { - normalize_record_destroy(sdb->map); sdb->map = 0; } @@ -564,7 +539,7 @@ static void session_database_destroy(struct session_database *sdb) void session_init_databases(struct session *se) { se->databases = 0; - predef_grep_databases(se, se->service, 0, session_init_databases_fun); + predef_grep_databases(se, se->service, session_init_databases_fun); } // Probably session_init_databases_fun should be refactored instead of @@ -572,7 +547,7 @@ void session_init_databases(struct session *se) static struct session_database *load_session_database(struct session *se, char *id) { - struct database *db = find_database(id, 0, se->service); + struct database *db = find_database(id, se->service); resolve_database(db); @@ -600,19 +575,10 @@ void session_apply_setting(struct session *se, char *dbname, char *setting, struct session_database *sdb = find_session_database(se, dbname); struct conf_service *service = se->service; struct setting *new = nmem_malloc(se->session_nmem, sizeof(*new)); - int offset = settings_offset_cprefix(service, setting); + int offset = settings_create_offset(service, setting); - if (offset < 0) - { - yaz_log(YLOG_WARN, "Unknown setting %s", setting); - return; - } - // Jakub: This breaks the filter setting. - /*if (offset == PZ_ID) - { - yaz_log(YLOG_WARN, "No need to set pz:id setting. Ignoring"); - return; - }*/ + expand_settings_array(&sdb->settings, &sdb->num_settings, offset, + se->session_nmem); new->precedence = 0; new->target = dbname; new->name = setting; @@ -627,7 +593,6 @@ void session_apply_setting(struct session *se, char *dbname, char *setting, case PZ_XSLT: if (sdb->map) { - normalize_record_destroy(sdb->map); sdb->map = 0; } break; @@ -642,6 +607,7 @@ void destroy_session(struct session *s) client_destroy(s->clients); for (sdb = s->databases; sdb; sdb = sdb->next) session_database_destroy(sdb); + normalize_cache_destroy(s->normalize_cache); nmem_destroy(s->nmem); service_destroy(s->service); wrbuf_destroy(s->wrbuf); @@ -663,7 +629,6 @@ struct session *new_session(NMEM nmem, struct conf_service *service) session->num_termlists = 0; session->reclist = 0; session->clients = 0; - session->expected_maxrecs = 0; session->session_nmem = nmem; session->nmem = nmem_create(); session->wrbuf = wrbuf_alloc(); @@ -673,6 +638,8 @@ struct session *new_session(NMEM nmem, struct conf_service *service) session->watchlist[i].data = 0; session->watchlist[i].fun = 0; } + session->normalize_cache = normalize_cache_create(); + return session; } @@ -689,6 +656,7 @@ struct hitsbytarget *hitsbytarget(struct session *se, int *count, NMEM nmem) *count = 0; for (cl = se->clients; cl; cl = client_next_in_session(cl)) { + WRBUF w = wrbuf_alloc(); const char *name = session_setting_oneval(client_get_database(cl), PZ_NAME); @@ -699,6 +667,8 @@ struct hitsbytarget *hitsbytarget(struct session *se, int *count, NMEM nmem) res[*count].diagnostic = client_get_diagnostic(cl); res[*count].state = client_get_state_str(cl); res[*count].connected = client_get_connection(cl) ? 1 : 0; + session_settings_dump(se, client_get_database(cl), w); + res[*count].settings_xml = w; (*count)++; } return res; @@ -749,7 +719,7 @@ struct record_cluster *show_single(struct session *s, const char *id, } struct record_cluster **show(struct session *s, struct reclist_sortparms *sp, - int start, int *num, int *total, int *sumhits, + int start, int *num, int *total, Odr_int *sumhits, NMEM nmem_show) { struct record_cluster **recs = nmem_malloc(nmem_show, *num @@ -777,7 +747,7 @@ struct record_cluster **show(struct session *s, struct reclist_sortparms *sp, } reclist_sort(s->reclist, sp); - *total = s->reclist->num_records; + *total = reclist_get_num_records(s->reclist); *sumhits = s->total_hits; for (i = 0; i < start; i++) @@ -852,15 +822,38 @@ void pazpar2_event_loop() } static struct record_metadata *record_metadata_init( - NMEM nmem, char *value, enum conf_metadata_type type) + NMEM nmem, const char *value, enum conf_metadata_type type, + struct _xmlAttr *attr) { struct record_metadata *rec_md = record_metadata_create(nmem); + struct record_metadata_attr **attrp = &rec_md->attributes; + + for (; attr; attr = attr->next) + { + if (attr->children && attr->children->content) + { + if (strcmp((const char *) attr->name, "type")) + { /* skip the "type" attribute.. Its value is already part of + the element in output (md-%s) and so repeating it here + is redundant */ + *attrp = nmem_malloc(nmem, sizeof(**attrp)); + (*attrp)->name = + nmem_strdup(nmem, (const char *) attr->name); + (*attrp)->value = + nmem_strdup(nmem, (const char *) attr->children->content); + attrp = &(*attrp)->next; + } + } + } + *attrp = 0; + if (type == Metadata_type_generic) { - char * p = value; + char *p = nmem_strdup(nmem, value); + p = normalize7bit_generic(p, " ,/.:(["); - rec_md->data.text.disp = nmem_strdup(nmem, p); + rec_md->data.text.disp = p; rec_md->data.text.sort = 0; } else if (type == Metadata_type_year || type == Metadata_type_date) @@ -902,17 +895,17 @@ static int get_mergekey_from_doc(xmlDoc *doc, xmlNode *root, const char *name, pp2_relevance_token_t prt = pp2_relevance_tokenize( service->mergekey_pct, - (const char *) value); + (const char *) value, 0); + if (wrbuf_len(norm_wr) > 0) + wrbuf_puts(norm_wr, " "); wrbuf_puts(norm_wr, name); - wrbuf_puts(norm_wr, "="); while ((norm_str = pp2_relevance_token_next(prt))) { if (*norm_str) { - if (wrbuf_len(norm_wr)) - wrbuf_puts(norm_wr, " "); + wrbuf_puts(norm_wr, " "); wrbuf_puts(norm_wr, norm_str); } } @@ -942,7 +935,7 @@ static const char *get_mergekey(xmlDoc *doc, struct client *cl, int record_no, pp2_relevance_token_t prt = pp2_relevance_tokenize( service->mergekey_pct, - (const char *) mergekey); + (const char *) mergekey, 0); while ((norm_str = pp2_relevance_token_next(prt))) { @@ -1020,7 +1013,7 @@ static int check_record_filter(xmlNode *root, struct session_database *sdb) if (type) { size_t len; - const char *eq = strchr(s, '='); + const char *eq = strchr(s, '~'); if (eq) len = eq - s; else @@ -1092,15 +1085,15 @@ struct record *ingest_record(struct client *cl, const char *rec, service, record, (char *) mergekey_norm, &se->total_merged); - if (global_parameters.dump_records) - yaz_log(YLOG_LOG, "Cluster id %s from %s (#%d)", cluster->recid, - sdb->database->url, record_no); if (!cluster) { /* no room for record */ xmlFreeDoc(xdoc); return 0; } + if (global_parameters.dump_records) + yaz_log(YLOG_LOG, "Cluster id %s from %s (#%d)", cluster->recid, + sdb->database->url, record_no); relevance_newrec(se->relevance, cluster); // now parsing XML record and adding data to cluster or record metadata @@ -1151,8 +1144,8 @@ struct record *ingest_record(struct client *cl, const char *rec, } // non-merged metadata - rec_md = record_metadata_init(se->nmem, (char *) value, - ser_md->type); + rec_md = record_metadata_init(se->nmem, (const char *) value, + ser_md->type, n->properties); if (!rec_md) { yaz_log(YLOG_WARN, "bad metadata data '%s' for element '%s'", @@ -1165,8 +1158,8 @@ struct record *ingest_record(struct client *cl, const char *rec, *wheretoput = rec_md; // merged metadata - rec_md = record_metadata_init(se->nmem, (char *) value, - ser_md->type); + rec_md = record_metadata_init(se->nmem, (const char *) value, + ser_md->type, 0); wheretoput = &cluster->metadata[md_field_id]; // and polulate with data: @@ -1204,11 +1197,11 @@ struct record *ingest_record(struct client *cl, const char *rec, prt = pp2_relevance_tokenize( service->sort_pct, - rec_md->data.text.disp); + rec_md->data.text.disp, skip_article); pp2_relevance_token_next(prt); - sort_str = pp2_get_sort(prt, skip_article); + sort_str = pp2_get_sort(prt); cluster->sortkeys[sk_field_id]->text.disp = rec_md->data.text.disp; @@ -1259,7 +1252,8 @@ struct record *ingest_record(struct client *cl, const char *rec, // ranking of _all_ fields enabled ... if (ser_md->rank) relevance_countwords(se->relevance, cluster, - (char *) value, ser_md->rank); + (char *) value, ser_md->rank, + ser_md->name); // construct facets ... if (ser_md->termlist)