X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Fpazpar2_config.c;h=dd1c5709a28852779aa95c451821e84f5765ad87;hb=31babd0a7a0d4ee7091cfb740205ab6fe1c89ae5;hp=4930f736a55878696ac26ac5e715c22b09fab82c;hpb=d24d65a3a42bbb6e8c8d0f919bf33510dd356a45;p=pazpar2-moved-to-github.git diff --git a/src/pazpar2_config.c b/src/pazpar2_config.c index 4930f73..dd1c570 100644 --- a/src/pazpar2_config.c +++ b/src/pazpar2_config.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2010 Index Data + Copyright (C) 2006-2011 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -38,8 +38,10 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #if HAVE_UNISTD_H #include #endif +#include "ppmutex.h" #include "incref.h" #include "pazpar2_config.h" +#include "service_xslt.h" #include "settings.h" #include "eventl.h" #include "http.h" @@ -52,15 +54,16 @@ struct conf_config int no_threads; WRBUF confdir; iochan_man_t iochan_man; + database_hosts_t database_hosts; }; - -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node); - -static struct conf_targetprofiles *parse_targetprofiles(NMEM nmem, - xmlNode *node); - +struct service_xslt +{ + char *id; + xsltStylesheetPtr xsp; + struct service_xslt *next; +}; + static void conf_metadata_assign(NMEM nmem, struct conf_metadata * metadata, const char *name, @@ -71,7 +74,8 @@ static void conf_metadata_assign(NMEM nmem, int termlist, int rank, int sortkey_offset, - enum conf_metadata_mergekey mt) + enum conf_metadata_mergekey mt, + const char *facetrule) { assert(nmem && metadata && name); @@ -91,6 +95,7 @@ static void conf_metadata_assign(NMEM nmem, metadata->rank = rank; metadata->sortkey_offset = sortkey_offset; metadata->mergekey = mt; + metadata->facetrule = nmem_strdup_null(nmem, facetrule); } @@ -105,7 +110,6 @@ static void conf_sortkey_assign(NMEM nmem, sortkey->type = type; } - static struct conf_service *service_init(struct conf_server *server, int num_metadata, int num_sortkeys, const char *service_id) @@ -118,25 +122,22 @@ static struct conf_service *service_init(struct conf_server *server, service->ref_count = 1; service->nmem = nmem; service->next = 0; - service->settings = 0; service->databases = 0; - service->targetprofiles = 0; + service->xslt_list = 0; service->server = server; service->session_timeout = 60; /* default session timeout */ service->z3950_session_timeout = 180; service->z3950_operation_timeout = 30; - service->relevance_pct = 0; - service->sort_pct = 0; - service->mergekey_pct = 0; + service->charsets = 0; service->id = service_id ? nmem_strdup(nmem, service_id) : 0; service->num_metadata = num_metadata; service->metadata = 0; if (service->num_metadata) - service->metadata - = nmem_malloc(nmem, - sizeof(struct conf_metadata) * service->num_metadata); + service->metadata + = nmem_malloc(nmem, + sizeof(struct conf_metadata) * service->num_metadata); service->num_sortkeys = num_sortkeys; service->sortkeys = 0; if (service->num_sortkeys) @@ -158,7 +159,8 @@ static struct conf_metadata* conf_service_add_metadata( int termlist, int rank, int sortkey_offset, - enum conf_metadata_mergekey mt) + enum conf_metadata_mergekey mt, + const char *facetrule) { struct conf_metadata * md = 0; @@ -169,11 +171,10 @@ static struct conf_metadata* conf_service_add_metadata( md = service->metadata + field_id; conf_metadata_assign(service->nmem, md, name, type, merge, setting, brief, termlist, rank, sortkey_offset, - mt); + mt, facetrule); return md; } - static struct conf_sortkey * conf_service_add_sortkey( struct conf_service *service, int field_id, @@ -183,7 +184,7 @@ static struct conf_sortkey * conf_service_add_sortkey( struct conf_sortkey * sk = 0; if (!service || !service->sortkeys || !service->num_sortkeys - || field_id < 0 || !(field_id < service->num_sortkeys)) + || field_id < 0 || !(field_id < service->num_sortkeys)) return 0; //sk = &((service->sortkeys)[field_id]); @@ -193,7 +194,6 @@ static struct conf_sortkey * conf_service_add_sortkey( return sk; } - int conf_service_metadata_field_id(struct conf_service *service, const char * name) { @@ -201,16 +201,13 @@ int conf_service_metadata_field_id(struct conf_service *service, if (!service || !service->metadata || !service->num_metadata) return -1; - - for(i = 0; i < service->num_metadata; i++) { + + for (i = 0; i < service->num_metadata; i++) if (!strcmp(name, (service->metadata[i]).name)) return i; - } - return -1; } - int conf_service_sortkey_field_id(struct conf_service *service, const char * name) { @@ -219,11 +216,9 @@ int conf_service_sortkey_field_id(struct conf_service *service, if (!service || !service->sortkeys || !service->num_sortkeys) return -1; - for(i = 0; i < service->num_sortkeys; i++) { + for (i = 0; i < service->num_sortkeys; i++) if (!strcmp(name, (service->sortkeys[i]).name)) return i; - } - return -1; } @@ -244,9 +239,8 @@ void service_destroy(struct conf_service *service) { if (!pazpar2_decref(&service->ref_count, service->mutex)) { - pp2_charset_destroy(service->relevance_pct); - pp2_charset_destroy(service->sort_pct); - pp2_charset_destroy(service->mergekey_pct); + service_xslt_destroy(service); + pp2_charset_fact_destroy(service->charsets); yaz_mutex_destroy(&service->mutex); nmem_destroy(service->nmem); } @@ -263,25 +257,63 @@ void service_incref(struct conf_service *service) static int parse_metadata(struct conf_service *service, xmlNode *n, int *md_node, int *sk_node) { - xmlChar *xml_name = xmlGetProp(n, (xmlChar *) "name"); - xmlChar *xml_brief = xmlGetProp(n, (xmlChar *) "brief"); - xmlChar *xml_sortkey = xmlGetProp(n, (xmlChar *) "sortkey"); - xmlChar *xml_merge = xmlGetProp(n, (xmlChar *) "merge"); - xmlChar *xml_type = xmlGetProp(n, (xmlChar *) "type"); - xmlChar *xml_termlist = xmlGetProp(n, (xmlChar *) "termlist"); - xmlChar *xml_rank = xmlGetProp(n, (xmlChar *) "rank"); - xmlChar *xml_setting = xmlGetProp(n, (xmlChar *) "setting"); - xmlChar *xml_mergekey = xmlGetProp(n, (xmlChar *) "mergekey"); - enum conf_metadata_type type = Metadata_type_generic; enum conf_metadata_merge merge = Metadata_merge_no; enum conf_setting_type setting = Metadata_setting_no; - enum conf_sortkey_type sk_type = Metadata_sortkey_relevance; enum conf_metadata_mergekey mergekey_type = Metadata_mergekey_no; int brief = 0; int termlist = 0; int rank = 0; int sortkey_offset = 0; + xmlChar *xml_name = 0; + xmlChar *xml_brief = 0; + xmlChar *xml_sortkey = 0; + xmlChar *xml_merge = 0; + xmlChar *xml_type = 0; + xmlChar *xml_termlist = 0; + xmlChar *xml_rank = 0; + xmlChar *xml_setting = 0; + xmlChar *xml_mergekey = 0; + xmlChar *xml_icu_chain = 0; + struct _xmlAttr *attr; + for (attr = n->properties; attr; attr = attr->next) + { + if (!xmlStrcmp(attr->name, BAD_CAST "name") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_name = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "brief") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_brief = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "sortkey") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_sortkey = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "merge") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_merge = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "type") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_type = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "termlist") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_termlist = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "rank") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_rank = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "setting") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_setting = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "mergekey") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_mergekey = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "facetrule") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_icu_chain = attr->children->content; + else + { + yaz_log(YLOG_FATAL, "Unknown metadata attribute '%s'", attr->name); + return -1; + } + } // now do the parsing logic if (!xml_name) @@ -299,8 +331,6 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, return -1; } } - else - brief = 0; if (xml_termlist) { @@ -312,14 +342,10 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, return -1; } } - else - termlist = 0; if (xml_rank) rank = atoi((const char *) xml_rank); - else - rank = 0; - + if (xml_type) { if (!strcmp((const char *) xml_type, "generic")) @@ -335,8 +361,6 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, return -1; } } - else - type = Metadata_type_generic; if (xml_merge) { @@ -357,8 +381,6 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, return -1; } } - else - merge = Metadata_merge_no; if (xml_setting) { @@ -379,6 +401,7 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, // add a sortkey if so specified if (xml_sortkey && strcmp((const char *) xml_sortkey, "no")) { + enum conf_sortkey_type sk_type; if (merge == Metadata_merge_no) { yaz_log(YLOG_FATAL, @@ -399,8 +422,7 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, sortkey_offset = *sk_node; conf_service_add_sortkey(service, *sk_node, - (const char *) xml_name, sk_type); - + (const char *) xml_name, sk_type); (*sk_node)++; } else @@ -420,24 +442,13 @@ static int parse_metadata(struct conf_service *service, xmlNode *n, return -1; } } - - + // metadata known, assign values conf_service_add_metadata(service, *md_node, (const char *) xml_name, type, merge, setting, brief, termlist, rank, sortkey_offset, - mergekey_type); - - xmlFree(xml_name); - xmlFree(xml_brief); - xmlFree(xml_sortkey); - xmlFree(xml_merge); - xmlFree(xml_type); - xmlFree(xml_termlist); - xmlFree(xml_rank); - xmlFree(xml_setting); - xmlFree(xml_mergekey); + mergekey_type, (const char *) xml_icu_chain); (*md_node)++; return 0; } @@ -511,62 +522,39 @@ static struct conf_service *service_create_static(struct conf_server *server, } else if (!strcmp((const char *) n->name, "settings")) got_settings++; - else if (!strcmp((const char *) n->name, (const char *) "targetprofiles")) + else if (!strcmp((const char *) n->name, "icu_chain")) { - if (service->targetprofiles) + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, n, 0)) { - yaz_log(YLOG_FATAL, "Can't repeat targetprofiles"); + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; } - if (!(service->targetprofiles = - parse_targetprofiles(service->nmem, n))) - return 0; } - else if (!strcmp((const char *) n->name, "relevance")) + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) + { - if (service->relevance_pct) + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, + n->children, (const char *) n->name)) { - yaz_log(YLOG_LOG, "relevance may not repeat in service"); + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; } - else - { - service->relevance_pct = pp2_charset_create_xml(n); - if (!service->relevance_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, "sort")) - { - if (service->sort_pct) - { - yaz_log(YLOG_LOG, "sort may not repeat in service"); - return 0; - } - else - { - service->sort_pct = pp2_charset_create_xml(n); - if (!service->sort_pct) - return 0; - } - } - else if (!strcmp((const char *) n->name, "mergekey")) + else if (!strcmp((const char *) n->name, (const char *) "metadata")) { - if (service->mergekey_pct) - { - yaz_log(YLOG_LOG, "mergekey may not repeat in service"); + if (parse_metadata(service, n, &md_node, &sk_node)) return 0; - } - else - { - service->mergekey_pct = pp2_charset_create_xml(n); - if (!service->mergekey_pct) - return 0; - } } - else if (!strcmp((const char *) n->name, (const char *) "metadata")) + else if (!strcmp((const char *) n->name, (const char *) "xslt")) { - if (parse_metadata(service, n, &md_node, &sk_node)) + if (service_xslt_config(service, n)) return 0; } else @@ -608,39 +596,17 @@ static struct conf_service *service_create_static(struct conf_server *server, return service; } -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node) -{ - xmlChar *src = xmlGetProp(node, (xmlChar *) "src"); - char *r; - - if (src) - { - WRBUF w = wrbuf_alloc(); - conf_dir_path(config, w, (const char *) src); - r = nmem_strdup(nmem, wrbuf_cstr(w)); - wrbuf_destroy(w); - } - else - { - yaz_log(YLOG_FATAL, "Must specify src in targetprofile"); - return 0; - } - xmlFree(src); - return r; -} - static void inherit_server_settings(struct conf_service *s) { struct conf_server *server = s->server; if (!s->dictionary) /* service has no config settings ? */ { - if (server->server_settings) + if (server->settings_fname) { /* inherit settings from server */ init_settings(s); - settings_read_file(s, server->server_settings, 1); - settings_read_file(s, server->server_settings, 2); + settings_read_file(s, server->settings_fname, 1); + settings_read_file(s, server->settings_fname, 2); } else { @@ -650,39 +616,19 @@ static void inherit_server_settings(struct conf_service *s) } } - /* use relevance/sort/mergekey from server if not defined + /* use relevance/sort/mergekey/facet from server if not defined for this service.. */ - if (!s->relevance_pct) + if (!s->charsets) { - if (server->relevance_pct) + if (server->charsets) { - s->relevance_pct = server->relevance_pct; - pp2_charset_incref(s->relevance_pct); + s->charsets = server->charsets; + pp2_charset_fact_incref(s->charsets); } else - s->relevance_pct = pp2_charset_create(0); - } - - if (!s->sort_pct) - { - if (server->sort_pct) { - s->sort_pct = server->sort_pct; - pp2_charset_incref(s->sort_pct); + s->charsets = pp2_charset_fact_create(); } - else - s->sort_pct = pp2_charset_create(0); - } - - if (!s->mergekey_pct) - { - if (server->mergekey_pct) - { - s->mergekey_pct = server->mergekey_pct; - pp2_charset_incref(s->mergekey_pct); - } - else - s->mergekey_pct = pp2_charset_create(0); } } @@ -694,9 +640,8 @@ struct conf_service *service_create(struct conf_server *server, if (service) { inherit_server_settings(service); - resolve_databases(service); assert(service->mutex == 0); - yaz_mutex_create(&service->mutex); + pazpar2_mutex_create(&service->mutex, "conf"); } return service; } @@ -716,12 +661,11 @@ static struct conf_server *server_create(struct conf_config *config, server->service = 0; server->config = config; server->next = 0; - server->relevance_pct = 0; - server->sort_pct = 0; - server->mergekey_pct = 0; - server->server_settings = 0; + server->charsets = 0; server->http_server = 0; server->iochan_man = 0; + server->database_hosts = config->database_hosts; + server->settings_fname = 0; if (server_id) { @@ -762,32 +706,49 @@ static struct conf_server *server_create(struct conf_config *config, } else if (!strcmp((const char *) n->name, "settings")) { - if (server->server_settings) + xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); + WRBUF w; + if (!src) { - yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); + yaz_log(YLOG_FATAL, "Missing src attribute for settings"); return 0; } - if (!(server->server_settings = parse_settings(config, nmem, n))) - return 0; - } - else if (!strcmp((const char *) n->name, "relevance")) - { - server->relevance_pct = pp2_charset_create_xml(n); - if (!server->relevance_pct) + if (server->settings_fname) + { + xmlFree(src); + yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); return 0; + } + w = wrbuf_alloc(); + conf_dir_path(config, w, (const char *) src); + server->settings_fname = nmem_strdup(nmem, wrbuf_cstr(w)); + wrbuf_destroy(w); + xmlFree(src); } - else if (!strcmp((const char *) n->name, "sort")) + else if (!strcmp((const char *) n->name, "icu_chain")) { - server->sort_pct = pp2_charset_create_xml(n); - if (!server->sort_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, n, 0)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; + } } - else if (!strcmp((const char *) n->name, "mergekey")) + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) { - server->mergekey_pct = pp2_charset_create_xml(n); - if (!server->mergekey_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, + n->children, (const char *) n->name)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; - } + } + } else if (!strcmp((const char *) n->name, "service")) { char *service_id = (char *) @@ -837,52 +798,14 @@ static struct conf_server *server_create(struct conf_config *config, return server; } -WRBUF conf_get_fname(struct conf_service *service, const char *fname) +WRBUF conf_get_fname(struct conf_config *config, const char *fname) { - struct conf_config *config = service->server->config; WRBUF w = wrbuf_alloc(); conf_dir_path(config, w, fname); return w; } -static struct conf_targetprofiles *parse_targetprofiles(NMEM nmem, - xmlNode *node) -{ - struct conf_targetprofiles *r = nmem_malloc(nmem, sizeof(*r)); - xmlChar *type = xmlGetProp(node, (xmlChar *) "type"); - xmlChar *src = xmlGetProp(node, (xmlChar *) "src"); - - memset(r, 0, sizeof(*r)); - - if (type) - { - if (!strcmp((const char *) type, "local")) - r->type = Targetprofiles_local; - else - { - yaz_log(YLOG_FATAL, "Unknown targetprofile type"); - return 0; - } - } - else - { - yaz_log(YLOG_FATAL, "Must specify type for targetprofile"); - return 0; - } - - if (src) - r->src = nmem_strdup(nmem, (const char *) src); - else - { - yaz_log(YLOG_FATAL, "Must specify src in targetprofile"); - return 0; - } - xmlFree(type); - xmlFree(src); - return r; -} - struct conf_service *locate_service(struct conf_server *server, const char *service_id) { @@ -897,6 +820,25 @@ struct conf_service *locate_service(struct conf_server *server, return s; } +void info_services(struct conf_server *server, WRBUF w) +{ + struct conf_service *s = server->service; + wrbuf_puts(w, " \n"); + for (; s; s = s->next) + { + wrbuf_puts(w, " id) + { + wrbuf_puts(w, " id=\""); + wrbuf_xmlputs(w, s->id); + wrbuf_puts(w, "\""); + } + wrbuf_puts(w, "/>"); + + wrbuf_puts(w, "\n"); + } + wrbuf_puts(w, " \n"); +} static int parse_config(struct conf_config *config, xmlNode *root) { @@ -960,6 +902,7 @@ struct conf_config *config_create(const char *fname, int verbose) config->servers = 0; config->no_threads = 0; config->iochan_man = 0; + config->database_hosts = database_hosts_create(); config->confdir = wrbuf_alloc(); if ((p = strrchr(fname, @@ -1010,9 +953,7 @@ void server_destroy(struct conf_server *server) service_destroy(s); s = s_next; } - pp2_charset_destroy(server->relevance_pct); - pp2_charset_destroy(server->sort_pct); - pp2_charset_destroy(server->mergekey_pct); + pp2_charset_fact_destroy(server->charsets); yaz_log(YLOG_LOG, "server_destroy server=%p", server); http_server_destroy(server->http_server); } @@ -1022,11 +963,13 @@ void config_destroy(struct conf_config *config) if (config) { struct conf_server *server = config->servers; + iochan_man_destroy(&config->iochan_man); while (server) { struct conf_server *s_next = server->next; server_destroy(server); server = s_next; + database_hosts_destroy(&config->database_hosts); } wrbuf_destroy(config->confdir); nmem_destroy(config->nmem); @@ -1043,22 +986,24 @@ void config_stop_listeners(struct conf_config *conf) void config_process_events(struct conf_config *conf) { struct conf_server *ser; + for (ser = conf->servers; ser; ser = ser->next) { struct conf_service *s = ser->service; + for (;s ; s = s->next) { - resolve_databases(s); assert(s->mutex == 0); - yaz_mutex_create(&s->mutex); + pazpar2_mutex_create(&s->mutex, "service"); } http_mutex_init(ser); } - iochan_man_events(conf->iochan_man); + iochan_man_events(conf->iochan_man); } int config_start_listeners(struct conf_config *conf, - const char *listener_override) + const char *listener_override, + const char *record_fname) { struct conf_server *ser; @@ -1085,7 +1030,7 @@ int config_start_listeners(struct conf_config *conf, wrbuf_printf(w, "%d", ser->port); } } - r = http_init(wrbuf_cstr(w), ser); + r = http_init(wrbuf_cstr(w), ser, record_fname); wrbuf_destroy(w); if (r) return -1;