X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Fpazpar2_config.c;h=b45d8ec55afaa24b9e904c68f3e9deb79c15169f;hb=f1200fd1cab4fa57feacd43046997ce2d23edbd5;hp=c93792761dbe87db8fb8c2c87612d6a5a4c97467;hpb=354598df6b8d6fac5947d3d79e0532665fbe8a19;p=pazpar2-moved-to-github.git diff --git a/src/pazpar2_config.c b/src/pazpar2_config.c index c937927..b45d8ec 100644 --- a/src/pazpar2_config.c +++ b/src/pazpar2_config.c @@ -1,5 +1,5 @@ /* This file is part of Pazpar2. - Copyright (C) 2006-2009 Index Data + Copyright (C) 2006-2012 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -22,34 +22,26 @@ Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA #endif #include +#include #include #include -#include -#include -#include #include #include #include #include +#include -#if HAVE_GLOB_H -#define USE_POSIX_GLOB 1 -#else -#define USE_POSIX_GLOB 0 -#endif - - -#if USE_POSIX_GLOB -#include -#endif #include #include #if HAVE_UNISTD_H #include #endif +#include "ppmutex.h" +#include "incref.h" #include "pazpar2_config.h" +#include "service_xslt.h" #include "settings.h" #include "eventl.h" #include "http.h" @@ -58,31 +50,35 @@ struct conf_config { NMEM nmem; /* for conf_config and servers memory */ struct conf_server *servers; + + int no_threads; WRBUF confdir; + iochan_man_t iochan_man; + database_hosts_t database_hosts; }; - -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node); - -static struct conf_targetprofiles *parse_targetprofiles(NMEM nmem, - xmlNode *node); - -static -struct conf_metadata * conf_metadata_assign(NMEM nmem, - struct conf_metadata * metadata, - const char *name, - enum conf_metadata_type type, - enum conf_metadata_merge merge, - enum conf_setting_type setting, - int brief, - int termlist, - int rank, - int sortkey_offset, - enum conf_metadata_mergekey mt) +struct service_xslt { - if (!nmem || !metadata || !name) - return 0; + char *id; + xsltStylesheetPtr xsp; + struct service_xslt *next; +}; + +static void conf_metadata_assign(NMEM nmem, + struct conf_metadata * metadata, + const char *name, + enum conf_metadata_type type, + enum conf_metadata_merge merge, + enum conf_setting_type setting, + int brief, + int termlist, + const char *rank, + int sortkey_offset, + enum conf_metadata_mergekey mt, + const char *facetrule, + const char *limitmap) +{ + assert(nmem && metadata && name); metadata->name = nmem_strdup(nmem, name); @@ -97,74 +93,94 @@ struct conf_metadata * conf_metadata_assign(NMEM nmem, metadata->setting = setting; metadata->brief = brief; metadata->termlist = termlist; - metadata->rank = rank; + metadata->rank = nmem_strdup_null(nmem, rank); metadata->sortkey_offset = sortkey_offset; metadata->mergekey = mt; - return metadata; + metadata->facetrule = nmem_strdup_null(nmem, facetrule); + metadata->limitmap = nmem_strdup_null(nmem, limitmap); } -static -struct conf_sortkey * conf_sortkey_assign(NMEM nmem, - struct conf_sortkey * sortkey, - const char *name, - enum conf_sortkey_type type) +static void conf_sortkey_assign(NMEM nmem, + struct conf_sortkey * sortkey, + const char *name, + enum conf_sortkey_type type) { - if (!nmem || !sortkey || !name) - return 0; + assert(nmem && sortkey && name); sortkey->name = nmem_strdup(nmem, name); sortkey->type = type; - - return sortkey; } - -struct conf_service * conf_service_create(struct conf_config *config, - int num_metadata, int num_sortkeys, - const char *service_id) +struct conf_service *service_init(struct conf_server *server, + int num_metadata, int num_sortkeys, + const char *service_id) { struct conf_service * service = 0; NMEM nmem = nmem_create(); - //assert(nmem); - + service = nmem_malloc(nmem, sizeof(struct conf_service)); + service->mutex = 0; + service->ref_count = 1; service->nmem = nmem; service->next = 0; - service->settings = 0; service->databases = 0; - service->targetprofiles = 0; - service->config = config; + service->xslt_list = 0; + service->ccl_bibset = 0; + service->server = server; + service->session_timeout = 60; /* default session timeout */ + service->z3950_session_timeout = 180; + service->z3950_operation_timeout = 30; + service->rank_cluster = 1; + + service->charsets = 0; service->id = service_id ? nmem_strdup(nmem, service_id) : 0; + // Setup a dictionary from server. + service->dictionary = 0; + + service->settings = nmem_malloc(nmem, sizeof(*service->settings)); + service->settings->num_settings = PZ_MAX_EOF; + service->settings->settings = nmem_malloc(nmem, sizeof(struct setting*) * service->settings->num_settings); + memset(service->settings->settings, 0, sizeof(struct setting*) * service->settings->num_settings); + // inherit_server_settings_values(service); + + service->next = 0; + service->num_metadata = num_metadata; + service->metadata = 0; if (service->num_metadata) - service->metadata - = nmem_malloc(nmem, - sizeof(struct conf_metadata) * service->num_metadata); + service->metadata + = nmem_malloc(nmem, + sizeof(struct conf_metadata) * service->num_metadata); service->num_sortkeys = num_sortkeys; service->sortkeys = 0; if (service->num_sortkeys) service->sortkeys = nmem_malloc(nmem, sizeof(struct conf_sortkey) * service->num_sortkeys); - service->dictionary = 0; + + return service; } -struct conf_metadata* conf_service_add_metadata(struct conf_service *service, - int field_id, - const char *name, - enum conf_metadata_type type, - enum conf_metadata_merge merge, - enum conf_setting_type setting, - int brief, - int termlist, - int rank, - int sortkey_offset, - enum conf_metadata_mergekey mt) +static struct conf_metadata* conf_service_add_metadata( + struct conf_service *service, + int field_id, + const char *name, + enum conf_metadata_type type, + enum conf_metadata_merge merge, + enum conf_setting_type setting, + int brief, + int termlist, + const char *rank, + int sortkey_offset, + enum conf_metadata_mergekey mt, + const char *facetrule, + const char *limitmap + ) { struct conf_metadata * md = 0; @@ -172,34 +188,32 @@ struct conf_metadata* conf_service_add_metadata(struct conf_service *service, || field_id < 0 || !(field_id < service->num_metadata)) return 0; - //md = &((service->metadata)[field_id]); md = service->metadata + field_id; - md = conf_metadata_assign(service->nmem, md, name, type, merge, setting, - brief, termlist, rank, sortkey_offset, - mt); + conf_metadata_assign(service->nmem, md, name, type, merge, setting, + brief, termlist, rank, sortkey_offset, + mt, facetrule, limitmap); return md; } - -struct conf_sortkey * conf_service_add_sortkey(struct conf_service *service, - int field_id, - const char *name, - enum conf_sortkey_type type) +static struct conf_sortkey * conf_service_add_sortkey( + struct conf_service *service, + int field_id, + const char *name, + enum conf_sortkey_type type) { struct conf_sortkey * sk = 0; if (!service || !service->sortkeys || !service->num_sortkeys - || field_id < 0 || !(field_id < service->num_sortkeys)) + || field_id < 0 || !(field_id < service->num_sortkeys)) return 0; //sk = &((service->sortkeys)[field_id]); sk = service->sortkeys + field_id; - sk = conf_sortkey_assign(service->nmem, sk, name, type); + conf_sortkey_assign(service->nmem, sk, name, type); return sk; } - int conf_service_metadata_field_id(struct conf_service *service, const char * name) { @@ -207,16 +221,13 @@ int conf_service_metadata_field_id(struct conf_service *service, if (!service || !service->metadata || !service->num_metadata) return -1; - - for(i = 0; i < service->num_metadata; i++) { + + for (i = 0; i < service->num_metadata; i++) if (!strcmp(name, (service->metadata[i]).name)) return i; - } - return -1; } - int conf_service_sortkey_field_id(struct conf_service *service, const char * name) { @@ -225,11 +236,9 @@ int conf_service_sortkey_field_id(struct conf_service *service, if (!service || !service->sortkeys || !service->num_sortkeys) return -1; - for(i = 0; i < service->num_sortkeys; i++) { + for (i = 0; i < service->num_sortkeys; i++) if (!strcmp(name, (service->sortkeys[i]).name)) return i; - } - return -1; } @@ -244,19 +253,234 @@ static void conf_dir_path(struct conf_config *config, WRBUF w, const char *src) wrbuf_puts(w, src); } -static void service_destroy(struct conf_service *service) +void service_destroy(struct conf_service *service) { if (service) { - pp2_charset_destroy(service->relevance_pct); - pp2_charset_destroy(service->sort_pct); - pp2_charset_destroy(service->mergekey_pct); - nmem_destroy(service->nmem); + if (!pazpar2_decref(&service->ref_count, service->mutex)) + { + service_xslt_destroy(service); + pp2_charset_fact_destroy(service->charsets); + ccl_qual_rm(&service->ccl_bibset); + yaz_mutex_destroy(&service->mutex); + nmem_destroy(service->nmem); + } + } +} + +void service_incref(struct conf_service *service) +{ + yaz_log(YLOG_LOG, "service_incref. p=%p cnt=%d", service, + service->ref_count); + pazpar2_incref(&service->ref_count, service->mutex); +} + +static int parse_metadata(struct conf_service *service, xmlNode *n, + int *md_node, int *sk_node) +{ + enum conf_metadata_type type = Metadata_type_generic; + enum conf_metadata_merge merge = Metadata_merge_no; + enum conf_setting_type setting = Metadata_setting_no; + enum conf_metadata_mergekey mergekey_type = Metadata_mergekey_no; + int brief = 0; + int termlist = 0; + int sortkey_offset = 0; + xmlChar *xml_name = 0; + xmlChar *xml_brief = 0; + xmlChar *xml_sortkey = 0; + xmlChar *xml_merge = 0; + xmlChar *xml_type = 0; + xmlChar *xml_termlist = 0; + xmlChar *xml_rank = 0; + xmlChar *xml_setting = 0; + xmlChar *xml_mergekey = 0; + xmlChar *xml_limitmap = 0; + xmlChar *xml_icu_chain = 0; + + struct _xmlAttr *attr; + for (attr = n->properties; attr; attr = attr->next) + { + if (!xmlStrcmp(attr->name, BAD_CAST "name") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_name = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "brief") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_brief = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "sortkey") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_sortkey = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "merge") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_merge = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "type") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_type = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "termlist") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_termlist = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "rank") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_rank = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "setting") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_setting = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "mergekey") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_mergekey = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "facetrule") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_icu_chain = attr->children->content; + else if (!xmlStrcmp(attr->name, BAD_CAST "limitmap") && + attr->children && attr->children->type == XML_TEXT_NODE) + xml_limitmap = attr->children->content; + else + { + yaz_log(YLOG_FATAL, "Unknown metadata attribute '%s'", attr->name); + return -1; + } + } + + // now do the parsing logic + if (!xml_name) + { + yaz_log(YLOG_FATAL, "Must specify name in metadata element"); + return -1; + } + if (xml_brief) + { + if (!strcmp((const char *) xml_brief, "yes")) + brief = 1; + else if (strcmp((const char *) xml_brief, "no")) + { + yaz_log(YLOG_FATAL, "metadata/brief must be yes or no"); + return -1; + } + } + + if (xml_termlist) + { + if (!strcmp((const char *) xml_termlist, "yes")) + termlist = 1; + else if (strcmp((const char *) xml_termlist, "no")) + { + yaz_log(YLOG_FATAL, "metadata/termlist must be yes or no"); + return -1; + } + } + + if (xml_type) + { + if (!strcmp((const char *) xml_type, "generic")) + type = Metadata_type_generic; + else if (!strcmp((const char *) xml_type, "year")) + type = Metadata_type_year; + else if (!strcmp((const char *) xml_type, "date")) + type = Metadata_type_date; + else + { + yaz_log(YLOG_FATAL, + "Unknown value for metadata/type: %s", xml_type); + return -1; + } + } + + if (xml_merge) + { + if (!strcmp((const char *) xml_merge, "no")) + merge = Metadata_merge_no; + else if (!strcmp((const char *) xml_merge, "unique")) + merge = Metadata_merge_unique; + else if (!strcmp((const char *) xml_merge, "longest")) + merge = Metadata_merge_longest; + else if (!strcmp((const char *) xml_merge, "range")) + merge = Metadata_merge_range; + else if (!strcmp((const char *) xml_merge, "all")) + merge = Metadata_merge_all; + else + { + yaz_log(YLOG_FATAL, + "Unknown value for metadata/merge: %s", xml_merge); + return -1; + } + } + + if (xml_setting) + { + if (!strcmp((const char *) xml_setting, "no")) + setting = Metadata_setting_no; + else if (!strcmp((const char *) xml_setting, "postproc")) + setting = Metadata_setting_postproc; + else if (!strcmp((const char *) xml_setting, "parameter")) + setting = Metadata_setting_parameter; + else + { + yaz_log(YLOG_FATAL, + "Unknown value for medadata/setting: %s", xml_setting); + return -1; + } + } + + // add a sortkey if so specified + if (xml_sortkey && strcmp((const char *) xml_sortkey, "no")) + { + enum conf_sortkey_type sk_type; + if (merge == Metadata_merge_no) + { + yaz_log(YLOG_FATAL, + "Can't specify sortkey on a non-merged field"); + return -1; + } + if (!strcmp((const char *) xml_sortkey, "numeric")) + sk_type = Metadata_sortkey_numeric; + else if (!strcmp((const char *) xml_sortkey, "skiparticle")) + sk_type = Metadata_sortkey_skiparticle; + else + { + yaz_log(YLOG_FATAL, + "Unknown sortkey in metadata element: %s", + xml_sortkey); + return -1; + } + sortkey_offset = *sk_node; + + conf_service_add_sortkey(service, *sk_node, + (const char *) xml_name, sk_type); + (*sk_node)++; + } + else + sortkey_offset = -1; + + if (xml_mergekey) + { + if (!strcmp((const char *) xml_mergekey, "required")) + mergekey_type = Metadata_mergekey_required; + else if (!strcmp((const char *) xml_mergekey, "optional")) + mergekey_type = Metadata_mergekey_optional; + else if (!strcmp((const char *) xml_mergekey, "no")) + mergekey_type = Metadata_mergekey_no; + else + { + yaz_log(YLOG_FATAL, "Unknown value for mergekey: %s", xml_mergekey); + return -1; + } } + + // metadata known, assign values + conf_service_add_metadata(service, *md_node, + (const char *) xml_name, + type, merge, setting, + brief, termlist, + (const char *) xml_rank, sortkey_offset, + mergekey_type, + (const char *) xml_icu_chain, + (const char *) xml_limitmap); + (*md_node)++; + return 0; } -static struct conf_service *service_create(struct conf_config *config, - xmlNode *node, const char *service_id) +static struct conf_service *service_create_static(struct conf_server *server, + xmlNode *node, + const char *service_id) { xmlNode *n; int md_node = 0; @@ -265,6 +489,7 @@ static struct conf_service *service_create(struct conf_config *config, struct conf_service *service = 0; int num_metadata = 0; int num_sortkeys = 0; + int got_settings = 0; // count num_metadata and num_sortkeys for (n = node->children; n; n = n->next) @@ -278,202 +503,131 @@ static struct conf_service *service_create(struct conf_config *config, xmlFree(sortkey); } - service = conf_service_create(config, - num_metadata, num_sortkeys, service_id); + service = service_init(server, num_metadata, num_sortkeys, service_id); for (n = node->children; n; n = n->next) { if (n->type != XML_ELEMENT_NODE) continue; - if (!strcmp((const char *) n->name, "settings")) - { - if (service->settings) - { - yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); - return 0; - } - service->settings = parse_settings(config, service->nmem, n); - if (!service->settings) - return 0; - } - else if (!strcmp((const char *) n->name, (const char *) "targetprofiles")) + if (!strcmp((const char *) n->name, "timeout")) { - if (service->targetprofiles) - { - yaz_log(YLOG_FATAL, "Can't repeat targetprofiles"); - return 0; - } - if (!(service->targetprofiles = - parse_targetprofiles(service->nmem, n))) - return 0; - } - else if (!strcmp((const char *) n->name, (const char *) "metadata")) - { - xmlChar *xml_name = xmlGetProp(n, (xmlChar *) "name"); - xmlChar *xml_brief = xmlGetProp(n, (xmlChar *) "brief"); - xmlChar *xml_sortkey = xmlGetProp(n, (xmlChar *) "sortkey"); - xmlChar *xml_merge = xmlGetProp(n, (xmlChar *) "merge"); - xmlChar *xml_type = xmlGetProp(n, (xmlChar *) "type"); - xmlChar *xml_termlist = xmlGetProp(n, (xmlChar *) "termlist"); - xmlChar *xml_rank = xmlGetProp(n, (xmlChar *) "rank"); - xmlChar *xml_setting = xmlGetProp(n, (xmlChar *) "setting"); - xmlChar *xml_mergekey = xmlGetProp(n, (xmlChar *) "mergekey"); - - enum conf_metadata_type type = Metadata_type_generic; - enum conf_metadata_merge merge = Metadata_merge_no; - enum conf_setting_type setting = Metadata_setting_no; - enum conf_sortkey_type sk_type = Metadata_sortkey_relevance; - enum conf_metadata_mergekey mergekey_type = Metadata_mergekey_no; - int brief = 0; - int termlist = 0; - int rank = 0; - int sortkey_offset = 0; - - // now do the parsing logic - if (!xml_name) - { - yaz_log(YLOG_FATAL, "Must specify name in metadata element"); - return 0; - } - if (xml_brief) + xmlChar *src = xmlGetProp(n, (xmlChar *) "session"); + if (src) { - if (!strcmp((const char *) xml_brief, "yes")) - brief = 1; - else if (strcmp((const char *) xml_brief, "no")) + service->session_timeout = atoi((const char *) src); + xmlFree(src); + if (service->session_timeout < 9) { - yaz_log(YLOG_FATAL, "metadata/brief must be yes or no"); + yaz_log(YLOG_FATAL, "session timeout out of range"); return 0; } } - else - brief = 0; - - if (xml_termlist) + src = xmlGetProp(n, (xmlChar *) "z3950_operation"); + if (src) { - if (!strcmp((const char *) xml_termlist, "yes")) - termlist = 1; - else if (strcmp((const char *) xml_termlist, "no")) + service->z3950_operation_timeout = atoi((const char *) src); + xmlFree(src); + if (service->z3950_session_timeout < 9) { - yaz_log(YLOG_FATAL, "metadata/termlist must be yes or no"); + yaz_log(YLOG_FATAL, "Z39.50 operation timeout out of range"); return 0; } } - else - termlist = 0; - - if (xml_rank) - rank = atoi((const char *) xml_rank); - else - rank = 0; - - if (xml_type) + src = xmlGetProp(n, (xmlChar *) "z3950_session"); + if (src) { - if (!strcmp((const char *) xml_type, "generic")) - type = Metadata_type_generic; - else if (!strcmp((const char *) xml_type, "year")) - type = Metadata_type_year; - else if (!strcmp((const char *) xml_type, "date")) - type = Metadata_type_date; - else + service->z3950_session_timeout = atoi((const char *) src); + xmlFree(src); + if (service->z3950_session_timeout < 9) { - yaz_log(YLOG_FATAL, - "Unknown value for metadata/type: %s", xml_type); + yaz_log(YLOG_FATAL, "Z39.50 session timeout out of range"); return 0; } } - else - type = Metadata_type_generic; - - if (xml_merge) + } + else if (!strcmp((const char *) n->name, "ccldirective")) + { + char *name; + char *value; + if (!service->ccl_bibset) + service->ccl_bibset = ccl_qual_mk(); + name = (char *) xmlGetProp(n, (xmlChar *) "name"); + if (!name) { - if (!strcmp((const char *) xml_merge, "no")) - merge = Metadata_merge_no; - else if (!strcmp((const char *) xml_merge, "unique")) - merge = Metadata_merge_unique; - else if (!strcmp((const char *) xml_merge, "longest")) - merge = Metadata_merge_longest; - else if (!strcmp((const char *) xml_merge, "range")) - merge = Metadata_merge_range; - else if (!strcmp((const char *) xml_merge, "all")) - merge = Metadata_merge_all; - else - { - yaz_log(YLOG_FATAL, - "Unknown value for metadata/merge: %s", xml_merge); - return 0; - } + yaz_log(YLOG_FATAL, "ccldirective: missing @name"); + return 0; } - else - merge = Metadata_merge_no; - - if (xml_setting) + value = (char *) xmlGetProp(n, (xmlChar *) "value"); + if (!value) + { + xmlFree(name); + yaz_log(YLOG_FATAL, "ccldirective: missing @value"); + return 0; + } + ccl_qual_add_special(service->ccl_bibset, name, value); + xmlFree(value); + xmlFree(name); + } + else if (!strcmp((const char *) n->name, "settings")) + got_settings++; + else if (!strcmp((const char *) n->name, "icu_chain")) + { + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, n, 0)) { - if (!strcmp((const char *) xml_setting, "no")) - setting = Metadata_setting_no; - else if (!strcmp((const char *) xml_setting, "postproc")) - setting = Metadata_setting_postproc; - else if (!strcmp((const char *) xml_setting, "parameter")) - setting = Metadata_setting_parameter; - else - { - yaz_log(YLOG_FATAL, - "Unknown value for medadata/setting: %s", xml_setting); - return 0; - } + yaz_log(YLOG_FATAL, "ICU chain definition error"); + return 0; } + } + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) - // add a sortkey if so specified - if (xml_sortkey && strcmp((const char *) xml_sortkey, "no")) + { + if (!service->charsets) + service->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(service->charsets, + n->children, (const char *) n->name)) { - if (merge == Metadata_merge_no) - { - yaz_log(YLOG_FATAL, - "Can't specify sortkey on a non-merged field"); - return 0; - } - if (!strcmp((const char *) xml_sortkey, "numeric")) - sk_type = Metadata_sortkey_numeric; - else if (!strcmp((const char *) xml_sortkey, "skiparticle")) - sk_type = Metadata_sortkey_skiparticle; - else - { - yaz_log(YLOG_FATAL, - "Unknown sortkey in metadata element: %s", - xml_sortkey); - return 0; - } - sortkey_offset = sk_node; - - conf_service_add_sortkey(service, sk_node, - (const char *) xml_name, sk_type); - - sk_node++; + yaz_log(YLOG_FATAL, "ICU chain definition error"); + return 0; } - else - sortkey_offset = -1; + } + else if (!strcmp((const char *) n->name, (const char *) "metadata")) + { + if (parse_metadata(service, n, &md_node, &sk_node)) + return 0; + } + else if (!strcmp((const char *) n->name, (const char *) "xslt")) + { + if (service_xslt_config(service, n)) + return 0; + } + else if (!strcmp((const char *) n->name, (const char *) "set")) + { + xmlChar *name= xmlGetProp(n, (xmlChar *) "name"); + xmlChar *value = xmlGetProp(n, (xmlChar *) "value"); + if (service->dictionary && name && value) { + yaz_log(YLOG_DEBUG, "service set: %s=%s (Not implemented)", (char *) name, (char *) value); + //service_aply_setting(service, name, value); + } + } + else if (!strcmp((const char *) n->name, "rank")) + { + char *rank_cluster = (char *) xmlGetProp(n, (xmlChar *) "cluster"); - if (xml_mergekey && strcmp((const char *) xml_mergekey, "no")) + if (rank_cluster && !strcmp(rank_cluster, "yes")) + service->rank_cluster = 1; + else if (rank_cluster && !strcmp(rank_cluster, "no")) + service->rank_cluster = 0; + else { - mergekey_type = Metadata_mergekey_yes; + yaz_log(YLOG_FATAL, "service: rank@cluster boolean"); + return 0; } - - - // metadata known, assign values - conf_service_add_metadata(service, md_node, - (const char *) xml_name, - type, merge, setting, - brief, termlist, rank, sortkey_offset, - mergekey_type); - - xmlFree(xml_name); - xmlFree(xml_brief); - xmlFree(xml_sortkey); - xmlFree(xml_merge); - xmlFree(xml_type); - xmlFree(xml_termlist); - xmlFree(xml_rank); - xmlFree(xml_setting); - md_node++; + xmlFree(rank_cluster); } else { @@ -481,50 +635,122 @@ static struct conf_service *service_create(struct conf_config *config, return 0; } } + if (got_settings) + { + int pass; + /* metadata has been read.. Consider now settings */ + init_settings(service); + for (pass = 1; pass <= 2; pass++) + { + for (n = node->children; n; n = n->next) + { + if (n->type != XML_ELEMENT_NODE) + continue; + if (!strcmp((const char *) n->name, "settings")) + { + int ret; + xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); + if (src) + { + WRBUF w = wrbuf_alloc(); + conf_dir_path(server->config, w, (const char *) src); + ret = settings_read_file(service, wrbuf_cstr(w), pass); + wrbuf_destroy(w); + xmlFree(src); + } + else + { + ret = settings_read_node(service, n, pass); + } + if (ret) + return 0; + } + } + } + } return service; } -static char *parse_settings(struct conf_config *config, - NMEM nmem, xmlNode *node) +static int inherit_server_settings(struct conf_service *s) { - xmlChar *src = xmlGetProp(node, (xmlChar *) "src"); - char *r; - - if (src) + int ret = 0; + struct conf_server *server = s->server; + if (!s->dictionary) /* service has no config settings ? */ { - WRBUF w = wrbuf_alloc(); - conf_dir_path(config, w, (const char *) src); - r = nmem_strdup(nmem, wrbuf_cstr(w)); - wrbuf_destroy(w); + if (server->settings_fname) + { + /* inherit settings from server */ + init_settings(s); + if (settings_read_file(s, server->settings_fname, 1)) + ret = -1; + if (settings_read_file(s, server->settings_fname, 2)) + ret = -1; + } + else + { + yaz_log(YLOG_WARN, "server '%s' has no settings", s->id ? s->id : "unnamed"); + init_settings(s); + } } - else + + /* use relevance/sort/mergekey/facet from server if not defined + for this service.. */ + if (!s->charsets) { - yaz_log(YLOG_FATAL, "Must specify src in targetprofile"); - return 0; + if (server->charsets) + { + s->charsets = server->charsets; + pp2_charset_fact_incref(s->charsets); + } + else + { + s->charsets = pp2_charset_fact_create(); + } + } + return ret; +} + +struct conf_service *service_create(struct conf_server *server, + xmlNode *node) +{ + struct conf_service *service = service_create_static(server, node, 0); + if (service) + { + inherit_server_settings(service); + assert(service->mutex == 0); + pazpar2_mutex_create(&service->mutex, "conf"); } - xmlFree(src); - return r; + return service; } -static struct conf_server *parse_server(struct conf_config *config, - NMEM nmem, xmlNode *node) +static struct conf_server *server_create(struct conf_config *config, + NMEM nmem, xmlNode *node) { xmlNode *n; struct conf_server *server = nmem_malloc(nmem, sizeof(struct conf_server)); + xmlChar *server_id = xmlGetProp(node, (xmlChar *) "id"); server->host = 0; server->port = 0; server->proxy_host = 0; server->proxy_port = 0; server->myurl = 0; - server->proxy_addr = 0; server->service = 0; + server->config = config; server->next = 0; - server->server_settings = 0; - server->relevance_pct = 0; - server->sort_pct = 0; - server->mergekey_pct = 0; + server->charsets = 0; + server->http_server = 0; + server->iochan_man = 0; + server->database_hosts = config->database_hosts; + server->settings_fname = 0; + if (server_id) + { + server->server_id = nmem_strdup(nmem, (const char *)server_id); + xmlFree(server_id); + } + else + server->server_id = 0; for (n = node->children; n; n = n->next) { if (n->type != XML_ELEMENT_NODE) @@ -557,32 +783,49 @@ static struct conf_server *parse_server(struct conf_config *config, } else if (!strcmp((const char *) n->name, "settings")) { - if (server->server_settings) + xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); + WRBUF w; + if (!src) { - yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); + yaz_log(YLOG_FATAL, "Missing src attribute for settings"); return 0; } - if (!(server->server_settings = parse_settings(config, nmem, n))) - return 0; - } - else if (!strcmp((const char *) n->name, "relevance")) - { - server->relevance_pct = pp2_charset_create_xml(n); - if (!server->relevance_pct) + if (server->settings_fname) + { + xmlFree(src); + yaz_log(YLOG_FATAL, "Can't repeat 'settings'"); return 0; + } + w = wrbuf_alloc(); + conf_dir_path(config, w, (const char *) src); + server->settings_fname = nmem_strdup(nmem, wrbuf_cstr(w)); + wrbuf_destroy(w); + xmlFree(src); } - else if (!strcmp((const char *) n->name, "sort")) + else if (!strcmp((const char *) n->name, "icu_chain")) { - server->sort_pct = pp2_charset_create_xml(n); - if (!server->sort_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, n, 0)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; + } } - else if (!strcmp((const char *) n->name, "mergekey")) + else if (!strcmp((const char *) n->name, "relevance") + || !strcmp((const char *) n->name, "sort") + || !strcmp((const char *) n->name, "mergekey") + || !strcmp((const char *) n->name, "facet")) { - server->mergekey_pct = pp2_charset_create_xml(n); - if (!server->mergekey_pct) + if (!server->charsets) + server->charsets = pp2_charset_fact_create(); + if (pp2_charset_fact_define(server->charsets, + n->children, (const char *) n->name)) + { + yaz_log(YLOG_FATAL, "ICU chain definition error"); return 0; - } + } + } else if (!strcmp((const char *) n->name, "service")) { char *service_id = (char *) @@ -603,40 +846,19 @@ static struct conf_server *parse_server(struct conf_config *config, } if (*sp) /* service already exist */ + { + xmlFree(service_id); return 0; + } else { - struct conf_service *s = service_create(config, n, service_id); - if (s) - { - if (server->relevance_pct) - { - s->relevance_pct = server->relevance_pct; - pp2_charset_incref(s->relevance_pct); - } - else - s->relevance_pct = pp2_charset_create(0); - - if (server->sort_pct) - { - - s->sort_pct = server->sort_pct; - pp2_charset_incref(s->sort_pct); - } - else - s->sort_pct = pp2_charset_create(0); - - if (server->mergekey_pct) - { - s->mergekey_pct = server->mergekey_pct; - pp2_charset_incref(s->mergekey_pct); - } - else - s->mergekey_pct = pp2_charset_create(0); - *sp = s; - } + struct conf_service *s = service_create_static(server, n, + service_id); + xmlFree(service_id); + if (!s) + return 0; + *sp = s; } - xmlFree(service_id); } else { @@ -644,56 +866,21 @@ static struct conf_server *parse_server(struct conf_config *config, return 0; } } + if (server->service) + { + struct conf_service *s; + for (s = server->service; s; s = s->next) + inherit_server_settings(s); + } return server; } -xsltStylesheet *conf_load_stylesheet(struct conf_config *config, - const char *fname) +WRBUF conf_get_fname(struct conf_config *config, const char *fname) { WRBUF w = wrbuf_alloc(); - xsltStylesheet *s; conf_dir_path(config, w, fname); - s = xsltParseStylesheetFile((xmlChar *) wrbuf_cstr(w)); - wrbuf_destroy(w); - return s; -} - -static struct conf_targetprofiles *parse_targetprofiles(NMEM nmem, - xmlNode *node) -{ - struct conf_targetprofiles *r = nmem_malloc(nmem, sizeof(*r)); - xmlChar *type = xmlGetProp(node, (xmlChar *) "type"); - xmlChar *src = xmlGetProp(node, (xmlChar *) "src"); - - memset(r, 0, sizeof(*r)); - - if (type) - { - if (!strcmp((const char *) type, "local")) - r->type = Targetprofiles_local; - else - { - yaz_log(YLOG_FATAL, "Unknown targetprofile type"); - return 0; - } - } - else - { - yaz_log(YLOG_FATAL, "Must specify type for targetprofile"); - return 0; - } - - if (src) - r->src = nmem_strdup(nmem, (const char *) src); - else - { - yaz_log(YLOG_FATAL, "Must specify src in targetprofile"); - return 0; - } - xmlFree(type); - xmlFree(src); - return r; + return w; } struct conf_service *locate_service(struct conf_server *server, @@ -702,12 +889,33 @@ struct conf_service *locate_service(struct conf_server *server, struct conf_service *s = server->service; for (; s; s = s->next) if (s->id && service_id && 0 == strcmp(s->id, service_id)) - return s; + break; else if (!s->id && !service_id) - return s; - return 0; + break; + if (s) + service_incref(s); + return s; } +void info_services(struct conf_server *server, WRBUF w) +{ + struct conf_service *s = server->service; + wrbuf_puts(w, " \n"); + for (; s; s = s->next) + { + wrbuf_puts(w, " id) + { + wrbuf_puts(w, " id=\""); + wrbuf_xmlputs(w, s->id); + wrbuf_puts(w, "\""); + } + wrbuf_puts(w, "/>"); + + wrbuf_puts(w, "\n"); + } + wrbuf_puts(w, " \n"); +} static int parse_config(struct conf_config *config, xmlNode *root) { @@ -719,12 +927,21 @@ static int parse_config(struct conf_config *config, xmlNode *root) continue; if (!strcmp((const char *) n->name, "server")) { - struct conf_server *tmp = parse_server(config, config->nmem, n); + struct conf_server *tmp = server_create(config, config->nmem, n); if (!tmp) return -1; tmp->next = config->servers; config->servers = tmp; } + else if (!strcmp((const char *) n->name, "threads")) + { + xmlChar *number = xmlGetProp(n, (xmlChar *) "number"); + if (number) + { + config->no_threads = atoi((const char *) number); + xmlFree(number); + } + } else if (!strcmp((const char *) n->name, "targetprofiles")) { yaz_log(YLOG_FATAL, "targetprofiles unsupported here. Must be part of service"); @@ -740,115 +957,6 @@ static int parse_config(struct conf_config *config, xmlNode *root) return 0; } -static int process_config_includes(struct conf_config *config, xmlNode *n); - -static int config_include_one(struct conf_config *config, xmlNode **sib, - const char *path) -{ - struct stat st; - if (stat(path, &st) < 0) - { - yaz_log(YLOG_FATAL|YLOG_ERRNO, "stat %s", path); - return -1; - } - else - { - if ((st.st_mode & S_IFMT) == S_IFREG) - { - xmlDoc *doc = xmlParseFile(path); - yaz_log(YLOG_LOG, "processing include path=%s", path); - if (doc) - { - xmlNodePtr t = xmlDocGetRootElement(doc); - int ret = process_config_includes(config, t); - *sib = xmlAddNextSibling(*sib, xmlCopyNode(t, 1)); - xmlFreeDoc(doc); - if (ret) - return -1; - } - else - { - yaz_log(YLOG_FATAL, "Could not parse %s", path); - return -1; - } - } - } - return 0; -} - -static int config_include_src(struct conf_config *config, xmlNode **np, - const char *src) -{ - int ret = 0; /* return code. OK so far */ - WRBUF w = wrbuf_alloc(); - xmlNodePtr sib; /* our sibling that we append */ - xmlNodePtr c; /* tmp node */ - - wrbuf_printf(w, " begin include src=\"%s\" ", src); - - /* replace include element with a 'begin' comment */ - sib = xmlNewComment((const xmlChar *) wrbuf_cstr(w)); - xmlReplaceNode(*np, sib); - - xmlFreeNode(*np); - - wrbuf_rewind(w); - conf_dir_path(config, w, src); -#if USE_POSIX_GLOB - { - size_t i; - glob_t glob_res; - glob(wrbuf_cstr(w), 0 /* flags */, 0 /* errfunc */, &glob_res); - - for (i = 0; ret == 0 && i < glob_res.gl_pathc; i++) - { - const char *path = glob_res.gl_pathv[i]; - ret = config_include_one(config, &sib, path); - } - globfree(&glob_res); - } -#else - ret = config_include_one(config, &sib, wrbuf_cstr(w)); -#endif - wrbuf_rewind(w); - wrbuf_printf(w, " end include src=\"%s\" ", src); - c = xmlNewComment((const xmlChar *) wrbuf_cstr(w)); - sib = xmlAddNextSibling(sib, c); - - *np = sib; - wrbuf_destroy(w); - return ret; -} - -static int process_config_includes(struct conf_config *config, xmlNode *n) -{ - for (; n; n = n->next) - { - if (n->type == XML_ELEMENT_NODE) - { - if (!strcmp((const char *) n->name, "include")) - { - xmlChar *src = xmlGetProp(n, (xmlChar *) "src"); - if (src) - { - int ret = config_include_src(config, &n, - (const char *) src); - xmlFree(src); - if (ret) - return ret; - - } - } - else - { - if (process_config_includes(config, n->children)) - return -1; - } - } - } - return 0; -} - struct conf_config *config_create(const char *fname, int verbose) { xmlDoc *doc = xmlParseFile(fname); @@ -863,11 +971,15 @@ struct conf_config *config_create(const char *fname, int verbose) if (!doc) { yaz_log(YLOG_FATAL, "Failed to read %s", fname); + nmem_destroy(nmem); return 0; } config->nmem = nmem; config->servers = 0; + config->no_threads = 0; + config->iochan_man = 0; + config->database_hosts = database_hosts_create(); config->confdir = wrbuf_alloc(); if ((p = strrchr(fname, @@ -884,14 +996,18 @@ struct conf_config *config_create(const char *fname, int verbose) wrbuf_puts(config->confdir, ""); n = xmlDocGetRootElement(doc); - r = process_config_includes(config, n); + r = yaz_xml_include_simple(n, wrbuf_cstr(config->confdir)); if (r == 0) /* OK */ { if (verbose) { yaz_log(YLOG_LOG, "Configuration %s after include processing", fname); +#if LIBXML_VERSION >= 20600 xmlDocFormatDump(yaz_log_file(), doc, 0); +#else + xmlDocDump(yaz_log_file(), doc); +#endif } r = parse_config(config, n); } @@ -914,9 +1030,9 @@ void server_destroy(struct conf_server *server) service_destroy(s); s = s_next; } - pp2_charset_destroy(server->relevance_pct); - pp2_charset_destroy(server->sort_pct); - pp2_charset_destroy(server->mergekey_pct); + pp2_charset_fact_destroy(server->charsets); + yaz_log(YLOG_LOG, "server_destroy server=%p", server); + http_server_destroy(server->http_server); } void config_destroy(struct conf_config *config) @@ -924,47 +1040,57 @@ void config_destroy(struct conf_config *config) if (config) { struct conf_server *server = config->servers; + iochan_man_destroy(&config->iochan_man); while (server) { struct conf_server *s_next = server->next; server_destroy(server); server = s_next; + database_hosts_destroy(&config->database_hosts); } wrbuf_destroy(config->confdir); nmem_destroy(config->nmem); } } -void config_read_settings(struct conf_config *config) +void config_stop_listeners(struct conf_config *conf) { - struct conf_service *s = config->servers->service; - for (;s ; s = s->next) - { - init_settings(s); - if (s->settings) - settings_read(s, s->settings); - else if (config->servers->server_settings) - settings_read(s, config->servers->server_settings); - else - yaz_log(YLOG_WARN, "No settings for service"); - } + struct conf_server *ser; + for (ser = conf->servers; ser; ser = ser->next) + http_close_server(ser); } -void config_stop_listeners(struct conf_config *conf) +void config_process_events(struct conf_config *conf) { struct conf_server *ser; + for (ser = conf->servers; ser; ser = ser->next) - http_close_server(ser); + { + struct conf_service *s = ser->service; + + for (;s ; s = s->next) + { + assert(s->mutex == 0); + pazpar2_mutex_create(&s->mutex, "service"); + } + http_mutex_init(ser); + } + iochan_man_events(conf->iochan_man); } int config_start_listeners(struct conf_config *conf, - const char *listener_override) + const char *listener_override, + const char *record_fname) { struct conf_server *ser; + + conf->iochan_man = iochan_man_create(conf->no_threads); for (ser = conf->servers; ser; ser = ser->next) { WRBUF w = wrbuf_alloc(); int r; + + ser->iochan_man = conf->iochan_man; if (listener_override) { wrbuf_puts(w, listener_override); @@ -981,7 +1107,7 @@ int config_start_listeners(struct conf_config *conf, wrbuf_printf(w, "%d", ser->port); } } - r = http_init(wrbuf_cstr(w), ser); + r = http_init(wrbuf_cstr(w), ser, record_fname); wrbuf_destroy(w); if (r) return -1;