X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Fdatabase.c;h=90697916baade13ba875e618b41fc7324a64a373;hb=18701a2fcad5171b03a76ceda18702831eb90850;hp=39514d49881ae6b75f790716089763b955de489d;hpb=7268905fa4eb3b905b9e1f3a26b84301f4ffccab;p=pazpar2-moved-to-github.git diff --git a/src/database.c b/src/database.c index 39514d4..9069791 100644 --- a/src/database.c +++ b/src/database.c @@ -1,7 +1,5 @@ -/* $Id: database.c,v 1.13 2007-04-11 16:48:09 quinn Exp $ - Copyright (c) 2006-2007, Index Data. - -This file is part of Pazpar2. +/* This file is part of Pazpar2. + Copyright (C) 2006-2008 Index Data Pazpar2 is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free @@ -14,10 +12,14 @@ FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License -along with Pazpar2; see the file LICENSE. If not, write to the -Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA -02111-1307, USA. - */ +along with this program; if not, write to the Free Software +Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA + +*/ + +#if HAVE_CONFIG_H +#include +#endif #include #include @@ -29,15 +31,21 @@ Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA #include #include "pazpar2.h" -#include "config.h" +#include "host.h" #include "settings.h" #include "http.h" #include "zeerex.h" #include +#if HAVE_SYS_SOCKET_H #include +#endif +#if HAVE_NETDB_H #include +#endif +#if HAVE_NETINET_IN_H #include +#endif static struct host *hosts = 0; // The hosts we know about static struct database *databases = 0; // The databases we know about @@ -71,45 +79,19 @@ static xmlDoc *get_explain_xml(const char *id) // Create a new host structure for hostport static struct host *create_host(const char *hostport) { - struct addrinfo *addrinfo, hints; struct host *host; - char *port; - char ipport[128]; - unsigned char addrbuf[4]; - int res; host = xmalloc(sizeof(struct host)); host->hostport = xstrdup(hostport); host->connections = 0; + host->ipport = 0; - if ((port = strchr(hostport, ':'))) - *(port++) = '\0'; - else - port = "210"; - - hints.ai_flags = 0; - hints.ai_family = PF_INET; - hints.ai_socktype = SOCK_STREAM; - hints.ai_protocol = IPPROTO_TCP; - hints.ai_addrlen = 0; - hints.ai_addr = 0; - hints.ai_canonname = 0; - hints.ai_next = 0; - // This is not robust code. It assumes that getaddrinfo always - // returns AF_INET address. - if ((res = getaddrinfo(hostport, port, &hints, &addrinfo))) + if (host_getaddrinfo(host)) { - yaz_log(YLOG_WARN, "Failed to resolve %s: %s", hostport, gai_strerror(res)); xfree(host->hostport); xfree(host); return 0; } - assert(addrinfo->ai_family == PF_INET); - memcpy(addrbuf, &((struct sockaddr_in*)addrinfo->ai_addr)->sin_addr.s_addr, 4); - sprintf(ipport, "%u.%u.%u.%u:%s", - addrbuf[0], addrbuf[1], addrbuf[2], addrbuf[3], port); - host->ipport = xstrdup(ipport); - freeaddrinfo(addrinfo); host->next = hosts; hosts = host; return host; @@ -126,21 +108,26 @@ static struct host *find_host(const char *hostport) static struct database *load_database(const char *id) { - xmlDoc *doc = get_explain_xml(id); + xmlDoc *doc = 0; struct zr_explain *explain = 0; struct database *db; struct host *host; char hostport[256]; char *dbname; + struct setting *idset; + yaz_log(YLOG_LOG, "New database: %s", id); if (!nmem) nmem = nmem_create(); - if (doc) + + if (config && config->targetprofiles + && (doc = get_explain_xml(id))) { explain = zr_read_xml(nmem, xmlDocGetRootElement(doc)); if (!explain) return 0; } + if (strlen(id) > 255) return 0; strcpy(hostport, id); @@ -154,17 +141,24 @@ static struct database *load_database(const char *id) memset(db, 0, sizeof(*db)); db->host = host; db->url = nmem_strdup(nmem, id); - db->name = 0; db->databases = xmalloc(2 * sizeof(char *)); db->databases[0] = nmem_strdup(nmem, dbname); db->databases[1] = 0; db->errors = 0; db->explain = explain; + db->settings = 0; + + db->settings = nmem_malloc(nmem, sizeof(struct settings*) * settings_num()); + memset(db->settings, 0, sizeof(struct settings*) * settings_num()); + idset = nmem_malloc(nmem, sizeof(*idset)); + idset->precedence = 0; + idset->name = "pz:id"; + idset->target = idset->value = db->url; + idset->next = 0; + db->settings[PZ_ID] = idset; + db->next = databases; - db->ccl_map = 0; - db->yaz_marc = 0; - db->map = 0; databases = db; return db; @@ -184,13 +178,15 @@ struct database *find_database(const char *id, int new) return load_database(id); } -// This whole session_grep database thing should be moved to pazpar2.c +// This whole session_grep database thing should be moved elsewhere int match_zurl(const char *zurl, const char *pattern) { + int len; + if (!strcmp(pattern, "*")) return 1; - else if (!strncmp(pattern, "*/", 2)) + else if (!strncmp(pattern, "*/", 2)) // host wildcard.. what the heck is that for? { char *db = strchr(zurl, '/'); if (!db) @@ -200,6 +196,13 @@ int match_zurl(const char *zurl, const char *pattern) else return 0; } + else if (*(pattern + (len = strlen(pattern) - 1)) == '*') // db wildcard + { + if (!strncmp(pattern, zurl, len)) + return 1; + else + return 2; + } else if (!strcmp(pattern, zurl)) return 1; else @@ -224,19 +227,18 @@ static int match_criterion(struct setting **settings, struct database_criterion if (offset == PZ_ID) { if (match_zurl(settings[offset]->value, v->value)) - return 1; - else - return 0; + break; } else { if (!strcmp(settings[offset]->value, v->value)) - return 1; - else - return 0; + break; } } - return 0; + if (v) + return 1; + else + return 0; } int database_match_criteria(struct setting **settings, struct database_criterion *cl) @@ -262,6 +264,8 @@ int session_grep_databases(struct session *se, struct database_criterion *cl, { if (p->settings && p->settings[PZ_ALLOW] && *p->settings[PZ_ALLOW]->value == '0') continue; + if (!p->settings[PZ_NAME]) + continue; if (database_match_criteria(p->settings, cl)) { (*fun)(se, p); @@ -271,8 +275,8 @@ int session_grep_databases(struct session *se, struct database_criterion *cl, return i; } -int grep_databases(void *context, struct database_criterion *cl, - void (*fun)(void *context, struct database *db)) +int predef_grep_databases(void *context, struct database_criterion *cl, + void (*fun)(void *context, struct database *db)) { struct database *p; int i = 0; @@ -286,140 +290,6 @@ int grep_databases(void *context, struct database_criterion *cl, return i; } -// Initialize CCL map for a target -// Note: This approach ignores user-specific CCL maps, for which I -// don't presently see any application. -static void prepare_cclmap(void *ignore, struct database *db) -{ - struct setting *s; - - if (!db->settings) - return; - db->ccl_map = ccl_qual_mk(); - for (s = db->settings[PZ_CCLMAP]; s; s = s->next) - if (!*s->user) - { - char *p = strchr(s->name + 3, ':'); - if (!p) - { - yaz_log(YLOG_FATAL, "Malformed cclmap name: %s", s->name); - exit(1); - } - p++; - ccl_qual_fitem(db->ccl_map, s->value, p); - } -} - -// Initialize YAZ Map structures for MARC-based targets -static void prepare_yazmarc(void *ignore, struct database *db) -{ - struct setting *s; - - if (!db->settings) - return; - for (s = db->settings[PZ_NATIVESYNTAX]; s; s = s->next) - if (!*s->user && !strcmp(s->value, "iso2709")) - { - char *encoding = "marc-8s"; - yaz_iconv_t cm; - - db->yaz_marc = yaz_marc_create(); - yaz_marc_subfield_str(db->yaz_marc, "\t"); - // See if a native encoding is specified - for (s = db->settings[PZ_ENCODING]; s; s = s->next) - if (!*s->user) - { - encoding = s->value; - break; - } - if (!(cm = yaz_iconv_open("utf-8", encoding))) - { - yaz_log(YLOG_FATAL, "Unable to map from %s to UTF-8", encoding); - exit(1); - } - yaz_marc_iconv(db->yaz_marc, cm); - break; - } -} - -// Prepare XSLT stylesheets for record normalization -static void prepare_map(void *ignore, struct database *db) -{ - struct setting *s; - - if (!db->settings) - return; - for (s = db->settings[PZ_XSLT]; s; s = s->next) - if (!*s->user) - { - char **stylesheets; - struct database_retrievalmap **m = &db->map; - int num, i; - - nmem_strsplit(nmem, ",", s->value, &stylesheets, &num); - for (i = 0; i < num; i++) - { - (*m) = nmem_malloc(nmem, sizeof(**m)); - (*m)->next = 0; - if (!((*m)->stylesheet = conf_load_stylesheet(stylesheets[i]))) - { - yaz_log(YLOG_FATAL, "Unable to load stylesheet: %s", - stylesheets[i]); - exit(1); - } - m = &(*m)->next; - } - break; - } - if (!s) - yaz_log(YLOG_WARN, "No Normalization stylesheet for target %s", db->url); -} - -// Read settings for each database, and prepare support data structures -void prepare_databases(void) -{ - grep_databases(0, 0, prepare_cclmap); - grep_databases(0, 0, prepare_yazmarc); - grep_databases(0, 0, prepare_map); -} - -// This function will most likely vanish when a proper target profile mechanism is -// introduced. -void load_simpletargets(const char *fn) -{ - FILE *f = fopen(fn, "r"); - char line[256]; - - if (!f) - { - yaz_log(YLOG_WARN|YLOG_ERRNO, "open %s", fn); - exit(1); - } - - while (fgets(line, 255, f)) - { - char *url; - char *name; - struct database *db; - - if (strncmp(line, "target ", 7)) - continue; - line[strlen(line) - 1] = '\0'; - - if ((name = strchr(line, ';'))) - *(name++) = '\0'; - - url = line + 7; - - if (!(db = find_database(url, 0))) - yaz_log(YLOG_WARN, "Unable to load database %s", url); - if (name && db) - db->name = nmem_strdup(nmem, name); - } - fclose(f); -} - - /* * Local variables: * c-basic-offset: 4