X-Git-Url: http://git.indexdata.com/?p=idzebra-moved-to-github.git;a=blobdiff_plain;f=index%2Fzserver.c;h=600248a2918347e9e0547566f9538b1d38613363;hp=f9f58231fdebaba2544b4e3016fb617d075a45a6;hb=5437b50633032595afe6f87dc0f989bc92a5aea8;hpb=62f6cad37f14a19d9c1ce763ea54a61b350c7881 diff --git a/index/zserver.c b/index/zserver.c index f9f5823..600248a 100644 --- a/index/zserver.c +++ b/index/zserver.c @@ -1,429 +1,782 @@ -/* - * Copyright (C) 1994-1995, Index Data I/S - * All rights reserved. - * Sebastian Hammer, Adam Dickmeiss - * - * $Log: zserver.c,v $ - * Revision 1.32 1995-12-11 09:12:58 adam - * The rec_get function returns NULL if record doesn't exist - will - * happen in the server if the result set records have been deleted since - * the creation of the set (i.e. the search). - * The server saves a result temporarily if it is 'volatile', i.e. the - * set is register dependent. - * - * Revision 1.31 1995/12/08 16:22:56 adam - * Work on update while servers are running. Three lock files introduced. - * The servers reload their registers when necessary, but they don't - * reestablish result sets yet. - * - * Revision 1.30 1995/12/07 17:38:48 adam - * Work locking mechanisms for concurrent updates/commit. - * - * Revision 1.29 1995/12/04 14:22:32 adam - * Extra arg to recType_byName. - * Started work on new regular expression parsed input to - * structured records. - * - * Revision 1.28 1995/11/28 09:09:48 adam - * Zebra config renamed. - * Use setting 'recordId' to identify record now. - * Bug fix in recindex.c: rec_release_blocks was invokeded even - * though the blocks were already released. - * File traversal properly deletes records when needed. - * - * Revision 1.27 1995/11/27 13:58:54 adam - * New option -t. storeStore data implemented in server. - * - * Revision 1.26 1995/11/25 10:24:07 adam - * More record fields - they are enumerated now. - * New options: flagStoreData flagStoreKey. - * - * Revision 1.25 1995/11/21 15:29:13 adam - * Config file 'base' read by default by both indexer and server. - * - * Revision 1.24 1995/11/20 16:59:47 adam - * New update method: the 'old' keys are saved for each records. - * - * Revision 1.23 1995/11/16 17:00:56 adam - * Better logging of rpn query. - * - * Revision 1.22 1995/11/16 15:34:55 adam - * Uses new record management system in both indexer and server. - * - * Revision 1.21 1995/11/01 16:25:52 quinn - * *** empty log message *** - * - * Revision 1.20 1995/10/27 14:00:12 adam - * Implemented detection of database availability. - * - * Revision 1.19 1995/10/17 18:02:11 adam - * New feature: databases. Implemented as prefix to words in dictionary. - * - * Revision 1.18 1995/10/16 14:03:09 quinn - * Changes to support element set names and espec1 - * - * Revision 1.17 1995/10/16 09:32:40 adam - * More work on relational op. - * - * Revision 1.16 1995/10/13 12:26:44 adam - * Optimization of truncation. - * - * Revision 1.15 1995/10/12 12:40:55 adam - * Bug fixes in rpn_prox. - * - * Revision 1.14 1995/10/09 16:18:37 adam - * Function dict_lookup_grep got extra client data parameter. - * - * Revision 1.13 1995/10/06 14:38:00 adam - * New result set method: r_score. - * Local no (sysno) and score is transferred to retrieveCtrl. - * - * Revision 1.12 1995/10/06 13:52:06 adam - * Bug fixes. Handler may abort further scanning. - * - * Revision 1.11 1995/10/06 10:43:57 adam - * Scan added. 'occurrences' in scan entries not set yet. - * - * Revision 1.10 1995/10/02 16:43:32 quinn - * Set default resulting record type in fetch. - * - * Revision 1.9 1995/10/02 15:18:52 adam - * New member in recRetrieveCtrl: diagnostic. - * - * Revision 1.8 1995/09/28 09:19:47 adam - * xfree/xmalloc used everywhere. - * Extract/retrieve method seems to work for text records. - * - * Revision 1.7 1995/09/27 16:17:32 adam - * More work on retrieve. - * - * Revision 1.6 1995/09/08 08:53:22 adam - * Record buffer maintained in server_info. - * - * Revision 1.5 1995/09/06 16:11:18 adam - * Option: only one word key per file. - * - * Revision 1.4 1995/09/06 10:33:04 adam - * More work on present. Some log messages removed. - * - * Revision 1.3 1995/09/05 15:28:40 adam - * More work on search engine. - * - * Revision 1.2 1995/09/04 12:33:43 adam - * Various cleanup. YAZ util used instead. - * - * Revision 1.1 1995/09/04 09:10:41 adam - * More work on index add/del/update. - * Merge sort implemented. - * Initial work on z39 server. - * - */ +/* $Id: zserver.c,v 1.123 2004-11-19 10:27:08 heikki Exp $ + Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003,2004 + Index Data Aps + +This file is part of the Zebra server. + +Zebra is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free +Software Foundation; either version 2, or (at your option) any later +version. + +Zebra is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or +FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License +for more details. + +You should have received a copy of the GNU General Public License +along with Zebra; see the file LICENSE.zebra. If not, write to the +Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA +02111-1307, USA. +*/ + #include #include -#include #include +#ifdef WIN32 +#include +#include +#include +#else +#include +#endif + +#include +#include +#include +#include + +#include -#include -#include -#include -#include #include "zserver.h" -ZServerInfo server_info; +static int bend_sort (void *handle, bend_sort_rr *rr); +static int bend_delete (void *handle, bend_delete_rr *rr); +static int bend_esrequest (void *handle, bend_esrequest_rr *rr); +static int bend_segment (void *handle, bend_segment_rr *rr); +static int bend_search (void *handle, bend_search_rr *r); +static int bend_fetch (void *handle, bend_fetch_rr *r); +static int bend_scan (void *handle, bend_scan_rr *r); -static int register_lock (ZServerInfo *zi) +bend_initresult *bend_init (bend_initrequest *q) { - time_t lastChange; - int state = zebraServerLockGetState(&lastChange); + bend_initresult *r = (bend_initresult *) + odr_malloc (q->stream, sizeof(*r)); + ZebraHandle zh; + struct statserv_options_block *sob; + char *user = NULL; + char *passwd = NULL; + + r->errcode = 0; + r->errstring = 0; + q->bend_sort = bend_sort; + q->bend_delete = bend_delete; + q->bend_esrequest = bend_esrequest; + q->bend_segment = bend_segment; + q->bend_search = bend_search; + q->bend_fetch = bend_fetch; + q->bend_scan = bend_scan; + + q->implementation_name = "Zebra Information Server"; + q->implementation_version = "Zebra " ZEBRAVER; + + yaz_log (YLOG_DEBUG, "bend_init"); - switch (state) + sob = statserv_getcontrol (); + if (!(zh = zebra_open (sob->handle))) { - case 'c': - state = 1; - break; - default: - state = 0; + yaz_log (YLOG_WARN, "Failed to read config `%s'", sob->configname); + r->errcode = 1; + return r; } - zebraServerLock (state); - if (zi->registerState == state) + r->handle = zh; + if (q->auth) { - if (zi->registerChange >= lastChange) - return 0; - logf (LOG_LOG, "Register completely updated since last access"); + if (q->auth->which == Z_IdAuthentication_open) + { + char *openpass = xstrdup (q->auth->u.open); + char *cp = strchr (openpass, '/'); + if (cp) + { + *cp = '\0'; + user = nmem_strdup (odr_getmem (q->stream), openpass); + passwd = nmem_strdup (odr_getmem (q->stream), cp+1); + } + xfree (openpass); + } + else if (q->auth->which == Z_IdAuthentication_idPass) + { + Z_IdPass *idPass = q->auth->u.idPass; + + user = idPass->userId; + passwd = idPass->password; + } } - else if (zi->registerState == -1) - logf (LOG_LOG, "Reading register using state %d pid=%ld", state, - (long) getpid()); - else - logf (LOG_LOG, "Register has changed state from %d to %d", - zi->registerState, state); - zi->registerChange = lastChange; - if (zi->records) + if (zebra_auth (zh, user, passwd)) { - dict_close (zi->wordDict); - is_close (zi->wordIsam); - rec_close (&zi->records); + r->errcode = 222; + r->errstring = user; + return r; } - bf_cache (state); - zi->registerState = state; - zi->records = rec_open (0); - if (!(zi->wordDict = dict_open (FNAME_WORD_DICT, 40, 0))) - return -1; - if (!(zi->wordIsam = is_open (FNAME_WORD_ISAM, key_compare, 0, - sizeof (struct it_key)))) - return -1; - return 0; + if (q->charneg_request) /* characater set and langauge negotiation? */ + { + char **charsets = 0; + int num_charsets; + char **langs = 0; + int num_langs = 0; + int selected = 0; + int i; + NMEM nmem = nmem_create(); + + yaz_log (YLOG_LOG, "character set and language negotiation"); + + yaz_get_proposal_charneg (nmem, q->charneg_request, + &charsets, &num_charsets, + &langs, &num_langs, &selected); + + for (i = 0; i < num_charsets; i++) + { + const char *right_name = ""; + /* + * FIXME! It is like rudiment :-)) + * We have to support this short names of character sets, + * because a lot servers in Russia to use own in during + * character set and language negotiation still. + */ + + if (!yaz_matchstr(charsets[i], "win")) { + right_name = "WINDOWS-1251"; + } else if (!yaz_matchstr(charsets[i], "koi")) { + right_name = "KOI8-R"; + } else if (!yaz_matchstr(charsets[i], "iso")) { + right_name = "ISO-8859-5"; + } else if (!yaz_matchstr(charsets[i], "dos")) { + right_name = "CP866"; + } else if (!yaz_matchstr(charsets[i], "uni")) { + right_name = "UTF-8"; + } else { + right_name = charsets[i]; + } + if (odr_set_charset (q->decode, "UTF-8", right_name) == 0) + { + yaz_log (YLOG_LOG, "charset %d %s (proper name %s): OK", i, + charsets[i], right_name); + odr_set_charset (q->stream, right_name, "UTF-8"); + if (selected) + zebra_record_encoding (zh, right_name); + q->charneg_response = + yaz_set_response_charneg (q->stream, charsets[i], + 0, selected); + break; + } else { + yaz_log (YLOG_LOG, "charset %d %s (proper name %s): unsupported", i, + charsets[i], right_name); + } + } + nmem_destroy(nmem); + } + return r; } -static void register_unlock (ZServerInfo *zi) +static void search_terms (ZebraHandle zh, bend_search_rr *r) { - static int waitSec = -1; - - if (waitSec == -1) + zint count = 0; + int no_terms; + int i; + int type = Z_Term_general; + struct Z_External *ext; + Z_SearchInfoReport *sr; + + /* get no of terms for result set */ + no_terms = 0; /* zebra_resultSetTerms (zh, r->setname, 0, 0, 0, 0, 0); */ + /* FIXME - Rsets don't know number of terms no more ??? */ + if (!no_terms) + return; + + r->search_info = odr_malloc (r->stream, sizeof(*r->search_info)); + + r->search_info->num_elements = 1; + r->search_info->list = + odr_malloc (r->stream, sizeof(*r->search_info->list)); + r->search_info->list[0] = + odr_malloc (r->stream, sizeof(**r->search_info->list)); + r->search_info->list[0]->category = 0; + r->search_info->list[0]->which = Z_OtherInfo_externallyDefinedInfo; + ext = odr_malloc (r->stream, sizeof(*ext)); + r->search_info->list[0]->information.externallyDefinedInfo = ext; + ext->direct_reference = + yaz_oidval_to_z3950oid (r->stream, CLASS_USERINFO, VAL_SEARCHRES1); + ext->indirect_reference = 0; + ext->descriptor = 0; + ext->which = Z_External_searchResult1; + sr = odr_malloc (r->stream, sizeof(Z_SearchInfoReport)); + ext->u.searchResult1 = sr; + sr->num = no_terms; + sr->elements = odr_malloc (r->stream, sr->num * + sizeof(*sr->elements)); + for (i = 0; isetname, i, + &count, &type, outbuf, &len); + */ + sr->elements[i] = odr_malloc (r->stream, sizeof(**sr->elements)); + sr->elements[i]->subqueryId = 0; + sr->elements[i]->fullQuery = odr_malloc (r->stream, + sizeof(bool_t)); + *sr->elements[i]->fullQuery = 0; + sr->elements[i]->subqueryExpression = + odr_malloc (r->stream, sizeof(Z_QueryExpression)); + sr->elements[i]->subqueryExpression->which = + Z_QueryExpression_term; + sr->elements[i]->subqueryExpression->u.term = + odr_malloc (r->stream, sizeof(Z_QueryExpressionTerm)); + term = odr_malloc (r->stream, sizeof(Z_Term)); + sr->elements[i]->subqueryExpression->u.term->queryTerm = term; + switch (type) + { + case Z_Term_characterString: + yaz_log (YLOG_DEBUG, "term as characterString"); + term->which = Z_Term_characterString; + term->u.characterString = odr_strdup (r->stream, outbuf); + break; + case Z_Term_general: + yaz_log (YLOG_DEBUG, "term as general"); + term->which = Z_Term_general; + term->u.general = odr_malloc (r->stream, sizeof(*term->u.general)); + term->u.general->size = term->u.general->len = len; + term->u.general->buf = odr_malloc (r->stream, len); + memcpy (term->u.general->buf, outbuf, len); + break; + default: + term->which = Z_Term_general; + term->u.null = odr_nullval(); + } + sr->elements[i]->subqueryExpression->u.term->termComment = 0; + sr->elements[i]->subqueryInterpretation = 0; + sr->elements[i]->subqueryRecommendation = 0; + if (count > 2000000000) + count = 2000000000; + sr->elements[i]->subqueryCount = odr_intdup (r->stream, (int) count); + sr->elements[i]->subqueryWeight = 0; + sr->elements[i]->resultsByDB = 0; } - if (waitSec > 0) - sleep (waitSec); - if (zi->registerState != -1) - zebraServerUnlock (zi->registerState); } -bend_initresult *bend_init (bend_initrequest *q) +int bend_search (void *handle, bend_search_rr *r) { - static bend_initresult r; - static char *name = "zserver"; - - r.errcode = 0; - r.errstring = 0; - r.handle = name; + ZebraHandle zh = (ZebraHandle) handle; + + r->hits = 0; + r->errcode = 0; + r->errstring = NULL; + + if (zebra_select_databases (zh, r->num_bases, + (const char **) r->basenames)) + { + zebra_result (zh, &r->errcode, &r->errstring); + return 0; + } + yaz_log (YLOG_LOG, "ResultSet '%s'", r->setname); + switch (r->query->which) + { + case Z_Query_type_1: case Z_Query_type_101: + zebra_search_RPN (zh, r->stream, r->query->u.type_1, + r->setname, &r->hits); + zebra_result (zh, &r->errcode, &r->errstring); + if (!r->errcode) + search_terms (zh, r); + break; + case Z_Query_type_2: + r->errcode = 107; + r->errstring = "type-2"; + break; + default: + r->errcode = 107; + } + return 0; +} - logf (LOG_DEBUG, "bend_init"); - if (!common_resource) +int bend_fetch (void *handle, bend_fetch_rr *r) +{ + ZebraHandle zh = (ZebraHandle) handle; + ZebraRetrievalRecord retrievalRecord; + + retrievalRecord.position = r->number; + + r->last_in_set = 0; + zebra_records_retrieve (zh, r->stream, r->setname, r->comp, + r->request_format, 1, &retrievalRecord); + zebra_result (zh, &r->errcode, &r->errstring); + /* non Surrogate Diagnostic OR Surrogate Diagnostic */ + if (r->errcode == 0 && retrievalRecord.errCode) { - struct statserv_options_block *sob; - - sob = statserv_getcontrol (); - logf (LOG_LOG, "Reading resources from %s", sob->configname); - if (!(common_resource = res_open (sob->configname))) - { - logf (LOG_FATAL, "Cannot open resource `%s'", sob->configname); - exit (1); - } + r->surrogate_flag = 1; + r->errcode = retrievalRecord.errCode; + r->errstring = retrievalRecord.errString; + r->basename = retrievalRecord.base; + } + else if (r->errcode == 0) /* Database Record */ + { + r->errcode = 0; + r->basename = retrievalRecord.base; + r->record = retrievalRecord.buf; + r->len = retrievalRecord.len; + r->output_format = retrievalRecord.format; } - data1_tabpath = res_get(common_resource, "profilePath"); - server_info.sets = NULL; - server_info.registerState = -1; /* trigger open of registers! */ - server_info.registerChange = 0; - - server_info.records = NULL; - server_info.wordDict = NULL; - server_info.wordIsam = NULL; - server_info.odr = odr_createmem (ODR_ENCODE); - return &r; + return 0; } -bend_searchresult *bend_search (void *handle, bend_searchrequest *q, int *fd) +static int bend_scan (void *handle, bend_scan_rr *r) { - static bend_searchresult r; + ZebraScanEntry *entries; + ZebraHandle zh = (ZebraHandle) handle; + int is_partial, i; - r.errcode = 0; - r.errstring = 0; - r.hits = 0; - - register_lock (&server_info); - odr_reset (server_info.odr); - server_info.errCode = 0; - server_info.errString = NULL; - - logf (LOG_LOG, "ResultSet '%s'", q->setname); - switch (q->query->which) + if (zebra_select_databases (zh, r->num_bases, + (const char **) r->basenames)) { - case Z_Query_type_1: - r.errcode = rpn_search (&server_info, q->query->u.type_1, - q->num_bases, q->basenames, q->setname, - &r.hits); - r.errstring = server_info.errString; - break; - default: - r.errcode = 107; + zebra_result (zh, &r->errcode, &r->errstring); + return 0; + } + if (r->step_size != 0 && *r->step_size != 0) { + r->errcode = 205; /* "Only zero step size supported for Scan" */ + r->errstring = 0; + return 0; + } + r->entries = (struct scan_entry *) + odr_malloc (r->stream, sizeof(*r->entries) * r->num_entries); + zebra_scan (zh, r->stream, r->term, + r->attributeset, + &r->term_position, + &r->num_entries, &entries, &is_partial); + if (is_partial) + r->status = BEND_SCAN_PARTIAL; + else + r->status = BEND_SCAN_SUCCESS; + for (i = 0; i < r->num_entries; i++) + { + r->entries[i].term = entries[i].term; + r->entries[i].occurrences = entries[i].occurrences; } - register_unlock (&server_info); - return &r; + zebra_result (zh, &r->errcode, &r->errstring); + return 0; } -static int record_ext_read (int fd, char *buf, size_t count) +void bend_close (void *handle) { - return read (fd, buf, count); + zebra_close ((ZebraHandle) handle); + xmalloc_trav("bend_close"); + nmem_print_list(); } -static int record_int_pos; -static char *record_int_buf; -static int record_int_len; - -static int record_int_read (int fd, char *buf, size_t count) +int bend_sort (void *handle, bend_sort_rr *rr) { - int l = record_int_len - record_int_pos; - if (l <= 0) - return 0; - l = (l < count) ? l : count; - memcpy (buf, record_int_buf + record_int_pos, l); - record_int_pos += l; - return l; + ZebraHandle zh = (ZebraHandle) handle; + + zebra_sort (zh, rr->stream, + rr->num_input_setnames, (const char **) rr->input_setnames, + rr->output_setname, rr->sort_sequence, &rr->sort_status); + zebra_result (zh, &rr->errcode, &rr->errstring); + return 0; } -static int record_fetch (ZServerInfo *zi, int sysno, int score, ODR stream, - oid_value input_format, Z_RecordComposition *comp, - oid_value *output_format, char **rec_bufp, - int *rec_lenp) +int bend_delete (void *handle, bend_delete_rr *rr) { - Record rec; - char *fname, *file_type; - RecType rt; - struct recRetrieveCtrl retrieveCtrl; - char subType[128]; - - rec = rec_get (zi->records, sysno); - if (!rec) - { - char *msg = "Record is deleted\n"; - *output_format = VAL_SUTRS; - *rec_bufp = msg; - *rec_lenp = strlen (msg); - return 0; - } - file_type = rec->info[recInfo_fileType]; - fname = rec->info[recInfo_filename]; + ZebraHandle zh = (ZebraHandle) handle; - if (!(rt = recType_byName (file_type, subType))) + rr->delete_status = zebra_deleleResultSet(zh, rr->function, + rr->num_setnames, rr->setnames, + rr->statuses); + return 0; +} + +static int es_admin_request (ZebraHandle zh, Z_AdminEsRequest *r) +{ + if (r->toKeep->databaseName) { - logf (LOG_FATAL|LOG_ERRNO, "Retrieve: Cannot handle type %s", - file_type); - exit (1); + yaz_log(YLOG_LOG, "adm request database %s", r->toKeep->databaseName); } - logf (LOG_DEBUG, "retrieve localno=%d score=%d", sysno, score); - if (rec->size[recInfo_storeData] > 0) + switch (r->toKeep->which) { - retrieveCtrl.readf = record_int_read; - record_int_len = rec->size[recInfo_storeData]; - record_int_buf = rec->info[recInfo_storeData]; - record_int_pos = 0; - logf (LOG_DEBUG, "Internal retrieve. %d bytes", record_int_len); + case Z_ESAdminOriginPartToKeep_reIndex: + yaz_log(YLOG_LOG, "adm-reindex"); + break; + case Z_ESAdminOriginPartToKeep_truncate: + yaz_log(YLOG_LOG, "adm-truncate"); + break; + case Z_ESAdminOriginPartToKeep_drop: + yaz_log(YLOG_LOG, "adm-drop"); + zebra_drop_database (zh, r->toKeep->databaseName); + break; + case Z_ESAdminOriginPartToKeep_create: + yaz_log(YLOG_LOG, "adm-create %s", r->toKeep->databaseName); + zebra_create_database (zh, r->toKeep->databaseName); + break; + case Z_ESAdminOriginPartToKeep_import: + yaz_log(YLOG_LOG, "adm-import"); + zebra_admin_import_begin (zh, r->toKeep->databaseName, + r->toKeep->u.import->recordType); + break; + case Z_ESAdminOriginPartToKeep_refresh: + yaz_log(YLOG_LOG, "adm-refresh"); + break; + case Z_ESAdminOriginPartToKeep_commit: + yaz_log(YLOG_LOG, "adm-commit"); + if (r->toKeep->databaseName) + zebra_select_database(zh, r->toKeep->databaseName); + zebra_commit(zh); + break; + case Z_ESAdminOriginPartToKeep_shutdown: + yaz_log(YLOG_LOG, "shutdown"); + zebra_admin_shutdown(zh); + break; + case Z_ESAdminOriginPartToKeep_start: + yaz_log(YLOG_LOG, "start"); + zebra_admin_start(zh); + break; + default: + yaz_log(YLOG_LOG, "unknown admin"); } - else + return 0; +} + +static int es_admin (ZebraHandle zh, Z_Admin *r) +{ + switch (r->which) { - if ((retrieveCtrl.fd = open (fname, O_RDONLY)) == -1) - { - char *msg = "Record doesn't exist\n"; - logf (LOG_WARN|LOG_ERRNO, "Retrieve: Open record file %s", fname); - *output_format = VAL_SUTRS; - *rec_bufp = msg; - *rec_lenp = strlen (msg); - rec_rm (&rec); - return 0; /* or 14: System error in presenting records */ - } - retrieveCtrl.readf = record_ext_read; + case Z_Admin_esRequest: + es_admin_request (zh, r->u.esRequest); + break; + case Z_Admin_taskPackage: + yaz_log (YLOG_LOG, "adm taskpackage (unhandled)"); + break; + default: + break; } - retrieveCtrl.subType = subType; - retrieveCtrl.localno = sysno; - retrieveCtrl.score = score; - retrieveCtrl.odr = stream; - retrieveCtrl.input_format = retrieveCtrl.output_format = input_format; - retrieveCtrl.comp = comp; - retrieveCtrl.diagnostic = 0; - (*rt->retrieve)(&retrieveCtrl); - *output_format = retrieveCtrl.output_format; - *rec_bufp = retrieveCtrl.rec_buf; - *rec_lenp = retrieveCtrl.rec_len; - close (retrieveCtrl.fd); - rec_rm (&rec); - - return retrieveCtrl.diagnostic; + + return 0; } -bend_fetchresult *bend_fetch (void *handle, bend_fetchrequest *q, int *num) +int bend_segment (void *handle, bend_segment_rr *rr) { - static bend_fetchresult r; - int positions[2]; - ZServerSetSysno *records; + ZebraHandle zh = (ZebraHandle) handle; + Z_Segment *segment = rr->segment; - register_lock (&server_info); - - r.errstring = 0; - r.last_in_set = 0; - r.basename = "base"; + if (segment->num_segmentRecords) + zebra_admin_import_segment (zh, rr->segment); + else + zebra_admin_import_end (zh); + return 0; +} - odr_reset (server_info.odr); - server_info.errCode = 0; +int bend_esrequest (void *handle, bend_esrequest_rr *rr) +{ + ZebraHandle zh = (ZebraHandle) handle; + + yaz_log(YLOG_LOG, "function: %d", *rr->esr->function); + if (rr->esr->packageName) + yaz_log(YLOG_LOG, "packagename: %s", rr->esr->packageName); + yaz_log(YLOG_LOG, "Waitaction: %d", *rr->esr->waitAction); + + if (!rr->esr->taskSpecificParameters) + { + yaz_log (YLOG_WARN, "No task specific parameters"); + } + else if (rr->esr->taskSpecificParameters->which == Z_External_ESAdmin) + { + es_admin (zh, rr->esr->taskSpecificParameters->u.adminService); - positions[0] = q->number; - records = resultSetSysnoGet (&server_info, q->setname, 1, positions); - if (!records) + zebra_result (zh, &rr->errcode, &rr->errstring); + } + else if (rr->esr->taskSpecificParameters->which == Z_External_update) { - logf (LOG_DEBUG, "resultSetRecordGet, error"); - r.errcode = 13; - register_unlock (&server_info); - return &r; + Z_IUUpdate *up = rr->esr->taskSpecificParameters->u.update; + yaz_log (YLOG_LOG, "Received DB Update"); + if (up->which == Z_IUUpdate_esRequest) + { + Z_IUUpdateEsRequest *esRequest = up->u.esRequest; + Z_IUOriginPartToKeep *toKeep = esRequest->toKeep; + Z_IUSuppliedRecords *notToKeep = esRequest->notToKeep; + + yaz_log (YLOG_LOG, "action"); + if (toKeep->action) + { + switch (*toKeep->action) + { + case Z_IUOriginPartToKeep_recordInsert: + yaz_log (YLOG_LOG, "recordInsert"); + break; + case Z_IUOriginPartToKeep_recordReplace: + yaz_log (YLOG_LOG, "recordUpdate"); + break; + case Z_IUOriginPartToKeep_recordDelete: + yaz_log (YLOG_LOG, "recordDelete"); + break; + case Z_IUOriginPartToKeep_elementUpdate: + yaz_log (YLOG_LOG, "elementUpdate"); + break; + case Z_IUOriginPartToKeep_specialUpdate: + yaz_log (YLOG_LOG, "specialUpdate"); + break; + case Z_ESAdminOriginPartToKeep_shutdown: + yaz_log (YLOG_LOG, "shutDown"); + break; + case Z_ESAdminOriginPartToKeep_start: + yaz_log (YLOG_LOG, "start"); + break; + default: + yaz_log (YLOG_LOG, " unknown (%d)", *toKeep->action); + } + } + if (toKeep->databaseName) + { + yaz_log (YLOG_LOG, "database: %s", toKeep->databaseName); + + if (zebra_select_database(zh, toKeep->databaseName)) + return 0; + } + else + { + yaz_log (YLOG_WARN, "no database supplied for ES Update"); + rr->errcode = 1008; + rr->errstring = "database"; + return 0; + } + if (notToKeep) + { + int i; + zebra_begin_trans (zh, 1); + for (i = 0; i < notToKeep->num; i++) + { + Z_External *rec = notToKeep->elements[i]->record; + struct oident *oident = 0; + Odr_oct *opaque_recid = 0; + SYSNO sysno = 0; + + if (notToKeep->elements[i]->u.opaque) + { + switch(notToKeep->elements[i]->which) + { + case Z_IUSuppliedRecords_elem_opaque: + opaque_recid = notToKeep->elements[i]->u.opaque; + break; /* OK, recid already set */ + case Z_IUSuppliedRecords_elem_number: + sysno = *notToKeep->elements[i]->u.number; + break; + } + } + if (rec->direct_reference) + { + oident = oid_getentbyoid(rec->direct_reference); + if (oident) + yaz_log (YLOG_LOG, "record %d type %s", i, + oident->desc); + } + switch (rec->which) + { + case Z_External_sutrs: + if (rec->u.octet_aligned->len > 170) + yaz_log (YLOG_LOG, "%d bytes:\n%.168s ...", + rec->u.sutrs->len, + rec->u.sutrs->buf); + else + yaz_log (YLOG_LOG, "%d bytes:\n%s", + rec->u.sutrs->len, + rec->u.sutrs->buf); + break; + case Z_External_octet: + if (rec->u.octet_aligned->len > 170) + yaz_log (YLOG_LOG, "%d bytes:\n%.168s ...", + rec->u.octet_aligned->len, + rec->u.octet_aligned->buf); + else + yaz_log (YLOG_LOG, "%d bytes\n%s", + rec->u.octet_aligned->len, + rec->u.octet_aligned->buf); + } + if (oident && oident->value != VAL_TEXT_XML) + { + rr->errcode = 224; + rr->errstring = "only XML update supported"; + break; + } + if (rec->which == Z_External_octet) + { + int action = 0; + + if (*toKeep->action == + Z_IUOriginPartToKeep_recordInsert) + action = 1; + if (*toKeep->action == + Z_IUOriginPartToKeep_recordReplace) + action = 2; + if (*toKeep->action == + Z_IUOriginPartToKeep_recordDelete) + action = 3; + if (*toKeep->action == + Z_IUOriginPartToKeep_specialUpdate) + action = 4; + + if (!action) + { + rr->errcode = 224; + rr->errstring = "unsupported ES Update action"; + break; + } + else if (opaque_recid) + { + int r = zebra_admin_exchange_record ( + zh, + rec->u.octet_aligned->buf, + rec->u.octet_aligned->len, + opaque_recid->buf, opaque_recid->len, + action); + if (r) + { + rr->errcode = 224; + rr->errstring = "record exchange failed"; + break; + } + } + else + { + int r = -1; + switch(action) { + case 1: + r = zebra_insert_record( + zh, + 0, /* recordType */ + &sysno, + 0, /* match */ + 0, /* fname */ + rec->u.octet_aligned->buf, + rec->u.octet_aligned->len, + 0); + if (r) + { + rr->errcode = 224; + rr->errstring = "insert_record failed"; + } + break; + case 2: + case 4: + r = zebra_update_record( + zh, + 0, /* recordType */ + &sysno, + 0, /* match */ + 0, /* fname */ + rec->u.octet_aligned->buf, + rec->u.octet_aligned->len, + 1); + if (r) + { + rr->errcode = 224; + rr->errstring = "update_record failed"; + } + break; + case 3: + r = zebra_delete_record( + zh, + 0, /* recordType */ + &sysno, + 0, /* match */ + 0, /* fname */ + rec->u.octet_aligned->buf, + rec->u.octet_aligned->len, + 0); + if (r) + { + rr->errcode = 224; + rr->errstring = "delete_record failed"; + } + break; + } + } + } + } + zebra_end_trans (zh); + } + } } - if (!records[0].sysno) + else { - r.errcode = 13; - logf (LOG_DEBUG, "Out of range. pos=%d", q->number); - register_unlock (&server_info); - return &r; + yaz_log (YLOG_WARN, "Unknown Extended Service(%d)", + rr->esr->taskSpecificParameters->which); + rr->errcode = 221; + } - r.errcode = record_fetch (&server_info, records[0].sysno, - records[0].score, q->stream, q->format, - q->comp, &r.format, &r.record, &r.len); - resultSetSysnoDel (&server_info, records, 1); - register_unlock (&server_info); - return &r; -} - -bend_deleteresult *bend_delete (void *handle, bend_deleterequest *q, int *num) -{ - register_lock (&server_info); - register_unlock (&server_info); return 0; } -bend_scanresult *bend_scan (void *handle, bend_scanrequest *q, int *num) +static void bend_start (struct statserv_options_block *sob) { - static bend_scanresult r; - int status; - - register_lock (&server_info); - odr_reset (server_info.odr); - server_info.errCode = 0; - server_info.errString = 0; - - r.term_position = q->term_position; - r.num_entries = q->num_entries; - r.errcode = rpn_scan (&server_info, q->term, - q->num_bases, q->basenames, - &r.term_position, - &r.num_entries, &r.entries, &status); - r.errstring = server_info.errString; - r.status = status; - register_unlock (&server_info); - return &r; + if (sob->handle) + zebra_stop((ZebraService) sob->handle); + sob->handle = zebra_start(sob->configname); + if (!sob->handle) + { + yaz_log (YLOG_FATAL, "Failed to read config `%s'", sob->configname); + exit (1); + } +#ifdef WIN32 + +#else + if (!sob->inetd) + { + char pidfname[4096]; + struct flock area; + int fd; + + zebra_pidfname(sob->handle, pidfname); + + fd = open (pidfname, O_EXCL|O_WRONLY|O_CREAT, 0666); + if (fd == -1) + { + if (errno != EEXIST) + { + yaz_log(YLOG_FATAL|YLOG_ERRNO, "lock file %s", pidfname); + exit(1); + } + fd = open(pidfname, O_RDWR, 0666); + if (fd == -1) + { + yaz_log(YLOG_FATAL|YLOG_ERRNO, "lock file %s", pidfname); + exit(1); + } + } + area.l_type = F_WRLCK; + area.l_whence = SEEK_SET; + area.l_len = area.l_start = 0L; + if (fcntl (fd, F_SETLK, &area) == -1) + { + yaz_log(YLOG_ERRNO|YLOG_FATAL, "Zebra server already running"); + exit(1); + } + else + { + char pidstr[30]; + + sprintf (pidstr, "%ld", (long) getpid ()); + write (fd, pidstr, strlen(pidstr)); + } + } +#endif } -void bend_close (void *handle) +static void bend_stop(struct statserv_options_block *sob) { - if (server_info.records) +#ifdef WIN32 + +#else + if (!sob->inetd && sob->handle) + { + char pidfname[4096]; + zebra_pidfname(sob->handle, pidfname); + unlink (pidfname); + } +#endif + if (sob->handle) { - dict_close (server_info.wordDict); - is_close (server_info.wordIsam); - rec_close (&server_info.records); - register_unlock (&server_info); + ZebraService service = sob->handle; + zebra_stop(service); } - return; } int main (int argc, char **argv) @@ -431,8 +784,13 @@ int main (int argc, char **argv) struct statserv_options_block *sob; sob = statserv_getcontrol (); - strcpy (sob->configname, FNAME_CONFIG); + strcpy (sob->configname, "zebra.cfg"); + sob->bend_start = bend_start; + sob->bend_stop = bend_stop; +#ifdef WIN32 + strcpy (sob->service_display_name, "Zebra Server"); +#endif statserv_setcontrol (sob); - return statserv_main (argc, argv); + return statserv_main (argc, argv, bend_init, bend_close); }