ztest/ztest.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2011 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file
   6  * \brief yaz-ztest Generic Frontend Server
   7  */
   8 #if HAVE_CONFIG_H
   9 #include <config.h>
  10 #endif
  11
  12
  13 #include <stdio.h>
  14 #include <math.h>
  15 #include <stdlib.h>
  16 #include <ctype.h>
  17
  18 #if HAVE_SYS_TIME_H
  19 #include <sys/time.h>
  20 #endif
  21 #if HAVE_UNISTD_H
  22 #include <unistd.h>
  23 #endif
  24 #if HAVE_SYS_SELECT_H
  25 #include <sys/select.h>
  26 #endif
  27 #ifdef WIN32
  28 #include <windows.h>
  29 #endif
  30
  31 #include <yaz/log.h>
  32 #include <yaz/backend.h>
  33 #include <yaz/ill.h>
  34 #include <yaz/diagbib1.h>
  35 #include <yaz/otherinfo.h>
  36 #include <yaz/facet.h>
  37
  38 #include "ztest.h"
  39
  40 static int log_level=0;
  41 static int log_level_set=0;
  42
  43 struct delay {
  44     double d1;
  45     double d2;
  46 };
  47
  48 struct result_set {
  49     char *name;
  50     char *db;
  51     Odr_int hits;
  52     struct delay search_delay;
  53     struct delay present_delay;
  54     struct delay fetch_delay;
  55     struct result_set *next;
  56 };
  57
  58 struct session_handle {
  59     struct result_set *result_sets;
  60 };
  61
  62 int ztest_search(void *handle, bend_search_rr *rr);
  63 int ztest_sort(void *handle, bend_sort_rr *rr);
  64 int ztest_present(void *handle, bend_present_rr *rr);
  65 int ztest_esrequest(void *handle, bend_esrequest_rr *rr);
  66 int ztest_delete(void *handle, bend_delete_rr *rr);
  67
  68 static struct result_set *get_set(struct session_handle *sh, const char *name)
  69 {
  70     struct result_set *set = sh->result_sets;
  71     for (; set; set = set->next)
  72         if (!strcmp(name, set->name))
  73             return set;
  74     return 0;
  75 }
  76
  77 static void remove_sets(struct session_handle *sh)
  78 {
  79     struct result_set *set = sh->result_sets;
  80     while (set)
  81     {
  82         struct result_set *set_next = set->next;
  83         xfree(set->name);
  84         xfree(set->db);
  85         xfree(set);
  86         set = set_next;
  87     }
  88     sh->result_sets = 0;
  89 }
  90
  91 /** \brief use term value as hit count
  92     \param s RPN structure
  93     \return >= 0: search term number or -1: not found
  94
  95     Traverse RPN tree 'in order' and use term value as hit count.
  96     Only terms  that looks a numeric is used.. Returns -1 if
  97     no sub tree has a hit count term
  98 */
  99 static Odr_int get_term_hit(Z_RPNStructure *s)
 100 {
 101     Odr_int h = -1;
 102     switch(s->which)
 103     {
 104     case Z_RPNStructure_simple:
 105         if (s->u.simple->which == Z_Operand_APT)
 106         {
 107             Z_AttributesPlusTerm *apt = s->u.simple->u.attributesPlusTerm;
 108             if (apt->term->which == Z_Term_general)
 109             {
 110                 Odr_oct *oct = apt->term->u.general;
 111                 if (oct->len > 0 && oct->buf[0] >= '0' && oct->buf[0] <= '9')
 112                 {
 113                     WRBUF hits_str = wrbuf_alloc();
 114                     wrbuf_write(hits_str, (const char *) oct->buf, oct->len);
 115                     h = odr_atoi(wrbuf_cstr(hits_str));
 116                     wrbuf_destroy(hits_str);
 117                 }
 118             }
 119         }
 120         break;
 121     case Z_RPNStructure_complex:
 122         h = get_term_hit(s->u.complex->s1);
 123         if (h == -1)
 124             h = get_term_hit(s->u.complex->s2);
 125         break;
 126     }
 127     return h;
 128 }
 129
 130 /** \brief gets hit count for numeric terms in RPN queries
 131     \param q RPN Query
 132     \return number of hits (random or number for term)
 133
 134     This is just for testing.. A real database of course uses
 135     the content of a database to establish a value.. In our case, we
 136     have a way to trigger a certain hit count. Good for testing of
 137     client applications etc
 138 */
 139 static Odr_int get_hit_count(Z_Query *q)
 140 {
 141     if (q->which == Z_Query_type_1 || q->which == Z_Query_type_101)
 142     {
 143         Odr_int h = -1;
 144         h = get_term_hit(q->u.type_1->RPNStructure);
 145         if (h == -1)
 146             h = rand() % 24;
 147         return h;
 148     }
 149     else
 150         return 24;
 151 }
 152
 153 /** \brief checks if it's a dummy Slow database
 154     \param basename database name to check
 155     \param association backend association (or NULL if not available)
 156     \retval 1 is slow database
 157     \retval 0 is not a slow database
 158
 159     The Slow database is for testing.. It allows us to simulate
 160     a slow server...
 161 */
 162 static int check_slow(const char *basename, bend_association association)
 163 {
 164     if (strncmp(basename, "Slow", 4) == 0)
 165     {
 166 #if HAVE_UNISTD_H
 167         int i, w = 3;
 168         if (basename[4])
 169             sscanf(basename+4, "%d", &w);
 170         /* wait up to 3 seconds and check if connection is still alive */
 171         for (i = 0; i < w; i++)
 172         {
 173             if (association && !bend_assoc_is_alive(association))
 174             {
 175                 yaz_log(YLOG_LOG, "search aborted");
 176                 break;
 177             }
 178             sleep(1);
 179         }
 180 #endif
 181         return 1;
 182     }
 183     return 0;
 184 }
 185
 186 static int strcmp_prefix(const char *s, const char *p)
 187 {
 188     size_t l = strlen(p);
 189     if (strlen(s) >= l && !memcmp(s, p, l))
 190         return 1;
 191     return 0;
 192 }
 193
 194 static void init_delay(struct delay *delayp)
 195 {
 196     delayp->d1 = delayp->d2 = 0.0;
 197 }
 198
 199 static int parse_delay(struct delay *delayp, const char *value)
 200 {
 201     if (sscanf(value, "%lf:%lf", &delayp->d1, &delayp->d2) == 2)
 202         ;
 203     else if (sscanf(value, "%lf", &delayp->d1) == 1)
 204         delayp->d2 = 0.0;
 205     else
 206         return -1;
 207     return 0;
 208 }
 209
 210 static void ztest_sleep(double d)
 211 {
 212 #ifdef WIN32
 213     Sleep( (DWORD) (d * 1000));
 214 #else
 215     struct timeval tv;
 216     tv.tv_sec = d;
 217     tv.tv_usec = (d - (long) d) * 1000000;
 218     select(0, 0, 0, 0, &tv);
 219 #endif
 220 }
 221
 222 static void do_delay(const struct delay *delayp)
 223 {
 224     double d = delayp->d1;
 225
 226     if (d > 0.0)
 227     {
 228         if (delayp->d2 > d)
 229             d += (rand()) * (delayp->d2 - d) / RAND_MAX;
 230         ztest_sleep(d);
 231     }
 232 }
 233
 234 static void addterms(ODR odr, Z_FacetField *facet_field, const char *facet_name) {
 235     int index;
 236     int freq = 100;
 237     int length = strlen(facet_name) + 10;
 238     char *key = odr_malloc(odr, length);
 239     key[0] = '\0';
 240     for (index = 0; index < facet_field->num_terms; index++) {
 241         Z_Term *term;
 242         Z_FacetTerm *facet_term;
 243         sprintf(key, "%s%d", facet_name, index);
 244         yaz_log(YLOG_DEBUG, "facet add term %s %d %s", facet_name, index, key);
 245         term = term_create(odr, key);
 246         facet_term = facet_term_create(odr, term, freq);
 247         freq = freq - 10 ;
 248         facet_field_term_set(odr, facet_field, facet_term, index);
 249     }
 250 }
 251
 252 Z_OtherInformation *build_facet_response(ODR odr, Z_FacetList *facet_list) {
 253     int index, new_index = 0;
 254     Z_FacetList *new_list = facet_list_create(odr, facet_list->num);
 255
 256     for (index = 0; index < facet_list->num; index++) {
 257         struct yaz_facet_attr attrvalues;
 258         yaz_facet_attr_init(&attrvalues);
 259         attrvalues.limit = 0;
 260         yaz_facet_attr_get_z_attributes(facet_list->elements[index]->attributes,
 261                                         &attrvalues);
 262         yaz_log(YLOG_LOG, "Attributes: %s %d ", attrvalues.useattr, attrvalues.limit);
 263         if (attrvalues.errstring)
 264             yaz_log(YLOG_LOG, "Error parsing attributes: %s", attrvalues.errstring);
 265         if (attrvalues.limit > 0 && attrvalues.useattr) {
 266             new_list->elements[new_index] = facet_field_create(odr, facet_list->elements[index]->attributes, attrvalues.limit);
 267             addterms(odr, new_list->elements[new_index], attrvalues.useattr);
 268             new_index++;
 269         }
 270         else {
 271             yaz_log(YLOG_DEBUG, "Facet: skipping %s due to 0 limit.", attrvalues.useattr);
 272         }
 273
 274     }
 275     new_list->num = new_index;
 276     if (new_index > 0) {
 277         Z_OtherInformation *oi = odr_malloc(odr, sizeof(*oi));
 278         Z_OtherInformationUnit *oiu = odr_malloc(odr, sizeof(*oiu));
 279         oi->num_elements = 1;
 280         oi->list = odr_malloc(odr, oi->num_elements * sizeof(*oi->list));
 281         oiu->category = 0;
 282         oiu->which = Z_OtherInfo_externallyDefinedInfo;
 283         oiu->information.externallyDefinedInfo = odr_malloc(odr, sizeof(*oiu->information.externallyDefinedInfo));
 284         oiu->information.externallyDefinedInfo->direct_reference = odr_oiddup(odr, yaz_oid_userinfo_facet_1);
 285         oiu->information.externallyDefinedInfo->descriptor = 0;
 286         oiu->information.externallyDefinedInfo->indirect_reference = 0;
 287         oiu->information.externallyDefinedInfo->which = Z_External_userFacets;
 288         oiu->information.externallyDefinedInfo->u.facetList = new_list;
 289         oi->list[0] = oiu;
 290         return oi;
 291     }
 292     return 0;
 293 }
 294
 295 int ztest_search(void *handle, bend_search_rr *rr)
 296 {
 297     struct session_handle *sh = (struct session_handle*) handle;
 298     struct result_set *new_set;
 299     const char *db, *db_sep;
 300
 301     if (rr->num_bases != 1)
 302     {
 303         rr->errcode = YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP;
 304         return 0;
 305     }
 306
 307     db = rr->basenames[0];
 308
 309     /* Allow Default, db.* and Slow */
 310     if (strcmp_prefix(db, "Default"))
 311         ;  /* Default is OK in our test */
 312     else if (strcmp_prefix(db, "db"))
 313         ;  /* db.* is OK in our test */
 314     else if (check_slow(rr->basenames[0], rr->association))
 315     {
 316         rr->estimated_hit_count = 1;
 317     }
 318     else
 319     {
 320         rr->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 321         rr->errstring = rr->basenames[0];
 322         return 0;
 323     }
 324
 325     new_set = get_set(sh, rr->setname);
 326     if (new_set)
 327     {
 328         if (!rr->replace_set)
 329         {
 330             rr->errcode = YAZ_BIB1_RESULT_SET_EXISTS_AND_REPLACE_INDICATOR_OFF;
 331             return 0;
 332         }
 333         xfree(new_set->db);
 334     }
 335     else
 336     {
 337         new_set = xmalloc(sizeof(*new_set));
 338         new_set->next = sh->result_sets;
 339         sh->result_sets = new_set;
 340         new_set->name = xstrdup(rr->setname);
 341     }
 342     new_set->hits = 0;
 343     new_set->db = xstrdup(db);
 344     init_delay(&new_set->search_delay);
 345     init_delay(&new_set->present_delay);
 346     init_delay(&new_set->fetch_delay);
 347
 348     db_sep = strchr(db, '?');
 349     if (db_sep)
 350     {
 351         char **names;
 352         char **values;
 353         int no_parms = yaz_uri_to_array(db_sep+1, rr->stream, &names, &values);
 354         int i;
 355         for (i = 0; i < no_parms; i++)
 356         {
 357             const char *name = names[i];
 358             const char *value = values[i];
 359             if (!strcmp(name, "seed"))
 360                 srand(atoi(value));
 361             else if (!strcmp(name, "search-delay"))
 362                 parse_delay(&new_set->search_delay, value);
 363             else if (!strcmp(name, "present-delay"))
 364                 parse_delay(&new_set->present_delay, value);
 365             else if (!strcmp(name, "fetch-delay"))
 366                 parse_delay(&new_set->fetch_delay, value);
 367             else
 368             {
 369                 rr->errcode = YAZ_BIB1_SERVICE_UNSUPP_FOR_THIS_DATABASE;
 370                 rr->errstring = odr_strdup(rr->stream, name);
 371             }
 372         }
 373     }
 374
 375     if (rr->extra_args)
 376     {
 377         Z_SRW_extra_arg *a;
 378         WRBUF response_xml = wrbuf_alloc();
 379         wrbuf_puts(response_xml, "<extra>");
 380         for (a = rr->extra_args; a; a = a->next)
 381         {
 382             wrbuf_puts(response_xml, "<extra name=\"");
 383             wrbuf_xmlputs(response_xml, a->name);
 384             wrbuf_puts(response_xml, "\"");
 385             if (a->value)
 386             {
 387                 wrbuf_puts(response_xml, " value=\"");
 388                 wrbuf_xmlputs(response_xml, a->value);
 389                 wrbuf_puts(response_xml, "\"");
 390             }
 391             wrbuf_puts(response_xml, "/>");
 392         }
 393         wrbuf_puts(response_xml, "</extra>");
 394         rr->extra_response_data =
 395             odr_strdup(rr->stream, wrbuf_cstr(response_xml));
 396         wrbuf_destroy(response_xml);
 397     }
 398     rr->hits = get_hit_count(rr->query);
 399
 400     if (1)
 401     {
 402         Z_FacetList *facet_list = yaz_oi_get_facetlist(&rr->search_input);
 403         if (facet_list) {
 404             yaz_log(YLOG_LOG, "%d Facets in search request.", facet_list->num);
 405             rr->search_info = build_facet_response(rr->stream, facet_list);
 406         }
 407         else
 408             yaz_log(YLOG_DEBUG, "No facets parsed search request.");
 409
 410     }
 411     do_delay(&new_set->search_delay);
 412     new_set->hits = rr->hits;
 413
 414     return 0;
 415 }
 416
 417
 418 /* this huge function handles extended services */
 419 int ztest_esrequest(void *handle, bend_esrequest_rr *rr)
 420 {
 421     /* user-defined handle - created in bend_init */
 422     int *counter = (int*) handle;
 423
 424     yaz_log(log_level, "ESRequest no %d", *counter);
 425
 426     (*counter)++;
 427
 428     if (rr->esr->packageName)
 429         yaz_log(log_level, "packagename: %s", rr->esr->packageName);
 430     yaz_log(log_level, "Waitaction: " ODR_INT_PRINTF, *rr->esr->waitAction);
 431
 432
 433     yaz_log(log_level, "function: " ODR_INT_PRINTF, *rr->esr->function);
 434
 435     if (!rr->esr->taskSpecificParameters)
 436     {
 437         yaz_log(log_level, "No task specific parameters");
 438     }
 439     else if (rr->esr->taskSpecificParameters->which == Z_External_itemOrder)
 440     {
 441         Z_ItemOrder *it = rr->esr->taskSpecificParameters->u.itemOrder;
 442         yaz_log(log_level, "Received ItemOrder");
 443         if (it->which == Z_IOItemOrder_esRequest)
 444         {
 445             Z_IORequest *ir = it->u.esRequest;
 446             Z_IOOriginPartToKeep *k = ir->toKeep;
 447             Z_IOOriginPartNotToKeep *n = ir->notToKeep;
 448             const char *xml_in_response = 0;
 449
 450             if (k && k->contact)
 451             {
 452                 if (k->contact->name)
 453                     yaz_log(log_level, "contact name %s", k->contact->name);
 454                 if (k->contact->phone)
 455                     yaz_log(log_level, "contact phone %s", k->contact->phone);
 456                 if (k->contact->email)
 457                     yaz_log(log_level, "contact email %s", k->contact->email);
 458             }
 459             if (k->addlBilling)
 460             {
 461                 yaz_log(log_level, "Billing info (not shown)");
 462             }
 463
 464             if (n->resultSetItem)
 465             {
 466                 yaz_log(log_level, "resultsetItem");
 467                 yaz_log(log_level, "setId: %s", n->resultSetItem->resultSetId);
 468                 yaz_log(log_level, "item: " ODR_INT_PRINTF, *n->resultSetItem->item);
 469             }
 470             if (n->itemRequest)
 471             {
 472                 Z_External *r = (Z_External*) n->itemRequest;
 473                 ILL_ItemRequest *item_req = 0;
 474                 ILL_APDU *ill_apdu = 0;
 475                 if (r->direct_reference)
 476                 {
 477                     char oid_name_str[OID_STR_MAX];
 478                     oid_class oclass;
 479                     const char *oid_name =
 480                         yaz_oid_to_string_buf(r->direct_reference,
 481                                               &oclass, oid_name_str);
 482                     if (oid_name)
 483                         yaz_log(log_level, "OID %s", oid_name);
 484                     if (!oid_oidcmp(r->direct_reference, yaz_oid_recsyn_xml))
 485                     {
 486                         yaz_log(log_level, "ILL XML request");
 487                         if (r->which == Z_External_octet)
 488                             yaz_log(log_level, "%.*s",
 489                                     r->u.octet_aligned->len,
 490                                     r->u.octet_aligned->buf);
 491                         xml_in_response = "<dummy>x</dummy>";
 492                     }
 493                     if (!oid_oidcmp(r->direct_reference,
 494                                     yaz_oid_general_isoill_1))
 495                     {
 496                         yaz_log(log_level, "Decode ItemRequest begin");
 497                         if (r->which == ODR_EXTERNAL_single)
 498                         {
 499                             odr_setbuf(rr->decode,
 500                                        (char *) r->u.single_ASN1_type->buf,
 501                                        r->u.single_ASN1_type->len, 0);
 502
 503                             if (!ill_ItemRequest(rr->decode, &item_req, 0, 0))
 504                             {
 505                                 yaz_log(log_level,
 506                                         "Couldn't decode ItemRequest %s near %ld",
 507                                         odr_errmsg(odr_geterror(rr->decode)),
 508                                         (long) odr_offset(rr->decode));
 509                             }
 510                             else
 511                                 yaz_log(log_level, "Decode ItemRequest OK");
 512                             if (rr->print)
 513                             {
 514                                 ill_ItemRequest(rr->print, &item_req, 0,
 515                                                 "ItemRequest");
 516                                 odr_reset(rr->print);
 517                             }
 518                         }
 519                         if (!item_req && r->which == ODR_EXTERNAL_single)
 520                         {
 521                             yaz_log(log_level, "Decode ILL APDU begin");
 522                             odr_setbuf(rr->decode,
 523                                        (char*) r->u.single_ASN1_type->buf,
 524                                        r->u.single_ASN1_type->len, 0);
 525
 526                             if (!ill_APDU(rr->decode, &ill_apdu, 0, 0))
 527                             {
 528                                 yaz_log(log_level,
 529                                         "Couldn't decode ILL APDU %s near %ld",
 530                                         odr_errmsg(odr_geterror(rr->decode)),
 531                                         (long) odr_offset(rr->decode));
 532                                 yaz_log(log_level, "PDU dump:");
 533                                 odr_dumpBER(yaz_log_file(),
 534                                             (char *) r->u.single_ASN1_type->buf,
 535                                             r->u.single_ASN1_type->len);
 536                             }
 537                             else
 538                                 yaz_log(log_level, "Decode ILL APDU OK");
 539                             if (rr->print)
 540                             {
 541                                 ill_APDU(rr->print, &ill_apdu, 0,
 542                                          "ILL APDU");
 543                                 odr_reset(rr->print);
 544                             }
 545                         }
 546                     }
 547                 }
 548                 if (item_req)
 549                 {
 550                     yaz_log(log_level, "ILL protocol version = "
 551                             ODR_INT_PRINTF,
 552                             *item_req->protocol_version_num);
 553                 }
 554             }
 555             if (k)
 556             {
 557
 558                 Z_External *ext = (Z_External *)
 559                     odr_malloc(rr->stream, sizeof(*ext));
 560                 Z_IUOriginPartToKeep *keep = (Z_IUOriginPartToKeep *)
 561                     odr_malloc(rr->stream, sizeof(*keep));
 562                 Z_IOTargetPart *targetPart = (Z_IOTargetPart *)
 563                     odr_malloc(rr->stream, sizeof(*targetPart));
 564
 565                 rr->taskPackage = (Z_TaskPackage *)
 566                     odr_malloc(rr->stream, sizeof(*rr->taskPackage));
 567                 rr->taskPackage->packageType =
 568                     odr_oiddup(rr->stream, rr->esr->packageType);
 569                 rr->taskPackage->packageName = 0;
 570                 rr->taskPackage->userId = 0;
 571                 rr->taskPackage->retentionTime = 0;
 572                 rr->taskPackage->permissions = 0;
 573                 rr->taskPackage->description = 0;
 574                 rr->taskPackage->targetReference = (Odr_oct *)
 575                     odr_malloc(rr->stream, sizeof(Odr_oct));
 576                 rr->taskPackage->targetReference->buf =
 577                     (unsigned char *) odr_strdup(rr->stream, "911");
 578                 rr->taskPackage->targetReference->len =
 579                     rr->taskPackage->targetReference->size =
 580                     strlen((char *) (rr->taskPackage->targetReference->buf));
 581                 rr->taskPackage->creationDateTime = 0;
 582                 rr->taskPackage->taskStatus = odr_intdup(rr->stream, 0);
 583                 rr->taskPackage->packageDiagnostics = 0;
 584                 rr->taskPackage->taskSpecificParameters = ext;
 585
 586                 ext->direct_reference =
 587                     odr_oiddup(rr->stream, rr->esr->packageType);
 588                 ext->indirect_reference = 0;
 589                 ext->descriptor = 0;
 590                 ext->which = Z_External_itemOrder;
 591                 ext->u.itemOrder = (Z_ItemOrder *)
 592                     odr_malloc(rr->stream, sizeof(*ext->u.update));
 593                 ext->u.itemOrder->which = Z_IOItemOrder_taskPackage;
 594                 ext->u.itemOrder->u.taskPackage =  (Z_IOTaskPackage *)
 595                     odr_malloc(rr->stream, sizeof(Z_IOTaskPackage));
 596                 ext->u.itemOrder->u.taskPackage->originPart = k;
 597                 ext->u.itemOrder->u.taskPackage->targetPart = targetPart;
 598
 599                 if (xml_in_response)
 600                     targetPart->itemRequest =
 601                         z_ext_record_xml(rr->stream, xml_in_response,
 602                                          strlen(xml_in_response));
 603                 else
 604                     targetPart->itemRequest = 0;
 605
 606                 targetPart->statusOrErrorReport = 0;
 607                 targetPart->auxiliaryStatus = 0;
 608             }
 609         }
 610     }
 611     else if (rr->esr->taskSpecificParameters->which == Z_External_update)
 612     {
 613         Z_IUUpdate *up = rr->esr->taskSpecificParameters->u.update;
 614         yaz_log(log_level, "Received DB Update");
 615         if (up->which == Z_IUUpdate_esRequest)
 616         {
 617             Z_IUUpdateEsRequest *esRequest = up->u.esRequest;
 618             Z_IUOriginPartToKeep *toKeep = esRequest->toKeep;
 619             Z_IUSuppliedRecords *notToKeep = esRequest->notToKeep;
 620
 621             yaz_log(log_level, "action");
 622             if (toKeep->action)
 623             {
 624                 switch (*toKeep->action)
 625                 {
 626                 case Z_IUOriginPartToKeep_recordInsert:
 627                     yaz_log(log_level, " recordInsert");
 628                     break;
 629                 case Z_IUOriginPartToKeep_recordReplace:
 630                     yaz_log(log_level, " recordReplace");
 631                     break;
 632                 case Z_IUOriginPartToKeep_recordDelete:
 633                     yaz_log(log_level, " recordDelete");
 634                     break;
 635                 case Z_IUOriginPartToKeep_elementUpdate:
 636                     yaz_log(log_level, " elementUpdate");
 637                     break;
 638                 case Z_IUOriginPartToKeep_specialUpdate:
 639                     yaz_log(log_level, " specialUpdate");
 640                     break;
 641                 default:
 642                     yaz_log(log_level, " unknown (" ODR_INT_PRINTF ")",
 643                             *toKeep->action);
 644                 }
 645             }
 646             if (toKeep->databaseName)
 647             {
 648                 yaz_log(log_level, "database: %s", toKeep->databaseName);
 649                 if (!strcmp(toKeep->databaseName, "fault"))
 650                 {
 651                     rr->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 652                     rr->errstring = toKeep->databaseName;
 653                 }
 654                 if (!strcmp(toKeep->databaseName, "accept"))
 655                     rr->errcode = -1;
 656             }
 657             if (toKeep)
 658             {
 659                 Z_External *ext = (Z_External *)
 660                     odr_malloc(rr->stream, sizeof(*ext));
 661                 Z_IUOriginPartToKeep *keep = (Z_IUOriginPartToKeep *)
 662                     odr_malloc(rr->stream, sizeof(*keep));
 663                 Z_IUTargetPart *targetPart = (Z_IUTargetPart *)
 664                     odr_malloc(rr->stream, sizeof(*targetPart));
 665
 666                 rr->taskPackage = (Z_TaskPackage *)
 667                     odr_malloc(rr->stream, sizeof(*rr->taskPackage));
 668                 rr->taskPackage->packageType =
 669                     odr_oiddup(rr->stream, rr->esr->packageType);
 670                 rr->taskPackage->packageName = 0;
 671                 rr->taskPackage->userId = 0;
 672                 rr->taskPackage->retentionTime = 0;
 673                 rr->taskPackage->permissions = 0;
 674                 rr->taskPackage->description = 0;
 675                 rr->taskPackage->targetReference = (Odr_oct *)
 676                     odr_malloc(rr->stream, sizeof(Odr_oct));
 677                 rr->taskPackage->targetReference->buf =
 678                     (unsigned char *) odr_strdup(rr->stream, "123");
 679                 rr->taskPackage->targetReference->len =
 680                     rr->taskPackage->targetReference->size =
 681                     strlen((char *) (rr->taskPackage->targetReference->buf));
 682                 rr->taskPackage->creationDateTime = 0;
 683                 rr->taskPackage->taskStatus = odr_intdup(rr->stream, 0);
 684                 rr->taskPackage->packageDiagnostics = 0;
 685                 rr->taskPackage->taskSpecificParameters = ext;
 686
 687                 ext->direct_reference =
 688                     odr_oiddup(rr->stream, rr->esr->packageType);
 689                 ext->indirect_reference = 0;
 690                 ext->descriptor = 0;
 691                 ext->which = Z_External_update;
 692                 ext->u.update = (Z_IUUpdate *)
 693                     odr_malloc(rr->stream, sizeof(*ext->u.update));
 694                 ext->u.update->which = Z_IUUpdate_taskPackage;
 695                 ext->u.update->u.taskPackage =  (Z_IUUpdateTaskPackage *)
 696                     odr_malloc(rr->stream, sizeof(Z_IUUpdateTaskPackage));
 697                 ext->u.update->u.taskPackage->originPart = keep;
 698                 ext->u.update->u.taskPackage->targetPart = targetPart;
 699
 700                 keep->action = odr_intdup(rr->stream, *toKeep->action);
 701                 keep->databaseName =
 702                     odr_strdup(rr->stream, toKeep->databaseName);
 703                 keep->schema = 0;
 704                 keep->elementSetName = 0;
 705                 keep->actionQualifier = 0;
 706
 707                 targetPart->updateStatus = odr_intdup(rr->stream, 1);
 708                 targetPart->num_globalDiagnostics = 0;
 709                 targetPart->globalDiagnostics = (Z_DiagRec **) odr_nullval();
 710                 targetPart->num_taskPackageRecords = 1;
 711                 targetPart->taskPackageRecords =
 712                     (Z_IUTaskPackageRecordStructure **)
 713                     odr_malloc(rr->stream,
 714                                sizeof(Z_IUTaskPackageRecordStructure *));
 715                 targetPart->taskPackageRecords[0] =
 716                     (Z_IUTaskPackageRecordStructure *)
 717                     odr_malloc(rr->stream,
 718                                sizeof(Z_IUTaskPackageRecordStructure));
 719
 720                 targetPart->taskPackageRecords[0]->which =
 721                     Z_IUTaskPackageRecordStructure_record;
 722                 targetPart->taskPackageRecords[0]->u.record =
 723                     z_ext_record_sutrs(rr->stream, "test", 4);
 724                 targetPart->taskPackageRecords[0]->correlationInfo = 0;
 725                 targetPart->taskPackageRecords[0]->recordStatus =
 726                     odr_intdup(rr->stream,
 727                                Z_IUTaskPackageRecordStructure_success);
 728                 targetPart->taskPackageRecords[0]->num_supplementalDiagnostics
 729                     = 0;
 730
 731                 targetPart->taskPackageRecords[0]->supplementalDiagnostics = 0;
 732             }
 733             if (notToKeep)
 734             {
 735                 int i;
 736                 for (i = 0; i < notToKeep->num; i++)
 737                 {
 738                     Z_External *rec = notToKeep->elements[i]->record;
 739
 740                     if (rec->direct_reference)
 741                     {
 742                         char oid_name_str[OID_STR_MAX];
 743                         const char *oid_name
 744                             = oid_name = yaz_oid_to_string_buf(
 745                                 rec->direct_reference, 0,
 746                                 oid_name_str);
 747                         if (oid_name)
 748                             yaz_log(log_level, "record %d type %s", i,
 749                                     oid_name);
 750                     }
 751                     switch (rec->which)
 752                     {
 753                     case Z_External_sutrs:
 754                         if (rec->u.octet_aligned->len > 170)
 755                             yaz_log(log_level, "%d bytes:\n%.168s ...",
 756                                     rec->u.sutrs->len,
 757                                     rec->u.sutrs->buf);
 758                         else
 759                             yaz_log(log_level, "%d bytes:\n%s",
 760                                     rec->u.sutrs->len,
 761                                     rec->u.sutrs->buf);
 762                         break;
 763                     case Z_External_octet        :
 764                         if (rec->u.octet_aligned->len > 170)
 765                             yaz_log(log_level, "%d bytes:\n%.168s ...",
 766                                     rec->u.octet_aligned->len,
 767                                     rec->u.octet_aligned->buf);
 768                         else
 769                             yaz_log(log_level, "%d bytes\n%s",
 770                                     rec->u.octet_aligned->len,
 771                                     rec->u.octet_aligned->buf);
 772                     }
 773                 }
 774             }
 775         }
 776     }
 777     return 0;
 778 }
 779
 780 /* result set delete */
 781 int ztest_delete(void *handle, bend_delete_rr *rr)
 782 {
 783     if (rr->num_setnames == 1 && !strcmp(rr->setnames[0], "1"))
 784         rr->delete_status = Z_DeleteStatus_success;
 785     else
 786         rr->delete_status = Z_DeleteStatus_resultSetDidNotExist;
 787     return 0;
 788 }
 789
 790 /* Our sort handler really doesn't sort... */
 791 int ztest_sort(void *handle, bend_sort_rr *rr)
 792 {
 793     rr->errcode = 0;
 794     rr->sort_status = Z_SortResponse_success;
 795     return 0;
 796 }
 797
 798
 799 /* present request handler */
 800 int ztest_present(void *handle, bend_present_rr *rr)
 801 {
 802     struct session_handle *sh = (struct session_handle*) handle;
 803     struct result_set *set = get_set(sh, rr->setname);
 804
 805     if (!set)
 806     {
 807         rr->errcode = YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST;
 808         rr->errstring = odr_strdup(rr->stream, rr->setname);
 809         return 0;
 810     }
 811     do_delay(&set->present_delay);
 812     return 0;
 813 }
 814
 815 /* retrieval of a single record (present, and piggy back search) */
 816 int ztest_fetch(void *handle, bend_fetch_rr *r)
 817 {
 818     struct session_handle *sh = (struct session_handle*) handle;
 819     char *cp;
 820     const Odr_oid *oid = r->request_format;
 821     struct result_set *set = get_set(sh, r->setname);
 822
 823     if (!set)
 824     {
 825         r->errcode = YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST;
 826         r->errstring = odr_strdup(r->stream, r->setname);
 827         return 0;
 828     }
 829     do_delay(&set->fetch_delay);
 830     r->last_in_set = 0;
 831     r->basename = set->db;
 832     r->output_format = r->request_format;
 833
 834     if (r->number < 1 || r->number > set->hits)
 835     {
 836         r->errcode = YAZ_BIB1_PRESENT_REQUEST_OUT_OF_RANGE;
 837         return 0;
 838     }
 839     if (!oid || yaz_oid_is_iso2709(oid))
 840     {
 841         cp = dummy_marc_record(r->number, r->stream);
 842         if (!cp)
 843         {
 844             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 845             r->surrogate_flag = 1;
 846             return 0;
 847         }
 848         else
 849         {
 850             r->len = strlen(cp);
 851             r->record = cp;
 852             r->output_format = odr_oiddup(r->stream, yaz_oid_recsyn_usmarc);
 853         }
 854     }
 855     else if (!oid_oidcmp(oid, yaz_oid_recsyn_opac))
 856     {
 857         cp = dummy_marc_record(r->number, r->stream);
 858         if (!cp)
 859         {
 860             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 861             r->surrogate_flag = 1;
 862             return 0;
 863         }
 864         r->record = (char *) dummy_opac(r->number, r->stream, cp);
 865         r->len = -1;
 866     }
 867     else if (!oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
 868     {
 869         /* this section returns a small record */
 870         char buf[100];
 871
 872         sprintf(buf, "This is dummy SUTRS record number %d\n", r->number);
 873
 874         r->len = strlen(buf);
 875         r->record = (char *) odr_malloc(r->stream, r->len+1);
 876         strcpy(r->record, buf);
 877     }
 878     else if (!oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
 879     {
 880         r->len = -1;
 881         r->record = (char*) dummy_grs_record(r->number, r->stream);
 882         if (!r->record)
 883         {
 884             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 885             r->surrogate_flag = 1;
 886             return 0;
 887         }
 888     }
 889     else if (!oid_oidcmp(oid, yaz_oid_recsyn_postscript))
 890     {
 891         char fname[20];
 892         FILE *f;
 893         long size;
 894
 895         sprintf(fname, "part.%d.ps", r->number);
 896         f = fopen(fname, "rb");
 897         if (!f)
 898         {
 899             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 900             r->surrogate_flag = 1;
 901             return 0;
 902         }
 903         fseek(f, 0L, SEEK_END);
 904         size = ftell(f);
 905         if (size <= 0 || size >= 5000000)
 906         {
 907             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 908             r->surrogate_flag = 1;
 909         }
 910         fseek(f, 0L, SEEK_SET);
 911         r->record = (char*) odr_malloc(r->stream, size);
 912         r->len = size;
 913         if (fread(r->record, size, 1, f) != 1)
 914         {
 915             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 916             r->surrogate_flag = 1;
 917         }
 918         fclose(f);
 919     }
 920     else if (!oid_oidcmp(oid, yaz_oid_recsyn_xml))
 921     {
 922         if ((cp = dummy_xml_record(r->number, r->stream)))
 923         {
 924             r->len = strlen(cp);
 925             r->record = cp;
 926         }
 927         else
 928         {
 929             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 930             r->surrogate_flag = 1;
 931             return 0;
 932         }
 933     }
 934     else
 935     {
 936         char buf[OID_STR_MAX];
 937         r->errcode = YAZ_BIB1_RECORD_SYNTAX_UNSUPP;
 938         r->errstring = odr_strdup(r->stream, oid_oid_to_dotstring(oid, buf));
 939         return 0;
 940     }
 941     r->errcode = 0;
 942     return 0;
 943 }
 944
 945 /*
 946  * silly dummy-scan what reads words from a file.
 947  */
 948 int ztest_scan(void *handle, bend_scan_rr *q)
 949 {
 950     static FILE *f = 0;
 951     static struct scan_entry list[200];
 952     static char entries[200][80];
 953     int hits[200];
 954     char term[80], *p;
 955     int i, pos;
 956     int term_position_req = q->term_position;
 957     int num_entries_req = q->num_entries;
 958
 959     /* Throw Database unavailable if other than Default or Slow */
 960     if (!yaz_matchstr(q->basenames[0], "Default"))
 961         ;  /* Default is OK in our test */
 962     else if (check_slow(q->basenames[0], 0 /* no assoc for scan */))
 963         ;
 964     else
 965     {
 966         q->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 967         q->errstring = q->basenames[0];
 968         return 0;
 969     }
 970
 971     q->errcode = 0;
 972     q->errstring = 0;
 973     q->entries = list;
 974     q->status = BEND_SCAN_SUCCESS;
 975     if (!f && !(f = fopen("dummy-words", "r")))
 976     {
 977         perror("dummy-words");
 978         exit(1);
 979     }
 980     if (q->num_entries > 200)
 981     {
 982         q->errcode = YAZ_BIB1_RESOURCES_EXHAUSTED_NO_RESULTS_AVAILABLE;
 983         return 0;
 984     }
 985     if (q->term)
 986     {
 987         int len;
 988         if (q->term->term->which != Z_Term_general)
 989         {
 990             q->errcode = YAZ_BIB1_TERM_TYPE_UNSUPP;
 991             return 0;
 992         }
 993         if (*q->step_size != 0)
 994         {
 995             q->errcode = YAZ_BIB1_ONLY_ZERO_STEP_SIZE_SUPPORTED_FOR_SCAN;
 996             return 0;
 997         }
 998         len = q->term->term->u.general->len;
 999         if (len >= (int ) sizeof(term))
1000             len = sizeof(term)-1;
1001         memcpy(term, q->term->term->u.general->buf, len);
1002         term[len] = '\0';
1003     }
1004     else if (q->scanClause)
1005     {
1006         strncpy(term, q->scanClause, sizeof(term)-1);
1007         term[sizeof(term)-1] = '\0';
1008     }
1009     else
1010         strcpy(term, "0");
1011
1012     for (p = term; *p; p++)
1013         if (islower(*(unsigned char *) p))
1014             *p = toupper(*p);
1015
1016     fseek(f, 0, SEEK_SET);
1017     q->num_entries = 0;
1018
1019     for (i = 0, pos = 0; fscanf(f, " %79[^:]:%d", entries[pos], &hits[pos]) == 2;
1020          i++, pos < 199 ? pos++ : (pos = 0))
1021     {
1022         if (!q->num_entries && strcmp(entries[pos], term) >= 0) /* s-point fnd */
1023         {
1024             if ((q->term_position = term_position_req) > i + 1)
1025             {
1026                 q->term_position = i + 1;
1027                 q->status = BEND_SCAN_PARTIAL;
1028             }
1029             for (; q->num_entries < q->term_position; q->num_entries++)
1030             {
1031                 int po;
1032
1033                 po = pos - q->term_position + q->num_entries+1; /* find pos */
1034                 if (po < 0)
1035                     po += 200;
1036
1037                 if (!strcmp(term, "SD") && q->num_entries == 2)
1038                 {
1039                     list[q->num_entries].term = entries[pos];
1040                     list[q->num_entries].occurrences = -1;
1041                     list[q->num_entries].errcode =
1042                         YAZ_BIB1_SCAN_UNSUPP_VALUE_OF_POSITION_IN_RESPONSE;
1043                     list[q->num_entries].errstring = "SD for Scan Term";
1044                 }
1045                 else
1046                 {
1047                     list[q->num_entries].term = entries[po];
1048                     list[q->num_entries].occurrences = hits[po];
1049                 }
1050             }
1051         }
1052         else if (q->num_entries)
1053         {
1054             list[q->num_entries].term = entries[pos];
1055             list[q->num_entries].occurrences = hits[pos];
1056             q->num_entries++;
1057         }
1058         if (q->num_entries >= num_entries_req)
1059             break;
1060     }
1061     if (feof(f))
1062         q->status = BEND_SCAN_PARTIAL;
1063     return 0;
1064 }
1065
1066 int ztest_explain(void *handle, bend_explain_rr *rr)
1067 {
1068     if (rr->database && !strcmp(rr->database, "Default"))
1069     {
1070         rr->explain_buf = "<explain>\n"
1071             "\t<serverInfo>\n"
1072             "\t\t<host>localhost</host>\n"
1073             "\t\t<port>210</port>\n"
1074             "\t</serverInfo>\n"
1075             "</explain>\n";
1076     }
1077     return 0;
1078 }
1079
1080 int ztest_update(void *handle, bend_update_rr *rr)
1081 {
1082     rr->operation_status = "success";
1083     return 0;
1084 }
1085
1086 bend_initresult *bend_init(bend_initrequest *q)
1087 {
1088     bend_initresult *r = (bend_initresult *)
1089         odr_malloc(q->stream, sizeof(*r));
1090     struct session_handle *sh = xmalloc(sizeof(*sh));
1091
1092     sh->result_sets = 0;
1093
1094     if (!log_level_set)
1095     {
1096         log_level=yaz_log_module_level("ztest");
1097         log_level_set=1;
1098     }
1099
1100     r->errcode = 0;
1101     r->errstring = 0;
1102     r->handle = sh;                         /* tell GFS about our handle */
1103     q->bend_sort = ztest_sort;              /* register sort handler */
1104     q->bend_search = ztest_search;          /* register search handler */
1105     q->bend_present = ztest_present;        /* register present handle */
1106     q->bend_esrequest = ztest_esrequest;
1107     q->bend_delete = ztest_delete;
1108     q->bend_fetch = ztest_fetch;
1109     q->bend_scan = ztest_scan;
1110 #if 0
1111     q->bend_explain = ztest_explain;
1112 #endif
1113     q->bend_srw_scan = ztest_scan;
1114     q->bend_srw_update = ztest_update;
1115
1116     q->query_charset = "ISO-8859-1";
1117     q->records_in_same_charset = 0;
1118
1119     return r;
1120 }
1121
1122 void bend_close(void *handle)
1123 {
1124     struct session_handle *sh = (struct session_handle*) handle;
1125     remove_sets(sh);
1126     xfree(sh);              /* release our session */
1127     return;
1128 }
1129
1130 int main(int argc, char **argv)
1131 {
1132     return statserv_main(argc, argv, bend_init, bend_close);
1133 }
1134 /*
1135  * Local variables:
1136  * c-basic-offset: 4
1137  * c-file-style: "Stroustrup"
1138  * indent-tabs-mode: nil
1139  * End:
1140  * vim: shiftwidth=4 tabstop=8 expandtab
1141  */
1142