ztest/ztest.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2013 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file
   6  * \brief yaz-ztest Generic Frontend Server
   7  */
   8 #if HAVE_CONFIG_H
   9 #include <config.h>
  10 #endif
  11
  12
  13 #include <stdio.h>
  14 #include <math.h>
  15 #include <stdlib.h>
  16
  17 #if HAVE_SYS_TIME_H
  18 #include <sys/time.h>
  19 #endif
  20 #if HAVE_UNISTD_H
  21 #include <unistd.h>
  22 #endif
  23 #if HAVE_SYS_SELECT_H
  24 #include <sys/select.h>
  25 #endif
  26 #ifdef WIN32
  27 #include <windows.h>
  28 #endif
  29
  30 #include <yaz/log.h>
  31 #include <yaz/backend.h>
  32 #include <yaz/ill.h>
  33 #include <yaz/diagbib1.h>
  34 #include <yaz/otherinfo.h>
  35 #include <yaz/facet.h>
  36
  37 #include "ztest.h"
  38
  39 static int log_level=0;
  40 static int log_level_set=0;
  41
  42 struct delay {
  43     double d1;
  44     double d2;
  45 };
  46
  47 struct result_set {
  48     char *name;
  49     char *db;
  50     Odr_int hits;
  51     struct delay search_delay;
  52     struct delay present_delay;
  53     struct delay fetch_delay;
  54     struct result_set *next;
  55 };
  56
  57 struct session_handle {
  58     struct result_set *result_sets;
  59 };
  60
  61 int ztest_search(void *handle, bend_search_rr *rr);
  62 int ztest_sort(void *handle, bend_sort_rr *rr);
  63 int ztest_present(void *handle, bend_present_rr *rr);
  64 int ztest_esrequest(void *handle, bend_esrequest_rr *rr);
  65 int ztest_delete(void *handle, bend_delete_rr *rr);
  66
  67 static struct result_set *get_set(struct session_handle *sh, const char *name)
  68 {
  69     struct result_set *set = sh->result_sets;
  70     for (; set; set = set->next)
  71         if (!strcmp(name, set->name))
  72             return set;
  73     return 0;
  74 }
  75
  76 static void remove_sets(struct session_handle *sh)
  77 {
  78     struct result_set *set = sh->result_sets;
  79     while (set)
  80     {
  81         struct result_set *set_next = set->next;
  82         xfree(set->name);
  83         xfree(set->db);
  84         xfree(set);
  85         set = set_next;
  86     }
  87     sh->result_sets = 0;
  88 }
  89
  90 /** \brief use term value as hit count
  91     \param s RPN structure
  92     \param hash value for compuation
  93     \return >= 0: search term number or -1: not found
  94
  95     Traverse RPN tree 'in order' and use term value as hit count.
  96     Only terms  that looks a numeric is used.. Returns -1 if
  97     no sub tree has a hit count term
  98 */
  99 static Odr_int get_term_hit(Z_RPNStructure *s, unsigned *hash)
 100 {
 101     Odr_int h = -1;
 102     switch(s->which)
 103     {
 104     case Z_RPNStructure_simple:
 105         if (s->u.simple->which == Z_Operand_APT)
 106         {
 107             Z_AttributesPlusTerm *apt = s->u.simple->u.attributesPlusTerm;
 108             if (apt->term->which == Z_Term_general)
 109             {
 110                 Odr_oct *oct = apt->term->u.general;
 111                 if (oct->len > 0 && oct->buf[0] >= '0' && oct->buf[0] <= '9')
 112                 {
 113                     WRBUF hits_str = wrbuf_alloc();
 114                     wrbuf_write(hits_str, (const char *) oct->buf, oct->len);
 115                     h = odr_atoi(wrbuf_cstr(hits_str));
 116                     wrbuf_destroy(hits_str);
 117                 }
 118                 else
 119                 {
 120                     int i;
 121                     for (i = 0; i < oct->len; i++)
 122                         *hash = *hash * 65509 + oct->buf[i];
 123                 }
 124             }
 125         }
 126         break;
 127     case Z_RPNStructure_complex:
 128         h = get_term_hit(s->u.complex->s1, hash);
 129         if (h == -1)
 130             h = get_term_hit(s->u.complex->s2, hash);
 131         break;
 132     }
 133     return h;
 134 }
 135
 136 /** \brief gets hit count for numeric terms in RPN queries
 137     \param q RPN Query
 138     \return number of hits
 139
 140     This is just for testing.. A real database of course uses
 141     the content of a database to establish a value.. In our case, we
 142     have a way to trigger a certain hit count. Good for testing of
 143     client applications etc
 144 */
 145 static Odr_int get_hit_count(Z_Query *q)
 146 {
 147     if (q->which == Z_Query_type_1 || q->which == Z_Query_type_101)
 148     {
 149         unsigned hash = 0;
 150         Odr_int h = -1;
 151         h = get_term_hit(q->u.type_1->RPNStructure, &hash);
 152         if (h == -1)
 153             h = hash % 24;
 154         return h;
 155     }
 156     else if (q->which == Z_Query_type_104 &&
 157              q->u.type_104->which == Z_External_CQL)
 158     {
 159         unsigned hash = 0;
 160         const char *cql = q->u.type_104->u.cql;
 161         int i;
 162         for (i = 0; cql[i]; i++)
 163             hash = hash * 65509 + cql[i];
 164         return hash % 24;
 165     }
 166     else
 167         return 24;
 168 }
 169
 170 /** \brief checks if it's a dummy Slow database
 171     \param basename database name to check
 172     \param association backend association (or NULL if not available)
 173     \retval 1 is slow database
 174     \retval 0 is not a slow database
 175
 176     The Slow database is for testing.. It allows us to simulate
 177     a slow server...
 178 */
 179 static int check_slow(const char *basename, bend_association association)
 180 {
 181     if (strncmp(basename, "Slow", 4) == 0)
 182     {
 183 #if HAVE_UNISTD_H
 184         int i, w = 3;
 185         if (basename[4])
 186             sscanf(basename+4, "%d", &w);
 187         /* wait up to 3 seconds and check if connection is still alive */
 188         for (i = 0; i < w; i++)
 189         {
 190             if (association && !bend_assoc_is_alive(association))
 191             {
 192                 yaz_log(YLOG_LOG, "search aborted");
 193                 break;
 194             }
 195             sleep(1);
 196         }
 197 #endif
 198         return 1;
 199     }
 200     return 0;
 201 }
 202
 203 static int strcmp_prefix(const char *s, const char *p)
 204 {
 205     size_t l = strlen(p);
 206     if (strlen(s) >= l && !memcmp(s, p, l))
 207         return 1;
 208     return 0;
 209 }
 210
 211 static void init_delay(struct delay *delayp)
 212 {
 213     delayp->d1 = delayp->d2 = 0.0;
 214 }
 215
 216 static int parse_delay(struct delay *delayp, const char *value)
 217 {
 218     if (sscanf(value, "%lf:%lf", &delayp->d1, &delayp->d2) == 2)
 219         ;
 220     else if (sscanf(value, "%lf", &delayp->d1) == 1)
 221         delayp->d2 = 0.0;
 222     else
 223         return -1;
 224     return 0;
 225 }
 226
 227 static void ztest_sleep(double d)
 228 {
 229 #ifdef WIN32
 230     Sleep( (DWORD) (d * 1000));
 231 #else
 232     struct timeval tv;
 233     tv.tv_sec = d;
 234     tv.tv_usec = (d - (long) d) * 1000000;
 235     select(0, 0, 0, 0, &tv);
 236 #endif
 237 }
 238
 239 static void do_delay(const struct delay *delayp)
 240 {
 241     double d = delayp->d1;
 242
 243     if (d > 0.0)
 244     {
 245         if (delayp->d2 > d)
 246             d += (rand()) * (delayp->d2 - d) / RAND_MAX;
 247         ztest_sleep(d);
 248     }
 249 }
 250
 251 static void addterms(ODR odr, Z_FacetField *facet_field, const char *facet_name)
 252 {
 253     int index;
 254     int freq = 100;
 255     int length = strlen(facet_name) + 10;
 256     char *key = odr_malloc(odr, length);
 257     key[0] = '\0';
 258     for (index = 0; index < facet_field->num_terms; index++)
 259     {
 260         Z_FacetTerm *facet_term;
 261         sprintf(key, "%s%d", facet_name, index);
 262         yaz_log(YLOG_DEBUG, "facet add term %s %d %s", facet_name, index, key);
 263
 264         facet_term = facet_term_create_cstr(odr, key, freq);
 265         freq = freq - 10 ;
 266         facet_field_term_set(odr, facet_field, facet_term, index);
 267     }
 268 }
 269
 270 Z_OtherInformation *build_facet_response(ODR odr, Z_FacetList *facet_list) {
 271     int index, new_index = 0;
 272     Z_FacetList *new_list = facet_list_create(odr, facet_list->num);
 273
 274     for (index = 0; index < facet_list->num; index++) {
 275         struct yaz_facet_attr attrvalues;
 276         yaz_facet_attr_init(&attrvalues);
 277         attrvalues.limit = 10;
 278         yaz_facet_attr_get_z_attributes(facet_list->elements[index]->attributes,
 279                                         &attrvalues);
 280         yaz_log(YLOG_LOG, "Attributes: %s %d ", attrvalues.useattr, attrvalues.limit);
 281         if (attrvalues.errstring)
 282             yaz_log(YLOG_LOG, "Error parsing attributes: %s", attrvalues.errstring);
 283         if (attrvalues.limit > 0 && attrvalues.useattr) {
 284             new_list->elements[new_index] = facet_field_create(odr, facet_list->elements[index]->attributes, attrvalues.limit);
 285             addterms(odr, new_list->elements[new_index], attrvalues.useattr);
 286             new_index++;
 287         }
 288         else {
 289             yaz_log(YLOG_DEBUG, "Facet: skipping %s due to 0 limit.", attrvalues.useattr);
 290         }
 291
 292     }
 293     new_list->num = new_index;
 294     if (new_index > 0) {
 295         Z_OtherInformation *oi = odr_malloc(odr, sizeof(*oi));
 296         Z_OtherInformationUnit *oiu = odr_malloc(odr, sizeof(*oiu));
 297         oi->num_elements = 1;
 298         oi->list = odr_malloc(odr, oi->num_elements * sizeof(*oi->list));
 299         oiu->category = 0;
 300         oiu->which = Z_OtherInfo_externallyDefinedInfo;
 301         oiu->information.externallyDefinedInfo = odr_malloc(odr, sizeof(*oiu->information.externallyDefinedInfo));
 302         oiu->information.externallyDefinedInfo->direct_reference = odr_oiddup(odr, yaz_oid_userinfo_facet_1);
 303         oiu->information.externallyDefinedInfo->descriptor = 0;
 304         oiu->information.externallyDefinedInfo->indirect_reference = 0;
 305         oiu->information.externallyDefinedInfo->which = Z_External_userFacets;
 306         oiu->information.externallyDefinedInfo->u.facetList = new_list;
 307         oi->list[0] = oiu;
 308         return oi;
 309     }
 310     return 0;
 311 }
 312
 313 static void echo_extra_args(ODR stream,
 314                             Z_SRW_extra_arg *extra_args, char **extra_response)
 315 {
 316     if (extra_args)
 317     {
 318         Z_SRW_extra_arg *a;
 319         WRBUF response_xml = wrbuf_alloc();
 320         wrbuf_puts(response_xml, "<extra>");
 321         for (a = extra_args; a; a = a->next)
 322         {
 323             wrbuf_puts(response_xml, "<extra name=\"");
 324             wrbuf_xmlputs(response_xml, a->name);
 325             wrbuf_puts(response_xml, "\"");
 326             if (a->value)
 327             {
 328                 wrbuf_puts(response_xml, " value=\"");
 329                 wrbuf_xmlputs(response_xml, a->value);
 330                 wrbuf_puts(response_xml, "\"");
 331             }
 332             wrbuf_puts(response_xml, "/>");
 333         }
 334         wrbuf_puts(response_xml, "</extra>");
 335         *extra_response = odr_strdup(stream, wrbuf_cstr(response_xml));
 336         wrbuf_destroy(response_xml);
 337     }
 338
 339 }
 340
 341 int ztest_search(void *handle, bend_search_rr *rr)
 342 {
 343     struct session_handle *sh = (struct session_handle*) handle;
 344     struct result_set *new_set;
 345     const char *db, *db_sep;
 346
 347     if (rr->num_bases != 1)
 348     {
 349         rr->errcode = YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP;
 350         return 0;
 351     }
 352
 353     db = rr->basenames[0];
 354
 355     /* Allow Default, db.* and Slow */
 356     if (strcmp_prefix(db, "Default"))
 357         ;  /* Default is OK in our test */
 358     else if (strcmp_prefix(db, "db"))
 359         ;  /* db.* is OK in our test */
 360     else if (check_slow(rr->basenames[0], rr->association))
 361     {
 362         rr->estimated_hit_count = 1;
 363     }
 364     else
 365     {
 366         rr->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 367         rr->errstring = rr->basenames[0];
 368         return 0;
 369     }
 370
 371     new_set = get_set(sh, rr->setname);
 372     if (new_set)
 373     {
 374         if (!rr->replace_set)
 375         {
 376             rr->errcode = YAZ_BIB1_RESULT_SET_EXISTS_AND_REPLACE_INDICATOR_OFF;
 377             return 0;
 378         }
 379         xfree(new_set->db);
 380     }
 381     else
 382     {
 383         new_set = xmalloc(sizeof(*new_set));
 384         new_set->next = sh->result_sets;
 385         sh->result_sets = new_set;
 386         new_set->name = xstrdup(rr->setname);
 387     }
 388     new_set->hits = 0;
 389     new_set->db = xstrdup(db);
 390     init_delay(&new_set->search_delay);
 391     init_delay(&new_set->present_delay);
 392     init_delay(&new_set->fetch_delay);
 393
 394     db_sep = strchr(db, '?');
 395     if (db_sep)
 396     {
 397         char **names;
 398         char **values;
 399         int no_parms = yaz_uri_to_array(db_sep+1, rr->stream, &names, &values);
 400         int i;
 401         for (i = 0; i < no_parms; i++)
 402         {
 403             const char *name = names[i];
 404             const char *value = values[i];
 405             if (!strcmp(name, "seed"))
 406                 srand(atoi(value));
 407             else if (!strcmp(name, "search-delay"))
 408                 parse_delay(&new_set->search_delay, value);
 409             else if (!strcmp(name, "present-delay"))
 410                 parse_delay(&new_set->present_delay, value);
 411             else if (!strcmp(name, "fetch-delay"))
 412                 parse_delay(&new_set->fetch_delay, value);
 413             else
 414             {
 415                 rr->errcode = YAZ_BIB1_SERVICE_UNSUPP_FOR_THIS_DATABASE;
 416                 rr->errstring = odr_strdup(rr->stream, name);
 417             }
 418         }
 419     }
 420
 421     echo_extra_args(rr->stream, rr->extra_args, &rr->extra_response_data);
 422     rr->hits = get_hit_count(rr->query);
 423
 424     if (1)
 425     {
 426         Z_FacetList *facet_list = yaz_oi_get_facetlist(&rr->search_input);
 427         if (facet_list) {
 428             yaz_log(YLOG_LOG, "%d Facets in search request.", facet_list->num);
 429             rr->search_info = build_facet_response(rr->stream, facet_list);
 430         }
 431         else
 432             yaz_log(YLOG_DEBUG, "No facets parsed search request.");
 433
 434     }
 435     do_delay(&new_set->search_delay);
 436     new_set->hits = rr->hits;
 437
 438     return 0;
 439 }
 440
 441
 442 /* this huge function handles extended services */
 443 int ztest_esrequest(void *handle, bend_esrequest_rr *rr)
 444 {
 445     if (rr->esr->packageName)
 446         yaz_log(log_level, "packagename: %s", rr->esr->packageName);
 447     yaz_log(log_level, "Waitaction: " ODR_INT_PRINTF, *rr->esr->waitAction);
 448
 449
 450     yaz_log(log_level, "function: " ODR_INT_PRINTF, *rr->esr->function);
 451
 452     if (!rr->esr->taskSpecificParameters)
 453     {
 454         yaz_log(log_level, "No task specific parameters");
 455     }
 456     else if (rr->esr->taskSpecificParameters->which == Z_External_itemOrder)
 457     {
 458         Z_ItemOrder *it = rr->esr->taskSpecificParameters->u.itemOrder;
 459         yaz_log(log_level, "Received ItemOrder");
 460         if (it->which == Z_IOItemOrder_esRequest)
 461         {
 462             Z_IORequest *ir = it->u.esRequest;
 463             Z_IOOriginPartToKeep *k = ir->toKeep;
 464             Z_IOOriginPartNotToKeep *n = ir->notToKeep;
 465             const char *xml_in_response = 0;
 466
 467             if (k && k->contact)
 468             {
 469                 if (k->contact->name)
 470                     yaz_log(log_level, "contact name %s", k->contact->name);
 471                 if (k->contact->phone)
 472                     yaz_log(log_level, "contact phone %s", k->contact->phone);
 473                 if (k->contact->email)
 474                     yaz_log(log_level, "contact email %s", k->contact->email);
 475             }
 476             if (k->addlBilling)
 477             {
 478                 yaz_log(log_level, "Billing info (not shown)");
 479             }
 480
 481             if (n->resultSetItem)
 482             {
 483                 yaz_log(log_level, "resultsetItem");
 484                 yaz_log(log_level, "setId: %s", n->resultSetItem->resultSetId);
 485                 yaz_log(log_level, "item: " ODR_INT_PRINTF, *n->resultSetItem->item);
 486             }
 487             if (n->itemRequest)
 488             {
 489                 Z_External *r = (Z_External*) n->itemRequest;
 490                 ILL_ItemRequest *item_req = 0;
 491                 ILL_APDU *ill_apdu = 0;
 492                 if (r->direct_reference)
 493                 {
 494                     char oid_name_str[OID_STR_MAX];
 495                     oid_class oclass;
 496                     const char *oid_name =
 497                         yaz_oid_to_string_buf(r->direct_reference,
 498                                               &oclass, oid_name_str);
 499                     if (oid_name)
 500                         yaz_log(log_level, "OID %s", oid_name);
 501                     if (!oid_oidcmp(r->direct_reference, yaz_oid_recsyn_xml))
 502                     {
 503                         yaz_log(log_level, "ILL XML request");
 504                         if (r->which == Z_External_octet)
 505                             yaz_log(log_level, "%.*s",
 506                                     r->u.octet_aligned->len,
 507                                     r->u.octet_aligned->buf);
 508                         xml_in_response = "<dummy>x</dummy>";
 509                     }
 510                     if (!oid_oidcmp(r->direct_reference,
 511                                     yaz_oid_general_isoill_1))
 512                     {
 513                         yaz_log(log_level, "Decode ItemRequest begin");
 514                         if (r->which == ODR_EXTERNAL_single)
 515                         {
 516                             odr_setbuf(rr->decode,
 517                                        (char *) r->u.single_ASN1_type->buf,
 518                                        r->u.single_ASN1_type->len, 0);
 519
 520                             if (!ill_ItemRequest(rr->decode, &item_req, 0, 0))
 521                             {
 522                                 yaz_log(log_level,
 523                                         "Couldn't decode ItemRequest %s near %ld",
 524                                         odr_errmsg(odr_geterror(rr->decode)),
 525                                         (long) odr_offset(rr->decode));
 526                             }
 527                             else
 528                                 yaz_log(log_level, "Decode ItemRequest OK");
 529                             if (rr->print)
 530                             {
 531                                 ill_ItemRequest(rr->print, &item_req, 0,
 532                                                 "ItemRequest");
 533                                 odr_reset(rr->print);
 534                             }
 535                         }
 536                         if (!item_req && r->which == ODR_EXTERNAL_single)
 537                         {
 538                             yaz_log(log_level, "Decode ILL APDU begin");
 539                             odr_setbuf(rr->decode,
 540                                        (char*) r->u.single_ASN1_type->buf,
 541                                        r->u.single_ASN1_type->len, 0);
 542
 543                             if (!ill_APDU(rr->decode, &ill_apdu, 0, 0))
 544                             {
 545                                 yaz_log(log_level,
 546                                         "Couldn't decode ILL APDU %s near %ld",
 547                                         odr_errmsg(odr_geterror(rr->decode)),
 548                                         (long) odr_offset(rr->decode));
 549                                 yaz_log(log_level, "PDU dump:");
 550                                 odr_dumpBER(yaz_log_file(),
 551                                             (char *) r->u.single_ASN1_type->buf,
 552                                             r->u.single_ASN1_type->len);
 553                             }
 554                             else
 555                                 yaz_log(log_level, "Decode ILL APDU OK");
 556                             if (rr->print)
 557                             {
 558                                 ill_APDU(rr->print, &ill_apdu, 0,
 559                                          "ILL APDU");
 560                                 odr_reset(rr->print);
 561                             }
 562                         }
 563                     }
 564                 }
 565                 if (item_req)
 566                 {
 567                     yaz_log(log_level, "ILL protocol version = "
 568                             ODR_INT_PRINTF,
 569                             *item_req->protocol_version_num);
 570                 }
 571             }
 572             if (k)
 573             {
 574
 575                 Z_External *ext = (Z_External *)
 576                     odr_malloc(rr->stream, sizeof(*ext));
 577                 Z_IUOriginPartToKeep *keep = (Z_IUOriginPartToKeep *)
 578                     odr_malloc(rr->stream, sizeof(*keep));
 579                 Z_IOTargetPart *targetPart = (Z_IOTargetPart *)
 580                     odr_malloc(rr->stream, sizeof(*targetPart));
 581
 582                 rr->taskPackage = (Z_TaskPackage *)
 583                     odr_malloc(rr->stream, sizeof(*rr->taskPackage));
 584                 rr->taskPackage->packageType =
 585                     odr_oiddup(rr->stream, rr->esr->packageType);
 586                 rr->taskPackage->packageName = 0;
 587                 rr->taskPackage->userId = 0;
 588                 rr->taskPackage->retentionTime = 0;
 589                 rr->taskPackage->permissions = 0;
 590                 rr->taskPackage->description = 0;
 591                 rr->taskPackage->targetReference = (Odr_oct *)
 592                     odr_malloc(rr->stream, sizeof(Odr_oct));
 593                 rr->taskPackage->targetReference->buf =
 594                     odr_strdup(rr->stream, "911");
 595                 rr->taskPackage->targetReference->len =
 596                     strlen((char *) (rr->taskPackage->targetReference->buf));
 597                 rr->taskPackage->creationDateTime = 0;
 598                 rr->taskPackage->taskStatus = odr_intdup(rr->stream, 0);
 599                 rr->taskPackage->packageDiagnostics = 0;
 600                 rr->taskPackage->taskSpecificParameters = ext;
 601
 602                 ext->direct_reference =
 603                     odr_oiddup(rr->stream, rr->esr->packageType);
 604                 ext->indirect_reference = 0;
 605                 ext->descriptor = 0;
 606                 ext->which = Z_External_itemOrder;
 607                 ext->u.itemOrder = (Z_ItemOrder *)
 608                     odr_malloc(rr->stream, sizeof(*ext->u.update));
 609                 ext->u.itemOrder->which = Z_IOItemOrder_taskPackage;
 610                 ext->u.itemOrder->u.taskPackage =  (Z_IOTaskPackage *)
 611                     odr_malloc(rr->stream, sizeof(Z_IOTaskPackage));
 612                 ext->u.itemOrder->u.taskPackage->originPart = k;
 613                 ext->u.itemOrder->u.taskPackage->targetPart = targetPart;
 614
 615                 if (xml_in_response)
 616                     targetPart->itemRequest =
 617                         z_ext_record_xml(rr->stream, xml_in_response,
 618                                          strlen(xml_in_response));
 619                 else
 620                     targetPart->itemRequest = 0;
 621
 622                 targetPart->statusOrErrorReport = 0;
 623                 targetPart->auxiliaryStatus = 0;
 624             }
 625         }
 626     }
 627     else if (rr->esr->taskSpecificParameters->which == Z_External_update)
 628     {
 629         Z_IUUpdate *up = rr->esr->taskSpecificParameters->u.update;
 630         yaz_log(log_level, "Received DB Update");
 631         if (up->which == Z_IUUpdate_esRequest)
 632         {
 633             Z_IUUpdateEsRequest *esRequest = up->u.esRequest;
 634             Z_IUOriginPartToKeep *toKeep = esRequest->toKeep;
 635             Z_IUSuppliedRecords *notToKeep = esRequest->notToKeep;
 636
 637             yaz_log(log_level, "action");
 638             if (toKeep->action)
 639             {
 640                 switch (*toKeep->action)
 641                 {
 642                 case Z_IUOriginPartToKeep_recordInsert:
 643                     yaz_log(log_level, " recordInsert");
 644                     break;
 645                 case Z_IUOriginPartToKeep_recordReplace:
 646                     yaz_log(log_level, " recordReplace");
 647                     break;
 648                 case Z_IUOriginPartToKeep_recordDelete:
 649                     yaz_log(log_level, " recordDelete");
 650                     break;
 651                 case Z_IUOriginPartToKeep_elementUpdate:
 652                     yaz_log(log_level, " elementUpdate");
 653                     break;
 654                 case Z_IUOriginPartToKeep_specialUpdate:
 655                     yaz_log(log_level, " specialUpdate");
 656                     break;
 657                 default:
 658                     yaz_log(log_level, " unknown (" ODR_INT_PRINTF ")",
 659                             *toKeep->action);
 660                 }
 661             }
 662             if (toKeep->databaseName)
 663             {
 664                 yaz_log(log_level, "database: %s", toKeep->databaseName);
 665                 if (!strcmp(toKeep->databaseName, "fault"))
 666                 {
 667                     rr->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 668                     rr->errstring = toKeep->databaseName;
 669                 }
 670                 if (!strcmp(toKeep->databaseName, "accept"))
 671                     rr->errcode = -1;
 672             }
 673             if (toKeep)
 674             {
 675                 Z_External *ext = (Z_External *)
 676                     odr_malloc(rr->stream, sizeof(*ext));
 677                 Z_IUOriginPartToKeep *keep = (Z_IUOriginPartToKeep *)
 678                     odr_malloc(rr->stream, sizeof(*keep));
 679                 Z_IUTargetPart *targetPart = (Z_IUTargetPart *)
 680                     odr_malloc(rr->stream, sizeof(*targetPart));
 681
 682                 rr->taskPackage = (Z_TaskPackage *)
 683                     odr_malloc(rr->stream, sizeof(*rr->taskPackage));
 684                 rr->taskPackage->packageType =
 685                     odr_oiddup(rr->stream, rr->esr->packageType);
 686                 rr->taskPackage->packageName = 0;
 687                 rr->taskPackage->userId = 0;
 688                 rr->taskPackage->retentionTime = 0;
 689                 rr->taskPackage->permissions = 0;
 690                 rr->taskPackage->description = 0;
 691                 rr->taskPackage->targetReference = (Odr_oct *)
 692                     odr_malloc(rr->stream, sizeof(Odr_oct));
 693                 rr->taskPackage->targetReference->buf =
 694                     odr_strdup(rr->stream, "123");
 695                 rr->taskPackage->targetReference->len =
 696                     strlen((char *) (rr->taskPackage->targetReference->buf));
 697                 rr->taskPackage->creationDateTime = 0;
 698                 rr->taskPackage->taskStatus = odr_intdup(rr->stream, 0);
 699                 rr->taskPackage->packageDiagnostics = 0;
 700                 rr->taskPackage->taskSpecificParameters = ext;
 701
 702                 ext->direct_reference =
 703                     odr_oiddup(rr->stream, rr->esr->packageType);
 704                 ext->indirect_reference = 0;
 705                 ext->descriptor = 0;
 706                 ext->which = Z_External_update;
 707                 ext->u.update = (Z_IUUpdate *)
 708                     odr_malloc(rr->stream, sizeof(*ext->u.update));
 709                 ext->u.update->which = Z_IUUpdate_taskPackage;
 710                 ext->u.update->u.taskPackage =  (Z_IUUpdateTaskPackage *)
 711                     odr_malloc(rr->stream, sizeof(Z_IUUpdateTaskPackage));
 712                 ext->u.update->u.taskPackage->originPart = keep;
 713                 ext->u.update->u.taskPackage->targetPart = targetPart;
 714
 715                 keep->action = odr_intdup(rr->stream, *toKeep->action);
 716                 keep->databaseName =
 717                     odr_strdup(rr->stream, toKeep->databaseName);
 718                 keep->schema = 0;
 719                 keep->elementSetName = 0;
 720                 keep->actionQualifier = 0;
 721
 722                 targetPart->updateStatus = odr_intdup(rr->stream, 1);
 723                 targetPart->num_globalDiagnostics = 0;
 724                 targetPart->globalDiagnostics = (Z_DiagRec **) odr_nullval();
 725                 targetPart->num_taskPackageRecords = 1;
 726                 targetPart->taskPackageRecords =
 727                     (Z_IUTaskPackageRecordStructure **)
 728                     odr_malloc(rr->stream,
 729                                sizeof(Z_IUTaskPackageRecordStructure *));
 730                 targetPart->taskPackageRecords[0] =
 731                     (Z_IUTaskPackageRecordStructure *)
 732                     odr_malloc(rr->stream,
 733                                sizeof(Z_IUTaskPackageRecordStructure));
 734
 735                 targetPart->taskPackageRecords[0]->which =
 736                     Z_IUTaskPackageRecordStructure_record;
 737                 targetPart->taskPackageRecords[0]->u.record =
 738                     z_ext_record_sutrs(rr->stream, "test", 4);
 739                 targetPart->taskPackageRecords[0]->correlationInfo = 0;
 740                 targetPart->taskPackageRecords[0]->recordStatus =
 741                     odr_intdup(rr->stream,
 742                                Z_IUTaskPackageRecordStructure_success);
 743                 targetPart->taskPackageRecords[0]->num_supplementalDiagnostics
 744                     = 0;
 745
 746                 targetPart->taskPackageRecords[0]->supplementalDiagnostics = 0;
 747             }
 748             if (notToKeep)
 749             {
 750                 int i;
 751                 for (i = 0; i < notToKeep->num; i++)
 752                 {
 753                     Z_External *rec = notToKeep->elements[i]->record;
 754
 755                     if (rec->direct_reference)
 756                     {
 757                         char oid_name_str[OID_STR_MAX];
 758                         const char *oid_name
 759                             = oid_name = yaz_oid_to_string_buf(
 760                                 rec->direct_reference, 0,
 761                                 oid_name_str);
 762                         if (oid_name)
 763                             yaz_log(log_level, "record %d type %s", i,
 764                                     oid_name);
 765                     }
 766                     switch (rec->which)
 767                     {
 768                     case Z_External_sutrs:
 769                         if (rec->u.octet_aligned->len > 170)
 770                             yaz_log(log_level, "%d bytes:\n%.168s ...",
 771                                     rec->u.sutrs->len,
 772                                     rec->u.sutrs->buf);
 773                         else
 774                             yaz_log(log_level, "%d bytes:\n%s",
 775                                     rec->u.sutrs->len,
 776                                     rec->u.sutrs->buf);
 777                         break;
 778                     case Z_External_octet        :
 779                         if (rec->u.octet_aligned->len > 170)
 780                             yaz_log(log_level, "%d bytes:\n%.168s ...",
 781                                     rec->u.octet_aligned->len,
 782                                     rec->u.octet_aligned->buf);
 783                         else
 784                             yaz_log(log_level, "%d bytes\n%s",
 785                                     rec->u.octet_aligned->len,
 786                                     rec->u.octet_aligned->buf);
 787                     }
 788                 }
 789             }
 790         }
 791     }
 792     return 0;
 793 }
 794
 795 /* result set delete */
 796 int ztest_delete(void *handle, bend_delete_rr *rr)
 797 {
 798     if (rr->num_setnames == 1 && !strcmp(rr->setnames[0], "1"))
 799         rr->delete_status = Z_DeleteStatus_success;
 800     else
 801         rr->delete_status = Z_DeleteStatus_resultSetDidNotExist;
 802     return 0;
 803 }
 804
 805 /* Our sort handler really doesn't sort... */
 806 int ztest_sort(void *handle, bend_sort_rr *rr)
 807 {
 808     rr->errcode = 0;
 809     rr->sort_status = Z_SortResponse_success;
 810     return 0;
 811 }
 812
 813
 814 /* present request handler */
 815 int ztest_present(void *handle, bend_present_rr *rr)
 816 {
 817     struct session_handle *sh = (struct session_handle*) handle;
 818     struct result_set *set = get_set(sh, rr->setname);
 819
 820     if (!set)
 821     {
 822         rr->errcode = YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST;
 823         rr->errstring = odr_strdup(rr->stream, rr->setname);
 824         return 0;
 825     }
 826     do_delay(&set->present_delay);
 827     return 0;
 828 }
 829
 830 /* retrieval of a single record (present, and piggy back search) */
 831 int ztest_fetch(void *handle, bend_fetch_rr *r)
 832 {
 833     struct session_handle *sh = (struct session_handle*) handle;
 834     char *cp;
 835     const Odr_oid *oid = r->request_format;
 836     struct result_set *set = get_set(sh, r->setname);
 837     const char *esn = yaz_get_esn(r->comp);
 838
 839     if (!set)
 840     {
 841         r->errcode = YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST;
 842         r->errstring = odr_strdup(r->stream, r->setname);
 843         return 0;
 844     }
 845     do_delay(&set->fetch_delay);
 846     r->last_in_set = 0;
 847     r->basename = set->db;
 848     r->output_format = r->request_format;
 849
 850     if (r->number < 1 || r->number > set->hits)
 851     {
 852         r->errcode = YAZ_BIB1_PRESENT_REQUEST_OUT_OF_RANGE;
 853         return 0;
 854     }
 855     if (!oid || yaz_oid_is_iso2709(oid))
 856     {
 857         cp = dummy_marc_record(r->number, r->stream);
 858         if (!cp)
 859         {
 860             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 861             r->surrogate_flag = 1;
 862             return 0;
 863         }
 864         else
 865         {
 866             r->len = strlen(cp);
 867             r->record = cp;
 868             r->output_format = odr_oiddup(r->stream, yaz_oid_recsyn_usmarc);
 869         }
 870     }
 871     else if (!oid_oidcmp(oid, yaz_oid_recsyn_opac))
 872     {
 873         cp = dummy_marc_record(r->number, r->stream);
 874         if (!cp)
 875         {
 876             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 877             r->surrogate_flag = 1;
 878             return 0;
 879         }
 880         r->record = (char *) dummy_opac(r->number, r->stream, cp);
 881         r->len = -1;
 882     }
 883     else if (!oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
 884     {
 885         /* this section returns a small record */
 886         char buf[100];
 887
 888         sprintf(buf, "This is dummy SUTRS record number %d\n", r->number);
 889
 890         r->len = strlen(buf);
 891         r->record = (char *) odr_malloc(r->stream, r->len+1);
 892         strcpy(r->record, buf);
 893     }
 894     else if (!oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
 895     {
 896         r->len = -1;
 897         r->record = (char*) dummy_grs_record(r->number, r->stream);
 898         if (!r->record)
 899         {
 900             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 901             r->surrogate_flag = 1;
 902             return 0;
 903         }
 904     }
 905     else if (!oid_oidcmp(oid, yaz_oid_recsyn_postscript))
 906     {
 907         char fname[20];
 908         FILE *f;
 909         long size;
 910
 911         sprintf(fname, "part.%d.ps", r->number);
 912         f = fopen(fname, "rb");
 913         if (!f)
 914         {
 915             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 916             r->surrogate_flag = 1;
 917             return 0;
 918         }
 919         fseek(f, 0L, SEEK_END);
 920         size = ftell(f);
 921         if (size <= 0 || size >= 5000000)
 922         {
 923             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 924             r->surrogate_flag = 1;
 925         }
 926         fseek(f, 0L, SEEK_SET);
 927         r->record = (char*) odr_malloc(r->stream, size);
 928         r->len = size;
 929         if (fread(r->record, size, 1, f) != 1)
 930         {
 931             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 932             r->surrogate_flag = 1;
 933         }
 934         fclose(f);
 935     }
 936     else if (!oid_oidcmp(oid, yaz_oid_recsyn_xml))
 937     {
 938         if ((cp = dummy_xml_record(r->number, r->stream, esn)))
 939         {
 940             r->len = strlen(cp);
 941             r->record = cp;
 942         }
 943         else
 944         {
 945             r->errcode = YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS;
 946             r->surrogate_flag = 1;
 947             return 0;
 948         }
 949     }
 950     else
 951     {
 952         char buf[OID_STR_MAX];
 953         r->errcode = YAZ_BIB1_RECORD_SYNTAX_UNSUPP;
 954         r->errstring = odr_strdup(r->stream, oid_oid_to_dotstring(oid, buf));
 955         return 0;
 956     }
 957     r->errcode = 0;
 958     return 0;
 959 }
 960
 961 /*
 962  * silly dummy-scan what reads words from a file.
 963  */
 964 int ztest_scan(void *handle, bend_scan_rr *q)
 965 {
 966     static FILE *f = 0;
 967     static struct scan_entry list[200];
 968     static char entries[200][80];
 969     int hits[200];
 970     char term[80], *p;
 971     int i, pos;
 972     int term_position_req = q->term_position;
 973     int num_entries_req = q->num_entries;
 974
 975     /* Throw Database unavailable if other than Default or Slow */
 976     if (!yaz_matchstr(q->basenames[0], "Default"))
 977         ;  /* Default is OK in our test */
 978     else if (check_slow(q->basenames[0], 0 /* no assoc for scan */))
 979         ;
 980     else
 981     {
 982         q->errcode = YAZ_BIB1_DATABASE_UNAVAILABLE;
 983         q->errstring = q->basenames[0];
 984         return 0;
 985     }
 986
 987     q->errcode = 0;
 988     q->errstring = 0;
 989     q->entries = list;
 990     q->status = BEND_SCAN_SUCCESS;
 991     if (!f && !(f = fopen("dummy-words", "r")))
 992     {
 993         perror("dummy-words");
 994         exit(1);
 995     }
 996     if (q->num_entries > 200)
 997     {
 998         q->errcode = YAZ_BIB1_RESOURCES_EXHAUSTED_NO_RESULTS_AVAILABLE;
 999         return 0;
1000     }
1001     if (q->term)
1002     {
1003         int len;
1004         if (q->term->term->which != Z_Term_general)
1005         {
1006             q->errcode = YAZ_BIB1_TERM_TYPE_UNSUPP;
1007             return 0;
1008         }
1009         if (*q->step_size != 0)
1010         {
1011             q->errcode = YAZ_BIB1_ONLY_ZERO_STEP_SIZE_SUPPORTED_FOR_SCAN;
1012             return 0;
1013         }
1014         len = q->term->term->u.general->len;
1015         if (len >= (int ) sizeof(term))
1016             len = sizeof(term)-1;
1017         memcpy(term, q->term->term->u.general->buf, len);
1018         term[len] = '\0';
1019     }
1020     else if (q->scanClause)
1021     {
1022         strncpy(term, q->scanClause, sizeof(term)-1);
1023         term[sizeof(term)-1] = '\0';
1024     }
1025     else
1026         strcpy(term, "0");
1027
1028     for (p = term; *p; p++)
1029         if (yaz_islower(*p))
1030             *p = yaz_toupper(*p);
1031
1032     fseek(f, 0, SEEK_SET);
1033     q->num_entries = 0;
1034
1035     for (i = 0, pos = 0; fscanf(f, " %79[^:]:%d", entries[pos], &hits[pos]) == 2;
1036          i++, pos < 199 ? pos++ : (pos = 0))
1037     {
1038         if (!q->num_entries && strcmp(entries[pos], term) >= 0) /* s-point fnd */
1039         {
1040             if ((q->term_position = term_position_req) > i + 1)
1041             {
1042                 q->term_position = i + 1;
1043                 q->status = BEND_SCAN_PARTIAL;
1044             }
1045             for (; q->num_entries < q->term_position; q->num_entries++)
1046             {
1047                 int po;
1048
1049                 po = pos - q->term_position + q->num_entries+1; /* find pos */
1050                 if (po < 0)
1051                     po += 200;
1052
1053                 if (!strcmp(term, "SD") && q->num_entries == 2)
1054                 {
1055                     list[q->num_entries].term = entries[pos];
1056                     list[q->num_entries].occurrences = -1;
1057                     list[q->num_entries].errcode =
1058                         YAZ_BIB1_SCAN_UNSUPP_VALUE_OF_POSITION_IN_RESPONSE;
1059                     list[q->num_entries].errstring = "SD for Scan Term";
1060                 }
1061                 else
1062                 {
1063                     list[q->num_entries].term = entries[po];
1064                     list[q->num_entries].occurrences = hits[po];
1065                 }
1066             }
1067         }
1068         else if (q->num_entries)
1069         {
1070             list[q->num_entries].term = entries[pos];
1071             list[q->num_entries].occurrences = hits[pos];
1072             q->num_entries++;
1073         }
1074         if (q->num_entries >= num_entries_req)
1075             break;
1076     }
1077     echo_extra_args(q->stream, q->extra_args, &q->extra_response_data);
1078     if (feof(f))
1079         q->status = BEND_SCAN_PARTIAL;
1080     return 0;
1081 }
1082
1083 int ztest_explain(void *handle, bend_explain_rr *rr)
1084 {
1085     if (rr->database && !strcmp(rr->database, "Default"))
1086     {
1087         rr->explain_buf = "<explain>\n"
1088             "\t<serverInfo>\n"
1089             "\t\t<host>localhost</host>\n"
1090             "\t\t<port>210</port>\n"
1091             "\t</serverInfo>\n"
1092             "</explain>\n";
1093     }
1094     return 0;
1095 }
1096
1097 int ztest_update(void *handle, bend_update_rr *rr)
1098 {
1099     rr->operation_status = "success";
1100     return 0;
1101 }
1102
1103 bend_initresult *bend_init(bend_initrequest *q)
1104 {
1105     bend_initresult *r = (bend_initresult *)
1106         odr_malloc(q->stream, sizeof(*r));
1107     struct session_handle *sh = xmalloc(sizeof(*sh));
1108
1109     sh->result_sets = 0;
1110
1111     if (!log_level_set)
1112     {
1113         log_level=yaz_log_module_level("ztest");
1114         log_level_set=1;
1115     }
1116
1117     r->errcode = 0;
1118     r->errstring = 0;
1119     r->handle = sh;                         /* tell GFS about our handle */
1120     q->bend_sort = ztest_sort;              /* register sort handler */
1121     q->bend_search = ztest_search;          /* register search handler */
1122     q->bend_present = ztest_present;        /* register present handle */
1123     q->bend_esrequest = ztest_esrequest;
1124     q->bend_delete = ztest_delete;
1125     q->bend_fetch = ztest_fetch;
1126     q->bend_scan = ztest_scan;
1127 #if 0
1128     q->bend_explain = ztest_explain;
1129 #endif
1130     q->bend_srw_scan = ztest_scan;
1131     q->bend_srw_update = ztest_update;
1132
1133     q->query_charset = "ISO-8859-1";
1134     q->records_in_same_charset = 0;
1135
1136     return r;
1137 }
1138
1139 void bend_close(void *handle)
1140 {
1141     struct session_handle *sh = (struct session_handle*) handle;
1142     remove_sets(sh);
1143     xfree(sh);              /* release our session */
1144     return;
1145 }
1146
1147 int main(int argc, char **argv)
1148 {
1149     return statserv_main(argc, argv, bend_init, bend_close);
1150 }
1151 /*
1152  * Local variables:
1153  * c-basic-offset: 4
1154  * c-file-style: "Stroustrup"
1155  * indent-tabs-mode: nil
1156  * End:
1157  * vim: shiftwidth=4 tabstop=8 expandtab
1158  */
1159