client/client.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2009 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file client.c
   6  *  \brief yaz-client program
   7  */
   8
   9 #include <stdio.h>
  10 #include <stdlib.h>
  11 #include <assert.h>
  12 #include <time.h>
  13 #include <ctype.h>
  14 #ifndef WIN32
  15 #include <signal.h>
  16 #endif
  17 #if HAVE_SYS_TYPES_H
  18 #include <sys/types.h>
  19 #endif
  20 #if HAVE_LOCALE_H
  21 #include <locale.h>
  22 #endif
  23 #if HAVE_LANGINFO_H
  24 #include <langinfo.h>
  25 #endif
  26 #if HAVE_UNISTD_H
  27 #include <unistd.h>
  28 #endif
  29 #if HAVE_SYS_STAT_H
  30 #include <sys/stat.h>
  31 #endif
  32 #if HAVE_SYS_TIME_H
  33 #include <sys/time.h>
  34 #endif
  35
  36 #ifdef WIN32
  37 #include <sys/stat.h>
  38 #include <io.h>
  39 #include <windows.h>
  40 #define S_ISREG(x) (x & _S_IFREG)
  41 #define S_ISDIR(x) (x & _S_IFDIR)
  42 #endif
  43
  44 #include <yaz/yaz-util.h>
  45
  46 #include <yaz/comstack.h>
  47
  48 #include <yaz/oid_db.h>
  49 #define NO_OID 1
  50 #include <yaz/proto.h>
  51 #include <yaz/marcdisp.h>
  52 #include <yaz/diagbib1.h>
  53 #include <yaz/otherinfo.h>
  54 #include <yaz/charneg.h>
  55 #include <yaz/query-charset.h>
  56
  57 #include <yaz/pquery.h>
  58 #include <yaz/sortspec.h>
  59
  60 #include <yaz/ill.h>
  61 #include <yaz/srw.h>
  62 #include <yaz/yaz-ccl.h>
  63 #include <yaz/cql.h>
  64 #include <yaz/log.h>
  65
  66 #if HAVE_READLINE_READLINE_H
  67 #include <readline/readline.h>
  68 #endif
  69 #if HAVE_READLINE_HISTORY_H
  70 #include <readline/history.h>
  71 #endif
  72
  73
  74 #include "admin.h"
  75 #include "tabcomplete.h"
  76 #include "fhistory.h"
  77
  78 #define C_PROMPT "Z> "
  79
  80 static file_history_t file_history = 0;
  81
  82 static char sru_method[10] = "soap";
  83 static char sru_version[10] = "1.2";
  84 static char *codeset = 0;               /* character set for output */
  85 static int hex_dump = 0;
  86 static char *dump_file_prefix = 0;
  87 static ODR out, in, print;              /* encoding and decoding streams */
  88 #if YAZ_HAVE_XML2
  89 static ODR srw_sr_odr_out = 0;
  90 static Z_SRW_PDU *srw_sr = 0;
  91 #endif
  92 static FILE *apdu_file = 0;
  93 static FILE *ber_file = 0;
  94 static COMSTACK conn = 0;               /* our z-association */
  95
  96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
  97 static NMEM nmem_auth = NULL;
  98
  99 char *databaseNames[128];
 100 int num_databaseNames = 0;
 101 static Z_External *record_last = 0;
 102 static int setnumber = -1;              /* current result set number */
 103 static int smallSetUpperBound = 0;
 104 static int largeSetLowerBound = 1;
 105 static int mediumSetPresentNumber = 0;
 106 static Z_ElementSetNames *elementSetNames = 0;
 107 static Odr_int setno = 1;                   /* current set offset */
 108 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 109 #define RECORDSYNTAX_MAX 20
 110 static char *recordsyntax_list[RECORDSYNTAX_MAX];
 111 static int recordsyntax_size = 0;
 112
 113 static char *record_schema = 0;
 114 static int sent_close = 0;
 115 static NMEM session_mem = NULL;         /* memory handle for init-response */
 116 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 117 static char last_scan_line[512] = "0";
 118 static char last_scan_query[512] = "0";
 119 static char ccl_fields[512] = "default.bib";
 120 /* ### How can I set this path to use wherever YAZ is installed? */
 121 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 122 static char *esPackageName = 0;
 123 static char *yazProxy = 0;
 124 static int kilobytes = 1024;
 125 static char *negotiationCharset = 0;
 126 static int  negotiationCharsetRecords = 1;
 127 static int  negotiationCharsetVersion = 3;
 128 static char *outputCharset = 0;
 129 static char *marcCharset = 0;
 130 static char *queryCharset = 0;
 131 static char* yazLang = 0;
 132
 133 static char last_cmd[32] = "?";
 134 static FILE *marc_file = 0;
 135 static char *refid = NULL;
 136 static int auto_reconnect = 0;
 137 static int auto_wait = 1;
 138 static Odr_bitmask z3950_options;
 139 static int z3950_version = 3;
 140 static int scan_stepSize = 0;
 141 static int scan_position = 1;
 142 static int scan_size = 20;
 143 static char cur_host[200];
 144 static int last_hit_count = 0;
 145
 146 typedef enum {
 147     QueryType_Prefix,
 148     QueryType_CCL,
 149     QueryType_CCL2RPN,
 150     QueryType_CQL,
 151     QueryType_CQL2RPN
 152 } QueryType;
 153
 154 static QueryType queryType = QueryType_Prefix;
 155
 156 static CCL_bibset bibset;               /* CCL bibset handle */
 157 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
 158
 159 #if HAVE_READLINE_COMPLETION_OVER
 160
 161 #else
 162 /* readline doesn't have this var. Define it ourselves. */
 163 int rl_attempted_completion_over = 0;
 164 #endif
 165
 166 #define maxOtherInfosSupported 10
 167 struct eoi {
 168     Odr_oid oid[OID_SIZE];
 169     char* value;
 170 } extraOtherInfos[maxOtherInfosSupported];
 171
 172 void process_cmd_line(char* line);
 173 #if HAVE_READLINE_READLINE_H
 174 char **readline_completer(char *text, int start, int end);
 175 #endif
 176 static char *command_generator(const char *text, int state);
 177 int cmd_register_tab(const char* arg);
 178 int cmd_querycharset(const char *arg);
 179
 180 static void close_session(void);
 181
 182 static void marc_file_write(const char *buf, size_t sz);
 183
 184 static void wait_and_handle_response(int one_response_only);
 185
 186 ODR getODROutputStream(void)
 187 {
 188     return out;
 189 }
 190
 191 const char* query_type_as_string(QueryType q)
 192 {
 193     switch (q) {
 194     case QueryType_Prefix: return "prefix (RPN sent to server)";
 195     case QueryType_CCL: return "CCL (CCL sent to server) ";
 196     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 197     case QueryType_CQL: return "CQL (CQL sent to server)";
 198     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 199     default:
 200         return "unknown Query type internal yaz-client error";
 201     }
 202 }
 203
 204 static void do_hex_dump(const char* buf, size_t len)
 205 {
 206     if (hex_dump)
 207     {
 208         size_t i;
 209         int x;
 210         for (i = 0; i < len ; i = i+16 )
 211         {
 212             printf(" %4.4ld ", (long) i);
 213             for(x=0 ; i+x<len && x<16; ++x)
 214             {
 215                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 216             }
 217             printf("\n");
 218         }
 219     }
 220     if (dump_file_prefix)
 221     {
 222         static int no = 0;
 223         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 224         {
 225             char fname[1024];
 226             FILE *of;
 227             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
 228             of = fopen(fname, "wb");
 229
 230             if (fwrite(buf, 1, len, of) != len)
 231             {
 232                 printf("write failed for %s", fname);
 233             }
 234             if (fclose(of))
 235             {
 236                 printf("close failed for %s", fname);
 237             }
 238         }
 239     }
 240 }
 241
 242 void add_otherInfos(Z_APDU *a)
 243 {
 244     Z_OtherInformation **oi;
 245     int i;
 246
 247     yaz_oi_APDU(a, &oi);
 248     for(i=0; i<maxOtherInfosSupported; ++i)
 249     {
 250         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
 251             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
 252                                      1, extraOtherInfos[i].value);
 253     }
 254 }
 255
 256 int send_apdu(Z_APDU *a)
 257 {
 258     char *buf;
 259     int len;
 260
 261     add_otherInfos(a);
 262
 263     if (apdu_file)
 264     {
 265         z_APDU(print, &a, 0, 0);
 266         odr_reset(print);
 267     }
 268     if (!z_APDU(out, &a, 0, 0))
 269     {
 270         odr_perror(out, "Encoding APDU");
 271         close_session();
 272         return 0;
 273     }
 274     buf = odr_getbuf(out, &len, 0);
 275     if (ber_file)
 276         odr_dumpBER(ber_file, buf, len);
 277     /* printf ("sending APDU of size %d\n", len); */
 278     do_hex_dump(buf, len);
 279     if (cs_put(conn, buf, len) < 0)
 280     {
 281         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 282         close_session();
 283         return 0;
 284     }
 285     odr_reset(out); /* release the APDU structure  */
 286     return 1;
 287 }
 288
 289 static void print_stringn(const unsigned char *buf, size_t len)
 290 {
 291     size_t i;
 292     for (i = 0; i<len; i++)
 293         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
 294             printf("%c", buf[i]);
 295         else
 296             printf("\\X%02X", buf[i]);
 297 }
 298
 299 static void print_refid(Z_ReferenceId *id)
 300 {
 301     if (id)
 302     {
 303         printf("Reference Id: ");
 304         print_stringn(id->buf, id->len);
 305         printf("\n");
 306     }
 307 }
 308
 309 static Z_ReferenceId *set_refid(ODR out)
 310 {
 311     Z_ReferenceId *id;
 312     if (!refid)
 313         return 0;
 314     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
 315     id->size = id->len = strlen(refid);
 316     id->buf = (unsigned char *) odr_malloc(out, id->len);
 317     memcpy(id->buf, refid, id->len);
 318     return id;
 319 }
 320
 321 /* INIT SERVICE ------------------------------- */
 322
 323 static void send_initRequest(const char* type_and_host)
 324 {
 325     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 326     Z_InitRequest *req = apdu->u.initRequest;
 327     int i;
 328
 329     req->options = &z3950_options;
 330
 331     ODR_MASK_ZERO(req->protocolVersion);
 332     for (i = 0; i<z3950_version; i++)
 333         ODR_MASK_SET(req->protocolVersion, i);
 334
 335     *req->maximumRecordSize = 1024*kilobytes;
 336     *req->preferredMessageSize = 1024*kilobytes;
 337
 338     req->idAuthentication = auth;
 339
 340     req->referenceId = set_refid(out);
 341
 342     if (yazProxy && type_and_host)
 343     {
 344         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
 345                               1, type_and_host);
 346     }
 347
 348     if (negotiationCharset || yazLang) {
 349         Z_OtherInformation **p;
 350         Z_OtherInformationUnit *p0;
 351
 352         yaz_oi_APDU(apdu, &p);
 353
 354         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 355         {
 356             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 357
 358             p0->which = Z_OtherInfo_externallyDefinedInfo;
 359             p0->information.externallyDefinedInfo =
 360                 yaz_set_proposal_charneg_list(out, ",",
 361                                               negotiationCharset,
 362                                               yazLang,
 363                                               negotiationCharsetRecords);
 364         }
 365     }
 366     if (send_apdu(apdu))
 367         printf("Sent initrequest.\n");
 368 }
 369
 370
 371 /* These two are used only from process_initResponse() */
 372 static void render_initUserInfo(Z_OtherInformation *ui1);
 373 static void render_diag(Z_DiagnosticFormat *diag);
 374
 375 static void pr_opt(const char *opt, void *clientData)
 376 {
 377     printf(" %s", opt);
 378 }
 379
 380 static int process_initResponse(Z_InitResponse *res)
 381 {
 382     int ver = 0;
 383     /* save session parameters for later use */
 384     session_mem = odr_extract_mem(in);
 385     session_initResponse = res;
 386
 387     for (ver = 0; ver < 8; ver++)
 388         if (!ODR_MASK_GET(res->protocolVersion, ver))
 389             break;
 390
 391     if (!*res->result)
 392         printf("Connection rejected by v%d target.\n", ver);
 393     else
 394         printf("Connection accepted by v%d target.\n", ver);
 395     if (res->implementationId)
 396         printf("ID     : %s\n", res->implementationId);
 397     if (res->implementationName)
 398         printf("Name   : %s\n", res->implementationName);
 399     if (res->implementationVersion)
 400         printf("Version: %s\n", res->implementationVersion);
 401     if (res->userInformationField)
 402     {
 403         Z_External *uif = res->userInformationField;
 404         if (uif->which == Z_External_userInfo1) {
 405             render_initUserInfo(uif->u.userInfo1);
 406         } else {
 407             printf("UserInformationfield:\n");
 408             if (!z_External(print, (Z_External**)&uif, 0, 0))
 409             {
 410                 odr_perror(print, "Printing userinfo\n");
 411                 odr_reset(print);
 412             }
 413             if (uif->which == Z_External_octet) {
 414                 printf("Guessing visiblestring:\n");
 415                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 416                        uif->u.octet_aligned->buf);
 417             }
 418             else if (uif->which == Z_External_single)
 419             {
 420                 Odr_any *sat = uif->u.single_ASN1_type;
 421                 if (!oid_oidcmp(uif->direct_reference,
 422                                 yaz_oid_userinfo_oclc_userinfo))
 423                 {
 424                     Z_OCLC_UserInformation *oclc_ui;
 425                     ODR decode = odr_createmem(ODR_DECODE);
 426                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 427                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 428                         printf("Bad OCLC UserInformation:\n");
 429                     else
 430                         printf("OCLC UserInformation:\n");
 431                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 432                         printf("Bad OCLC UserInformation spec\n");
 433                     odr_destroy(decode);
 434                 }
 435                 else
 436                 {
 437                     /* Peek at any private Init-diagnostic APDUs */
 438                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
 439                            (int) sat->len, sat->len, sat->buf);
 440                 }
 441             }
 442             odr_reset(print);
 443         }
 444     }
 445     printf("Options:");
 446     yaz_init_opt_decode(res->options, pr_opt, 0);
 447     printf("\n");
 448
 449     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 450         setnumber = 0;
 451
 452     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 453
 454         Z_CharSetandLanguageNegotiation *p =
 455                 yaz_get_charneg_record(res->otherInfo);
 456
 457         if (p)
 458         {
 459             char *charset=NULL, *lang=NULL;
 460             int selected;
 461
 462             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 463                                      &selected);
 464
 465             printf("Accepted character set : %s\n", charset ? charset:"none");
 466             printf("Accepted code language : %s\n", lang ? lang:"none");
 467             printf("Accepted records in ...: %d\n", selected );
 468
 469             if (outputCharset && charset)
 470             {
 471                 printf("Converting between %s and %s\n",
 472                        outputCharset, charset);
 473                 odr_set_charset(out, charset, outputCharset);
 474                 odr_set_charset(in, outputCharset, charset);
 475                 cmd_querycharset(charset);
 476             }
 477             else
 478             {
 479                 odr_set_charset(out, 0, 0);
 480                 odr_set_charset(in, 0, 0);
 481             }
 482         }
 483     }
 484     fflush(stdout);
 485     return 0;
 486 }
 487
 488
 489 static void render_initUserInfo(Z_OtherInformation *ui1) {
 490     int i;
 491     printf("Init response contains %d otherInfo unit%s:\n",
 492            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 493
 494     for (i = 0; i < ui1->num_elements; i++) {
 495         Z_OtherInformationUnit *unit = ui1->list[i];
 496         printf("  %d: otherInfo unit contains ", i+1);
 497         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 498             unit->information.externallyDefinedInfo &&
 499             unit->information.externallyDefinedInfo->which ==
 500             Z_External_diag1) {
 501             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 502         }
 503         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 504         {
 505             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 506         }
 507         else
 508         {
 509             printf("unsupported otherInfo unit external %d\n",
 510                    unit->information.externallyDefinedInfo ?
 511                    unit->information.externallyDefinedInfo->which : -2);
 512         }
 513     }
 514 }
 515
 516
 517 /* ### should this share code with display_diagrecs()? */
 518 static void render_diag(Z_DiagnosticFormat *diag) {
 519     int i;
 520
 521     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 522     for (i = 0; i < diag->num; i++) {
 523         Z_DiagnosticFormat_s *ds = diag->elements[i];
 524         printf("    %d: ", i+1);
 525         switch (ds->which) {
 526         case Z_DiagnosticFormat_s_defaultDiagRec: {
 527             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 528             /* ### should check `dd->diagnosticSetId' */
 529             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
 530                    diagbib1_str(*dd->condition));
 531             /* Both types of addinfo are the same, so use type-pun */
 532             if (dd->u.v2Addinfo != 0)
 533                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 534             break;
 535         }
 536         case Z_DiagnosticFormat_s_explicitDiagnostic:
 537             printf("Explicit diagnostic (not supported)");
 538             break;
 539         default:
 540             printf("Unrecognised diagnostic type %d", ds->which);
 541             break;
 542         }
 543
 544         if (ds->message != 0)
 545             printf(", message='%s'", ds->message);
 546         printf("\n");
 547     }
 548 }
 549
 550
 551 static int set_base(const char *arg)
 552 {
 553     int i;
 554     const char *cp;
 555
 556     for (i = 0; i<num_databaseNames; i++)
 557         xfree(databaseNames[i]);
 558     num_databaseNames = 0;
 559     while (1)
 560     {
 561         char *cp1;
 562         if (!(cp = strchr(arg, ' ')))
 563             cp = arg + strlen(arg);
 564         if (cp - arg < 1)
 565             break;
 566         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
 567         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
 568         databaseNames[num_databaseNames][cp - arg] = '\0';
 569
 570         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 571             if (*cp1 == '+')
 572                 *cp1 = ' ';
 573         num_databaseNames++;
 574
 575         if (!*cp)
 576             break;
 577         arg = cp+1;
 578     }
 579     if (num_databaseNames == 0)
 580     {
 581         num_databaseNames = 1;
 582         databaseNames[0] = xstrdup("");
 583     }
 584     return 1;
 585 }
 586
 587 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
 588 {
 589     const char *sep;
 590     while (**arg && strchr(" \t\n\r\f", **arg))
 591         (*arg)++;
 592     if (**arg == '\0')
 593     {
 594         return 0;
 595     }
 596     else if ((*arg)[0] == '<')
 597     {
 598         size_t fsize;
 599         FILE *inf;
 600         const char *fname;
 601         const char *arg_start = ++(*arg);
 602
 603         while (**arg != '\0' && **arg != ' ')
 604             (*arg)++;
 605
 606         fname = odr_strdupn(out, arg_start, *arg - arg_start);
 607
 608         inf = fopen(fname, "rb");
 609         if (!inf)
 610         {
 611             printf("Couldn't open %s\n", fname);
 612             return 0;
 613         }
 614         if (fseek(inf, 0L, SEEK_END) == -1)
 615         {
 616             printf("Couldn't seek in %s\n", fname);
 617             fclose(inf);
 618             return 0;
 619         }
 620         fsize = ftell(inf);
 621         if (fseek(inf, 0L, SEEK_SET) == -1)
 622         {
 623             printf("Couldn't seek in %s\n", fname);
 624             fclose(inf);
 625             return 0;
 626         }
 627         *len = fsize;
 628         *buf = (char *) odr_malloc(out, fsize+1);
 629         (*buf)[fsize] = '\0';
 630         if (fread(*buf, 1, fsize, inf) != fsize)
 631         {
 632             printf("Unable to read %s\n", fname);
 633             fclose(inf);
 634             return 0;
 635         }
 636         fclose(inf);
 637     }
 638     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 639     {
 640         (*arg)++;
 641         *len = sep - *arg;
 642         *buf = odr_strdupn(out, *arg, *len);
 643         (*arg) = sep+1;
 644     }
 645     else
 646     {
 647         const char *arg_start = *arg;
 648
 649         while (**arg != '\0' && **arg != ' ')
 650             (*arg)++;
 651
 652         *len = *arg - arg_start;
 653         *buf = odr_strdupn(out, arg_start, *len);
 654     }
 655     return 1;
 656 }
 657
 658 static int cmd_base(const char *arg)
 659 {
 660     if (!*arg)
 661     {
 662         printf("Usage: base <database> <database> ...\n");
 663         return 0;
 664     }
 665     return set_base(arg);
 666 }
 667
 668 int session_connect(const char *arg)
 669 {
 670     void *add;
 671     char type_and_host[101];
 672     const char *basep = 0;
 673     if (conn)
 674     {
 675         cs_close(conn);
 676         conn = 0;
 677     }
 678     if (session_mem)
 679     {
 680         nmem_destroy(session_mem);
 681         session_mem = NULL;
 682         session_initResponse = 0;
 683     }
 684     cs_get_host_args(arg, &basep);
 685
 686     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 687     type_and_host[sizeof(type_and_host)-1] = '\0';
 688
 689     if (yazProxy)
 690         conn = cs_create_host(yazProxy, 1, &add);
 691     else
 692         conn = cs_create_host(arg, 1, &add);
 693     if (!conn)
 694     {
 695         printf("Could not resolve address %s\n", arg);
 696         return 0;
 697     }
 698 #if YAZ_HAVE_XML2
 699 #else
 700     if (conn->protocol == PROTO_HTTP)
 701     {
 702         printf("SRW/HTTP not enabled in this YAZ\n");
 703         cs_close(conn);
 704         conn = 0;
 705         return 0;
 706     }
 707 #endif
 708     protocol = conn->protocol;
 709     if (conn->protocol == PROTO_HTTP)
 710         set_base("");
 711     else
 712         set_base("Default");
 713     printf("Connecting...");
 714     fflush(stdout);
 715     if (cs_connect(conn, add) < 0)
 716     {
 717         printf("error = %s\n", cs_strerror(conn));
 718         cs_close(conn);
 719         conn = 0;
 720         return 0;
 721     }
 722     printf("OK.\n");
 723     cs_print_session_info(conn);
 724     if (basep && *basep)
 725         set_base (basep);
 726     if (protocol == PROTO_Z3950)
 727     {
 728         send_initRequest(type_and_host);
 729         return 2;
 730     }
 731     return 0;
 732 }
 733
 734 int cmd_open(const char *arg)
 735 {
 736     int r;
 737     if (arg)
 738     {
 739         strncpy(cur_host, arg, sizeof(cur_host)-1);
 740         cur_host[sizeof(cur_host)-1] = 0;
 741     }
 742     r = session_connect(cur_host);
 743     if (conn && conn->protocol == PROTO_HTTP)
 744         queryType = QueryType_CQL;
 745     return r;
 746 }
 747
 748 int cmd_authentication(const char *arg)
 749 {
 750     char **args;
 751     int r;
 752
 753     nmem_reset(nmem_auth);
 754     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
 755
 756     if (r == 0)
 757     {
 758         printf("Authentication set to null\n");
 759         auth = 0;
 760     }
 761     else if (r == 1)
 762     {
 763         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 764         if (!strcmp(args[0], "-"))
 765         {
 766             auth->which = Z_IdAuthentication_anonymous;
 767             auth->u.anonymous = odr_nullval();
 768             printf("Authentication set to Anonymous\n");
 769         }
 770         else
 771         {
 772             auth->which = Z_IdAuthentication_open;
 773             auth->u.open = args[0];
 774             printf("Authentication set to Open (%s)\n", args[0]);
 775         }
 776     }
 777     else if (r == 2)
 778     {
 779         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 780         auth->which = Z_IdAuthentication_idPass;
 781         auth->u.idPass = (Z_IdPass *)
 782             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 783         auth->u.idPass->groupId = NULL;
 784         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
 785         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
 786         printf("Authentication set to User (%s), Pass (%s)\n",
 787                args[0], args[1]);
 788     }
 789     else if (r == 3)
 790     {
 791         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
 792         auth->which = Z_IdAuthentication_idPass;
 793         auth->u.idPass = (Z_IdPass *)
 794             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 795         auth->u.idPass->groupId = args[1];
 796         auth->u.idPass->userId = args[0];
 797         auth->u.idPass->password = args[2];
 798         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 799                args[0], args[1], args[2]);
 800     }
 801     else
 802     {
 803         printf("Bad number of args to auth\n");
 804         auth = 0;
 805     }
 806
 807     return 1;
 808 }
 809
 810 /* SEARCH SERVICE ------------------------------ */
 811 static void display_record(Z_External *r);
 812
 813 static void print_record(const unsigned char *buf, size_t len)
 814 {
 815     size_t i = len;
 816     print_stringn(buf, len);
 817     /* add newline if not already added ... */
 818     if (i <= 0 || buf[i-1] != '\n')
 819         printf("\n");
 820 }
 821
 822 static void display_record(Z_External *r)
 823 {
 824     const Odr_oid *oid = r->direct_reference;
 825
 826     record_last = r;
 827     /*
 828      * Tell the user what we got.
 829      */
 830     if (oid)
 831     {
 832         oid_class oclass;
 833         char oid_name_buf[OID_STR_MAX];
 834         const char *oid_name
 835             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
 836         printf("Record type: ");
 837         if (oid_name)
 838             printf("%s\n", oid_name);
 839     }
 840     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 841     if (r->which == Z_External_octet)
 842     {
 843         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
 844         char *rr;
 845
 846         if (type)
 847         {
 848             /*
 849              * Call the given decoder to process the record.
 850              */
 851             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 852                 r->u.octet_aligned->len, 0);
 853             if (!(*type->fun)(in, &rr, 0, 0))
 854             {
 855                 odr_perror(in, "Decoding constructed record.");
 856                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
 857                 fprintf(stdout, "Packet dump:\n---------\n");
 858                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 859                             r->u.octet_aligned->len);
 860                 fprintf(stdout, "---------\n");
 861
 862                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 863             } else {
 864                 /*
 865                  * Note: we throw away the original, BER-encoded record here.
 866                  * Do something else with it if you want to keep it.
 867                  */
 868                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 869                 r->which = type->what;
 870             }
 871         }
 872     }
 873     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
 874     {
 875         print_record((const unsigned char *) r->u.octet_aligned->buf,
 876                      r->u.octet_aligned->len);
 877         marc_file_write((const char *) r->u.octet_aligned->buf,
 878                         r->u.octet_aligned->len);
 879     }
 880     else if (oid && r->which == Z_External_octet)
 881     {
 882         const char *octet_buf = (char*)r->u.octet_aligned->buf;
 883         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
 884                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
 885                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
 886         {
 887             print_record((const unsigned char *) octet_buf,
 888                          r->u.octet_aligned->len);
 889         }
 890         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
 891         {
 892             int size = r->u.octet_aligned->len;
 893             if (size > 100)
 894                 size = 100;
 895             print_record((const unsigned char *) octet_buf, size);
 896         }
 897         else
 898         {
 899             if (oid && yaz_oid_is_iso2709(oid))
 900             {
 901                 const char *result;
 902                 size_t rlen;
 903                 yaz_iconv_t cd = 0;
 904                 yaz_marc_t mt = yaz_marc_create();
 905                 const char *from = 0;
 906
 907                 if (marcCharset && !strcmp(marcCharset, "auto"))
 908                 {
 909                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
 910                     {
 911                         if (octet_buf[9] == 'a')
 912                             from = "UTF-8";
 913                         else
 914                             from = "MARC-8";
 915                     }
 916                     else
 917                         from = "ISO-8859-1";
 918                 }
 919                 else if (marcCharset)
 920                     from = marcCharset;
 921                 if (outputCharset && from)
 922                 {
 923                     cd = yaz_iconv_open(outputCharset, from);
 924                     printf("convert from %s to %s", from,
 925                             outputCharset);
 926                     if (!cd)
 927                         printf(" unsupported\n");
 928                     else
 929                     {
 930                         yaz_marc_iconv(mt, cd);
 931                         printf("\n");
 932                     }
 933                 }
 934
 935                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
 936                                         &result, &rlen)> 0)
 937                 {
 938                     if (fwrite(result, rlen, 1, stdout) != 1)
 939                     {
 940                         printf("write to stdout failed\n");
 941                     }
 942                 }
 943                 else
 944                 {
 945                     printf("bad MARC. Dumping as it is:\n");
 946                     print_record((const unsigned char*) octet_buf,
 947                                   r->u.octet_aligned->len);
 948                 }
 949                 yaz_marc_destroy(mt);
 950                 if (cd)
 951                     yaz_iconv_close(cd);
 952             }
 953             else
 954             {
 955                 print_record((const unsigned char*) octet_buf,
 956                              r->u.octet_aligned->len);
 957             }
 958         }
 959         marc_file_write(octet_buf, r->u.octet_aligned->len);
 960     }
 961     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
 962     {
 963         if (r->which != Z_External_sutrs)
 964         {
 965             printf("Expecting single SUTRS type for SUTRS.\n");
 966             return;
 967         }
 968         print_record(r->u.sutrs->buf, r->u.sutrs->len);
 969         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
 970     }
 971     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
 972     {
 973         WRBUF w;
 974         if (r->which != Z_External_grs1)
 975         {
 976             printf("Expecting single GRS type for GRS.\n");
 977             return;
 978         }
 979         w = wrbuf_alloc();
 980         yaz_display_grs1(w, r->u.grs1, 0);
 981         puts(wrbuf_cstr(w));
 982         wrbuf_destroy(w);
 983     }
 984     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
 985     {
 986         int i;
 987         if (r->u.opac->bibliographicRecord)
 988             display_record(r->u.opac->bibliographicRecord);
 989         for (i = 0; i<r->u.opac->num_holdingsData; i++)
 990         {
 991             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
 992             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
 993             {
 994                 printf("MARC holdings %d\n", i);
 995                 display_record(h->u.marcHoldingsRecord);
 996             }
 997             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
 998             {
 999                 int j;
1000
1001                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1002
1003                 printf("Data holdings %d\n", i);
1004                 if (data->typeOfRecord)
1005                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1006                 if (data->encodingLevel)
1007                     printf("encodingLevel: %s\n", data->encodingLevel);
1008                 if (data->receiptAcqStatus)
1009                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1010                 if (data->generalRetention)
1011                     printf("generalRetention: %s\n", data->generalRetention);
1012                 if (data->completeness)
1013                     printf("completeness: %s\n", data->completeness);
1014                 if (data->dateOfReport)
1015                     printf("dateOfReport: %s\n", data->dateOfReport);
1016                 if (data->nucCode)
1017                     printf("nucCode: %s\n", data->nucCode);
1018                 if (data->localLocation)
1019                     printf("localLocation: %s\n", data->localLocation);
1020                 if (data->shelvingLocation)
1021                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1022                 if (data->callNumber)
1023                     printf("callNumber: %s\n", data->callNumber);
1024                 if (data->shelvingData)
1025                     printf("shelvingData: %s\n", data->shelvingData);
1026                 if (data->copyNumber)
1027                     printf("copyNumber: %s\n", data->copyNumber);
1028                 if (data->publicNote)
1029                     printf("publicNote: %s\n", data->publicNote);
1030                 if (data->reproductionNote)
1031                     printf("reproductionNote: %s\n", data->reproductionNote);
1032                 if (data->termsUseRepro)
1033                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1034                 if (data->enumAndChron)
1035                     printf("enumAndChron: %s\n", data->enumAndChron);
1036                 for (j = 0; j<data->num_volumes; j++)
1037                 {
1038                     printf("volume %d\n", j);
1039                     if (data->volumes[j]->enumeration)
1040                         printf(" enumeration: %s\n",
1041                                 data->volumes[j]->enumeration);
1042                     if (data->volumes[j]->chronology)
1043                         printf(" chronology: %s\n",
1044                                 data->volumes[j]->chronology);
1045                     if (data->volumes[j]->enumAndChron)
1046                         printf(" enumAndChron: %s\n",
1047                                 data->volumes[j]->enumAndChron);
1048                 }
1049                 for (j = 0; j<data->num_circulationData; j++)
1050                 {
1051                     printf("circulation %d\n", j);
1052                     if (data->circulationData[j]->availableNow)
1053                         printf(" availableNow: %d\n",
1054                                 *data->circulationData[j]->availableNow);
1055                     if (data->circulationData[j]->availablityDate)
1056                         printf(" availabiltyDate: %s\n",
1057                                 data->circulationData[j]->availablityDate);
1058                     if (data->circulationData[j]->availableThru)
1059                         printf(" availableThru: %s\n",
1060                                 data->circulationData[j]->availableThru);
1061                     if (data->circulationData[j]->restrictions)
1062                         printf(" restrictions: %s\n",
1063                                 data->circulationData[j]->restrictions);
1064                     if (data->circulationData[j]->itemId)
1065                         printf(" itemId: %s\n",
1066                                 data->circulationData[j]->itemId);
1067                     if (data->circulationData[j]->renewable)
1068                         printf(" renewable: %d\n",
1069                                 *data->circulationData[j]->renewable);
1070                     if (data->circulationData[j]->onHold)
1071                         printf(" onHold: %d\n",
1072                                 *data->circulationData[j]->onHold);
1073                     if (data->circulationData[j]->enumAndChron)
1074                         printf(" enumAndChron: %s\n",
1075                                 data->circulationData[j]->enumAndChron);
1076                     if (data->circulationData[j]->midspine)
1077                         printf(" midspine: %s\n",
1078                                 data->circulationData[j]->midspine);
1079                     if (data->circulationData[j]->temporaryLocation)
1080                         printf(" temporaryLocation: %s\n",
1081                                 data->circulationData[j]->temporaryLocation);
1082                 }
1083             }
1084         }
1085     }
1086     else
1087     {
1088         printf("Unknown record representation.\n");
1089         if (!z_External(print, &r, 0, 0))
1090         {
1091             odr_perror(print, "Printing external");
1092             odr_reset(print);
1093         }
1094     }
1095 }
1096
1097 static void display_diagrecs(Z_DiagRec **pp, int num)
1098 {
1099     int i;
1100     Z_DefaultDiagFormat *r;
1101
1102     printf("Diagnostic message(s) from database:\n");
1103     for (i = 0; i<num; i++)
1104     {
1105         Z_DiagRec *p = pp[i];
1106         if (p->which != Z_DiagRec_defaultFormat)
1107         {
1108             printf("Diagnostic record not in default format.\n");
1109             return;
1110         }
1111         else
1112             r = p->u.defaultFormat;
1113
1114         if (!r->diagnosticSetId)
1115             printf("Missing diagset\n");
1116         else
1117         {
1118             oid_class oclass;
1119             char diag_name_buf[OID_STR_MAX];
1120             const char *diag_name = 0;
1121             diag_name = yaz_oid_to_string_buf
1122                 (r->diagnosticSetId, &oclass, diag_name_buf);
1123             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1124                 printf("Unknown diagset: %s\n", diag_name);
1125         }
1126         printf("    [" ODR_INT_PRINTF "] %s",
1127                *r->condition, diagbib1_str(*r->condition));
1128         switch (r->which)
1129         {
1130         case Z_DefaultDiagFormat_v2Addinfo:
1131             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1132             break;
1133         case Z_DefaultDiagFormat_v3Addinfo:
1134             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1135             break;
1136         }
1137     }
1138 }
1139
1140
1141 static void display_nameplusrecord(Z_NamePlusRecord *p)
1142 {
1143     if (p->databaseName)
1144         printf("[%s]", p->databaseName);
1145     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1146         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1147     else if (p->which == Z_NamePlusRecord_databaseRecord)
1148         display_record(p->u.databaseRecord);
1149 }
1150
1151 static void display_records(Z_Records *p)
1152 {
1153     int i;
1154
1155     if (p->which == Z_Records_NSD)
1156     {
1157         Z_DiagRec dr, *dr_p = &dr;
1158         dr.which = Z_DiagRec_defaultFormat;
1159         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1160         display_diagrecs(&dr_p, 1);
1161     }
1162     else if (p->which == Z_Records_multipleNSD)
1163         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1164                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1165     else
1166     {
1167         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1168         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1169             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1170     }
1171 }
1172
1173 static int send_deleteResultSetRequest(const char *arg)
1174 {
1175     char names[8][32];
1176     int i;
1177
1178     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1179     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1180
1181     req->referenceId = set_refid(out);
1182
1183     req->num_resultSetList =
1184         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1185                names[0], names[1], names[2], names[3],
1186                names[4], names[5], names[6], names[7]);
1187
1188     req->deleteFunction = odr_intdup(out, 0);
1189     if (req->num_resultSetList > 0)
1190     {
1191         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1192         req->resultSetList = (char **)
1193             odr_malloc(out, sizeof(*req->resultSetList)*
1194                         req->num_resultSetList);
1195         for (i = 0; i<req->num_resultSetList; i++)
1196             req->resultSetList[i] = names[i];
1197     }
1198     else
1199     {
1200         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1201         req->resultSetList = 0;
1202     }
1203
1204     send_apdu(apdu);
1205     printf("Sent deleteResultSetRequest.\n");
1206     return 2;
1207 }
1208
1209 #if YAZ_HAVE_XML2
1210 static int send_srw(Z_SRW_PDU *sr)
1211 {
1212     const char *charset = negotiationCharset;
1213     const char *host_port = cur_host;
1214     Z_GDU *gdu;
1215     char *path = 0;
1216
1217     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1218     *path = '/';
1219     strcpy(path+1, databaseNames[0]);
1220
1221     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1222
1223     if (!yaz_matchstr(sru_method, "get"))
1224     {
1225         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1226     }
1227     else if (!yaz_matchstr(sru_method, "post"))
1228     {
1229         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1230     }
1231     else if (!yaz_matchstr(sru_method, "soap"))
1232     {
1233         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1234     }
1235
1236     if (z_GDU(out, &gdu, 0, 0))
1237     {
1238         /* encode OK */
1239         char *buf_out;
1240         int len_out;
1241         int r;
1242         if (apdu_file)
1243         {
1244             if (!z_GDU(print, &gdu, 0, 0))
1245                 printf("Failed to print outgoing SRU package\n");
1246             odr_reset(print);
1247         }
1248         buf_out = odr_getbuf(out, &len_out, 0);
1249
1250         /* we don't odr_reset(out), since we may need the buffer again */
1251
1252         do_hex_dump(buf_out, len_out);
1253
1254         r = cs_put(conn, buf_out, len_out);
1255
1256         if (r >= 0)
1257             return 2;
1258     }
1259     return 0;
1260 }
1261 #endif
1262
1263 #if YAZ_HAVE_XML2
1264 static char *encode_SRW_term(ODR o, const char *q)
1265 {
1266     const char *in_charset = "ISO-8859-1";
1267     WRBUF w = wrbuf_alloc();
1268     yaz_iconv_t cd;
1269     char *res;
1270     if (outputCharset)
1271         in_charset = outputCharset;
1272     cd = yaz_iconv_open("UTF-8", in_charset);
1273     if (!cd)
1274     {
1275         wrbuf_destroy(w);
1276         return odr_strdup(o, q);
1277     }
1278     wrbuf_iconv_write(w, cd, q, strlen(q));
1279     if (wrbuf_len(w))
1280         res = odr_strdup(o, wrbuf_cstr(w));
1281     else
1282         res = odr_strdup(o, q);
1283     yaz_iconv_close(cd);
1284     wrbuf_destroy(w);
1285     return res;
1286 }
1287
1288
1289 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1290 {
1291     Z_SRW_PDU *sr = 0;
1292
1293     /* regular requestse .. */
1294     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1295
1296     switch(queryType)
1297     {
1298     case QueryType_CQL:
1299         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1300         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1301         break;
1302     case QueryType_Prefix:
1303         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1304         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1305         break;
1306     default:
1307         printf("Only CQL and PQF supported in SRW\n");
1308         return 0;
1309     }
1310     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1311     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1312     return send_srw(sr);
1313 }
1314
1315 static int send_SRW_searchRequest(const char *arg)
1316 {
1317     Z_SRW_PDU *sr = 0;
1318
1319     if (!srw_sr)
1320     {
1321         assert(srw_sr_odr_out == 0);
1322         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1323     }
1324     odr_reset(srw_sr_odr_out);
1325
1326     setno = 1;
1327
1328     /* save this for later .. when fetching individual records */
1329     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1330                               sru_version);
1331
1332     /* regular request .. */
1333     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1334
1335     switch(queryType)
1336     {
1337     case QueryType_CQL:
1338         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1339         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1340
1341         sr->u.request->query_type = Z_SRW_query_type_cql;
1342         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1343         break;
1344     case QueryType_Prefix:
1345         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1346         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1347
1348         sr->u.request->query_type = Z_SRW_query_type_pqf;
1349         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1350         break;
1351     default:
1352         printf("Only CQL and PQF supported in SRW\n");
1353         return 0;
1354     }
1355     sr->u.request->maximumRecords = odr_intdup(out, 0);
1356
1357     if (record_schema)
1358         sr->u.request->recordSchema = record_schema;
1359     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1360         sr->u.request->recordPacking = "xml";
1361     return send_srw(sr);
1362 }
1363 #endif
1364
1365 static void query_charset_convert(Z_RPNQuery *q)
1366 {
1367     if (queryCharset && outputCharset)
1368     {
1369         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1370         if (!cd)
1371         {
1372             printf("Conversion from %s to %s unsupported\n",
1373                    outputCharset, queryCharset);
1374             return;
1375         }
1376         yaz_query_charset_convert_rpnquery(q, out, cd);
1377         yaz_iconv_close(cd);
1378     }
1379 }
1380
1381 static int send_searchRequest(const char *arg)
1382 {
1383     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1384     Z_SearchRequest *req = apdu->u.searchRequest;
1385     Z_Query query;
1386     struct ccl_rpn_node *rpn = NULL;
1387     int error, pos;
1388     char setstring[100];
1389     Z_RPNQuery *RPNquery;
1390     Odr_oct ccl_query;
1391     YAZ_PQF_Parser pqf_parser;
1392     Z_External *ext;
1393     QueryType myQueryType = queryType;
1394     char pqfbuf[512];
1395
1396     if (myQueryType == QueryType_CCL2RPN)
1397     {
1398         rpn = ccl_find_str(bibset, arg, &error, &pos);
1399         if (error)
1400         {
1401             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1402             return 0;
1403         }
1404     } else if (myQueryType == QueryType_CQL2RPN) {
1405         /* ### All this code should be wrapped in a utility function */
1406         CQL_parser parser;
1407         struct cql_node *node;
1408         const char *addinfo;
1409         if (cqltrans == 0) {
1410             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1411             return 0;
1412         }
1413         parser = cql_parser_create();
1414         if ((error = cql_parser_string(parser, arg)) != 0) {
1415             printf("Can't parse CQL: must be a syntax error\n");
1416             return 0;
1417         }
1418         node = cql_parser_result(parser);
1419         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1420                                        sizeof pqfbuf)) != 0) {
1421             error = cql_transform_error(cqltrans, &addinfo);
1422             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1423                     cql_strerror(error), addinfo);
1424             return 0;
1425         }
1426         arg = pqfbuf;
1427         myQueryType = QueryType_Prefix;
1428     }
1429
1430     req->referenceId = set_refid(out);
1431     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1432     {
1433         static unsigned char big[2100];
1434         static Odr_oct bigo;
1435
1436         /* send a very big referenceid to test transport stack etc. */
1437         memset(big, 'A', 2100);
1438         bigo.len = bigo.size = 2100;
1439         bigo.buf = big;
1440         req->referenceId = &bigo;
1441     }
1442
1443     if (setnumber >= 0)
1444     {
1445         sprintf(setstring, "%d", ++setnumber);
1446         req->resultSetName = setstring;
1447     }
1448     *req->smallSetUpperBound = smallSetUpperBound;
1449     *req->largeSetLowerBound = largeSetLowerBound;
1450     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1451     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1452         mediumSetPresentNumber > 0))
1453     {
1454         if (recordsyntax_size)
1455             req->preferredRecordSyntax =
1456                 yaz_string_to_oid_odr(yaz_oid_std(),
1457                                       CLASS_RECSYN, recordsyntax_list[0], out);
1458
1459         req->smallSetElementSetNames =
1460             req->mediumSetElementSetNames = elementSetNames;
1461     }
1462     req->num_databaseNames = num_databaseNames;
1463     req->databaseNames = databaseNames;
1464
1465     req->query = &query;
1466
1467     switch (myQueryType)
1468     {
1469     case QueryType_Prefix:
1470         query.which = Z_Query_type_1;
1471         pqf_parser = yaz_pqf_create();
1472         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1473         if (!RPNquery)
1474         {
1475             const char *pqf_msg;
1476             size_t off;
1477             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1478             int ioff = off;
1479             printf("%*s^\n", ioff+4, "");
1480             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1481
1482             yaz_pqf_destroy(pqf_parser);
1483             return 0;
1484         }
1485         yaz_pqf_destroy(pqf_parser);
1486         query_charset_convert(RPNquery);
1487         query.u.type_1 = RPNquery;
1488         break;
1489     case QueryType_CCL:
1490         query.which = Z_Query_type_2;
1491         query.u.type_2 = &ccl_query;
1492         ccl_query.buf = (unsigned char*) arg;
1493         ccl_query.len = strlen(arg);
1494         break;
1495     case QueryType_CCL2RPN:
1496         query.which = Z_Query_type_1;
1497         RPNquery = ccl_rpn_query(out, rpn);
1498         if (!RPNquery)
1499         {
1500             printf("Couldn't convert from CCL to RPN\n");
1501             return 0;
1502         }
1503         query_charset_convert(RPNquery);
1504         query.u.type_1 = RPNquery;
1505         ccl_rpn_delete(rpn);
1506         break;
1507     case QueryType_CQL:
1508         query.which = Z_Query_type_104;
1509         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1510         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1511         ext->indirect_reference = 0;
1512         ext->descriptor = 0;
1513         ext->which = Z_External_CQL;
1514         ext->u.cql = odr_strdup(out, arg);
1515         query.u.type_104 =  ext;
1516         break;
1517     default:
1518         printf("Unsupported query type\n");
1519         return 0;
1520     }
1521     if (send_apdu(apdu))
1522         printf("Sent searchRequest.\n");
1523     setno = 1;
1524     return 2;
1525 }
1526
1527 /* display Query Expression as part of searchResult-1 */
1528 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1529 {
1530     if (!qe)
1531         return;
1532     printf(" %s=", lead);
1533     if (qe->which == Z_QueryExpression_term)
1534     {
1535         if (qe->u.term->queryTerm)
1536         {
1537             Z_Term *term = qe->u.term->queryTerm;
1538             switch (term->which)
1539             {
1540             case Z_Term_general:
1541                 printf("%.*s", term->u.general->len, term->u.general->buf);
1542                 break;
1543             case Z_Term_characterString:
1544                 printf("%s", term->u.characterString);
1545                 break;
1546             case Z_Term_numeric:
1547                 printf(ODR_INT_PRINTF, *term->u.numeric);
1548                 break;
1549             case Z_Term_null:
1550                 printf("null");
1551                 break;
1552             }
1553         }
1554     }
1555 }
1556
1557 /* see if we can find USR:SearchResult-1 */
1558 static void display_searchResult(Z_OtherInformation *o)
1559 {
1560     int i;
1561     if (!o)
1562         return ;
1563     for (i = 0; i < o->num_elements; i++)
1564     {
1565         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1566         {
1567             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1568
1569             if (ext->which == Z_External_searchResult1)
1570             {
1571                 int j;
1572                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1573                 printf("SearchResult-1:");
1574                 for (j = 0; j < sr->num; j++)
1575                 {
1576                     if (j)
1577                         printf(",");
1578                     if (!sr->elements[j]->subqueryExpression)
1579                         printf("%d", j);
1580                     display_queryExpression("term",
1581                         sr->elements[j]->subqueryExpression);
1582                     display_queryExpression("interpretation",
1583                         sr->elements[j]->subqueryInterpretation);
1584                     display_queryExpression("recommendation",
1585                         sr->elements[j]->subqueryRecommendation);
1586                     if (sr->elements[j]->subqueryCount)
1587                         printf(" cnt=" ODR_INT_PRINTF,
1588                                *sr->elements[j]->subqueryCount);
1589                     if (sr->elements[j]->subqueryId)
1590                         printf(" id=%s ", sr->elements[j]->subqueryId);
1591                 }
1592                 printf("\n");
1593             }
1594         }
1595     }
1596 }
1597
1598 static int process_searchResponse(Z_SearchResponse *res)
1599 {
1600     printf("Received SearchResponse.\n");
1601     print_refid(res->referenceId);
1602     if (*res->searchStatus)
1603         printf("Search was a success.\n");
1604     else
1605         printf("Search was a bloomin' failure.\n");
1606     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1607     last_hit_count = *res->resultCount;
1608     if (setnumber >= 0)
1609         printf(", setno %d", setnumber);
1610     putchar('\n');
1611     if (res->resultSetStatus)
1612     {
1613         printf("Result Set Status: ");
1614         switch(*res->resultSetStatus)
1615         {
1616         case Z_SearchResponse_subset:
1617             printf("subset"); break;
1618         case Z_SearchResponse_interim:
1619             printf("interim"); break;
1620         case Z_SearchResponse_none:
1621             printf("none"); break;
1622         case Z_SearchResponse_estimate:
1623             printf("estimate"); break;
1624         default:
1625             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1626         }
1627         putchar('\n');
1628     }
1629     display_searchResult(res->additionalSearchInfo);
1630     printf("records returned: " ODR_INT_PRINTF "\n",
1631            *res->numberOfRecordsReturned);
1632     setno += *res->numberOfRecordsReturned;
1633     if (res->records)
1634         display_records(res->records);
1635     return 0;
1636 }
1637
1638 static void print_level(int iLevel)
1639 {
1640     int i;
1641     for (i = 0; i < iLevel * 4; i++)
1642         printf(" ");
1643 }
1644
1645 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1646 {
1647     if (pInt != NULL)
1648     {
1649         print_level(iLevel);
1650         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1651     }
1652 }
1653
1654 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1655 {
1656     if (pInt != NULL)
1657     {
1658         print_level(iLevel);
1659         printf("%s: %d\n", pTag, *pInt);
1660     }
1661 }
1662
1663 static void print_string(int iLevel, const char *pTag, const char *pString)
1664 {
1665     if (pString != NULL)
1666     {
1667         print_level(iLevel);
1668         printf("%s: %s\n", pTag, pString);
1669     }
1670 }
1671
1672 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1673 {
1674     if (pOid != NULL)
1675     {
1676         Odr_oid *pInt = pOid;
1677
1678         print_level(iLevel);
1679         printf("%s:", pTag);
1680         for (; *pInt != -1; pInt++)
1681             printf(" %d", *pInt);
1682         printf("\n");
1683     }
1684 }
1685
1686 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1687 {
1688     if (referenceId != NULL)
1689     {
1690         int i;
1691
1692         print_level(iLevel);
1693         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1694         for (i = 0; i < referenceId->len; i++)
1695             printf("%c", referenceId->buf[i]);
1696         printf("\n");
1697     }
1698 }
1699
1700 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1701 {
1702     if (pStringNumeric != NULL)
1703     {
1704         switch (pStringNumeric->which)
1705         {
1706         case Z_StringOrNumeric_string:
1707             print_string(iLevel, pTag, pStringNumeric->u.string);
1708             break;
1709
1710         case Z_StringOrNumeric_numeric:
1711             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1712             break;
1713
1714         default:
1715             print_level(iLevel);
1716             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1717             break;
1718         }
1719     }
1720 }
1721
1722 static void print_universe_report_duplicate(
1723     int iLevel,
1724     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1725 {
1726     if (pUniverseReportDuplicate != NULL)
1727     {
1728         print_level(iLevel);
1729         printf("Universe Report Duplicate: \n");
1730         iLevel++;
1731         print_string_or_numeric(iLevel, "Hit No",
1732                                 pUniverseReportDuplicate->hitno);
1733     }
1734 }
1735
1736 static void print_universe_report_hits(
1737     int iLevel,
1738     Z_UniverseReportHits *pUniverseReportHits)
1739 {
1740     if (pUniverseReportHits != NULL)
1741     {
1742         print_level(iLevel);
1743         printf("Universe Report Hits: \n");
1744         iLevel++;
1745         print_string_or_numeric(iLevel, "Database",
1746                                 pUniverseReportHits->database);
1747         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1748     }
1749 }
1750
1751 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1752 {
1753     if (pUniverseReport != NULL)
1754     {
1755         print_level(iLevel);
1756         printf("Universe Report: \n");
1757         iLevel++;
1758         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1759         switch (pUniverseReport->which)
1760         {
1761         case Z_UniverseReport_databaseHits:
1762             print_universe_report_hits(iLevel,
1763                                        pUniverseReport->u.databaseHits);
1764             break;
1765
1766         case Z_UniverseReport_duplicate:
1767             print_universe_report_duplicate(iLevel,
1768                                             pUniverseReport->u.duplicate);
1769             break;
1770
1771         default:
1772             print_level(iLevel);
1773             printf("Type: %d\n", pUniverseReport->which);
1774             break;
1775         }
1776     }
1777 }
1778
1779 static void print_external(int iLevel, Z_External *pExternal)
1780 {
1781     if (pExternal != NULL)
1782     {
1783         print_level(iLevel);
1784         printf("External: \n");
1785         iLevel++;
1786         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1787         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1788         print_string(iLevel, "Descriptor", pExternal->descriptor);
1789         switch (pExternal->which)
1790         {
1791         case Z_External_universeReport:
1792             print_universe_report(iLevel, pExternal->u.universeReport);
1793             break;
1794
1795         default:
1796             print_level(iLevel);
1797             printf("Type: %d\n", pExternal->which);
1798             break;
1799         }
1800     }
1801 }
1802
1803 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1804 {
1805     printf("Received ResourceControlRequest.\n");
1806     print_referenceId(1, req->referenceId);
1807     print_bool(1, "Suspended Flag", req->suspendedFlag);
1808     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1809     print_bool(1, "Response Required", req->responseRequired);
1810     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
1811     print_external(1, req->resourceReport);
1812     return 0;
1813 }
1814
1815 void process_ESResponse(Z_ExtendedServicesResponse *res)
1816 {
1817     printf("Status: ");
1818     switch (*res->operationStatus)
1819     {
1820     case Z_ExtendedServicesResponse_done:
1821         printf("done\n");
1822         break;
1823     case Z_ExtendedServicesResponse_accepted:
1824         printf("accepted\n");
1825         break;
1826     case Z_ExtendedServicesResponse_failure:
1827         printf("failure\n");
1828         display_diagrecs(res->diagnostics, res->num_diagnostics);
1829         break;
1830     default:
1831         printf("unknown\n");
1832     }
1833     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1834         (res->num_diagnostics != 0) ) {
1835         display_diagrecs(res->diagnostics, res->num_diagnostics);
1836     }
1837     print_refid (res->referenceId);
1838     if (res->taskPackage &&
1839         res->taskPackage->which == Z_External_extendedService)
1840     {
1841         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1842         Odr_oct *id = taskPackage->targetReference;
1843         Z_External *ext = taskPackage->taskSpecificParameters;
1844
1845         if (id)
1846         {
1847             printf("Target Reference: ");
1848             print_stringn (id->buf, id->len);
1849             printf("\n");
1850         }
1851         if (ext->which == Z_External_update)
1852         {
1853             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1854             if (utp && utp->targetPart)
1855             {
1856                 Z_IUTargetPart *targetPart = utp->targetPart;
1857                 int i;
1858
1859                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1860                 {
1861
1862                     Z_IUTaskPackageRecordStructure *tpr =
1863                         targetPart->taskPackageRecords[i];
1864                     printf("task package record %d\n", i+1);
1865                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1866                     {
1867                         display_record (tpr->u.record);
1868                     }
1869                     else
1870                     {
1871                         printf("other type\n");
1872                     }
1873                 }
1874             }
1875         }
1876         if (ext->which == Z_External_itemOrder)
1877         {
1878             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1879
1880             if (otp && otp->targetPart)
1881             {
1882                 if (otp->targetPart->itemRequest)
1883                 {
1884                     Z_External *ext = otp->targetPart->itemRequest;
1885                     if (ext->which == Z_External_octet)
1886                     {
1887                         Odr_oct *doc = ext->u.octet_aligned;
1888                         printf("Got itemRequest doc %.*s\n",
1889                                doc->len, doc->buf);
1890                     }
1891                 }
1892                 else if (otp->targetPart->statusOrErrorReport)
1893                 {
1894                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1895                     if (ext->which == Z_External_octet)
1896                     {
1897                         Odr_oct *doc = ext->u.octet_aligned;
1898                         printf("Got Status or Error Report doc %.*s\n",
1899                                doc->len, doc->buf);
1900                     }
1901                 }
1902             }
1903         }
1904     }
1905     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1906     {
1907         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1908         printf("%.*s\n", doc->len, doc->buf);
1909     }
1910 }
1911
1912 const char *get_ill_element(void *clientData, const char *element)
1913 {
1914     return 0;
1915 }
1916
1917 static Z_External *create_external_itemRequest(void)
1918 {
1919     struct ill_get_ctl ctl;
1920     ILL_ItemRequest *req;
1921     Z_External *r = 0;
1922     int item_request_size = 0;
1923     char *item_request_buf = 0;
1924
1925     ctl.odr = out;
1926     ctl.clientData = 0;
1927     ctl.f = get_ill_element;
1928
1929     req = ill_get_ItemRequest(&ctl, "ill", 0);
1930     if (!req)
1931         printf("ill_get_ItemRequest failed\n");
1932
1933     if (!ill_ItemRequest(out, &req, 0, 0))
1934     {
1935         if (apdu_file)
1936         {
1937             ill_ItemRequest(print, &req, 0, 0);
1938             odr_reset(print);
1939         }
1940         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1941         if (item_request_buf)
1942             odr_setbuf (out, item_request_buf, item_request_size, 1);
1943         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1944         return 0;
1945     }
1946     else
1947     {
1948         r = (Z_External *) odr_malloc(out, sizeof(*r));
1949         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1950         r->indirect_reference = 0;
1951         r->descriptor = 0;
1952         r->which = Z_External_single;
1953
1954         r->u.single_ASN1_type = (Odr_oct *)
1955             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
1956         r->u.single_ASN1_type->buf = (unsigned char *)
1957         odr_malloc(out, item_request_size);
1958         r->u.single_ASN1_type->len = item_request_size;
1959         r->u.single_ASN1_type->size = item_request_size;
1960         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
1961                 item_request_size);
1962
1963         do_hex_dump(item_request_buf,item_request_size);
1964     }
1965     return r;
1966 }
1967
1968 static Z_External *create_external_ILL_APDU(int which)
1969 {
1970     struct ill_get_ctl ctl;
1971     ILL_APDU *ill_apdu;
1972     Z_External *r = 0;
1973     int ill_request_size = 0;
1974     char *ill_request_buf = 0;
1975
1976     ctl.odr = out;
1977     ctl.clientData = 0;
1978     ctl.f = get_ill_element;
1979
1980     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1981
1982     if (!ill_APDU (out, &ill_apdu, 0, 0))
1983     {
1984         if (apdu_file)
1985         {
1986             printf("-------------------\n");
1987             ill_APDU(print, &ill_apdu, 0, 0);
1988             odr_reset(print);
1989             printf("-------------------\n");
1990         }
1991         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1992         if (ill_request_buf)
1993             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1994         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1995         return 0;
1996     }
1997     else
1998     {
1999         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2000
2001         r = (Z_External *) odr_malloc(out, sizeof(*r));
2002         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2003         r->indirect_reference = 0;
2004         r->descriptor = 0;
2005         r->which = Z_External_single;
2006
2007         r->u.single_ASN1_type = (Odr_oct *)
2008             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2009         r->u.single_ASN1_type->buf = (unsigned char *)
2010         odr_malloc(out, ill_request_size);
2011         r->u.single_ASN1_type->len = ill_request_size;
2012         r->u.single_ASN1_type->size = ill_request_size;
2013         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2014 /*         printf("len = %d\n", ill_request_size); */
2015 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2016 /*              printf("--- end of extenal\n"); */
2017
2018     }
2019     return r;
2020 }
2021
2022
2023 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2024                                             const char *xml_buf,
2025                                             int xml_len)
2026 {
2027     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2028     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2029     r->indirect_reference = 0;
2030     r->descriptor = 0;
2031
2032     r->which = Z_External_itemOrder;
2033
2034     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2035     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2036     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2037
2038     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2039         odr_malloc(out,sizeof(Z_IORequest));
2040     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2041
2042     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2043         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2044     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2045     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2046         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2047     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2048
2049     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2050     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2051     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2052
2053     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2054         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2055     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2056     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2057
2058     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2059         odr_intdup(out, itemno);
2060     if (!strcmp (type, "item") || !strcmp(type, "2"))
2061     {
2062         printf("using item-request\n");
2063         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2064             create_external_itemRequest();
2065     }
2066     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2067     {
2068         printf("using ILL-request\n");
2069         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2070             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2071     }
2072     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2073     {
2074         printf("using XML ILL-request\n");
2075
2076         if (!xml_buf)
2077         {
2078             printf("no docoument added\n");
2079             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2080         }
2081         else
2082         {
2083             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2084                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2085         }
2086     }
2087     else
2088         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2089
2090     return r;
2091 }
2092
2093 static int send_itemorder(const char *type, int itemno,
2094                           const char *xml_buf, int xml_len)
2095 {
2096     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2097     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2098
2099     req->referenceId = set_refid (out);
2100
2101     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2102     req->packageName = esPackageName;
2103
2104     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2105                                                            xml_buf, xml_len);
2106     send_apdu(apdu);
2107     return 0;
2108 }
2109
2110 static int only_z3950(void)
2111 {
2112     if (!conn)
2113     {
2114         printf("Not connected yet\n");
2115         return 1;
2116     }
2117     if (protocol == PROTO_HTTP)
2118     {
2119         printf("Not supported by SRW\n");
2120         return 1;
2121     }
2122     return 0;
2123 }
2124
2125 static int cmd_update_common(const char *arg, int version);
2126
2127 static int cmd_update(const char *arg)
2128 {
2129     return cmd_update_common(arg, 1);
2130 }
2131
2132 static int cmd_update0(const char *arg)
2133 {
2134     return cmd_update_common(arg, 0);
2135 }
2136
2137 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2138                             char *rec_buf, int rec_len);
2139
2140 #if YAZ_HAVE_XML2
2141 static int cmd_update_SRW(int action_no, const char *recid,
2142                           char *rec_buf, int rec_len);
2143 #endif
2144
2145 static int cmd_update_common(const char *arg, int version)
2146 {
2147     char *action_buf;
2148     int action_len;
2149     char *recid_buf;
2150     int recid_len;
2151     const char *recid = 0;
2152     char *rec_buf;
2153     int rec_len;
2154     int action_no;
2155     int noread = 0;
2156
2157     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2158     {
2159         printf("Use: update action recid [fname]\n");
2160         printf(" where action is one of insert,replace,delete.update\n");
2161         printf(" recid is some record ID. Use none for no ID\n");
2162         printf(" fname is file of record to be updated\n");
2163         return 0;
2164     }
2165
2166     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2167     {
2168         printf("Missing recid\n");
2169         return 0;
2170     }
2171
2172     if (!strcmp(action_buf, "insert"))
2173         action_no = Z_IUOriginPartToKeep_recordInsert;
2174     else if (!strcmp(action_buf, "replace"))
2175         action_no = Z_IUOriginPartToKeep_recordReplace;
2176     else if (!strcmp(action_buf, "delete"))
2177         action_no = Z_IUOriginPartToKeep_recordDelete;
2178     else if (!strcmp(action_buf, "update"))
2179         action_no = Z_IUOriginPartToKeep_specialUpdate;
2180     else
2181     {
2182         printf("Bad action: %s\n", action_buf);
2183         printf("Possible values: insert, replace, delete, update\n");
2184         return 0;
2185     }
2186
2187     if (strcmp(recid_buf, "none")) /* none means no record ID */
2188         recid = recid_buf;
2189
2190     arg += noread;
2191     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2192         return 0;
2193
2194 #if YAZ_HAVE_XML2
2195     if (protocol == PROTO_HTTP)
2196         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2197 #endif
2198     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2199 }
2200
2201 #if YAZ_HAVE_XML2
2202 static int cmd_update_SRW(int action_no, const char *recid,
2203                           char *rec_buf, int rec_len)
2204 {
2205     if (!conn)
2206         session_connect(cur_host);
2207     if (!conn)
2208         return 0;
2209     else
2210     {
2211         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2212         Z_SRW_updateRequest *sr = srw->u.update_request;
2213
2214         switch(action_no)
2215         {
2216         case Z_IUOriginPartToKeep_recordInsert:
2217             sr->operation = "info:srw/action/1/create";
2218             break;
2219         case Z_IUOriginPartToKeep_recordReplace:
2220             sr->operation = "info:srw/action/1/replace";
2221             break;
2222         case Z_IUOriginPartToKeep_recordDelete:
2223             sr->operation = "info:srw/action/1/delete";
2224             break;
2225         }
2226         if (rec_buf)
2227         {
2228             sr->record = yaz_srw_get_record(out);
2229             sr->record->recordData_buf = rec_buf;
2230             sr->record->recordData_len = rec_len;
2231             sr->record->recordSchema = record_schema;
2232         }
2233         if (recid)
2234             sr->recordId = odr_strdup(out, recid);
2235         return send_srw(srw);
2236     }
2237 }
2238 #endif
2239
2240 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2241                             char *rec_buf, int rec_len)
2242 {
2243     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2244     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2245     Z_External *r;
2246     Z_External *record_this = 0;
2247     if (rec_buf)
2248         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2249                                        rec_buf, rec_len);
2250     else
2251     {
2252         if (!record_last)
2253         {
2254             printf("No last record (update ignored)\n");
2255             return 0;
2256         }
2257         record_this = record_last;
2258     }
2259
2260     req->packageType = odr_oiddup(out, (version == 0 ?
2261        yaz_oid_extserv_database_update_first_version :
2262        yaz_oid_extserv_database_update));
2263
2264     req->packageName = esPackageName;
2265
2266     req->referenceId = set_refid (out);
2267
2268     r = req->taskSpecificParameters = (Z_External *)
2269         odr_malloc(out, sizeof(*r));
2270     r->direct_reference = req->packageType;
2271     r->indirect_reference = 0;
2272     r->descriptor = 0;
2273     if (version == 0)
2274     {
2275         Z_IU0OriginPartToKeep *toKeep;
2276         Z_IU0SuppliedRecords *notToKeep;
2277
2278         r->which = Z_External_update0;
2279         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2280         r->u.update0->which = Z_IUUpdate_esRequest;
2281         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2282             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2283         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2284             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2285
2286         toKeep->databaseName = databaseNames[0];
2287         toKeep->schema = 0;
2288         if (record_schema)
2289         {
2290             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2291                                                    CLASS_SCHEMA,
2292                                                    record_schema, out);
2293         }
2294         toKeep->elementSetName = 0;
2295
2296         toKeep->action = odr_intdup(out, action_no);
2297
2298         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2299             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2300         notToKeep->num = 1;
2301         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2302             odr_malloc(out, sizeof(*notToKeep->elements));
2303         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2304             odr_malloc(out, sizeof(**notToKeep->elements));
2305         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2306         if (recid)
2307         {
2308             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2309                 odr_malloc(out, sizeof(Odr_oct));
2310             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2311             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2312             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2313         }
2314         else
2315             notToKeep->elements[0]->u.opaque = 0;
2316         notToKeep->elements[0]->supplementalId = 0;
2317         notToKeep->elements[0]->correlationInfo = 0;
2318         notToKeep->elements[0]->record = record_this;
2319     }
2320     else
2321     {
2322         Z_IUOriginPartToKeep *toKeep;
2323         Z_IUSuppliedRecords *notToKeep;
2324
2325         r->which = Z_External_update;
2326         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2327         r->u.update->which = Z_IUUpdate_esRequest;
2328         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2329             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2330         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2331             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2332
2333         toKeep->databaseName = databaseNames[0];
2334         toKeep->schema = 0;
2335         if (record_schema)
2336         {
2337             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2338                                                    CLASS_SCHEMA,
2339                                                    record_schema, out);
2340         }
2341         toKeep->elementSetName = 0;
2342         toKeep->actionQualifier = 0;
2343         toKeep->action = odr_intdup(out, action_no);
2344
2345         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2346             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2347         notToKeep->num = 1;
2348         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2349             odr_malloc(out, sizeof(*notToKeep->elements));
2350         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2351             odr_malloc(out, sizeof(**notToKeep->elements));
2352         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2353         if (recid)
2354         {
2355             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2356                 odr_malloc(out, sizeof(Odr_oct));
2357             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2358             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2359             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2360         }
2361         else
2362             notToKeep->elements[0]->u.opaque = 0;
2363         notToKeep->elements[0]->supplementalId = 0;
2364         notToKeep->elements[0]->correlationInfo = 0;
2365         notToKeep->elements[0]->record = record_this;
2366     }
2367
2368     send_apdu(apdu);
2369
2370     return 2;
2371 }
2372
2373 static int cmd_xmles(const char *arg)
2374 {
2375     if (only_z3950())
2376         return 1;
2377     else
2378     {
2379         char *asn_buf = 0;
2380         int noread = 0;
2381         Odr_oid *oid;
2382         char oid_str[51];
2383         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2384         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2385
2386
2387         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2388
2389         req->referenceId = set_refid (out);
2390         req->taskSpecificParameters = ext;
2391         ext->indirect_reference = 0;
2392         ext->descriptor = 0;
2393         ext->which = Z_External_octet;
2394         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2395         sscanf(arg, "%50s%n", oid_str, &noread);
2396         if (noread == 0)
2397         {
2398             printf("Missing OID for xmles\n");
2399             return 0;
2400         }
2401         arg += noread;
2402         if (parse_cmd_doc(&arg, out, &asn_buf,
2403                           &ext->u.single_ASN1_type->len) == 0)
2404             return 0;
2405
2406         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2407
2408         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2409                                     CLASS_EXTSERV, oid_str, out);
2410         if (!oid)
2411         {
2412             printf("Bad OID: %s\n", oid_str);
2413             return 0;
2414         }
2415
2416         req->packageType = oid;
2417
2418         ext->direct_reference = oid;
2419
2420         send_apdu(apdu);
2421
2422         return 2;
2423     }
2424 }
2425
2426 static int cmd_itemorder(const char *arg)
2427 {
2428     char type[12];
2429     int itemno;
2430     char *xml_buf = 0;
2431     int xml_len = 0;
2432     int no_read = 0;
2433
2434     if (only_z3950())
2435         return 1;
2436     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2437         return 0;
2438     arg += no_read;
2439     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2440
2441     fflush(stdout);
2442     send_itemorder(type, itemno, xml_buf, xml_len);
2443     return 2;
2444 }
2445
2446 static void show_opt(const char *arg, void *clientData)
2447 {
2448     printf("%s ", arg);
2449 }
2450
2451 static int cmd_zversion(const char *arg)
2452 {
2453     if (*arg && arg)
2454         z3950_version = atoi(arg);
2455     else
2456         printf("version is %d\n", z3950_version);
2457     return 0;
2458 }
2459
2460 static int cmd_options(const char *arg)
2461 {
2462     if (*arg)
2463     {
2464         int r;
2465         int pos;
2466         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2467         if (r == -1)
2468             printf("Unknown option(s) near %s\n", arg+pos);
2469     }
2470     else
2471     {
2472         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2473         printf("\n");
2474     }
2475     return 0;
2476 }
2477
2478 static int cmd_explain(const char *arg)
2479 {
2480     if (protocol != PROTO_HTTP)
2481         return 0;
2482 #if YAZ_HAVE_XML2
2483     if (!conn)
2484         session_connect(cur_host);
2485     if (conn)
2486     {
2487         Z_SRW_PDU *sr = 0;
2488
2489         setno = 1;
2490
2491         /* save this for later .. when fetching individual records */
2492         sr = yaz_srw_get(out, Z_SRW_explain_request);
2493         if (recordsyntax_size == 1
2494             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2495             sr->u.explain_request->recordPacking = "xml";
2496         send_srw(sr);
2497         return 2;
2498     }
2499 #endif
2500     return 0;
2501 }
2502
2503 static int cmd_init(const char *arg)
2504 {
2505     if (*arg)
2506     {
2507         strncpy(cur_host, arg, sizeof(cur_host)-1);
2508         cur_host[sizeof(cur_host)-1] = 0;
2509     }
2510     if (only_z3950())
2511         return 1;
2512     send_initRequest(cur_host);
2513     return 2;
2514 }
2515
2516 static int cmd_sru(const char *arg)
2517 {
2518     if (!*arg)
2519     {
2520         printf("SRU method is: %s\n", sru_method);
2521         printf("SRU version is: %s\n", sru_version);
2522     }
2523     else
2524     {
2525         int r;
2526         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2527         if (r >= 1)
2528         {
2529             if (!yaz_matchstr(sru_method, "post"))
2530                 ;
2531             else if (!yaz_matchstr(sru_method, "get"))
2532                 ;
2533             else if (!yaz_matchstr(sru_method, "soap"))
2534                 ;
2535             else
2536             {
2537                 strcpy(sru_method, "soap");
2538                 printf("Unknown SRU method: %s\n", arg);
2539                 printf("Specify one of POST, GET, SOAP\n");
2540             }
2541         }
2542     }
2543     return 0;
2544 }
2545
2546 static int cmd_find(const char *arg)
2547 {
2548     if (!*arg)
2549     {
2550         printf("Find what?\n");
2551         return 0;
2552     }
2553     if (protocol == PROTO_HTTP)
2554     {
2555 #if YAZ_HAVE_XML2
2556         if (!conn)
2557             session_connect(cur_host);
2558         if (!conn)
2559             return 0;
2560         if (!send_SRW_searchRequest(arg))
2561             return 0;
2562 #else
2563         return 0;
2564 #endif
2565     }
2566     else
2567     {
2568         if (*cur_host && auto_reconnect)
2569         {
2570             int i = 0;
2571             for (;;)
2572             {
2573                 if (conn)
2574                 {
2575                     if (!send_searchRequest(arg))
2576                         return 0;
2577                     wait_and_handle_response(0);
2578                     if (conn)
2579                         break;
2580                 }
2581                 if (++i == 2)
2582                 {
2583                     printf("Unable to reconnect\n");
2584                     break;
2585                 }
2586                 session_connect(cur_host);
2587                 wait_and_handle_response(0);
2588             }
2589             return 0;
2590         }
2591         else if (conn)
2592         {
2593             if (!send_searchRequest(arg))
2594                 return 0;
2595         }
2596         else
2597         {
2598             printf("Not connected yet\n");
2599             return 0;
2600         }
2601     }
2602     return 2;
2603 }
2604
2605 static int cmd_delete(const char *arg)
2606 {
2607     if (only_z3950())
2608         return 0;
2609     if (!send_deleteResultSetRequest(arg))
2610         return 0;
2611     return 2;
2612 }
2613
2614 static int cmd_ssub(const char *arg)
2615 {
2616     if (!(smallSetUpperBound = atoi(arg)))
2617         return 0;
2618     return 1;
2619 }
2620
2621 static int cmd_lslb(const char *arg)
2622 {
2623     if (!(largeSetLowerBound = atoi(arg)))
2624         return 0;
2625     return 1;
2626 }
2627
2628 static int cmd_mspn(const char *arg)
2629 {
2630     if (!(mediumSetPresentNumber = atoi(arg)))
2631         return 0;
2632     return 1;
2633 }
2634
2635 static int cmd_status(const char *arg)
2636 {
2637     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2638     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2639     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2640     return 1;
2641 }
2642
2643 static int cmd_setnames(const char *arg)
2644 {
2645     if (*arg == '1')         /* enable ? */
2646         setnumber = 0;
2647     else if (*arg == '0')    /* disable ? */
2648         setnumber = -1;
2649     else if (setnumber < 0)  /* no args, toggle .. */
2650         setnumber = 0;
2651     else
2652         setnumber = -1;
2653
2654     if (setnumber >= 0)
2655         printf("Set numbering enabled.\n");
2656     else
2657         printf("Set numbering disabled.\n");
2658     return 1;
2659 }
2660
2661 /* PRESENT SERVICE ----------------------------- */
2662
2663 static void parse_show_args(const char *arg_c, char *setstring,
2664                             Odr_int *start, Odr_int *number)
2665 {
2666     char arg[40];
2667     char *p;
2668
2669     strncpy(arg, arg_c, sizeof(arg)-1);
2670     arg[sizeof(arg)-1] = '\0';
2671
2672     if ((p = strchr(arg, '+')))
2673     {
2674         *number = atoi(p + 1);
2675         *p = '\0';
2676     }
2677     if (*arg)
2678     {
2679         if (!strcmp(arg, "all"))
2680         {
2681             *number = last_hit_count;
2682             *start = 1;
2683         }
2684         else
2685             *start = atoi(arg);
2686     }
2687     if (p && (p=strchr(p+1, '+')))
2688         strcpy(setstring, p+1);
2689     else if (setnumber >= 0)
2690         sprintf(setstring, "%d", setnumber);
2691     else
2692         *setstring = '\0';
2693 }
2694
2695 static int send_presentRequest(const char *arg)
2696 {
2697     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2698     Z_PresentRequest *req = apdu->u.presentRequest;
2699     Z_RecordComposition compo;
2700     Odr_int nos = 1;
2701     char setstring[100];
2702
2703     req->referenceId = set_refid(out);
2704
2705     parse_show_args(arg, setstring, &setno, &nos);
2706     if (*setstring)
2707         req->resultSetId = setstring;
2708
2709     req->resultSetStartPoint = &setno;
2710     req->numberOfRecordsRequested = &nos;
2711
2712     if (recordsyntax_size)
2713         req->preferredRecordSyntax =
2714             yaz_string_to_oid_odr(yaz_oid_std(),
2715                                   CLASS_RECSYN, recordsyntax_list[0], out);
2716
2717     if (record_schema || recordsyntax_size >= 2)
2718     {
2719         req->recordComposition = &compo;
2720         compo.which = Z_RecordComp_complex;
2721         compo.u.complex = (Z_CompSpec *)
2722             odr_malloc(out, sizeof(*compo.u.complex));
2723         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2724             odr_malloc(out, sizeof(bool_t));
2725         *compo.u.complex->selectAlternativeSyntax = 0;
2726
2727         compo.u.complex->generic = (Z_Specification *)
2728             odr_malloc(out, sizeof(*compo.u.complex->generic));
2729
2730         compo.u.complex->generic->which = Z_Schema_oid;
2731         if (!record_schema)
2732             compo.u.complex->generic->schema.oid = 0;
2733         else
2734         {
2735             compo.u.complex->generic->schema.oid =
2736                 yaz_string_to_oid_odr(yaz_oid_std(),
2737                                       CLASS_SCHEMA, record_schema, out);
2738
2739             if (!compo.u.complex->generic->schema.oid)
2740             {
2741                 /* OID wasn't a schema! Try record syntax instead. */
2742                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2743                     yaz_string_to_oid_odr(yaz_oid_std(),
2744                                           CLASS_RECSYN, record_schema, out);
2745             }
2746         }
2747         if (!elementSetNames)
2748             compo.u.complex->generic->elementSpec = 0;
2749         else
2750         {
2751             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2752                 odr_malloc(out, sizeof(Z_ElementSpec));
2753             compo.u.complex->generic->elementSpec->which =
2754                 Z_ElementSpec_elementSetName;
2755             compo.u.complex->generic->elementSpec->u.elementSetName =
2756                 elementSetNames->u.generic;
2757         }
2758         compo.u.complex->num_dbSpecific = 0;
2759         compo.u.complex->dbSpecific = 0;
2760
2761         compo.u.complex->num_recordSyntax = 0;
2762         compo.u.complex->recordSyntax = 0;
2763         if (recordsyntax_size >= 2)
2764         {
2765             int i;
2766             compo.u.complex->num_recordSyntax = recordsyntax_size;
2767             compo.u.complex->recordSyntax = (Odr_oid **)
2768                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2769             for (i = 0; i < recordsyntax_size; i++)
2770             compo.u.complex->recordSyntax[i] =
2771                 yaz_string_to_oid_odr(yaz_oid_std(),
2772                                       CLASS_RECSYN, recordsyntax_list[i], out);
2773         }
2774     }
2775     else if (elementSetNames)
2776     {
2777         req->recordComposition = &compo;
2778         compo.which = Z_RecordComp_simple;
2779         compo.u.simple = elementSetNames;
2780     }
2781     send_apdu(apdu);
2782     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
2783            setno, nos);
2784     return 2;
2785 }
2786
2787 #if YAZ_HAVE_XML2
2788 static int send_SRW_presentRequest(const char *arg)
2789 {
2790     char setstring[100];
2791     Odr_int nos = 1;
2792     Z_SRW_PDU *sr = srw_sr;
2793
2794     if (!sr)
2795         return 0;
2796     parse_show_args(arg, setstring, &setno, &nos);
2797     sr->u.request->startRecord = odr_intdup(out, setno);
2798     sr->u.request->maximumRecords = odr_intdup(out, nos);
2799     if (record_schema)
2800         sr->u.request->recordSchema = record_schema;
2801     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2802         sr->u.request->recordPacking = "xml";
2803     return send_srw(sr);
2804 }
2805 #endif
2806
2807 static void close_session(void)
2808 {
2809     if (conn)
2810         cs_close(conn);
2811     conn = 0;
2812     sent_close = 0;
2813     odr_reset(out);
2814     odr_reset(in);
2815     odr_reset(print);
2816     last_hit_count = 0;
2817 }
2818
2819 void process_close(Z_Close *req)
2820 {
2821     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2822     Z_Close *res = apdu->u.close;
2823
2824     static char *reasons[] =
2825     {
2826         "finished",
2827         "shutdown",
2828         "system problem",
2829         "cost limit reached",
2830         "resources",
2831         "security violation",
2832         "protocolError",
2833         "lack of activity",
2834         "peer abort",
2835         "unspecified"
2836     };
2837
2838     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2839         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2840     if (sent_close)
2841         close_session();
2842     else
2843     {
2844         *res->closeReason = Z_Close_finished;
2845         send_apdu(apdu);
2846         printf("Sent response.\n");
2847         sent_close = 1;
2848     }
2849 }
2850
2851 static int cmd_show(const char *arg)
2852 {
2853     if (protocol == PROTO_HTTP)
2854     {
2855 #if YAZ_HAVE_XML2
2856         if (!conn)
2857             session_connect(cur_host);
2858         if (!conn)
2859             return 0;
2860         if (!send_SRW_presentRequest(arg))
2861             return 0;
2862 #else
2863         return 0;
2864 #endif
2865     }
2866     else
2867     {
2868         if (!conn)
2869         {
2870             printf("Not connected yet\n");
2871             return 0;
2872         }
2873         if (!send_presentRequest(arg))
2874             return 0;
2875     }
2876     return 2;
2877 }
2878
2879 void exit_client(int code)
2880 {
2881     file_history_save(file_history);
2882     file_history_destroy(&file_history);
2883     nmem_destroy(nmem_auth);
2884     exit(code);
2885 }
2886
2887 int cmd_quit(const char *arg)
2888 {
2889     printf("See you later, alligator.\n");
2890     xmalloc_trav("");
2891     exit_client(0);
2892     return 0;
2893 }
2894
2895 int cmd_cancel(const char *arg)
2896 {
2897     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2898     Z_TriggerResourceControlRequest *req =
2899         apdu->u.triggerResourceControlRequest;
2900     bool_t rfalse = 0;
2901     char command[16];
2902
2903     *command = '\0';
2904     sscanf(arg, "%15s", command);
2905
2906     if (only_z3950())
2907         return 0;
2908     if (session_initResponse &&
2909         !ODR_MASK_GET(session_initResponse->options,
2910                       Z_Options_triggerResourceCtrl))
2911     {
2912         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2913         return 0;
2914     }
2915     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2916     req->resultSetWanted = &rfalse;
2917     req->referenceId = set_refid(out);
2918
2919     send_apdu(apdu);
2920     printf("Sent cancel request\n");
2921     if (!strcmp(command, "wait"))
2922          return 2;
2923     return 1;
2924 }
2925
2926
2927 int cmd_cancel_find(const char *arg) {
2928     int fres;
2929     fres=cmd_find(arg);
2930     if( fres > 0 ) {
2931         return cmd_cancel("");
2932     };
2933     return fres;
2934 }
2935
2936 int send_scanrequest(const char *set,  const char *query,
2937                      Odr_int pp, Odr_int num, const char *term)
2938 {
2939     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2940     Z_ScanRequest *req = apdu->u.scanRequest;
2941
2942     if (only_z3950())
2943         return 0;
2944     if (queryType == QueryType_CCL2RPN)
2945     {
2946         int error, pos;
2947         struct ccl_rpn_node *rpn;
2948
2949         rpn = ccl_find_str(bibset,  query, &error, &pos);
2950         if (error)
2951         {
2952             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2953             return -1;
2954         }
2955         req->attributeSet =
2956             yaz_string_to_oid_odr(yaz_oid_std(),
2957                                   CLASS_ATTSET, "Bib-1", out);
2958         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
2959         {
2960             printf("Couldn't convert CCL to Scan term\n");
2961             return -1;
2962         }
2963         ccl_rpn_delete(rpn);
2964     }
2965     else
2966     {
2967         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
2968
2969         if (!(req->termListAndStartPoint =
2970               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2971         {
2972             const char *pqf_msg;
2973             size_t off;
2974             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
2975             int ioff = off;
2976             printf("%*s^\n", ioff+7, "");
2977             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2978             yaz_pqf_destroy(pqf_parser);
2979             return -1;
2980         }
2981         yaz_pqf_destroy(pqf_parser);
2982     }
2983     if (queryCharset && outputCharset)
2984     {
2985         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
2986         if (!cd)
2987         {
2988             printf("Conversion from %s to %s unsupported\n",
2989                    outputCharset, queryCharset);
2990             return -1;
2991         }
2992         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
2993         yaz_iconv_close(cd);
2994     }
2995     if (term && *term)
2996     {
2997         if (req->termListAndStartPoint->term &&
2998             req->termListAndStartPoint->term->which == Z_Term_general &&
2999             req->termListAndStartPoint->term->u.general)
3000         {
3001             req->termListAndStartPoint->term->u.general->buf =
3002                 (unsigned char *) odr_strdup(out, term);
3003             req->termListAndStartPoint->term->u.general->len =
3004                 req->termListAndStartPoint->term->u.general->size =
3005                 strlen(term);
3006         }
3007     }
3008     req->referenceId = set_refid(out);
3009     req->num_databaseNames = num_databaseNames;
3010     req->databaseNames = databaseNames;
3011     req->numberOfTermsRequested = &num;
3012     req->preferredPositionInResponse = &pp;
3013     req->stepSize = odr_intdup(out, scan_stepSize);
3014
3015     if (set)
3016         yaz_oi_set_string_oid(&req->otherInfo, out,
3017                               yaz_oid_userinfo_scan_set, 1, set);
3018
3019     send_apdu(apdu);
3020     return 2;
3021 }
3022
3023 int send_sortrequest(const char *arg, int newset)
3024 {
3025     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3026     Z_SortRequest *req = apdu->u.sortRequest;
3027     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3028         odr_malloc(out, sizeof(*sksl));
3029     char setstring[32];
3030
3031     if (only_z3950())
3032         return 0;
3033     if (setnumber >= 0)
3034         sprintf(setstring, "%d", setnumber);
3035     else
3036         sprintf(setstring, "default");
3037
3038     req->referenceId = set_refid(out);
3039
3040     req->num_inputResultSetNames = 1;
3041     req->inputResultSetNames = (Z_InternationalString **)
3042         odr_malloc(out, sizeof(*req->inputResultSetNames));
3043     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3044
3045     if (newset && setnumber >= 0)
3046         sprintf(setstring, "%d", ++setnumber);
3047
3048     req->sortedResultSetName = odr_strdup(out, setstring);
3049
3050     req->sortSequence = yaz_sort_spec(out, arg);
3051     if (!req->sortSequence)
3052     {
3053         printf("Missing sort specifications\n");
3054         return -1;
3055     }
3056     send_apdu(apdu);
3057     return 2;
3058 }
3059
3060 void display_term(Z_TermInfo *t)
3061 {
3062     if (t->displayTerm)
3063         printf("%s", t->displayTerm);
3064     else if (t->term->which == Z_Term_general)
3065         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3066     else
3067         printf("Term (not general)");
3068     if (t->term->which == Z_Term_general)
3069         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3070             t->term->u.general->buf);
3071
3072     if (t->globalOccurrences)
3073         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3074     else
3075         printf("\n");
3076 }
3077
3078 void process_scanResponse(Z_ScanResponse *res)
3079 {
3080     int i;
3081     Z_Entry **entries = NULL;
3082     int num_entries = 0;
3083
3084     printf("Received ScanResponse\n");
3085     print_refid(res->referenceId);
3086     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3087     if (res->positionOfTerm)
3088         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3089     printf("\n");
3090     if (*res->scanStatus != Z_Scan_success)
3091         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3092     if (!res->entries)
3093         return;
3094     if ((entries = res->entries->entries))
3095         num_entries = res->entries->num_entries;
3096     for (i = 0; i < num_entries; i++)
3097     {
3098         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3099         if (entries[i]->which == Z_Entry_termInfo)
3100         {
3101             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3102             display_term(entries[i]->u.termInfo);
3103         }
3104         else
3105             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3106     }
3107     if (res->entries->nonsurrogateDiagnostics)
3108         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3109                           res->entries->num_nonsurrogateDiagnostics);
3110 }
3111
3112 void process_sortResponse(Z_SortResponse *res)
3113 {
3114     printf("Received SortResponse: status=");
3115     switch (*res->sortStatus)
3116     {
3117     case Z_SortResponse_success:
3118         printf("success"); break;
3119     case Z_SortResponse_partial_1:
3120         printf("partial"); break;
3121     case Z_SortResponse_failure:
3122         printf("failure"); break;
3123     default:
3124         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3125     }
3126     printf("\n");
3127     print_refid (res->referenceId);
3128     if (res->diagnostics)
3129         display_diagrecs(res->diagnostics,
3130                          res->num_diagnostics);
3131 }
3132
3133 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3134 {
3135     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3136            *res->deleteOperationStatus);
3137     if (res->deleteListStatuses)
3138     {
3139         int i;
3140         for (i = 0; i < res->deleteListStatuses->num; i++)
3141         {
3142             printf("%s status=" ODR_INT_PRINTF "\n",
3143                    res->deleteListStatuses->elements[i]->id,
3144                    *res->deleteListStatuses->elements[i]->status);
3145         }
3146     }
3147 }
3148
3149 int cmd_sort_generic(const char *arg, int newset)
3150 {
3151     if (only_z3950())
3152         return 0;
3153     if (session_initResponse &&
3154         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3155     {
3156         printf("Target doesn't support sort\n");
3157         return 0;
3158     }
3159     if (*arg)
3160     {
3161         if (send_sortrequest(arg, newset) < 0)
3162             return 0;
3163         return 2;
3164     }
3165     return 0;
3166 }
3167
3168 int cmd_sort(const char *arg)
3169 {
3170     return cmd_sort_generic(arg, 0);
3171 }
3172
3173 int cmd_sort_newset(const char *arg)
3174 {
3175     return cmd_sort_generic(arg, 1);
3176 }
3177
3178 int cmd_scanstep(const char *arg)
3179 {
3180     scan_stepSize = atoi(arg);
3181     return 0;
3182 }
3183
3184 int cmd_scanpos(const char *arg)
3185 {
3186     int r = sscanf(arg, "%d", &scan_position);
3187     if (r == 0)
3188         scan_position = 1;
3189     return 0;
3190 }
3191
3192 int cmd_scansize(const char *arg)
3193 {
3194     int r = sscanf(arg, "%d", &scan_size);
3195     if (r == 0)
3196         scan_size = 20;
3197     return 0;
3198 }
3199
3200 static int cmd_scan_common(const char *set, const char *arg)
3201 {
3202     if (protocol == PROTO_HTTP)
3203     {
3204 #if YAZ_HAVE_XML2
3205         if (!conn)
3206             session_connect(cur_host);
3207         if (!conn)
3208             return 0;
3209         if (*arg)
3210         {
3211             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3212                 return 0;
3213         }
3214         else
3215         {
3216             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3217                 return 0;
3218         }
3219         return 2;
3220 #else
3221         return 0;
3222 #endif
3223     }
3224     else
3225     {
3226         if (*cur_host && !conn && auto_reconnect)
3227         {
3228             session_connect(cur_host);
3229             wait_and_handle_response(0);
3230         }
3231         if (!conn)
3232             return 0;
3233         if (session_initResponse &&
3234             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3235         {
3236             printf("Target doesn't support scan\n");
3237             return 0;
3238         }
3239         if (*arg)
3240         {
3241             strcpy(last_scan_query, arg);
3242             if (send_scanrequest(set, arg,
3243                                  scan_position, scan_size, 0) < 0)
3244                 return 0;
3245         }
3246         else
3247         {
3248             if (send_scanrequest(set, last_scan_query,
3249                                  1, scan_size, last_scan_line) < 0)
3250                 return 0;
3251         }
3252         return 2;
3253     }
3254 }
3255
3256 int cmd_scan(const char *arg)
3257 {
3258     return cmd_scan_common(0, arg);
3259 }
3260
3261 int cmd_setscan(const char *arg)
3262 {
3263     char setstring[100];
3264     int nor;
3265     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3266     {
3267         printf("missing set for setscan\n");
3268         return 0;
3269     }
3270     return cmd_scan_common(setstring, arg + nor);
3271 }
3272
3273 int cmd_schema(const char *arg)
3274 {
3275     xfree(record_schema);
3276     record_schema = 0;
3277     if (arg && *arg)
3278         record_schema = xstrdup(arg);
3279     return 1;
3280 }
3281
3282 int cmd_format(const char *arg)
3283 {
3284     const char *cp = arg;
3285     int nor;
3286     int idx = 0;
3287     int i;
3288     char form_str[41];
3289     if (!arg || !*arg)
3290     {
3291         printf("Usage: format <recordsyntax>\n");
3292         return 0;
3293     }
3294     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3295            && idx < RECORDSYNTAX_MAX)
3296     {
3297         if (strcmp(form_str, "none") &&
3298             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3299         {
3300             printf("Bad format: %s\n", form_str);
3301             return 0;
3302         }
3303         cp += nor;
3304     }
3305     for (i = 0; i < recordsyntax_size; i++)
3306     {
3307         xfree(recordsyntax_list[i]);
3308         recordsyntax_list[i] = 0;
3309     }
3310
3311     cp = arg;
3312     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3313            && idx < RECORDSYNTAX_MAX)
3314     {
3315         if (!strcmp(form_str, "none"))
3316             break;
3317         recordsyntax_list[idx] = xstrdup(form_str);
3318         cp += nor;
3319         idx++;
3320     }
3321     recordsyntax_size = idx;
3322     return 1;
3323 }
3324
3325 int cmd_elements(const char *arg)
3326 {
3327     static Z_ElementSetNames esn;
3328     static char what[100];
3329
3330     if (!arg || !*arg)
3331     {
3332         elementSetNames = 0;
3333         return 1;
3334     }
3335     strcpy(what, arg);
3336     esn.which = Z_ElementSetNames_generic;
3337     esn.u.generic = what;
3338     elementSetNames = &esn;
3339     return 1;
3340 }
3341
3342 int cmd_querytype(const char *arg)
3343 {
3344     if (!strcmp(arg, "ccl"))
3345         queryType = QueryType_CCL;
3346     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3347         queryType = QueryType_Prefix;
3348     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3349         queryType = QueryType_CCL2RPN;
3350     else if (!strcmp(arg, "cql"))
3351         queryType = QueryType_CQL;
3352     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3353         queryType = QueryType_CQL2RPN;
3354     else
3355     {
3356         printf("Querytype must be one of:\n");
3357         printf(" prefix         - Prefix query\n");
3358         printf(" ccl            - CCL query\n");
3359         printf(" ccl2rpn        - CCL query converted to RPN\n");
3360         printf(" cql            - CQL\n");
3361         printf(" cql2rpn        - CQL query converted to RPN\n");
3362         return 0;
3363     }
3364     return 1;
3365 }
3366
3367 int cmd_refid(const char *arg)
3368 {
3369     xfree(refid);
3370     refid = NULL;
3371     if (*arg)
3372         refid = xstrdup(arg);
3373     return 1;
3374 }
3375
3376 int cmd_close(const char *arg)
3377 {
3378     Z_APDU *apdu;
3379     Z_Close *req;
3380     if (only_z3950())
3381         return 0;
3382     apdu = zget_APDU(out, Z_APDU_close);
3383     req = apdu->u.close;
3384     *req->closeReason = Z_Close_finished;
3385     send_apdu(apdu);
3386     printf("Sent close request.\n");
3387     sent_close = 1;
3388     return 2;
3389 }
3390
3391 int cmd_packagename(const char* arg)
3392 {
3393     xfree(esPackageName);
3394     esPackageName = NULL;
3395     if (*arg)
3396         esPackageName = xstrdup(arg);
3397     return 1;
3398 }
3399
3400 int cmd_proxy(const char* arg)
3401 {
3402     xfree(yazProxy);
3403     yazProxy = 0;
3404     if (*arg)
3405         yazProxy = xstrdup(arg);
3406     return 1;
3407 }
3408
3409 int cmd_marccharset(const char *arg)
3410 {
3411     char l1[30];
3412
3413     *l1 = 0;
3414     if (sscanf(arg, "%29s", l1) < 1)
3415     {
3416         printf("MARC character set is `%s'\n",
3417                marcCharset ? marcCharset: "none");
3418         return 1;
3419     }
3420     xfree(marcCharset);
3421     marcCharset = 0;
3422     if (strcmp(l1, "-") && strcmp(l1, "none"))
3423         marcCharset = xstrdup(l1);
3424     return 1;
3425 }
3426
3427 int cmd_querycharset(const char *arg)
3428 {
3429     char l1[30];
3430
3431     *l1 = 0;
3432     if (sscanf(arg, "%29s", l1) < 1)
3433     {
3434         printf("Query character set is `%s'\n",
3435                queryCharset ? queryCharset: "none");
3436         return 1;
3437     }
3438     xfree(queryCharset);
3439     queryCharset = 0;
3440     if (strcmp(l1, "-") && strcmp(l1, "none"))
3441         queryCharset = xstrdup(l1);
3442     return 1;
3443 }
3444
3445 int cmd_displaycharset(const char *arg)
3446 {
3447     char l1[30];
3448
3449     *l1 = 0;
3450     if (sscanf(arg, "%29s", l1) < 1)
3451     {
3452         printf("Display character set is `%s'\n",
3453                outputCharset ? outputCharset: "none");
3454     }
3455     else
3456     {
3457         xfree(outputCharset);
3458         outputCharset = 0;
3459         if (!strcmp(l1, "auto") && codeset)
3460         {
3461             if (codeset)
3462             {
3463                 printf("Display character set: %s\n", codeset);
3464                 outputCharset = xstrdup(codeset);
3465             }
3466             else
3467                 printf("No codeset found on this system\n");
3468         }
3469         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3470             outputCharset = xstrdup(l1);
3471     }
3472     return 1;
3473 }
3474
3475 int cmd_negcharset(const char *arg)
3476 {
3477     char l1[30];
3478
3479     *l1 = 0;
3480     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3481                &negotiationCharsetVersion) < 1)
3482     {
3483         printf("Negotiation character set `%s'\n",
3484                negotiationCharset ? negotiationCharset: "none");
3485         if (negotiationCharset)
3486         {
3487             printf("Records in charset %s\n", negotiationCharsetRecords ?
3488                    "yes" : "no");
3489             printf("Charneg version %d\n", negotiationCharsetVersion);
3490         }
3491     }
3492     else
3493     {
3494         xfree(negotiationCharset);
3495         negotiationCharset = NULL;
3496         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3497         {
3498             negotiationCharset = xstrdup(l1);
3499             printf("Character set negotiation : %s\n", negotiationCharset);
3500         }
3501     }
3502     return 1;
3503 }
3504
3505 int cmd_charset(const char* arg)
3506 {
3507     char l1[30], l2[30], l3[30], l4[30];
3508
3509     *l1 = *l2 = *l3 = *l4 = '\0';
3510     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3511     {
3512         cmd_negcharset("");
3513         cmd_displaycharset("");
3514         cmd_marccharset("");
3515         cmd_querycharset("");
3516     }
3517     else
3518     {
3519         cmd_negcharset(l1);
3520         if (*l2)
3521             cmd_displaycharset(l2);
3522         if (*l3)
3523             cmd_marccharset(l3);
3524         if (*l4)
3525             cmd_querycharset(l4);
3526     }
3527     return 1;
3528 }
3529
3530 int cmd_lang(const char* arg)
3531 {
3532     if (*arg == '\0') {
3533         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3534         return 1;
3535     }
3536     xfree(yazLang);
3537     yazLang = NULL;
3538     if (*arg)
3539         yazLang = xstrdup(arg);
3540     return 1;
3541 }
3542
3543 int cmd_source(const char* arg, int echo )
3544 {
3545     /* first should open the file and read one line at a time.. */
3546     FILE* includeFile;
3547     char line[102400], *cp;
3548
3549     if (strlen(arg) < 1)
3550     {
3551         fprintf(stderr, "Error in source command use a filename\n");
3552         return -1;
3553     }
3554
3555     includeFile = fopen(arg, "r");
3556
3557     if (!includeFile)
3558     {
3559         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3560         return -1;
3561     }
3562
3563     while (fgets(line, sizeof(line), includeFile))
3564     {
3565         if (strlen(line) < 2)
3566             continue;
3567         if (line[0] == '#')
3568             continue;
3569
3570         if ((cp = strrchr(line, '\n')))
3571             *cp = '\0';
3572
3573         if (echo)
3574             printf("processing line: %s\n", line);
3575         process_cmd_line(line);
3576     }
3577
3578     if (fclose(includeFile))
3579     {
3580         perror("unable to close include file");
3581         exit(1);
3582     }
3583     return 1;
3584 }
3585
3586 int cmd_source_echo(const char* arg)
3587 {
3588     cmd_source(arg, 1);
3589     return 1;
3590 }
3591
3592 int cmd_source_noecho(const char* arg)
3593 {
3594     cmd_source(arg, 0);
3595     return 1;
3596 }
3597
3598
3599 int cmd_subshell(const char* args)
3600 {
3601     int ret = system(strlen(args) ? args : getenv("SHELL"));
3602     printf("\n");
3603     if (ret)
3604     {
3605         printf("Exit %d\n", ret);
3606     }
3607     return 1;
3608 }
3609
3610 int cmd_set_berfile(const char *arg)
3611 {
3612     if (ber_file && ber_file != stdout && ber_file != stderr)
3613         fclose(ber_file);
3614     if (!strcmp(arg, ""))
3615         ber_file = 0;
3616     else if (!strcmp(arg, "-"))
3617         ber_file = stdout;
3618     else
3619         ber_file = fopen(arg, "a");
3620     return 1;
3621 }
3622
3623 int cmd_set_apdufile(const char *arg)
3624 {
3625     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3626         fclose(apdu_file);
3627     if (!strcmp(arg, ""))
3628         apdu_file = 0;
3629     else if (!strcmp(arg, "-"))
3630         apdu_file = stderr;
3631     else
3632     {
3633         apdu_file = fopen(arg, "a");
3634         if (!apdu_file)
3635             perror("unable to open apdu log file");
3636     }
3637     if (apdu_file)
3638         odr_setprint(print, apdu_file);
3639     return 1;
3640 }
3641
3642 int cmd_set_cclfile(const char* arg)
3643 {
3644     FILE *inf;
3645
3646     bibset = ccl_qual_mk();
3647     inf = fopen(arg, "r");
3648     if (!inf)
3649         perror("unable to open CCL file");
3650     else
3651     {
3652         ccl_qual_file(bibset, inf);
3653         fclose(inf);
3654     }
3655     strcpy(ccl_fields,arg);
3656     return 0;
3657 }
3658
3659 int cmd_set_cqlfile(const char* arg)
3660 {
3661     cql_transform_t newcqltrans;
3662
3663     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3664         perror("unable to open CQL file");
3665         return 0;
3666     }
3667     if (cqltrans != 0)
3668         cql_transform_close(cqltrans);
3669
3670     cqltrans = newcqltrans;
3671     strcpy(cql_fields, arg);
3672     return 0;
3673 }
3674
3675 int cmd_set_auto_reconnect(const char* arg)
3676 {
3677     if(strlen(arg)==0) {
3678         auto_reconnect = ! auto_reconnect;
3679     } else if(strcmp(arg,"on")==0) {
3680         auto_reconnect = 1;
3681     } else if(strcmp(arg,"off")==0) {
3682         auto_reconnect = 0;
3683     } else {
3684         printf("Error use on or off\n");
3685         return 1;
3686     }
3687
3688     if (auto_reconnect)
3689         printf("Set auto reconnect enabled.\n");
3690     else
3691         printf("Set auto reconnect disabled.\n");
3692
3693     return 0;
3694 }
3695
3696
3697 int cmd_set_auto_wait(const char* arg)
3698 {
3699     if(strlen(arg)==0) {
3700         auto_wait = ! auto_wait;
3701     } else if(strcmp(arg,"on")==0) {
3702         auto_wait = 1;
3703     } else if(strcmp(arg,"off")==0) {
3704         auto_wait = 0;
3705     } else {
3706         printf("Error use on or off\n");
3707         return 1;
3708     }
3709
3710     if (auto_wait)
3711         printf("Set auto wait enabled.\n");
3712     else
3713         printf("Set auto wait disabled.\n");
3714
3715     return 0;
3716 }
3717
3718 int cmd_set_marcdump(const char* arg)
3719 {
3720     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3721         fclose(marc_file);
3722     }
3723
3724     if (!strcmp(arg, ""))
3725         marc_file = 0;
3726     else if (!strcmp(arg, "-"))
3727         marc_file = stderr;
3728     else
3729     {
3730         marc_file = fopen(arg, "a");
3731         if (!marc_file)
3732             perror("unable to open marc log file");
3733     }
3734     return 1;
3735 }
3736
3737 static void marc_file_write(const char *buf, size_t sz)
3738 {
3739     if (marc_file)
3740     {
3741         if (fwrite(buf, 1, sz, marc_file) != sz)
3742         {
3743             perror("marcfile write");
3744         }
3745     }
3746 }
3747 /*
3748    this command takes 3 arge {name class oid}
3749 */
3750 int cmd_register_oid(const char* args) {
3751     static struct {
3752         char* className;
3753         oid_class oclass;
3754     } oid_classes[] = {
3755         {"appctx",CLASS_APPCTX},
3756         {"absyn",CLASS_ABSYN},
3757         {"attset",CLASS_ATTSET},
3758         {"transyn",CLASS_TRANSYN},
3759         {"diagset",CLASS_DIAGSET},
3760         {"recsyn",CLASS_RECSYN},
3761         {"resform",CLASS_RESFORM},
3762         {"accform",CLASS_ACCFORM},
3763         {"extserv",CLASS_EXTSERV},
3764         {"userinfo",CLASS_USERINFO},
3765         {"elemspec",CLASS_ELEMSPEC},
3766         {"varset",CLASS_VARSET},
3767         {"schema",CLASS_SCHEMA},
3768         {"tagset",CLASS_TAGSET},
3769         {"general",CLASS_GENERAL},
3770         {0,(enum oid_class) 0}
3771     };
3772     char oname_str[101], oclass_str[101], oid_str[101];
3773     int i;
3774     oid_class oidclass = CLASS_GENERAL;
3775     Odr_oid oid[OID_SIZE];
3776
3777     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
3778                 oname_str,oclass_str, oid_str) < 1) {
3779         printf("Error in register command \n");
3780         return 0;
3781     }
3782
3783     for (i = 0; oid_classes[i].className; i++) {
3784         if (!strcmp(oid_classes[i].className, oclass_str))
3785         {
3786             oidclass=oid_classes[i].oclass;
3787             break;
3788         }
3789     }
3790
3791     if(!(oid_classes[i].className)) {
3792         printf("Unknown oid class %s\n",oclass_str);
3793         return 0;
3794     }
3795
3796     oid_dotstring_to_oid(oid_str, oid);
3797
3798     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3799     {
3800         printf("oid %s already exists, registration failed\n",
3801                oname_str);
3802     }
3803     return 1;
3804 }
3805
3806 int cmd_push_command(const char* arg)
3807 {
3808 #if HAVE_READLINE_HISTORY_H
3809     if(strlen(arg)>1)
3810         add_history(arg);
3811 #else
3812     fprintf(stderr,"Not compiled with the readline/history module\n");
3813 #endif
3814     return 1;
3815 }
3816
3817 void source_rc_file(const char *rc_file)
3818 {
3819     /*  If rc_file != NULL, source that. Else
3820         Look for .yazclientrc and read it if it exists.
3821         If it does not exist, read  $HOME/.yazclientrc instead */
3822     struct stat statbuf;
3823
3824     if (rc_file)
3825     {
3826         if (stat(rc_file, &statbuf) == 0)
3827             cmd_source(rc_file, 0);
3828         else
3829         {
3830             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3831             exit(1);
3832         }
3833     }
3834     else
3835     {
3836         char fname[1000];
3837         strcpy(fname, ".yazclientrc");
3838         if (stat(fname, &statbuf)==0)
3839         {
3840             cmd_source(fname, 0);
3841         }
3842         else
3843         {
3844             const char* homedir = getenv("HOME");
3845             if (homedir)
3846             {
3847                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3848                 if (stat(fname, &statbuf)==0)
3849                     cmd_source(fname, 0);
3850             }
3851         }
3852     }
3853 }
3854
3855 void add_to_readline_history(void *client_data, const char *line)
3856 {
3857 #if HAVE_READLINE_HISTORY_H
3858     if (strlen(line))
3859         add_history(line);
3860 #endif
3861 }
3862
3863 static void initialize(const char *rc_file)
3864 {
3865     FILE *inf;
3866     int i;
3867
3868     if (!(out = odr_createmem(ODR_ENCODE)) ||
3869         !(in = odr_createmem(ODR_DECODE)) ||
3870         !(print = odr_createmem(ODR_PRINT)))
3871     {
3872         fprintf(stderr, "failed to allocate ODR streams\n");
3873         exit(1);
3874     }
3875
3876     setvbuf(stdout, 0, _IONBF, 0);
3877     if (apdu_file)
3878         odr_setprint(print, apdu_file);
3879
3880     bibset = ccl_qual_mk();
3881     inf = fopen(ccl_fields, "r");
3882     if (inf)
3883     {
3884         ccl_qual_file(bibset, inf);
3885         fclose(inf);
3886     }
3887
3888     cqltrans = cql_transform_open_fname(cql_fields);
3889     /* If this fails, no problem: we detect cqltrans == 0 later */
3890
3891 #if HAVE_READLINE_READLINE_H
3892     rl_attempted_completion_function =
3893         (char **(*)(const char *, int, int)) readline_completer;
3894 #endif
3895     for(i = 0; i < maxOtherInfosSupported; ++i) {
3896         extraOtherInfos[i].oid[0] = -1;
3897         extraOtherInfos[i].value = 0;
3898     }
3899
3900     cmd_format("usmarc");
3901
3902     file_history = file_history_new();
3903
3904     source_rc_file(rc_file);
3905
3906     file_history_load(file_history);
3907     file_history_trav(file_history, 0, add_to_readline_history);
3908 }
3909
3910
3911 #if HAVE_GETTIMEOFDAY
3912 struct timeval tv_start;
3913 #endif
3914
3915 #if YAZ_HAVE_XML2
3916 static void handle_srw_record(Z_SRW_record *rec)
3917 {
3918     if (rec->recordPosition)
3919     {
3920         printf("pos=" ODR_INT_PRINTF, *rec->recordPosition);
3921         setno = *rec->recordPosition + 1;
3922     }
3923     if (rec->recordSchema)
3924         printf(" schema=%s", rec->recordSchema);
3925     printf("\n");
3926     if (rec->recordData_buf && rec->recordData_len)
3927     {
3928         printf("%.*s", rec->recordData_len, rec->recordData_buf);
3929         marc_file_write(rec->recordData_buf, rec->recordData_len);
3930     }
3931     else
3932         printf("No data!");
3933     printf("\n");
3934 }
3935
3936 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3937 {
3938     handle_srw_record(&res->record);
3939 }
3940
3941 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3942 {
3943     int i;
3944
3945     printf("Received SRW SearchRetrieve Response\n");
3946
3947     for (i = 0; i<res->num_diagnostics; i++)
3948     {
3949         if (res->diagnostics[i].uri)
3950             printf("SRW diagnostic %s\n",
3951                     res->diagnostics[i].uri);
3952         else
3953             printf("SRW diagnostic missing or could not be decoded\n");
3954         if (res->diagnostics[i].message)
3955             printf("Message: %s\n", res->diagnostics[i].message);
3956         if (res->diagnostics[i].details)
3957             printf("Details: %s\n", res->diagnostics[i].details);
3958     }
3959     if (res->numberOfRecords)
3960         printf("Number of hits: " ODR_INT_PRINTF "\n", *res->numberOfRecords);
3961     for (i = 0; i<res->num_records; i++)
3962         handle_srw_record(res->records + i);
3963 }
3964
3965 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3966 {
3967     if (term->displayTerm)
3968         printf("%s:", term->displayTerm);
3969     else if (term->value)
3970         printf("%s:", term->value);
3971     else
3972         printf("No value:");
3973     if (term->numberOfRecords)
3974         printf(" " ODR_INT_PRINTF, *term->numberOfRecords);
3975     if (term->whereInList)
3976         printf(" %s", term->whereInList);
3977     if (term->value && term->displayTerm)
3978         printf(" %s", term->value);
3979
3980     strcpy(last_scan_line, term->value);
3981     printf("\n");
3982 }
3983
3984 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3985 {
3986     int i;
3987
3988     printf("Received SRW Scan Response\n");
3989
3990     for (i = 0; i<res->num_diagnostics; i++)
3991     {
3992         if (res->diagnostics[i].uri)
3993             printf("SRW diagnostic %s\n",
3994                     res->diagnostics[i].uri);
3995         else
3996             printf("SRW diagnostic missing or could not be decoded\n");
3997         if (res->diagnostics[i].message)
3998             printf("Message: %s\n", res->diagnostics[i].message);
3999         if (res->diagnostics[i].details)
4000             printf("Details: %s\n", res->diagnostics[i].details);
4001     }
4002     if (res->terms)
4003         for (i = 0; i<res->num_terms; i++)
4004             handle_srw_scan_term(res->terms + i);
4005 }
4006
4007 static void http_response(Z_HTTP_Response *hres)
4008 {
4009     int ret = -1;
4010     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4011                                                        "Connection");
4012     if (!yaz_srw_check_content_type(hres))
4013         printf("Content type does not appear to be XML\n");
4014     else
4015     {
4016         Z_SOAP *soap_package = 0;
4017         ODR o = odr_createmem(ODR_DECODE);
4018         Z_SOAP_Handler soap_handlers[3] = {
4019             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
4020             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4021             {0, 0, 0}
4022         };
4023         ret = z_soap_codec(o, &soap_package,
4024                            &hres->content_buf, &hres->content_len,
4025                            soap_handlers);
4026         if (!ret && soap_package->which == Z_SOAP_generic)
4027         {
4028             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4029             if (sr->which == Z_SRW_searchRetrieve_response)
4030                 handle_srw_response(sr->u.response);
4031             else if (sr->which == Z_SRW_explain_response)
4032                 handle_srw_explain_response(sr->u.explain_response);
4033             else if (sr->which == Z_SRW_scan_response)
4034                 handle_srw_scan_response(sr->u.scan_response);
4035             else if (sr->which == Z_SRW_update_response)
4036                 printf("Got update response. Status: %s\n",
4037                        sr->u.update_response->operationStatus);
4038             else
4039                 ret = -1;
4040         }
4041         else if (soap_package && (soap_package->which == Z_SOAP_fault
4042                                   || soap_package->which == Z_SOAP_error))
4043         {
4044             printf("HTTP Error Status=%d\n", hres->code);
4045             printf("SOAP Fault code %s\n",
4046                     soap_package->u.fault->fault_code);
4047             printf("SOAP Fault string %s\n",
4048                     soap_package->u.fault->fault_string);
4049             if (soap_package->u.fault->details)
4050                 printf("SOAP Details %s\n",
4051                         soap_package->u.fault->details);
4052         }
4053         else
4054         {
4055             printf("z_soap_codec failed. (no SOAP error)\n");
4056             ret = -1;
4057         }
4058         odr_destroy(o);
4059     }
4060     if (ret)
4061     {
4062         if (hres->code != 200)
4063         {
4064             printf("HTTP Error Status=%d\n", hres->code);
4065         }
4066         else
4067         {
4068             printf("Decoding of SRW package failed\n");
4069         }
4070         close_session();
4071     }
4072     else
4073     {
4074         if (!strcmp(hres->version, "1.0"))
4075         {
4076             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4077             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4078                 close_session();
4079         }
4080         else
4081         {
4082             /* HTTP 1.1: only if no close we stay alive .. */
4083             if (connection_head && !strcmp(connection_head, "close"))
4084                 close_session();
4085         }
4086     }
4087 }
4088 #endif
4089
4090 static void wait_and_handle_response(int one_response_only)
4091 {
4092     int reconnect_ok = 1;
4093     int res;
4094     char *netbuffer= 0;
4095     int netbufferlen = 0;
4096 #if HAVE_GETTIMEOFDAY
4097     int got_tv_end = 0;
4098     struct timeval tv_end;
4099 #endif
4100     Z_GDU *gdu;
4101
4102     while(conn)
4103     {
4104         res = cs_get(conn, &netbuffer, &netbufferlen);
4105         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4106         {
4107             cs_close(conn);
4108             conn = 0;
4109             session_connect(cur_host);
4110             reconnect_ok = 0;
4111             if (conn)
4112             {
4113                 char *buf_out;
4114                 int len_out;
4115
4116                 buf_out = odr_getbuf(out, &len_out, 0);
4117
4118                 do_hex_dump(buf_out, len_out);
4119
4120                 cs_put(conn, buf_out, len_out);
4121
4122                 odr_reset(out);
4123                 continue;
4124             }
4125         }
4126         else if (res <= 0)
4127         {
4128             printf("Target closed connection\n");
4129             close_session();
4130             break;
4131         }
4132 #if HAVE_GETTIMEOFDAY
4133         if (got_tv_end == 0)
4134             gettimeofday(&tv_end, 0); /* count first one only */
4135         got_tv_end++;
4136 #endif
4137         odr_reset(out);
4138         odr_reset(in); /* release APDU from last round */
4139         record_last = 0;
4140         do_hex_dump(netbuffer, res);
4141         odr_setbuf(in, netbuffer, res, 0);
4142
4143         if (!z_GDU(in, &gdu, 0, 0))
4144         {
4145             FILE *f = ber_file ? ber_file : stdout;
4146             odr_perror(in, "Decoding incoming APDU");
4147             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4148             fprintf(f, "Packet dump:\n---------\n");
4149             odr_dumpBER(f, netbuffer, res);
4150             fprintf(f, "---------\n");
4151             if (apdu_file)
4152             {
4153                 z_GDU(print, &gdu, 0, 0);
4154                 odr_reset(print);
4155             }
4156             if (conn && cs_more(conn))
4157                 continue;
4158             break;
4159         }
4160         if (ber_file)
4161             odr_dumpBER(ber_file, netbuffer, res);
4162         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4163         {
4164             odr_perror(print, "Failed to print incoming APDU");
4165             odr_reset(print);
4166                 continue;
4167         }
4168         if (gdu->which == Z_GDU_Z3950)
4169         {
4170             Z_APDU *apdu = gdu->u.z3950;
4171             switch(apdu->which)
4172             {
4173             case Z_APDU_initResponse:
4174                 process_initResponse(apdu->u.initResponse);
4175                 break;
4176             case Z_APDU_searchResponse:
4177                 process_searchResponse(apdu->u.searchResponse);
4178                 break;
4179             case Z_APDU_scanResponse:
4180                 process_scanResponse(apdu->u.scanResponse);
4181                 break;
4182             case Z_APDU_presentResponse:
4183                 print_refid(apdu->u.presentResponse->referenceId);
4184                 setno +=
4185                     *apdu->u.presentResponse->numberOfRecordsReturned;
4186                 if (apdu->u.presentResponse->records)
4187                     display_records(apdu->u.presentResponse->records);
4188                 else
4189                     printf("No records.\n");
4190                 printf("nextResultSetPosition = " ODR_INT_PRINTF "\n",
4191                         *apdu->u.presentResponse->nextResultSetPosition);
4192                 break;
4193             case Z_APDU_sortResponse:
4194                 process_sortResponse(apdu->u.sortResponse);
4195                 break;
4196             case Z_APDU_extendedServicesResponse:
4197                 printf("Got extended services response\n");
4198                 process_ESResponse(apdu->u.extendedServicesResponse);
4199                 break;
4200             case Z_APDU_close:
4201                 printf("Target has closed the association.\n");
4202                 process_close(apdu->u.close);
4203                 break;
4204             case Z_APDU_resourceControlRequest:
4205                 process_resourceControlRequest
4206                     (apdu->u.resourceControlRequest);
4207                 break;
4208             case Z_APDU_deleteResultSetResponse:
4209                 process_deleteResultSetResponse(apdu->u.
4210                                                 deleteResultSetResponse);
4211                 break;
4212             default:
4213                 printf("Received unknown APDU type (%d).\n",
4214                        apdu->which);
4215                 close_session();
4216             }
4217         }
4218 #if YAZ_HAVE_XML2
4219         else if (gdu->which == Z_GDU_HTTP_Response)
4220         {
4221             http_response(gdu->u.HTTP_Response);
4222         }
4223 #endif
4224         if (one_response_only)
4225             break;
4226         if (conn && !cs_more(conn))
4227             break;
4228     }
4229 #if HAVE_GETTIMEOFDAY
4230     if (got_tv_end)
4231     {
4232 #if 0
4233         printf("S/U S/U=%ld/%ld %ld/%ld",
4234                 (long) tv_start.tv_sec,
4235                 (long) tv_start.tv_usec,
4236                 (long) tv_end.tv_sec,
4237                 (long) tv_end.tv_usec);
4238 #endif
4239         printf("Elapsed: %.6f\n",
4240                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4241                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4242     }
4243 #endif
4244     xfree(netbuffer);
4245 }
4246
4247
4248 int cmd_cclparse(const char* arg)
4249 {
4250     int error, pos;
4251     struct ccl_rpn_node *rpn=NULL;
4252
4253
4254     rpn = ccl_find_str(bibset, arg, &error, &pos);
4255
4256     if (error) {
4257         int ioff = 3+strlen(last_cmd)+1+pos;
4258         printf("%*s^ - ", ioff, " ");
4259         printf("%s\n", ccl_err_msg(error));
4260     }
4261     else
4262     {
4263         if (rpn)
4264         {
4265             ccl_pr_tree(rpn, stdout);
4266         }
4267     }
4268     if (rpn)
4269         ccl_rpn_delete(rpn);
4270
4271     printf("\n");
4272
4273     return 0;
4274 }
4275
4276
4277 int cmd_set_otherinfo(const char* args)
4278 {
4279     char oidstr[101], otherinfoString[101];
4280     int otherinfoNo;
4281     int sscan_res;
4282
4283     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4284                         &otherinfoNo, oidstr, otherinfoString);
4285
4286     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4287         printf("Error otherinfo index too large (%d>=%d)\n",
4288                otherinfoNo,maxOtherInfosSupported);
4289         return 0;
4290     }
4291
4292
4293     if (sscan_res==1)
4294     {
4295         /* reset this otherinfo */
4296         extraOtherInfos[otherinfoNo].oid[0] = -1;
4297         xfree(extraOtherInfos[otherinfoNo].value);
4298         extraOtherInfos[otherinfoNo].value = 0;
4299         return 0;
4300     }
4301     if (sscan_res != 3) {
4302         printf("Error in set_otherinfo command \n");
4303         return 0;
4304     }
4305     else
4306     {
4307         NMEM oid_tmp = nmem_create();
4308         const Odr_oid *oid =
4309             yaz_string_to_oid_nmem(yaz_oid_std(),
4310                                    CLASS_GENERAL, oidstr, oid_tmp);
4311         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4312
4313         xfree(extraOtherInfos[otherinfoNo].value);
4314         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4315
4316         nmem_destroy(oid_tmp);
4317     }
4318
4319     return 0;
4320 }
4321
4322 int cmd_sleep(const char* args )
4323 {
4324     int sec=atoi(args);
4325     if( sec > 0 ) {
4326 #ifdef WIN32
4327         Sleep(sec*1000);
4328 #else
4329         sleep(sec);
4330 #endif
4331         printf("Done sleeping %d seconds\n", sec);
4332     }
4333     return 1;
4334 }
4335
4336 int cmd_list_otherinfo(const char* args)
4337 {
4338     int i;
4339
4340     if (strlen(args)>0)
4341     {
4342         i = atoi(args);
4343         if (i >= maxOtherInfosSupported)
4344         {
4345             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4346             return 0;
4347         }
4348         if (extraOtherInfos[i].value)
4349         {
4350             char name_oid[OID_STR_MAX];
4351             oid_class oclass;
4352             const char *name =
4353                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4354                                       name_oid);
4355             printf("  otherinfo %d %s %s\n",
4356                    i, name ? name : "null",
4357                    extraOtherInfos[i].value);
4358         }
4359
4360     }
4361     else
4362     {
4363         for(i = 0; i < maxOtherInfosSupported; ++i)
4364         {
4365             if (extraOtherInfos[i].value)
4366             {
4367                 char name_oid[OID_STR_MAX];
4368                 oid_class oclass;
4369                 const char *name =
4370                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4371                                           name_oid);
4372                 printf("  otherinfo %d %s %s\n",
4373                        i, name ? name : "null",
4374                        extraOtherInfos[i].value);
4375             }
4376         }
4377     }
4378     return 0;
4379 }
4380
4381
4382 int cmd_list_all(const char* args) {
4383     int i;
4384
4385     /* connection options */
4386     if (conn)
4387         printf("Connected to         : %s\n", cur_host);
4388     else if (*cur_host)
4389         printf("Not connected to     : %s\n", cur_host);
4390     else
4391         printf("Not connected        : \n");
4392     if (yazProxy) printf("using proxy          : %s\n",yazProxy);
4393
4394     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4395     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4396
4397     if (!auth) {
4398         printf("Authentication       : none\n");
4399     } else {
4400         switch(auth->which) {
4401         case Z_IdAuthentication_idPass:
4402             printf("Authentication       : IdPass\n");
4403             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4404             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4405             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4406             break;
4407         case Z_IdAuthentication_open:
4408             printf("Authentication       : psOpen\n");
4409             printf("    Open string      : %s\n",auth->u.open);
4410             break;
4411         default:
4412             printf("Authentication       : Unknown\n");
4413         }
4414     }
4415     if (negotiationCharset)
4416         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4417
4418     /* bases */
4419     printf("Bases                : ");
4420     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4421     printf("\n");
4422
4423     /* Query options */
4424     printf("CCL file             : %s\n",ccl_fields);
4425     printf("CQL file             : %s\n",cql_fields);
4426     printf("Query type           : %s\n",query_type_as_string(queryType));
4427
4428     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4429
4430     /* piggy back options */
4431     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4432
4433     /* print present related options */
4434     if (recordsyntax_size > 0)
4435     {
4436         printf("Format               : %s\n", recordsyntax_list[0]);
4437     }
4438     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4439     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4440
4441     /* loging options */
4442     printf("APDU log             : %s\n",apdu_file?"on":"off");
4443     printf("Record log           : %s\n",marc_file?"on":"off");
4444
4445     /* other infos */
4446     printf("Other Info: \n");
4447     cmd_list_otherinfo("");
4448
4449     return 0;
4450 }
4451
4452 int cmd_clear_otherinfo(const char* args)
4453 {
4454     if(strlen(args)>0) {
4455         int otherinfoNo = atoi(args);
4456         if (otherinfoNo >= maxOtherInfosSupported) {
4457             printf("Error otherinfo index too large (%d>=%d)\n",
4458                    otherinfoNo, maxOtherInfosSupported);
4459             return 0;
4460         }
4461         if (extraOtherInfos[otherinfoNo].value)
4462         {
4463             /* only clear if set. */
4464             extraOtherInfos[otherinfoNo].oid[0] = -1;
4465             xfree(extraOtherInfos[otherinfoNo].value);
4466             extraOtherInfos[otherinfoNo].value = 0;
4467         }
4468     } else {
4469         int i;
4470         for(i = 0; i < maxOtherInfosSupported; ++i)
4471         {
4472             if (extraOtherInfos[i].value)
4473             {
4474                 extraOtherInfos[i].oid[0] = -1;
4475                 xfree(extraOtherInfos[i].value);
4476                 extraOtherInfos[i].value = 0;
4477             }
4478         }
4479     }
4480     return 0;
4481 }
4482
4483 int cmd_wait_response(const char *arg)
4484 {
4485     int wait_for = atoi(arg);
4486     int i=0;
4487     if( wait_for < 1 ) {
4488         wait_for = 1;
4489     };
4490
4491     for( i=0 ; i < wait_for ; ++i ) {
4492         wait_and_handle_response(1);
4493     };
4494     return 0;
4495 }
4496
4497 static int cmd_help(const char *line);
4498
4499 typedef char *(*completerFunctionType)(const char *text, int state);
4500
4501 static struct {
4502     char *cmd;
4503     int (*fun)(const char *arg);
4504     char *ad;
4505         completerFunctionType rl_completerfunction;
4506     int complete_filenames;
4507     const char **local_tabcompletes;
4508 } cmd_array[] = {
4509     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4510     {"quit", cmd_quit, "",NULL,0,NULL},
4511     {"find", cmd_find, "<query>",NULL,0,NULL},
4512     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4513     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4514     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4515     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4516     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4517     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4518     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4519     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4520     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4521     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4522     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4523     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4524     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4525     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4526     {"status", cmd_status, "",NULL,0,NULL},
4527     {"setnames", cmd_setnames, "",NULL,0,NULL},
4528     {"cancel", cmd_cancel, "",NULL,0,NULL},
4529     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4530     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4531     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4532     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4533     {"close", cmd_close, "",NULL,0,NULL},
4534     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4535     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4536     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4537     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4538     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4539     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4540     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4541     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4542     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4543     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4544     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4545     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4546     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4547     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4548     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4549     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4550     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4551     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4552     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4553     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4554     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4555     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4556     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4557     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4558     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4559     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4560     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4561     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4562     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4563     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4564     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4565     {"list_all",cmd_list_all,"",NULL,0,NULL},
4566     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4567     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4568     /* Server Admin Functions */
4569     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4570     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4571     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4572     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4573     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4574     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4575     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4576     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4577     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4578     {"explain", cmd_explain, "", NULL, 0, NULL},
4579     {"options", cmd_options, "", NULL, 0, NULL},
4580     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4581     {"help", cmd_help, "", NULL,0,NULL},
4582     {"init", cmd_init, "", NULL,0,NULL},
4583     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4584     {"exit", cmd_quit, "",NULL,0,NULL},
4585     {0,0,0,0,0,0}
4586 };
4587
4588 static int cmd_help(const char *line)
4589 {
4590     int i;
4591     char topic[21];
4592
4593     *topic = 0;
4594     sscanf(line, "%20s", topic);
4595
4596     if (*topic == 0)
4597         printf("Commands:\n");
4598     for (i = 0; cmd_array[i].cmd; i++)
4599         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
4600             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4601     if (!strcmp(topic, "find"))
4602     {
4603         printf("RPN:\n");
4604         printf(" \"term\"                        Simple Term\n");
4605         printf(" @attr [attset] type=value op  Attribute\n");
4606         printf(" @and opl opr                  And\n");
4607         printf(" @or opl opr                   Or\n");
4608         printf(" @not opl opr                  And-Not\n");
4609         printf(" @set set                      Result set\n");
4610         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4611         printf("\n");
4612         printf("Bib-1 attribute types\n");
4613         printf("1=Use:         ");
4614         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4615         printf("2=Relation:    ");
4616         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4617         printf("3=Position:    ");
4618         printf("1=First in Field  2=First in subfield  3=Any position\n");
4619         printf("4=Structure:   ");
4620         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4621         printf("5=Truncation:  ");
4622         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4623         printf("6=Completeness:");
4624         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4625     }
4626     if (!strcmp(topic, "prox"))
4627     {
4628         printf("Proximity:\n");
4629         printf(" @prox exl dist ord rel uc ut\n");
4630         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4631         printf(" dist: distance integer.\n");
4632         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4633         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4634         printf(" uc:   unit class. k=known, p=private.\n");
4635         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4636         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4637         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4638         printf("\nExamples:\n");
4639         printf(" Search for a and b in-order at most 3 words apart:\n");
4640         printf("  @prox 0 3 1 2 k 2 a b\n");
4641         printf(" Search for any order of a and b next to each other:\n");
4642         printf("  @prox 0 1 0 3 k 2 a b\n");
4643     }
4644     return 1;
4645 }
4646
4647 int cmd_register_tab(const char* arg)
4648 {
4649 #if HAVE_READLINE_READLINE_H
4650     char command[101], tabargument[101];
4651     int i;
4652     int num_of_tabs;
4653     const char** tabslist;
4654
4655     if (sscanf(arg, "%100s %100s", command, tabargument) < 1) {
4656         return 0;
4657     }
4658
4659     /* locate the amdn in the list */
4660     for (i = 0; cmd_array[i].cmd; i++) {
4661         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4662             break;
4663         }
4664     }
4665
4666     if (!cmd_array[i].cmd) {
4667         fprintf(stderr,"Unknown command %s\n",command);
4668         return 1;
4669     }
4670
4671
4672     if (!cmd_array[i].local_tabcompletes)
4673         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4674
4675     num_of_tabs=0;
4676
4677     tabslist = cmd_array[i].local_tabcompletes;
4678     for(; tabslist && *tabslist; tabslist++) {
4679         num_of_tabs++;
4680     }
4681
4682     cmd_array[i].local_tabcompletes = (const char **)
4683         realloc(cmd_array[i].local_tabcompletes,
4684                 (num_of_tabs+2)*sizeof(char**));
4685     tabslist = cmd_array[i].local_tabcompletes;
4686     tabslist[num_of_tabs] = strdup(tabargument);
4687     tabslist[num_of_tabs+1] = NULL;
4688 #endif
4689     return 1;
4690 }
4691
4692
4693 void process_cmd_line(char* line)
4694 {
4695     int i, res;
4696     char word[32], arg[10240];
4697
4698 #if HAVE_GETTIMEOFDAY
4699     gettimeofday(&tv_start, 0);
4700 #endif
4701
4702     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4703     {
4704         strcpy(word, last_cmd);
4705         *arg = '\0';
4706     }
4707     else if (res == 1)
4708         *arg = 0;
4709     strcpy(last_cmd, word);
4710
4711     /* removed tailing spaces from the arg command */
4712     {
4713         char* p = arg;
4714         char* lastnonspace=NULL;
4715
4716         for(;*p; ++p) {
4717             if(!isspace(*(unsigned char *) p)) {
4718                 lastnonspace = p;
4719             }
4720         }
4721         if(lastnonspace)
4722             *(++lastnonspace) = 0;
4723     }
4724
4725     for (i = 0; cmd_array[i].cmd; i++)
4726         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4727         {
4728             res = (*cmd_array[i].fun)(arg);
4729             break;
4730         }
4731
4732     if (!cmd_array[i].cmd) /* dump our help-screen */
4733     {
4734         printf("Unknown command: %s.\n", word);
4735         printf("Type 'help' for list of commands\n");
4736         res = 1;
4737     }
4738
4739     if(apdu_file) fflush(apdu_file);
4740
4741     if (res >= 2 && auto_wait)
4742         wait_and_handle_response(0);
4743
4744     if(apdu_file)
4745         fflush(apdu_file);
4746     if(marc_file)
4747         fflush(marc_file);
4748 }
4749
4750 static char *command_generator(const char *text, int state)
4751 {
4752 #if HAVE_READLINE_READLINE_H
4753     static int idx;
4754     if (state==0) {
4755         idx = 0;
4756     }
4757     for( ; cmd_array[idx].cmd; ++idx) {
4758         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4759             ++idx;  /* skip this entry on the next run */
4760             return strdup(cmd_array[idx-1].cmd);
4761         }
4762     }
4763 #endif
4764     return NULL;
4765 }
4766
4767 #if HAVE_READLINE_READLINE_H
4768 static const char** default_completer_list = NULL;
4769
4770 static char* default_completer(const char* text, int state)
4771 {
4772     return complete_from_list(default_completer_list, text, state);
4773 }
4774 #endif
4775
4776 #if HAVE_READLINE_READLINE_H
4777
4778 /*
4779    This function only known how to complete on the first word
4780 */
4781 char **readline_completer(char *text, int start, int end)
4782 {
4783     completerFunctionType completerToUse;
4784
4785     if(start == 0) {
4786 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4787         char** res = rl_completion_matches(text, command_generator);
4788 #else
4789         char** res = completion_matches(text,
4790                                         (CPFunction*)command_generator);
4791 #endif
4792         rl_attempted_completion_over = 1;
4793         return res;
4794     } else {
4795         char arg[10240],word[32];
4796         int i=0 ,res;
4797         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4798             rl_attempted_completion_over = 1;
4799             return NULL;
4800         }
4801
4802         for (i = 0; cmd_array[i].cmd; i++)
4803             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4804                 break;
4805
4806         if(!cmd_array[i].cmd)
4807             return NULL;
4808
4809         default_completer_list = cmd_array[i].local_tabcompletes;
4810
4811         completerToUse = cmd_array[i].rl_completerfunction;
4812         if (!completerToUse)
4813         { /* if command completer is not defined use the default completer */
4814             completerToUse = default_completer;
4815         }
4816         if (completerToUse) {
4817 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4818             char** res=
4819                 rl_completion_matches(text, completerToUse);
4820 #else
4821             char** res=
4822                 completion_matches(text, (CPFunction*)completerToUse);
4823 #endif
4824             if (!cmd_array[i].complete_filenames)
4825                 rl_attempted_completion_over = 1;
4826             return res;
4827         } else {
4828             if (!cmd_array[i].complete_filenames)
4829                 rl_attempted_completion_over = 1;
4830             return 0;
4831         }
4832     }
4833 }
4834 #endif
4835
4836 #ifndef WIN32
4837 void ctrl_c_handler(int x)
4838 {
4839     exit_client(0);
4840 }
4841 #endif
4842
4843 static void client(void)
4844 {
4845     char line[10240];
4846
4847     line[10239] = '\0';
4848
4849 #ifndef WIN32
4850     signal(SIGINT, ctrl_c_handler);
4851 #endif
4852
4853 #if HAVE_GETTIMEOFDAY
4854     gettimeofday(&tv_start, 0);
4855 #endif
4856
4857     while (1)
4858     {
4859         char *line_in = NULL;
4860 #if HAVE_READLINE_READLINE_H
4861         if (isatty(0))
4862         {
4863             line_in=readline(C_PROMPT);
4864             if (!line_in)
4865                 break;
4866 #if HAVE_READLINE_HISTORY_H
4867             if (*line_in)
4868                 add_history(line_in);
4869 #endif
4870             strncpy(line, line_in, sizeof(line)-1);
4871             free(line_in);
4872         }
4873 #endif
4874         if (!line_in)
4875         {
4876             char *end_p;
4877             printf(C_PROMPT);
4878             fflush(stdout);
4879             if (!fgets(line, sizeof(line)-1, stdin))
4880                 break;
4881             if ((end_p = strchr(line, '\n')))
4882                 *end_p = '\0';
4883         }
4884         if (isatty(0))
4885             file_history_add_line(file_history, line);
4886         process_cmd_line(line);
4887     }
4888 }
4889
4890 static void show_version(void)
4891 {
4892     char vstr[20], sha1_str[41];
4893
4894     yaz_version(vstr, sha1_str);
4895     printf("YAZ version: %s %s\n", YAZ_VERSION, YAZ_VERSION_SHA1);
4896     if (strcmp(sha1_str, YAZ_VERSION_SHA1))
4897         printf("YAZ DLL/SO: %s %s\n", vstr, sha1_str);
4898     exit(0);
4899 }
4900
4901 int main(int argc, char **argv)
4902 {
4903     char *prog = *argv;
4904     char *open_command = 0;
4905     char *auth_command = 0;
4906     char *arg;
4907     const char *rc_file = 0;
4908     int ret;
4909
4910 #if HAVE_LOCALE_H
4911     if (!setlocale(LC_CTYPE, ""))
4912         fprintf(stderr, "setlocale failed\n");
4913 #endif
4914 #if HAVE_LANGINFO_H
4915 #ifdef CODESET
4916     codeset = nl_langinfo(CODESET);
4917 #endif
4918 #endif
4919     if (codeset)
4920         outputCharset = xstrdup(codeset);
4921
4922     ODR_MASK_SET(&z3950_options, Z_Options_search);
4923     ODR_MASK_SET(&z3950_options, Z_Options_present);
4924     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4925     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4926     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4927     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4928     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4929     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4930
4931     nmem_auth = nmem_create();
4932
4933     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
4934     {
4935         switch (ret)
4936         {
4937         case 0:
4938             if (!open_command)
4939             {
4940                 open_command = (char *) xmalloc(strlen(arg)+6);
4941                 strcpy(open_command, "open ");
4942                 strcat(open_command, arg);
4943             }
4944             else
4945             {
4946                 fprintf(stderr, "%s: Specify at most one server address\n",
4947                         prog);
4948                 exit(1);
4949             }
4950             break;
4951         case 'a':
4952             if (!strcmp(arg, "-"))
4953                 apdu_file=stderr;
4954             else
4955                 apdu_file=fopen(arg, "a");
4956             break;
4957         case 'b':
4958             if (!strcmp(arg, "-"))
4959                 ber_file=stderr;
4960             else
4961                 ber_file=fopen(arg, "a");
4962             break;
4963         case 'c':
4964             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
4965             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4966             break;
4967         case 'd':
4968             dump_file_prefix = arg;
4969             break;
4970         case 'f':
4971             rc_file = arg;
4972             break;
4973         case 'k':
4974             kilobytes = atoi(arg);
4975             break;
4976         case 'm':
4977             if (!(marc_file = fopen(arg, "a")))
4978             {
4979                 perror(arg);
4980                 exit(1);
4981             }
4982             break;
4983         case 'p':
4984             yazProxy = xstrdup(arg);
4985             break;
4986         case 'q':
4987             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
4988             cql_fields[sizeof(cql_fields)-1] = '\0';
4989             break;
4990         case 't':
4991             outputCharset = xstrdup(arg);
4992             break;
4993         case 'u':
4994             if (!auth_command)
4995             {
4996                 auth_command = (char *) xmalloc(strlen(arg)+6);
4997                 strcpy(auth_command, "auth ");
4998                 strcat(auth_command, arg);
4999             }
5000             break;
5001         case 'v':
5002             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5003             break;
5004         case 'V':
5005             show_version();
5006             break;
5007         case 'x':
5008             hex_dump = 1;
5009             break;
5010         default:
5011             fprintf(stderr, "Usage: %s "
5012                      " [-a apdulog]"
5013                      " [-b berdump]"
5014                      " [-c cclfile]"
5015                      " [-d dump]"
5016                      " [-f cmdfile]"
5017                      " [-k size]"
5018                      " [-m marclog]"
5019                      " [-p proxy-addr]"
5020                      " [-q cqlfile]"
5021                      " [-t dispcharset]"
5022                      " [-u auth]"
5023                      " [-v loglevel]"
5024                      " [-V]"
5025                      " [-x]"
5026                      " [server-addr]\n",
5027                      prog);
5028             exit(1);
5029         }
5030     }
5031     initialize(rc_file);
5032     if (auth_command)
5033     {
5034 #ifdef HAVE_GETTIMEOFDAY
5035         gettimeofday(&tv_start, 0);
5036 #endif
5037         process_cmd_line(auth_command);
5038 #if HAVE_READLINE_HISTORY_H
5039         add_history(auth_command);
5040 #endif
5041         xfree(auth_command);
5042     }
5043     if (open_command)
5044     {
5045 #ifdef HAVE_GETTIMEOFDAY
5046         gettimeofday(&tv_start, 0);
5047 #endif
5048         process_cmd_line(open_command);
5049 #if HAVE_READLINE_HISTORY_H
5050         add_history(open_command);
5051 #endif
5052         xfree(open_command);
5053     }
5054     client();
5055     exit_client(0);
5056     return 0;
5057 }
5058 /*
5059  * Local variables:
5060  * c-basic-offset: 4
5061  * c-file-style: "Stroustrup"
5062  * indent-tabs-mode: nil
5063  * End:
5064  * vim: shiftwidth=4 tabstop=8 expandtab
5065  */
5066