client/client.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2010 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file client.c
   6  *  \brief yaz-client program
   7  */
   8
   9 #include <stdio.h>
  10 #include <stdlib.h>
  11 #include <assert.h>
  12 #include <time.h>
  13 #include <ctype.h>
  14 #ifndef WIN32
  15 #include <signal.h>
  16 #endif
  17 #if HAVE_SYS_TYPES_H
  18 #include <sys/types.h>
  19 #endif
  20 #if HAVE_LOCALE_H
  21 #include <locale.h>
  22 #endif
  23 #if HAVE_LANGINFO_H
  24 #include <langinfo.h>
  25 #endif
  26 #if HAVE_UNISTD_H
  27 #include <unistd.h>
  28 #endif
  29 #if HAVE_SYS_STAT_H
  30 #include <sys/stat.h>
  31 #endif
  32 #if HAVE_SYS_TIME_H
  33 #include <sys/time.h>
  34 #endif
  35
  36 #ifdef WIN32
  37 #include <sys/stat.h>
  38 #include <io.h>
  39 #include <windows.h>
  40 #define S_ISREG(x) (x & _S_IFREG)
  41 #define S_ISDIR(x) (x & _S_IFDIR)
  42 #endif
  43
  44 #include <yaz/yaz-util.h>
  45
  46 #include <yaz/comstack.h>
  47
  48 #include <yaz/oid_db.h>
  49 #define NO_OID 1
  50 #include <yaz/proto.h>
  51 #include <yaz/marcdisp.h>
  52 #include <yaz/diagbib1.h>
  53 #include <yaz/otherinfo.h>
  54 #include <yaz/charneg.h>
  55 #include <yaz/query-charset.h>
  56
  57 #include <yaz/pquery.h>
  58 #include <yaz/sortspec.h>
  59
  60 #include <yaz/ill.h>
  61 #include <yaz/srw.h>
  62 #include <yaz/yaz-ccl.h>
  63 #include <yaz/cql.h>
  64 #include <yaz/log.h>
  65
  66 #if HAVE_READLINE_READLINE_H
  67 #include <readline/readline.h>
  68 #endif
  69 #if HAVE_READLINE_HISTORY_H
  70 #include <readline/history.h>
  71 #endif
  72
  73
  74 #include "admin.h"
  75 #include "tabcomplete.h"
  76 #include "fhistory.h"
  77
  78 #define C_PROMPT "Z> "
  79
  80 static file_history_t file_history = 0;
  81
  82 static char sru_method[10] = "soap";
  83 static char sru_version[10] = "1.2";
  84 static char *codeset = 0;               /* character set for output */
  85 static int hex_dump = 0;
  86 static char *dump_file_prefix = 0;
  87 static ODR out, in, print;              /* encoding and decoding streams */
  88 #if YAZ_HAVE_XML2
  89 static ODR srw_sr_odr_out = 0;
  90 static Z_SRW_PDU *srw_sr = 0;
  91 #endif
  92 static FILE *apdu_file = 0;
  93 static FILE *ber_file = 0;
  94 static COMSTACK conn = 0;               /* our z-association */
  95
  96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
  97 static NMEM nmem_auth = NULL;
  98
  99 char *databaseNames[128];
 100 int num_databaseNames = 0;
 101 static Z_External *record_last = 0;
 102 static int setnumber = -1;              /* current result set number */
 103 static int smallSetUpperBound = 0;
 104 static int largeSetLowerBound = 1;
 105 static int mediumSetPresentNumber = 0;
 106 static Z_ElementSetNames *elementSetNames = 0;
 107 static Odr_int setno = 1;                   /* current set offset */
 108 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 109 #define RECORDSYNTAX_MAX 20
 110 static char *recordsyntax_list[RECORDSYNTAX_MAX];
 111 static int recordsyntax_size = 0;
 112
 113 static char *record_schema = 0;
 114 static int sent_close = 0;
 115 static NMEM session_mem = NULL;         /* memory handle for init-response */
 116 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 117 static char last_scan_line[512] = "0";
 118 static char last_scan_query[512] = "0";
 119 static char ccl_fields[512] = "default.bib";
 120 /* ### How can I set this path to use wherever YAZ is installed? */
 121 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 122 static char *esPackageName = 0;
 123 static char *yazProxy = 0;
 124 static int kilobytes = 1024;
 125 static char *negotiationCharset = 0;
 126 static int  negotiationCharsetRecords = 1;
 127 static int  negotiationCharsetVersion = 3;
 128 static char *outputCharset = 0;
 129 static char *marcCharset = 0;
 130 static char *queryCharset = 0;
 131 static char* yazLang = 0;
 132
 133 static char last_cmd[32] = "?";
 134 static FILE *marc_file = 0;
 135 static char *refid = NULL;
 136 static int auto_reconnect = 0;
 137 static int auto_wait = 1;
 138 static Odr_bitmask z3950_options;
 139 static int z3950_version = 3;
 140 static int scan_stepSize = 0;
 141 static int scan_position = 1;
 142 static int scan_size = 20;
 143 static char cur_host[200];
 144 static Odr_int last_hit_count = 0;
 145
 146 typedef enum {
 147     QueryType_Prefix,
 148     QueryType_CCL,
 149     QueryType_CCL2RPN,
 150     QueryType_CQL,
 151     QueryType_CQL2RPN
 152 } QueryType;
 153
 154 static QueryType queryType = QueryType_Prefix;
 155
 156 static CCL_bibset bibset;               /* CCL bibset handle */
 157 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
 158
 159 #if HAVE_READLINE_COMPLETION_OVER
 160
 161 #else
 162 /* readline doesn't have this var. Define it ourselves. */
 163 int rl_attempted_completion_over = 0;
 164 #endif
 165
 166 #define maxOtherInfosSupported 10
 167 struct eoi {
 168     Odr_oid oid[OID_SIZE];
 169     char* value;
 170 } extraOtherInfos[maxOtherInfosSupported];
 171
 172 void process_cmd_line(char* line);
 173 #if HAVE_READLINE_READLINE_H
 174 char **readline_completer(char *text, int start, int end);
 175 #endif
 176 static char *command_generator(const char *text, int state);
 177 int cmd_register_tab(const char* arg);
 178 int cmd_querycharset(const char *arg);
 179
 180 static void close_session(void);
 181
 182 static void marc_file_write(const char *buf, size_t sz);
 183
 184 static void wait_and_handle_response(int one_response_only);
 185
 186 ODR getODROutputStream(void)
 187 {
 188     return out;
 189 }
 190
 191 const char* query_type_as_string(QueryType q)
 192 {
 193     switch (q) {
 194     case QueryType_Prefix: return "prefix (RPN sent to server)";
 195     case QueryType_CCL: return "CCL (CCL sent to server) ";
 196     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 197     case QueryType_CQL: return "CQL (CQL sent to server)";
 198     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 199     default:
 200         return "unknown Query type internal yaz-client error";
 201     }
 202 }
 203
 204 static void do_hex_dump(const char* buf, size_t len)
 205 {
 206     if (hex_dump)
 207     {
 208         size_t i;
 209         int x;
 210         for (i = 0; i < len ; i = i+16 )
 211         {
 212             printf(" %4.4ld ", (long) i);
 213             for(x=0 ; i+x<len && x<16; ++x)
 214             {
 215                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 216             }
 217             printf("\n");
 218         }
 219     }
 220     if (dump_file_prefix)
 221     {
 222         static int no = 0;
 223         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 224         {
 225             char fname[1024];
 226             FILE *of;
 227             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
 228             of = fopen(fname, "wb");
 229
 230             if (fwrite(buf, 1, len, of) != len)
 231             {
 232                 printf("write failed for %s", fname);
 233             }
 234             if (fclose(of))
 235             {
 236                 printf("close failed for %s", fname);
 237             }
 238         }
 239     }
 240 }
 241
 242 void add_otherInfos(Z_APDU *a)
 243 {
 244     Z_OtherInformation **oi;
 245     int i;
 246
 247     yaz_oi_APDU(a, &oi);
 248     for(i=0; i<maxOtherInfosSupported; ++i)
 249     {
 250         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
 251             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
 252                                      1, extraOtherInfos[i].value);
 253     }
 254 }
 255
 256 int send_apdu(Z_APDU *a)
 257 {
 258     char *buf;
 259     int len;
 260
 261     add_otherInfos(a);
 262
 263     if (apdu_file)
 264     {
 265         z_APDU(print, &a, 0, 0);
 266         odr_reset(print);
 267     }
 268     if (!z_APDU(out, &a, 0, 0))
 269     {
 270         odr_perror(out, "Encoding APDU");
 271         close_session();
 272         return 0;
 273     }
 274     buf = odr_getbuf(out, &len, 0);
 275     if (ber_file)
 276         odr_dumpBER(ber_file, buf, len);
 277     /* printf ("sending APDU of size %d\n", len); */
 278     do_hex_dump(buf, len);
 279     if (cs_put(conn, buf, len) < 0)
 280     {
 281         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 282         close_session();
 283         return 0;
 284     }
 285     odr_reset(out); /* release the APDU structure  */
 286     return 1;
 287 }
 288
 289 static void print_stringn(const char *buf, size_t len)
 290 {
 291     size_t i;
 292     for (i = 0; i < len; i++)
 293         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
 294             printf("%c", buf[i]);
 295         else
 296             printf("\\X%02X", ((const unsigned char *)buf)[i]);
 297 }
 298
 299 static void print_refid(Z_ReferenceId *id)
 300 {
 301     if (id)
 302     {
 303         printf("Reference Id: ");
 304         print_stringn((const char *) id->buf, id->len);
 305         printf("\n");
 306     }
 307 }
 308
 309 static Z_ReferenceId *set_refid(ODR out)
 310 {
 311     Z_ReferenceId *id;
 312     if (!refid)
 313         return 0;
 314     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
 315     id->size = id->len = strlen(refid);
 316     id->buf = (unsigned char *) odr_malloc(out, id->len);
 317     memcpy(id->buf, refid, id->len);
 318     return id;
 319 }
 320
 321 /* INIT SERVICE ------------------------------- */
 322
 323 static void send_initRequest(const char* type_and_host)
 324 {
 325     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 326     Z_InitRequest *req = apdu->u.initRequest;
 327     int i;
 328
 329     req->options = &z3950_options;
 330
 331     ODR_MASK_ZERO(req->protocolVersion);
 332     for (i = 0; i<z3950_version; i++)
 333         ODR_MASK_SET(req->protocolVersion, i);
 334
 335     *req->maximumRecordSize = 1024*kilobytes;
 336     *req->preferredMessageSize = 1024*kilobytes;
 337
 338     req->idAuthentication = auth;
 339
 340     req->referenceId = set_refid(out);
 341
 342     if (yazProxy && type_and_host)
 343     {
 344         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
 345                               1, type_and_host);
 346     }
 347
 348     if (negotiationCharset || yazLang) {
 349         Z_OtherInformation **p;
 350         Z_OtherInformationUnit *p0;
 351
 352         yaz_oi_APDU(apdu, &p);
 353
 354         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 355         {
 356             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 357
 358             p0->which = Z_OtherInfo_externallyDefinedInfo;
 359             p0->information.externallyDefinedInfo =
 360                 yaz_set_proposal_charneg_list(out, ",",
 361                                               negotiationCharset,
 362                                               yazLang,
 363                                               negotiationCharsetRecords);
 364         }
 365     }
 366     if (send_apdu(apdu))
 367         printf("Sent initrequest.\n");
 368 }
 369
 370
 371 /* These two are used only from process_initResponse() */
 372 static void render_initUserInfo(Z_OtherInformation *ui1);
 373 static void render_diag(Z_DiagnosticFormat *diag);
 374
 375 static void pr_opt(const char *opt, void *clientData)
 376 {
 377     printf(" %s", opt);
 378 }
 379
 380 static int process_initResponse(Z_InitResponse *res)
 381 {
 382     int ver = 0;
 383     /* save session parameters for later use */
 384     session_mem = odr_extract_mem(in);
 385     session_initResponse = res;
 386
 387     for (ver = 0; ver < 8; ver++)
 388         if (!ODR_MASK_GET(res->protocolVersion, ver))
 389             break;
 390
 391     if (!*res->result)
 392         printf("Connection rejected by v%d target.\n", ver);
 393     else
 394         printf("Connection accepted by v%d target.\n", ver);
 395     if (res->implementationId)
 396         printf("ID     : %s\n", res->implementationId);
 397     if (res->implementationName)
 398         printf("Name   : %s\n", res->implementationName);
 399     if (res->implementationVersion)
 400         printf("Version: %s\n", res->implementationVersion);
 401     if (res->userInformationField)
 402     {
 403         Z_External *uif = res->userInformationField;
 404         if (uif->which == Z_External_userInfo1) {
 405             render_initUserInfo(uif->u.userInfo1);
 406         } else {
 407             printf("UserInformationfield:\n");
 408             if (!z_External(print, (Z_External**)&uif, 0, 0))
 409             {
 410                 odr_perror(print, "Printing userinfo\n");
 411                 odr_reset(print);
 412             }
 413             if (uif->which == Z_External_octet) {
 414                 printf("Guessing visiblestring:\n");
 415                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 416                        uif->u.octet_aligned->buf);
 417             }
 418             else if (uif->which == Z_External_single)
 419             {
 420                 Odr_any *sat = uif->u.single_ASN1_type;
 421                 if (!oid_oidcmp(uif->direct_reference,
 422                                 yaz_oid_userinfo_oclc_userinfo))
 423                 {
 424                     Z_OCLC_UserInformation *oclc_ui;
 425                     ODR decode = odr_createmem(ODR_DECODE);
 426                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 427                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 428                         printf("Bad OCLC UserInformation:\n");
 429                     else
 430                         printf("OCLC UserInformation:\n");
 431                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 432                         printf("Bad OCLC UserInformation spec\n");
 433                     odr_destroy(decode);
 434                 }
 435                 else
 436                 {
 437                     /* Peek at any private Init-diagnostic APDUs */
 438                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
 439                            (int) sat->len, sat->len, sat->buf);
 440                 }
 441             }
 442             odr_reset(print);
 443         }
 444     }
 445     printf("Options:");
 446     yaz_init_opt_decode(res->options, pr_opt, 0);
 447     printf("\n");
 448
 449     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 450         setnumber = 0;
 451
 452     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 453
 454         Z_CharSetandLanguageNegotiation *p =
 455                 yaz_get_charneg_record(res->otherInfo);
 456
 457         if (p)
 458         {
 459             char *charset=NULL, *lang=NULL;
 460             int selected;
 461
 462             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 463                                      &selected);
 464
 465             printf("Accepted character set : %s\n", charset ? charset:"none");
 466             printf("Accepted code language : %s\n", lang ? lang:"none");
 467             printf("Accepted records in ...: %d\n", selected );
 468
 469             if (outputCharset && charset)
 470             {
 471                 printf("Converting between %s and %s\n",
 472                        outputCharset, charset);
 473                 odr_set_charset(out, charset, outputCharset);
 474                 odr_set_charset(in, outputCharset, charset);
 475                 cmd_querycharset(charset);
 476             }
 477             else
 478             {
 479                 odr_set_charset(out, 0, 0);
 480                 odr_set_charset(in, 0, 0);
 481             }
 482         }
 483     }
 484     fflush(stdout);
 485     return 0;
 486 }
 487
 488
 489 static void render_initUserInfo(Z_OtherInformation *ui1) {
 490     int i;
 491     printf("Init response contains %d otherInfo unit%s:\n",
 492            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 493
 494     for (i = 0; i < ui1->num_elements; i++) {
 495         Z_OtherInformationUnit *unit = ui1->list[i];
 496         printf("  %d: otherInfo unit contains ", i+1);
 497         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 498             unit->information.externallyDefinedInfo &&
 499             unit->information.externallyDefinedInfo->which ==
 500             Z_External_diag1) {
 501             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 502         }
 503         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 504         {
 505             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 506         }
 507         else
 508         {
 509             printf("unsupported otherInfo unit external %d\n",
 510                    unit->information.externallyDefinedInfo ?
 511                    unit->information.externallyDefinedInfo->which : -2);
 512         }
 513     }
 514 }
 515
 516
 517 /* ### should this share code with display_diagrecs()? */
 518 static void render_diag(Z_DiagnosticFormat *diag) {
 519     int i;
 520
 521     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 522     for (i = 0; i < diag->num; i++) {
 523         Z_DiagnosticFormat_s *ds = diag->elements[i];
 524         printf("    %d: ", i+1);
 525         switch (ds->which) {
 526         case Z_DiagnosticFormat_s_defaultDiagRec: {
 527             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 528             /* ### should check `dd->diagnosticSetId' */
 529             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
 530                    diagbib1_str(*dd->condition));
 531             /* Both types of addinfo are the same, so use type-pun */
 532             if (dd->u.v2Addinfo != 0)
 533                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 534             break;
 535         }
 536         case Z_DiagnosticFormat_s_explicitDiagnostic:
 537             printf("Explicit diagnostic (not supported)");
 538             break;
 539         default:
 540             printf("Unrecognised diagnostic type %d", ds->which);
 541             break;
 542         }
 543
 544         if (ds->message != 0)
 545             printf(", message='%s'", ds->message);
 546         printf("\n");
 547     }
 548 }
 549
 550
 551 static int set_base(const char *arg)
 552 {
 553     int i;
 554     const char *cp;
 555
 556     for (i = 0; i<num_databaseNames; i++)
 557         xfree(databaseNames[i]);
 558     num_databaseNames = 0;
 559     while (1)
 560     {
 561         char *cp1;
 562         if (!(cp = strchr(arg, ' ')))
 563             cp = arg + strlen(arg);
 564         if (cp - arg < 1)
 565             break;
 566         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
 567         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
 568         databaseNames[num_databaseNames][cp - arg] = '\0';
 569
 570         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 571             if (*cp1 == '+')
 572                 *cp1 = ' ';
 573         num_databaseNames++;
 574
 575         if (!*cp)
 576             break;
 577         arg = cp+1;
 578     }
 579     if (num_databaseNames == 0)
 580     {
 581         num_databaseNames = 1;
 582         databaseNames[0] = xstrdup("");
 583     }
 584     return 1;
 585 }
 586
 587 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
 588 {
 589     const char *sep;
 590     while (**arg && strchr(" \t\n\r\f", **arg))
 591         (*arg)++;
 592     if (**arg == '\0')
 593     {
 594         return 0;
 595     }
 596     else if ((*arg)[0] == '<')
 597     {
 598         size_t fsize;
 599         FILE *inf;
 600         const char *fname;
 601         const char *arg_start = ++(*arg);
 602
 603         while (**arg != '\0' && **arg != ' ')
 604             (*arg)++;
 605
 606         fname = odr_strdupn(out, arg_start, *arg - arg_start);
 607
 608         inf = fopen(fname, "rb");
 609         if (!inf)
 610         {
 611             printf("Couldn't open %s\n", fname);
 612             return 0;
 613         }
 614         if (fseek(inf, 0L, SEEK_END) == -1)
 615         {
 616             printf("Couldn't seek in %s\n", fname);
 617             fclose(inf);
 618             return 0;
 619         }
 620         fsize = ftell(inf);
 621         if (fseek(inf, 0L, SEEK_SET) == -1)
 622         {
 623             printf("Couldn't seek in %s\n", fname);
 624             fclose(inf);
 625             return 0;
 626         }
 627         *len = fsize;
 628         *buf = (char *) odr_malloc(out, fsize+1);
 629         (*buf)[fsize] = '\0';
 630         if (fread(*buf, 1, fsize, inf) != fsize)
 631         {
 632             printf("Unable to read %s\n", fname);
 633             fclose(inf);
 634             return 0;
 635         }
 636         fclose(inf);
 637     }
 638     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 639     {
 640         (*arg)++;
 641         *len = sep - *arg;
 642         *buf = odr_strdupn(out, *arg, *len);
 643         (*arg) = sep+1;
 644     }
 645     else
 646     {
 647         const char *arg_start = *arg;
 648
 649         while (**arg != '\0' && **arg != ' ')
 650             (*arg)++;
 651
 652         *len = *arg - arg_start;
 653         *buf = odr_strdupn(out, arg_start, *len);
 654     }
 655     return 1;
 656 }
 657
 658 static int cmd_base(const char *arg)
 659 {
 660     if (!*arg)
 661     {
 662         printf("Usage: base <database> <database> ...\n");
 663         return 0;
 664     }
 665     return set_base(arg);
 666 }
 667
 668 int session_connect(const char *arg)
 669 {
 670     void *add;
 671     char type_and_host[101];
 672     const char *basep = 0;
 673     if (conn)
 674     {
 675         cs_close(conn);
 676         conn = 0;
 677     }
 678     if (session_mem)
 679     {
 680         nmem_destroy(session_mem);
 681         session_mem = NULL;
 682         session_initResponse = 0;
 683     }
 684     cs_get_host_args(arg, &basep);
 685
 686     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 687     type_and_host[sizeof(type_and_host)-1] = '\0';
 688
 689     if (yazProxy)
 690         conn = cs_create_host(yazProxy, 1, &add);
 691     else
 692         conn = cs_create_host(arg, 1, &add);
 693     if (!conn)
 694     {
 695         printf("Could not resolve address %s\n", arg);
 696         return 0;
 697     }
 698 #if YAZ_HAVE_XML2
 699 #else
 700     if (conn->protocol == PROTO_HTTP)
 701     {
 702         printf("SRW/HTTP not enabled in this YAZ\n");
 703         cs_close(conn);
 704         conn = 0;
 705         return 0;
 706     }
 707 #endif
 708     protocol = conn->protocol;
 709     printf("Connecting...");
 710     fflush(stdout);
 711     if (cs_connect(conn, add) < 0)
 712     {
 713         printf("error = %s\n", cs_strerror(conn));
 714         cs_close(conn);
 715         conn = 0;
 716         return 0;
 717     }
 718     printf("OK.\n");
 719     cs_print_session_info(conn);
 720     if (basep && *basep)
 721         set_base(basep);
 722     else if (protocol == PROTO_Z3950)
 723         set_base("Default");
 724
 725     if (protocol == PROTO_Z3950)
 726     {
 727         send_initRequest(type_and_host);
 728         return 2;
 729     }
 730     return 0;
 731 }
 732
 733 int cmd_open(const char *arg)
 734 {
 735     int r;
 736     if (arg)
 737     {
 738         strncpy(cur_host, arg, sizeof(cur_host)-1);
 739         cur_host[sizeof(cur_host)-1] = 0;
 740     }
 741
 742     set_base("");
 743     r = session_connect(cur_host);
 744     if (conn && conn->protocol == PROTO_HTTP)
 745         queryType = QueryType_CQL;
 746
 747
 748     return r;
 749 }
 750
 751 int cmd_authentication(const char *arg)
 752 {
 753     char **args;
 754     int r;
 755
 756     nmem_reset(nmem_auth);
 757     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
 758
 759     if (r == 0)
 760     {
 761         printf("Authentication set to null\n");
 762         auth = 0;
 763     }
 764     else if (r == 1)
 765     {
 766         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 767         if (!strcmp(args[0], "-"))
 768         {
 769             auth->which = Z_IdAuthentication_anonymous;
 770             auth->u.anonymous = odr_nullval();
 771             printf("Authentication set to Anonymous\n");
 772         }
 773         else
 774         {
 775             auth->which = Z_IdAuthentication_open;
 776             auth->u.open = args[0];
 777             printf("Authentication set to Open (%s)\n", args[0]);
 778         }
 779     }
 780     else if (r == 2)
 781     {
 782         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 783         auth->which = Z_IdAuthentication_idPass;
 784         auth->u.idPass = (Z_IdPass *)
 785             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 786         auth->u.idPass->groupId = NULL;
 787         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
 788         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
 789         printf("Authentication set to User (%s), Pass (%s)\n",
 790                args[0], args[1]);
 791     }
 792     else if (r == 3)
 793     {
 794         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
 795         auth->which = Z_IdAuthentication_idPass;
 796         auth->u.idPass = (Z_IdPass *)
 797             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 798         auth->u.idPass->groupId = args[1];
 799         auth->u.idPass->userId = args[0];
 800         auth->u.idPass->password = args[2];
 801         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 802                args[0], args[1], args[2]);
 803     }
 804     else
 805     {
 806         printf("Bad number of args to auth\n");
 807         auth = 0;
 808     }
 809
 810     return 1;
 811 }
 812
 813 /* SEARCH SERVICE ------------------------------ */
 814 static void display_record(Z_External *r);
 815
 816 static void print_record(const char *buf, size_t len)
 817 {
 818     size_t i = len;
 819     print_stringn(buf, len);
 820     /* add newline if not already added ... */
 821     if (i <= 0 || buf[i-1] != '\n')
 822         printf("\n");
 823 }
 824
 825 static void display_record(Z_External *r)
 826 {
 827     const Odr_oid *oid = r->direct_reference;
 828
 829     record_last = r;
 830     /*
 831      * Tell the user what we got.
 832      */
 833     if (oid)
 834     {
 835         oid_class oclass;
 836         char oid_name_buf[OID_STR_MAX];
 837         const char *oid_name
 838             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
 839         printf("Record type: ");
 840         if (oid_name)
 841             printf("%s\n", oid_name);
 842     }
 843     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 844     if (r->which == Z_External_octet)
 845     {
 846         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
 847         char *rr;
 848
 849         if (type)
 850         {
 851             /*
 852              * Call the given decoder to process the record.
 853              */
 854             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 855                 r->u.octet_aligned->len, 0);
 856             if (!(*type->fun)(in, &rr, 0, 0))
 857             {
 858                 odr_perror(in, "Decoding constructed record.");
 859                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
 860                 fprintf(stdout, "Packet dump:\n---------\n");
 861                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 862                             r->u.octet_aligned->len);
 863                 fprintf(stdout, "---------\n");
 864
 865                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 866             } else {
 867                 /*
 868                  * Note: we throw away the original, BER-encoded record here.
 869                  * Do something else with it if you want to keep it.
 870                  */
 871                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 872                 r->which = type->what;
 873             }
 874         }
 875     }
 876     if (oid && r->which == Z_External_octet)
 877     {
 878         const char *octet_buf = (const char*)r->u.octet_aligned->buf;
 879         size_t octet_len = r->u.octet_aligned->len;
 880         if (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
 881             || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
 882             || !oid_oidcmp(oid, yaz_oid_recsyn_html))
 883         {
 884             fwrite(octet_buf, 1, octet_len, stdout);
 885         }
 886         else if (yaz_oid_is_iso2709(oid))
 887         {
 888             const char *result;
 889             size_t rlen;
 890             yaz_iconv_t cd = 0;
 891             yaz_marc_t mt = yaz_marc_create();
 892             const char *from = 0;
 893
 894             if (marcCharset && !strcmp(marcCharset, "auto"))
 895             {
 896                 if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
 897                 {
 898                     if (octet_buf[9] == 'a')
 899                         from = "UTF-8";
 900                     else
 901                         from = "MARC-8";
 902                 }
 903                 else
 904                     from = "ISO-8859-1";
 905             }
 906             else if (marcCharset)
 907                 from = marcCharset;
 908             if (outputCharset && from)
 909             {
 910                 cd = yaz_iconv_open(outputCharset, from);
 911                 printf("convert from %s to %s", from,
 912                        outputCharset);
 913                 if (!cd)
 914                     printf(" unsupported\n");
 915                 else
 916                 {
 917                     yaz_marc_iconv(mt, cd);
 918                     printf("\n");
 919                 }
 920             }
 921
 922             if (yaz_marc_decode_buf(mt, octet_buf, octet_len,
 923                                     &result, &rlen)> 0)
 924             {
 925                 if (fwrite(result, rlen, 1, stdout) != 1)
 926                 {
 927                     printf("write to stdout failed\n");
 928                 }
 929             }
 930             else
 931             {
 932                 printf("bad MARC. Dumping as it is:\n");
 933                 print_record(octet_buf, octet_len);
 934             }
 935             yaz_marc_destroy(mt);
 936             if (cd)
 937                 yaz_iconv_close(cd);
 938         }
 939         else
 940         {
 941             print_record(octet_buf, octet_len);
 942         }
 943         marc_file_write(octet_buf, r->u.octet_aligned->len);
 944     }
 945     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
 946     {
 947         if (r->which != Z_External_sutrs)
 948         {
 949             printf("Expecting single SUTRS type for SUTRS.\n");
 950             return;
 951         }
 952         print_record((const char *) r->u.sutrs->buf, r->u.sutrs->len);
 953         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
 954     }
 955     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
 956     {
 957         WRBUF w;
 958         if (r->which != Z_External_grs1)
 959         {
 960             printf("Expecting single GRS type for GRS.\n");
 961             return;
 962         }
 963         w = wrbuf_alloc();
 964         yaz_display_grs1(w, r->u.grs1, 0);
 965         puts(wrbuf_cstr(w));
 966         wrbuf_destroy(w);
 967     }
 968     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
 969     {
 970         int i;
 971         if (r->u.opac->bibliographicRecord)
 972             display_record(r->u.opac->bibliographicRecord);
 973         for (i = 0; i<r->u.opac->num_holdingsData; i++)
 974         {
 975             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
 976             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
 977             {
 978                 printf("MARC holdings %d\n", i);
 979                 display_record(h->u.marcHoldingsRecord);
 980             }
 981             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
 982             {
 983                 int j;
 984
 985                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
 986
 987                 printf("Data holdings %d\n", i);
 988                 if (data->typeOfRecord)
 989                     printf("typeOfRecord: %s\n", data->typeOfRecord);
 990                 if (data->encodingLevel)
 991                     printf("encodingLevel: %s\n", data->encodingLevel);
 992                 if (data->receiptAcqStatus)
 993                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
 994                 if (data->generalRetention)
 995                     printf("generalRetention: %s\n", data->generalRetention);
 996                 if (data->completeness)
 997                     printf("completeness: %s\n", data->completeness);
 998                 if (data->dateOfReport)
 999                     printf("dateOfReport: %s\n", data->dateOfReport);
1000                 if (data->nucCode)
1001                     printf("nucCode: %s\n", data->nucCode);
1002                 if (data->localLocation)
1003                     printf("localLocation: %s\n", data->localLocation);
1004                 if (data->shelvingLocation)
1005                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1006                 if (data->callNumber)
1007                     printf("callNumber: %s\n", data->callNumber);
1008                 if (data->shelvingData)
1009                     printf("shelvingData: %s\n", data->shelvingData);
1010                 if (data->copyNumber)
1011                     printf("copyNumber: %s\n", data->copyNumber);
1012                 if (data->publicNote)
1013                     printf("publicNote: %s\n", data->publicNote);
1014                 if (data->reproductionNote)
1015                     printf("reproductionNote: %s\n", data->reproductionNote);
1016                 if (data->termsUseRepro)
1017                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1018                 if (data->enumAndChron)
1019                     printf("enumAndChron: %s\n", data->enumAndChron);
1020                 for (j = 0; j<data->num_volumes; j++)
1021                 {
1022                     printf("volume %d\n", j);
1023                     if (data->volumes[j]->enumeration)
1024                         printf(" enumeration: %s\n",
1025                                 data->volumes[j]->enumeration);
1026                     if (data->volumes[j]->chronology)
1027                         printf(" chronology: %s\n",
1028                                 data->volumes[j]->chronology);
1029                     if (data->volumes[j]->enumAndChron)
1030                         printf(" enumAndChron: %s\n",
1031                                 data->volumes[j]->enumAndChron);
1032                 }
1033                 for (j = 0; j<data->num_circulationData; j++)
1034                 {
1035                     printf("circulation %d\n", j);
1036                     if (data->circulationData[j]->availableNow)
1037                         printf(" availableNow: %d\n",
1038                                 *data->circulationData[j]->availableNow);
1039                     if (data->circulationData[j]->availablityDate)
1040                         printf(" availabiltyDate: %s\n",
1041                                 data->circulationData[j]->availablityDate);
1042                     if (data->circulationData[j]->availableThru)
1043                         printf(" availableThru: %s\n",
1044                                 data->circulationData[j]->availableThru);
1045                     if (data->circulationData[j]->restrictions)
1046                         printf(" restrictions: %s\n",
1047                                 data->circulationData[j]->restrictions);
1048                     if (data->circulationData[j]->itemId)
1049                         printf(" itemId: %s\n",
1050                                 data->circulationData[j]->itemId);
1051                     if (data->circulationData[j]->renewable)
1052                         printf(" renewable: %d\n",
1053                                 *data->circulationData[j]->renewable);
1054                     if (data->circulationData[j]->onHold)
1055                         printf(" onHold: %d\n",
1056                                 *data->circulationData[j]->onHold);
1057                     if (data->circulationData[j]->enumAndChron)
1058                         printf(" enumAndChron: %s\n",
1059                                 data->circulationData[j]->enumAndChron);
1060                     if (data->circulationData[j]->midspine)
1061                         printf(" midspine: %s\n",
1062                                 data->circulationData[j]->midspine);
1063                     if (data->circulationData[j]->temporaryLocation)
1064                         printf(" temporaryLocation: %s\n",
1065                                 data->circulationData[j]->temporaryLocation);
1066                 }
1067             }
1068         }
1069     }
1070     else
1071     {
1072         printf("Unknown record representation.\n");
1073         if (!z_External(print, &r, 0, 0))
1074         {
1075             odr_perror(print, "Printing external");
1076             odr_reset(print);
1077         }
1078     }
1079 }
1080
1081 static void display_diagrecs(Z_DiagRec **pp, int num)
1082 {
1083     int i;
1084     Z_DefaultDiagFormat *r;
1085
1086     printf("Diagnostic message(s) from database:\n");
1087     for (i = 0; i<num; i++)
1088     {
1089         Z_DiagRec *p = pp[i];
1090         if (p->which != Z_DiagRec_defaultFormat)
1091         {
1092             printf("Diagnostic record not in default format.\n");
1093             return;
1094         }
1095         else
1096             r = p->u.defaultFormat;
1097
1098         if (!r->diagnosticSetId)
1099             printf("Missing diagset\n");
1100         else
1101         {
1102             oid_class oclass;
1103             char diag_name_buf[OID_STR_MAX];
1104             const char *diag_name = 0;
1105             diag_name = yaz_oid_to_string_buf
1106                 (r->diagnosticSetId, &oclass, diag_name_buf);
1107             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1108                 printf("Unknown diagset: %s\n", diag_name);
1109         }
1110         printf("    [" ODR_INT_PRINTF "] %s",
1111                *r->condition, diagbib1_str(*r->condition));
1112         switch (r->which)
1113         {
1114         case Z_DefaultDiagFormat_v2Addinfo:
1115             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1116             break;
1117         case Z_DefaultDiagFormat_v3Addinfo:
1118             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1119             break;
1120         }
1121     }
1122 }
1123
1124
1125 static void display_nameplusrecord(Z_NamePlusRecord *p)
1126 {
1127     if (p->databaseName)
1128         printf("[%s]", p->databaseName);
1129     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1130         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1131     else if (p->which == Z_NamePlusRecord_databaseRecord)
1132         display_record(p->u.databaseRecord);
1133 }
1134
1135 static void display_records(Z_Records *p)
1136 {
1137     int i;
1138
1139     if (p->which == Z_Records_NSD)
1140     {
1141         Z_DiagRec dr, *dr_p = &dr;
1142         dr.which = Z_DiagRec_defaultFormat;
1143         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1144         display_diagrecs(&dr_p, 1);
1145     }
1146     else if (p->which == Z_Records_multipleNSD)
1147         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1148                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1149     else
1150     {
1151         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1152         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1153             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1154     }
1155 }
1156
1157 static int send_deleteResultSetRequest(const char *arg)
1158 {
1159     char names[8][32];
1160     int i;
1161
1162     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1163     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1164
1165     req->referenceId = set_refid(out);
1166
1167     req->num_resultSetList =
1168         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1169                names[0], names[1], names[2], names[3],
1170                names[4], names[5], names[6], names[7]);
1171
1172     req->deleteFunction = odr_intdup(out, 0);
1173     if (req->num_resultSetList > 0)
1174     {
1175         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1176         req->resultSetList = (char **)
1177             odr_malloc(out, sizeof(*req->resultSetList)*
1178                         req->num_resultSetList);
1179         for (i = 0; i<req->num_resultSetList; i++)
1180             req->resultSetList[i] = names[i];
1181     }
1182     else
1183     {
1184         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1185         req->resultSetList = 0;
1186     }
1187
1188     send_apdu(apdu);
1189     printf("Sent deleteResultSetRequest.\n");
1190     return 2;
1191 }
1192
1193 #if YAZ_HAVE_XML2
1194 static int send_srw(Z_SRW_PDU *sr)
1195 {
1196     const char *charset = negotiationCharset;
1197     const char *host_port = cur_host;
1198     Z_GDU *gdu;
1199     char *path = yaz_encode_sru_dbpath_odr(out, databaseNames[0]);
1200
1201     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1202
1203     if (auth)
1204     {
1205         if (auth->which == Z_IdAuthentication_open)
1206         {
1207             char **darray;
1208             int num;
1209             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1210             if (num >= 1)
1211                 sr->username = darray[0];
1212             if (num >= 2)
1213                 sr->password = darray[1];
1214         }
1215         else if (auth->which == Z_IdAuthentication_idPass)
1216         {
1217             sr->username = auth->u.idPass->userId;
1218             sr->password = auth->u.idPass->password;
1219         }
1220     }
1221
1222     if (!yaz_matchstr(sru_method, "get"))
1223     {
1224         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1225     }
1226     else if (!yaz_matchstr(sru_method, "post"))
1227     {
1228         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1229     }
1230     else if (!yaz_matchstr(sru_method, "soap"))
1231     {
1232         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1233     }
1234
1235     if (z_GDU(out, &gdu, 0, 0))
1236     {
1237         /* encode OK */
1238         char *buf_out;
1239         int len_out;
1240         int r;
1241         if (apdu_file)
1242         {
1243             if (!z_GDU(print, &gdu, 0, 0))
1244                 printf("Failed to print outgoing SRU package\n");
1245             odr_reset(print);
1246         }
1247         buf_out = odr_getbuf(out, &len_out, 0);
1248
1249         /* we don't odr_reset(out), since we may need the buffer again */
1250
1251         do_hex_dump(buf_out, len_out);
1252
1253         r = cs_put(conn, buf_out, len_out);
1254
1255         if (r >= 0)
1256             return 2;
1257     }
1258     return 0;
1259 }
1260 #endif
1261
1262 #if YAZ_HAVE_XML2
1263 static char *encode_SRW_term(ODR o, const char *q)
1264 {
1265     const char *in_charset = "ISO-8859-1";
1266     WRBUF w = wrbuf_alloc();
1267     yaz_iconv_t cd;
1268     char *res;
1269     if (outputCharset)
1270         in_charset = outputCharset;
1271     cd = yaz_iconv_open("UTF-8", in_charset);
1272     if (!cd)
1273     {
1274         wrbuf_destroy(w);
1275         return odr_strdup(o, q);
1276     }
1277     wrbuf_iconv_write(w, cd, q, strlen(q));
1278     if (wrbuf_len(w))
1279         res = odr_strdup(o, wrbuf_cstr(w));
1280     else
1281         res = odr_strdup(o, q);
1282     yaz_iconv_close(cd);
1283     wrbuf_destroy(w);
1284     return res;
1285 }
1286
1287
1288 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1289 {
1290     Z_SRW_PDU *sr = 0;
1291
1292     /* regular requestse .. */
1293     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1294
1295     switch(queryType)
1296     {
1297     case QueryType_CQL:
1298         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1299         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1300         break;
1301     case QueryType_Prefix:
1302         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1303         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1304         break;
1305     default:
1306         printf("Only CQL and PQF supported in SRW\n");
1307         return 0;
1308     }
1309     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1310     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1311     return send_srw(sr);
1312 }
1313
1314 static int send_SRW_searchRequest(const char *arg)
1315 {
1316     Z_SRW_PDU *sr = 0;
1317
1318     if (!srw_sr)
1319     {
1320         assert(srw_sr_odr_out == 0);
1321         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1322     }
1323     odr_reset(srw_sr_odr_out);
1324
1325     setno = 1;
1326
1327     /* save this for later .. when fetching individual records */
1328     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1329                               sru_version);
1330
1331     /* regular request .. */
1332     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1333
1334     switch(queryType)
1335     {
1336     case QueryType_CQL:
1337         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1338         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1339
1340         sr->u.request->query_type = Z_SRW_query_type_cql;
1341         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1342         break;
1343     case QueryType_Prefix:
1344         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1345         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1346
1347         sr->u.request->query_type = Z_SRW_query_type_pqf;
1348         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1349         break;
1350     default:
1351         printf("Only CQL and PQF supported in SRW\n");
1352         return 0;
1353     }
1354     sr->u.request->maximumRecords = odr_intdup(out, 0);
1355
1356     if (record_schema)
1357         sr->u.request->recordSchema = record_schema;
1358     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1359         sr->u.request->recordPacking = "xml";
1360     return send_srw(sr);
1361 }
1362 #endif
1363
1364 static void query_charset_convert(Z_RPNQuery *q)
1365 {
1366     if (queryCharset && outputCharset)
1367     {
1368         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1369         if (!cd)
1370         {
1371             printf("Conversion from %s to %s unsupported\n",
1372                    outputCharset, queryCharset);
1373             return;
1374         }
1375         yaz_query_charset_convert_rpnquery(q, out, cd);
1376         yaz_iconv_close(cd);
1377     }
1378 }
1379
1380 static int send_searchRequest(const char *arg)
1381 {
1382     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1383     Z_SearchRequest *req = apdu->u.searchRequest;
1384     Z_Query query;
1385     struct ccl_rpn_node *rpn = NULL;
1386     int error, pos;
1387     char setstring[100];
1388     Z_RPNQuery *RPNquery;
1389     Odr_oct ccl_query;
1390     YAZ_PQF_Parser pqf_parser;
1391     Z_External *ext;
1392     QueryType myQueryType = queryType;
1393     char pqfbuf[512];
1394
1395     if (myQueryType == QueryType_CCL2RPN)
1396     {
1397         rpn = ccl_find_str(bibset, arg, &error, &pos);
1398         if (error)
1399         {
1400             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1401             return 0;
1402         }
1403     } else if (myQueryType == QueryType_CQL2RPN) {
1404         /* ### All this code should be wrapped in a utility function */
1405         CQL_parser parser;
1406         struct cql_node *node;
1407         const char *addinfo;
1408         if (cqltrans == 0) {
1409             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1410             return 0;
1411         }
1412         parser = cql_parser_create();
1413         if ((error = cql_parser_string(parser, arg)) != 0) {
1414             printf("Can't parse CQL: must be a syntax error\n");
1415             return 0;
1416         }
1417         node = cql_parser_result(parser);
1418         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1419                                        sizeof pqfbuf)) != 0) {
1420             error = cql_transform_error(cqltrans, &addinfo);
1421             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1422                     cql_strerror(error), addinfo);
1423             return 0;
1424         }
1425         arg = pqfbuf;
1426         myQueryType = QueryType_Prefix;
1427     }
1428
1429     req->referenceId = set_refid(out);
1430     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1431     {
1432         static unsigned char big[2100];
1433         static Odr_oct bigo;
1434
1435         /* send a very big referenceid to test transport stack etc. */
1436         memset(big, 'A', 2100);
1437         bigo.len = bigo.size = 2100;
1438         bigo.buf = big;
1439         req->referenceId = &bigo;
1440     }
1441
1442     if (setnumber >= 0)
1443     {
1444         sprintf(setstring, "%d", ++setnumber);
1445         req->resultSetName = setstring;
1446     }
1447     *req->smallSetUpperBound = smallSetUpperBound;
1448     *req->largeSetLowerBound = largeSetLowerBound;
1449     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1450     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1451         mediumSetPresentNumber > 0))
1452     {
1453         if (recordsyntax_size)
1454             req->preferredRecordSyntax =
1455                 yaz_string_to_oid_odr(yaz_oid_std(),
1456                                       CLASS_RECSYN, recordsyntax_list[0], out);
1457
1458         req->smallSetElementSetNames =
1459             req->mediumSetElementSetNames = elementSetNames;
1460     }
1461     req->num_databaseNames = num_databaseNames;
1462     req->databaseNames = databaseNames;
1463
1464     req->query = &query;
1465
1466     switch (myQueryType)
1467     {
1468     case QueryType_Prefix:
1469         query.which = Z_Query_type_1;
1470         pqf_parser = yaz_pqf_create();
1471         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1472         if (!RPNquery)
1473         {
1474             const char *pqf_msg;
1475             size_t off;
1476             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1477             int ioff = off;
1478             printf("%*s^\n", ioff+4, "");
1479             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1480
1481             yaz_pqf_destroy(pqf_parser);
1482             return 0;
1483         }
1484         yaz_pqf_destroy(pqf_parser);
1485         query_charset_convert(RPNquery);
1486         query.u.type_1 = RPNquery;
1487         break;
1488     case QueryType_CCL:
1489         query.which = Z_Query_type_2;
1490         query.u.type_2 = &ccl_query;
1491         ccl_query.buf = (unsigned char*) arg;
1492         ccl_query.len = strlen(arg);
1493         break;
1494     case QueryType_CCL2RPN:
1495         query.which = Z_Query_type_1;
1496         RPNquery = ccl_rpn_query(out, rpn);
1497         if (!RPNquery)
1498         {
1499             printf("Couldn't convert from CCL to RPN\n");
1500             return 0;
1501         }
1502         query_charset_convert(RPNquery);
1503         query.u.type_1 = RPNquery;
1504         ccl_rpn_delete(rpn);
1505         break;
1506     case QueryType_CQL:
1507         query.which = Z_Query_type_104;
1508         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1509         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1510         ext->indirect_reference = 0;
1511         ext->descriptor = 0;
1512         ext->which = Z_External_CQL;
1513         ext->u.cql = odr_strdup(out, arg);
1514         query.u.type_104 =  ext;
1515         break;
1516     default:
1517         printf("Unsupported query type\n");
1518         return 0;
1519     }
1520     if (send_apdu(apdu))
1521         printf("Sent searchRequest.\n");
1522     setno = 1;
1523     return 2;
1524 }
1525
1526 /* display Query Expression as part of searchResult-1 */
1527 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1528 {
1529     if (!qe)
1530         return;
1531     printf(" %s=", lead);
1532     if (qe->which == Z_QueryExpression_term)
1533     {
1534         if (qe->u.term->queryTerm)
1535         {
1536             Z_Term *term = qe->u.term->queryTerm;
1537             switch (term->which)
1538             {
1539             case Z_Term_general:
1540                 printf("%.*s", term->u.general->len, term->u.general->buf);
1541                 break;
1542             case Z_Term_characterString:
1543                 printf("%s", term->u.characterString);
1544                 break;
1545             case Z_Term_numeric:
1546                 printf(ODR_INT_PRINTF, *term->u.numeric);
1547                 break;
1548             case Z_Term_null:
1549                 printf("null");
1550                 break;
1551             }
1552         }
1553     }
1554 }
1555
1556 /* see if we can find USR:SearchResult-1 */
1557 static void display_searchResult(Z_OtherInformation *o)
1558 {
1559     int i;
1560     if (!o)
1561         return ;
1562     for (i = 0; i < o->num_elements; i++)
1563     {
1564         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1565         {
1566             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1567
1568             if (ext->which == Z_External_searchResult1)
1569             {
1570                 int j;
1571                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1572                 printf("SearchResult-1:");
1573                 for (j = 0; j < sr->num; j++)
1574                 {
1575                     if (j)
1576                         printf(",");
1577                     if (!sr->elements[j]->subqueryExpression)
1578                         printf("%d", j);
1579                     display_queryExpression("term",
1580                         sr->elements[j]->subqueryExpression);
1581                     display_queryExpression("interpretation",
1582                         sr->elements[j]->subqueryInterpretation);
1583                     display_queryExpression("recommendation",
1584                         sr->elements[j]->subqueryRecommendation);
1585                     if (sr->elements[j]->subqueryCount)
1586                         printf(" cnt=" ODR_INT_PRINTF,
1587                                *sr->elements[j]->subqueryCount);
1588                     if (sr->elements[j]->subqueryId)
1589                         printf(" id=%s ", sr->elements[j]->subqueryId);
1590                 }
1591                 printf("\n");
1592             }
1593         }
1594     }
1595 }
1596
1597 static int process_searchResponse(Z_SearchResponse *res)
1598 {
1599     printf("Received SearchResponse.\n");
1600     print_refid(res->referenceId);
1601     if (*res->searchStatus)
1602         printf("Search was a success.\n");
1603     else
1604         printf("Search was a bloomin' failure.\n");
1605     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1606     last_hit_count = *res->resultCount;
1607     if (setnumber >= 0)
1608         printf(", setno %d", setnumber);
1609     putchar('\n');
1610     if (res->resultSetStatus)
1611     {
1612         printf("Result Set Status: ");
1613         switch(*res->resultSetStatus)
1614         {
1615         case Z_SearchResponse_subset:
1616             printf("subset"); break;
1617         case Z_SearchResponse_interim:
1618             printf("interim"); break;
1619         case Z_SearchResponse_none:
1620             printf("none"); break;
1621         case Z_SearchResponse_estimate:
1622             printf("estimate"); break;
1623         default:
1624             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1625         }
1626         putchar('\n');
1627     }
1628     display_searchResult(res->additionalSearchInfo);
1629     printf("records returned: " ODR_INT_PRINTF "\n",
1630            *res->numberOfRecordsReturned);
1631     setno += *res->numberOfRecordsReturned;
1632     if (res->records)
1633         display_records(res->records);
1634     return 0;
1635 }
1636
1637 static void print_level(int iLevel)
1638 {
1639     int i;
1640     for (i = 0; i < iLevel * 4; i++)
1641         printf(" ");
1642 }
1643
1644 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1645 {
1646     if (pInt != NULL)
1647     {
1648         print_level(iLevel);
1649         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1650     }
1651 }
1652
1653 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1654 {
1655     if (pInt != NULL)
1656     {
1657         print_level(iLevel);
1658         printf("%s: %d\n", pTag, *pInt);
1659     }
1660 }
1661
1662 static void print_string(int iLevel, const char *pTag, const char *pString)
1663 {
1664     if (pString != NULL)
1665     {
1666         print_level(iLevel);
1667         printf("%s: %s\n", pTag, pString);
1668     }
1669 }
1670
1671 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1672 {
1673     if (pOid != NULL)
1674     {
1675         Odr_oid *pInt = pOid;
1676
1677         print_level(iLevel);
1678         printf("%s:", pTag);
1679         for (; *pInt != -1; pInt++)
1680             printf(" %d", *pInt);
1681         printf("\n");
1682     }
1683 }
1684
1685 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1686 {
1687     if (referenceId != NULL)
1688     {
1689         int i;
1690
1691         print_level(iLevel);
1692         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1693         for (i = 0; i < referenceId->len; i++)
1694             printf("%c", referenceId->buf[i]);
1695         printf("\n");
1696     }
1697 }
1698
1699 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1700 {
1701     if (pStringNumeric != NULL)
1702     {
1703         switch (pStringNumeric->which)
1704         {
1705         case Z_StringOrNumeric_string:
1706             print_string(iLevel, pTag, pStringNumeric->u.string);
1707             break;
1708
1709         case Z_StringOrNumeric_numeric:
1710             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1711             break;
1712
1713         default:
1714             print_level(iLevel);
1715             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1716             break;
1717         }
1718     }
1719 }
1720
1721 static void print_universe_report_duplicate(
1722     int iLevel,
1723     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1724 {
1725     if (pUniverseReportDuplicate != NULL)
1726     {
1727         print_level(iLevel);
1728         printf("Universe Report Duplicate: \n");
1729         iLevel++;
1730         print_string_or_numeric(iLevel, "Hit No",
1731                                 pUniverseReportDuplicate->hitno);
1732     }
1733 }
1734
1735 static void print_universe_report_hits(
1736     int iLevel,
1737     Z_UniverseReportHits *pUniverseReportHits)
1738 {
1739     if (pUniverseReportHits != NULL)
1740     {
1741         print_level(iLevel);
1742         printf("Universe Report Hits: \n");
1743         iLevel++;
1744         print_string_or_numeric(iLevel, "Database",
1745                                 pUniverseReportHits->database);
1746         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1747     }
1748 }
1749
1750 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1751 {
1752     if (pUniverseReport != NULL)
1753     {
1754         print_level(iLevel);
1755         printf("Universe Report: \n");
1756         iLevel++;
1757         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1758         switch (pUniverseReport->which)
1759         {
1760         case Z_UniverseReport_databaseHits:
1761             print_universe_report_hits(iLevel,
1762                                        pUniverseReport->u.databaseHits);
1763             break;
1764
1765         case Z_UniverseReport_duplicate:
1766             print_universe_report_duplicate(iLevel,
1767                                             pUniverseReport->u.duplicate);
1768             break;
1769
1770         default:
1771             print_level(iLevel);
1772             printf("Type: %d\n", pUniverseReport->which);
1773             break;
1774         }
1775     }
1776 }
1777
1778 static void print_external(int iLevel, Z_External *pExternal)
1779 {
1780     if (pExternal != NULL)
1781     {
1782         print_level(iLevel);
1783         printf("External: \n");
1784         iLevel++;
1785         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1786         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1787         print_string(iLevel, "Descriptor", pExternal->descriptor);
1788         switch (pExternal->which)
1789         {
1790         case Z_External_universeReport:
1791             print_universe_report(iLevel, pExternal->u.universeReport);
1792             break;
1793
1794         default:
1795             print_level(iLevel);
1796             printf("Type: %d\n", pExternal->which);
1797             break;
1798         }
1799     }
1800 }
1801
1802 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1803 {
1804     printf("Received ResourceControlRequest.\n");
1805     print_referenceId(1, req->referenceId);
1806     print_bool(1, "Suspended Flag", req->suspendedFlag);
1807     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1808     print_bool(1, "Response Required", req->responseRequired);
1809     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
1810     print_external(1, req->resourceReport);
1811     return 0;
1812 }
1813
1814 void process_ESResponse(Z_ExtendedServicesResponse *res)
1815 {
1816     printf("Status: ");
1817     switch (*res->operationStatus)
1818     {
1819     case Z_ExtendedServicesResponse_done:
1820         printf("done\n");
1821         break;
1822     case Z_ExtendedServicesResponse_accepted:
1823         printf("accepted\n");
1824         break;
1825     case Z_ExtendedServicesResponse_failure:
1826         printf("failure\n");
1827         display_diagrecs(res->diagnostics, res->num_diagnostics);
1828         break;
1829     default:
1830         printf("unknown\n");
1831     }
1832     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1833         (res->num_diagnostics != 0) ) {
1834         display_diagrecs(res->diagnostics, res->num_diagnostics);
1835     }
1836     print_refid (res->referenceId);
1837     if (res->taskPackage &&
1838         res->taskPackage->which == Z_External_extendedService)
1839     {
1840         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1841         Odr_oct *id = taskPackage->targetReference;
1842         Z_External *ext = taskPackage->taskSpecificParameters;
1843
1844         if (id)
1845         {
1846             printf("Target Reference: ");
1847             print_stringn((const char *) id->buf, id->len);
1848             printf("\n");
1849         }
1850         if (ext->which == Z_External_update)
1851         {
1852             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1853             if (utp && utp->targetPart)
1854             {
1855                 Z_IUTargetPart *targetPart = utp->targetPart;
1856                 int i;
1857
1858                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1859                 {
1860
1861                     Z_IUTaskPackageRecordStructure *tpr =
1862                         targetPart->taskPackageRecords[i];
1863                     printf("task package record %d\n", i+1);
1864                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1865                     {
1866                         display_record (tpr->u.record);
1867                     }
1868                     else
1869                     {
1870                         printf("other type\n");
1871                     }
1872                 }
1873             }
1874         }
1875         if (ext->which == Z_External_itemOrder)
1876         {
1877             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1878
1879             if (otp && otp->targetPart)
1880             {
1881                 if (otp->targetPart->itemRequest)
1882                 {
1883                     Z_External *ext = otp->targetPart->itemRequest;
1884                     if (ext->which == Z_External_octet)
1885                     {
1886                         Odr_oct *doc = ext->u.octet_aligned;
1887                         printf("Got itemRequest doc %.*s\n",
1888                                doc->len, doc->buf);
1889                     }
1890                 }
1891                 else if (otp->targetPart->statusOrErrorReport)
1892                 {
1893                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1894                     if (ext->which == Z_External_octet)
1895                     {
1896                         Odr_oct *doc = ext->u.octet_aligned;
1897                         printf("Got Status or Error Report doc %.*s\n",
1898                                doc->len, doc->buf);
1899                     }
1900                 }
1901             }
1902         }
1903     }
1904     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1905     {
1906         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1907         printf("%.*s\n", doc->len, doc->buf);
1908     }
1909 }
1910
1911 const char *get_ill_element(void *clientData, const char *element)
1912 {
1913     return 0;
1914 }
1915
1916 static Z_External *create_external_itemRequest(void)
1917 {
1918     struct ill_get_ctl ctl;
1919     ILL_ItemRequest *req;
1920     Z_External *r = 0;
1921     int item_request_size = 0;
1922     char *item_request_buf = 0;
1923
1924     ctl.odr = out;
1925     ctl.clientData = 0;
1926     ctl.f = get_ill_element;
1927
1928     req = ill_get_ItemRequest(&ctl, "ill", 0);
1929     if (!req)
1930         printf("ill_get_ItemRequest failed\n");
1931
1932     if (!ill_ItemRequest(out, &req, 0, 0))
1933     {
1934         if (apdu_file)
1935         {
1936             ill_ItemRequest(print, &req, 0, 0);
1937             odr_reset(print);
1938         }
1939         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1940         if (item_request_buf)
1941             odr_setbuf (out, item_request_buf, item_request_size, 1);
1942         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1943         return 0;
1944     }
1945     else
1946     {
1947         r = (Z_External *) odr_malloc(out, sizeof(*r));
1948         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1949         r->indirect_reference = 0;
1950         r->descriptor = 0;
1951         r->which = Z_External_single;
1952
1953         r->u.single_ASN1_type = (Odr_oct *)
1954             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
1955         r->u.single_ASN1_type->buf = (unsigned char *)
1956         odr_malloc(out, item_request_size);
1957         r->u.single_ASN1_type->len = item_request_size;
1958         r->u.single_ASN1_type->size = item_request_size;
1959         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
1960                 item_request_size);
1961
1962         do_hex_dump(item_request_buf,item_request_size);
1963     }
1964     return r;
1965 }
1966
1967 static Z_External *create_external_ILL_APDU(void)
1968 {
1969     struct ill_get_ctl ctl;
1970     ILL_APDU *ill_apdu;
1971     Z_External *r = 0;
1972     int ill_request_size = 0;
1973     char *ill_request_buf = 0;
1974
1975     ctl.odr = out;
1976     ctl.clientData = 0;
1977     ctl.f = get_ill_element;
1978
1979     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1980
1981     if (!ill_APDU (out, &ill_apdu, 0, 0))
1982     {
1983         if (apdu_file)
1984         {
1985             printf("-------------------\n");
1986             ill_APDU(print, &ill_apdu, 0, 0);
1987             odr_reset(print);
1988             printf("-------------------\n");
1989         }
1990         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1991         if (ill_request_buf)
1992             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1993         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1994         return 0;
1995     }
1996     else
1997     {
1998         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1999
2000         r = (Z_External *) odr_malloc(out, sizeof(*r));
2001         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2002         r->indirect_reference = 0;
2003         r->descriptor = 0;
2004         r->which = Z_External_single;
2005
2006         r->u.single_ASN1_type = (Odr_oct *)
2007             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2008         r->u.single_ASN1_type->buf = (unsigned char *)
2009         odr_malloc(out, ill_request_size);
2010         r->u.single_ASN1_type->len = ill_request_size;
2011         r->u.single_ASN1_type->size = ill_request_size;
2012         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2013 /*         printf("len = %d\n", ill_request_size); */
2014 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2015 /*              printf("--- end of extenal\n"); */
2016
2017     }
2018     return r;
2019 }
2020
2021
2022 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2023                                             const char *xml_buf,
2024                                             int xml_len)
2025 {
2026     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2027     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2028     r->indirect_reference = 0;
2029     r->descriptor = 0;
2030
2031     r->which = Z_External_itemOrder;
2032
2033     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2034     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2035     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2036
2037     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2038         odr_malloc(out,sizeof(Z_IORequest));
2039     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2040
2041     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2042         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2043     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2044     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2045         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2046     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2047
2048     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2049     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2050     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2051
2052     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2053         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2054     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2055     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2056
2057     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2058         odr_intdup(out, itemno);
2059     if (!strcmp (type, "item") || !strcmp(type, "2"))
2060     {
2061         printf("using item-request\n");
2062         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2063             create_external_itemRequest();
2064     }
2065     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2066     {
2067         printf("using ILL-request\n");
2068         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2069             create_external_ILL_APDU();
2070     }
2071     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2072     {
2073         printf("using XML ILL-request\n");
2074
2075         if (!xml_buf)
2076         {
2077             printf("no docoument added\n");
2078             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2079         }
2080         else
2081         {
2082             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2083                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2084         }
2085     }
2086     else
2087         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2088
2089     return r;
2090 }
2091
2092 static int send_itemorder(const char *type, int itemno,
2093                           const char *xml_buf, int xml_len)
2094 {
2095     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2096     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2097
2098     req->referenceId = set_refid (out);
2099
2100     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2101     req->packageName = esPackageName;
2102
2103     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2104                                                            xml_buf, xml_len);
2105     send_apdu(apdu);
2106     return 0;
2107 }
2108
2109 static int only_z3950(void)
2110 {
2111     if (!conn)
2112     {
2113         printf("Not connected yet\n");
2114         return 1;
2115     }
2116     if (protocol == PROTO_HTTP)
2117     {
2118         printf("Not supported by SRW\n");
2119         return 1;
2120     }
2121     return 0;
2122 }
2123
2124 static int cmd_update_common(const char *arg, int version);
2125
2126 static int cmd_update(const char *arg)
2127 {
2128     return cmd_update_common(arg, 1);
2129 }
2130
2131 static int cmd_update0(const char *arg)
2132 {
2133     return cmd_update_common(arg, 0);
2134 }
2135
2136 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2137                             char *rec_buf, int rec_len);
2138
2139 #if YAZ_HAVE_XML2
2140 static int cmd_update_SRW(int action_no, const char *recid,
2141                           char *rec_buf, int rec_len);
2142 #endif
2143
2144 static int cmd_update_common(const char *arg, int version)
2145 {
2146     char *action_buf;
2147     int action_len;
2148     char *recid_buf;
2149     int recid_len;
2150     const char *recid = 0;
2151     char *rec_buf;
2152     int rec_len;
2153     int action_no;
2154     int noread = 0;
2155
2156     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2157     {
2158         printf("Use: update action recid [fname]\n");
2159         printf(" where action is one of insert,replace,delete.update\n");
2160         printf(" recid is some record ID. Use none for no ID\n");
2161         printf(" fname is file of record to be updated\n");
2162         return 0;
2163     }
2164
2165     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2166     {
2167         printf("Missing recid\n");
2168         return 0;
2169     }
2170
2171     if (!strcmp(action_buf, "insert"))
2172         action_no = Z_IUOriginPartToKeep_recordInsert;
2173     else if (!strcmp(action_buf, "replace"))
2174         action_no = Z_IUOriginPartToKeep_recordReplace;
2175     else if (!strcmp(action_buf, "delete"))
2176         action_no = Z_IUOriginPartToKeep_recordDelete;
2177     else if (!strcmp(action_buf, "update"))
2178         action_no = Z_IUOriginPartToKeep_specialUpdate;
2179     else
2180     {
2181         printf("Bad action: %s\n", action_buf);
2182         printf("Possible values: insert, replace, delete, update\n");
2183         return 0;
2184     }
2185
2186     if (strcmp(recid_buf, "none")) /* none means no record ID */
2187         recid = recid_buf;
2188
2189     arg += noread;
2190     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2191         return 0;
2192
2193 #if YAZ_HAVE_XML2
2194     if (protocol == PROTO_HTTP)
2195         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2196 #endif
2197     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2198 }
2199
2200 #if YAZ_HAVE_XML2
2201 static int cmd_update_SRW(int action_no, const char *recid,
2202                           char *rec_buf, int rec_len)
2203 {
2204     if (!conn)
2205         session_connect(cur_host);
2206     if (!conn)
2207         return 0;
2208     else
2209     {
2210         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2211         Z_SRW_updateRequest *sr = srw->u.update_request;
2212
2213         switch(action_no)
2214         {
2215         case Z_IUOriginPartToKeep_recordInsert:
2216             sr->operation = "info:srw/action/1/create";
2217             break;
2218         case Z_IUOriginPartToKeep_recordReplace:
2219             sr->operation = "info:srw/action/1/replace";
2220             break;
2221         case Z_IUOriginPartToKeep_recordDelete:
2222             sr->operation = "info:srw/action/1/delete";
2223             break;
2224         }
2225         if (rec_buf)
2226         {
2227             sr->record = yaz_srw_get_record(out);
2228             sr->record->recordData_buf = rec_buf;
2229             sr->record->recordData_len = rec_len;
2230             sr->record->recordSchema = record_schema;
2231         }
2232         if (recid)
2233             sr->recordId = odr_strdup(out, recid);
2234         return send_srw(srw);
2235     }
2236 }
2237 #endif
2238
2239 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2240                             char *rec_buf, int rec_len)
2241 {
2242     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2243     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2244     Z_External *r;
2245     Z_External *record_this = 0;
2246     if (rec_buf)
2247         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2248                                        rec_buf, rec_len);
2249     else
2250     {
2251         if (!record_last)
2252         {
2253             printf("No last record (update ignored)\n");
2254             return 0;
2255         }
2256         record_this = record_last;
2257     }
2258
2259     req->packageType = odr_oiddup(out, (version == 0 ?
2260        yaz_oid_extserv_database_update_first_version :
2261        yaz_oid_extserv_database_update));
2262
2263     req->packageName = esPackageName;
2264
2265     req->referenceId = set_refid (out);
2266
2267     r = req->taskSpecificParameters = (Z_External *)
2268         odr_malloc(out, sizeof(*r));
2269     r->direct_reference = req->packageType;
2270     r->indirect_reference = 0;
2271     r->descriptor = 0;
2272     if (version == 0)
2273     {
2274         Z_IU0OriginPartToKeep *toKeep;
2275         Z_IU0SuppliedRecords *notToKeep;
2276
2277         r->which = Z_External_update0;
2278         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2279         r->u.update0->which = Z_IUUpdate_esRequest;
2280         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2281             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2282         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2283             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2284
2285         toKeep->databaseName = databaseNames[0];
2286         toKeep->schema = 0;
2287         if (record_schema)
2288         {
2289             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2290                                                    CLASS_SCHEMA,
2291                                                    record_schema, out);
2292         }
2293         toKeep->elementSetName = 0;
2294
2295         toKeep->action = odr_intdup(out, action_no);
2296
2297         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2298             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2299         notToKeep->num = 1;
2300         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2301             odr_malloc(out, sizeof(*notToKeep->elements));
2302         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2303             odr_malloc(out, sizeof(**notToKeep->elements));
2304         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2305         if (recid)
2306         {
2307             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2308                 odr_malloc(out, sizeof(Odr_oct));
2309             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2310             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2311             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2312         }
2313         else
2314             notToKeep->elements[0]->u.opaque = 0;
2315         notToKeep->elements[0]->supplementalId = 0;
2316         notToKeep->elements[0]->correlationInfo = 0;
2317         notToKeep->elements[0]->record = record_this;
2318     }
2319     else
2320     {
2321         Z_IUOriginPartToKeep *toKeep;
2322         Z_IUSuppliedRecords *notToKeep;
2323
2324         r->which = Z_External_update;
2325         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2326         r->u.update->which = Z_IUUpdate_esRequest;
2327         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2328             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2329         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2330             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2331
2332         toKeep->databaseName = databaseNames[0];
2333         toKeep->schema = 0;
2334         if (record_schema)
2335         {
2336             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2337                                                    CLASS_SCHEMA,
2338                                                    record_schema, out);
2339         }
2340         toKeep->elementSetName = 0;
2341         toKeep->actionQualifier = 0;
2342         toKeep->action = odr_intdup(out, action_no);
2343
2344         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2345             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2346         notToKeep->num = 1;
2347         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2348             odr_malloc(out, sizeof(*notToKeep->elements));
2349         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2350             odr_malloc(out, sizeof(**notToKeep->elements));
2351         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2352         if (recid)
2353         {
2354             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2355                 odr_malloc(out, sizeof(Odr_oct));
2356             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2357             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2358             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2359         }
2360         else
2361             notToKeep->elements[0]->u.opaque = 0;
2362         notToKeep->elements[0]->supplementalId = 0;
2363         notToKeep->elements[0]->correlationInfo = 0;
2364         notToKeep->elements[0]->record = record_this;
2365     }
2366
2367     send_apdu(apdu);
2368
2369     return 2;
2370 }
2371
2372 static int cmd_xmles(const char *arg)
2373 {
2374     if (only_z3950())
2375         return 1;
2376     else
2377     {
2378         char *asn_buf = 0;
2379         int noread = 0;
2380         Odr_oid *oid;
2381         char oid_str[51];
2382         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2383         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2384
2385
2386         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2387
2388         req->referenceId = set_refid (out);
2389         req->taskSpecificParameters = ext;
2390         ext->indirect_reference = 0;
2391         ext->descriptor = 0;
2392         ext->which = Z_External_octet;
2393         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2394         sscanf(arg, "%50s%n", oid_str, &noread);
2395         if (noread == 0)
2396         {
2397             printf("Missing OID for xmles\n");
2398             return 0;
2399         }
2400         arg += noread;
2401         if (parse_cmd_doc(&arg, out, &asn_buf,
2402                           &ext->u.single_ASN1_type->len) == 0)
2403             return 0;
2404
2405         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2406
2407         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2408                                     CLASS_EXTSERV, oid_str, out);
2409         if (!oid)
2410         {
2411             printf("Bad OID: %s\n", oid_str);
2412             return 0;
2413         }
2414
2415         req->packageType = oid;
2416
2417         ext->direct_reference = oid;
2418
2419         send_apdu(apdu);
2420
2421         return 2;
2422     }
2423 }
2424
2425 static int cmd_itemorder(const char *arg)
2426 {
2427     char type[12];
2428     int itemno;
2429     char *xml_buf = 0;
2430     int xml_len = 0;
2431     int no_read = 0;
2432
2433     if (only_z3950())
2434         return 1;
2435     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2436         return 0;
2437     arg += no_read;
2438     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2439
2440     fflush(stdout);
2441     send_itemorder(type, itemno, xml_buf, xml_len);
2442     return 2;
2443 }
2444
2445 static void show_opt(const char *arg, void *clientData)
2446 {
2447     printf("%s ", arg);
2448 }
2449
2450 static int cmd_zversion(const char *arg)
2451 {
2452     if (*arg && arg)
2453         z3950_version = atoi(arg);
2454     else
2455         printf("version is %d\n", z3950_version);
2456     return 0;
2457 }
2458
2459 static int cmd_options(const char *arg)
2460 {
2461     if (*arg)
2462     {
2463         int r;
2464         int pos;
2465         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2466         if (r == -1)
2467             printf("Unknown option(s) near %s\n", arg+pos);
2468     }
2469     else
2470     {
2471         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2472         printf("\n");
2473     }
2474     return 0;
2475 }
2476
2477 static int cmd_explain(const char *arg)
2478 {
2479     if (protocol != PROTO_HTTP)
2480         return 0;
2481 #if YAZ_HAVE_XML2
2482     if (!conn)
2483         session_connect(cur_host);
2484     if (conn)
2485     {
2486         Z_SRW_PDU *sr = 0;
2487
2488         setno = 1;
2489
2490         /* save this for later .. when fetching individual records */
2491         sr = yaz_srw_get(out, Z_SRW_explain_request);
2492         if (recordsyntax_size == 1
2493             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2494             sr->u.explain_request->recordPacking = "xml";
2495         send_srw(sr);
2496         return 2;
2497     }
2498 #endif
2499     return 0;
2500 }
2501
2502 static int cmd_init(const char *arg)
2503 {
2504     if (*arg)
2505     {
2506         strncpy(cur_host, arg, sizeof(cur_host)-1);
2507         cur_host[sizeof(cur_host)-1] = 0;
2508     }
2509     if (only_z3950())
2510         return 1;
2511     send_initRequest(cur_host);
2512     return 2;
2513 }
2514
2515 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url)
2516 {
2517     Z_GDU *p = z_get_HTTP_Request(odr);
2518     const char *host = url;
2519     const char *cp0 = strstr(host, "://");
2520     const char *cp1 = 0;
2521     if (cp0)
2522         cp0 = cp0+3;
2523     else
2524         cp0 = host;
2525
2526     cp1 = strchr(cp0, '/');
2527     if (!cp1)
2528         cp1 = cp0 + strlen(cp0);
2529
2530     if (cp0 && cp1)
2531     {
2532         char *h = (char*) odr_malloc(odr, cp1 - cp0 + 1);
2533         memcpy (h, cp0, cp1 - cp0);
2534         h[cp1-cp0] = '\0';
2535         z_HTTP_header_add(odr, &p->u.HTTP_Request->headers, "Host", h);
2536     }
2537     p->u.HTTP_Request->path = odr_strdup(odr, *cp1 ? cp1 : "/");
2538     return p;
2539 }
2540
2541 static WRBUF get_url(const char *uri, WRBUF username, WRBUF password,
2542                      int *code, int show_headers)
2543 {
2544     WRBUF result = 0;
2545     ODR out = odr_createmem(ODR_ENCODE);
2546     ODR in = odr_createmem(ODR_DECODE);
2547     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
2548
2549     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
2550     if (username && password)
2551     {
2552         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
2553                                      wrbuf_cstr(username),
2554                                      wrbuf_cstr(password));
2555     }
2556     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
2557                       "text/xml");
2558     if (!z_GDU(out, &gdu, 0, 0))
2559     {
2560         yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
2561     }
2562     else
2563     {
2564         void *add;
2565         COMSTACK conn = cs_create_host(uri, 1, &add);
2566         if (cs_connect(conn, add) < 0)
2567             yaz_log(YLOG_WARN, "Can not connect to URL:%s", uri);
2568         else
2569         {
2570             int len;
2571             char *buf = odr_getbuf(out, &len, 0);
2572
2573             if (cs_put(conn, buf, len) < 0)
2574                 yaz_log(YLOG_WARN, "cs_put failed URL:%s", uri);
2575             else
2576             {
2577                 char *netbuffer = 0;
2578                 int netlen = 0;
2579                 int res = cs_get(conn, &netbuffer, &netlen);
2580                 if (res <= 0)
2581                 {
2582                     yaz_log(YLOG_WARN, "cs_get failed URL:%s", uri);
2583                 }
2584                 else
2585                 {
2586                     Z_GDU *gdu;
2587                     odr_setbuf(in, netbuffer, res, 0);
2588                     if (!z_GDU(in, &gdu, 0, 0)
2589                         || gdu->which != Z_GDU_HTTP_Response)
2590                     {
2591                         yaz_log(YLOG_WARN, "decode failed URL: %s", uri);
2592                     }
2593                     else
2594                     {
2595                         Z_HTTP_Response *res = gdu->u.HTTP_Response;
2596                         struct Z_HTTP_Header *h;
2597                         result = wrbuf_alloc();
2598                         if (show_headers)
2599                         {
2600
2601                             wrbuf_printf(result, "HTTP %d\n", res->code);
2602                             for (h = res->headers; h; h = h->next)
2603                                 wrbuf_printf(result, "%s: %s\n",
2604                                              h->name, h->value);
2605                         }
2606                         *code = res->code;
2607                         wrbuf_write(result, res->content_buf, res->content_len);
2608                     }
2609                 }
2610                 xfree(netbuffer);
2611             }
2612             cs_close(conn);
2613         }
2614     }
2615     odr_destroy(out);
2616     odr_destroy(in);
2617     return result;
2618 }
2619
2620
2621 static int cmd_url(const char *arg)
2622 {
2623     int code = 0;
2624     WRBUF res = get_url(arg, 0, 0, &code, 1);
2625     if (res)
2626     {
2627         if (wrbuf_len(res) > 1200)
2628         {
2629             fwrite(wrbuf_buf(res), 1, 1200, stdout);
2630             printf(".. out of %lld\n", (long long) wrbuf_len(res));
2631         }
2632         else
2633             puts(wrbuf_cstr(res));
2634         wrbuf_destroy(res);
2635     }
2636     return 0;
2637 }
2638
2639 static int cmd_sru(const char *arg)
2640 {
2641     if (!*arg)
2642     {
2643         printf("SRU method is: %s\n", sru_method);
2644         printf("SRU version is: %s\n", sru_version);
2645     }
2646     else
2647     {
2648         int r;
2649         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2650         if (r >= 1)
2651         {
2652             if (!yaz_matchstr(sru_method, "post"))
2653                 ;
2654             else if (!yaz_matchstr(sru_method, "get"))
2655                 ;
2656             else if (!yaz_matchstr(sru_method, "soap"))
2657                 ;
2658             else
2659             {
2660                 strcpy(sru_method, "soap");
2661                 printf("Unknown SRU method: %s\n", arg);
2662                 printf("Specify one of POST, GET, SOAP\n");
2663             }
2664         }
2665     }
2666     return 0;
2667 }
2668
2669 static int cmd_find(const char *arg)
2670 {
2671     if (!*arg)
2672     {
2673         printf("Find what?\n");
2674         return 0;
2675     }
2676     if (protocol == PROTO_HTTP)
2677     {
2678 #if YAZ_HAVE_XML2
2679         if (!conn)
2680             session_connect(cur_host);
2681         if (!conn)
2682             return 0;
2683         if (!send_SRW_searchRequest(arg))
2684             return 0;
2685 #else
2686         return 0;
2687 #endif
2688     }
2689     else
2690     {
2691         if (*cur_host && auto_reconnect)
2692         {
2693             int i = 0;
2694             for (;;)
2695             {
2696                 if (conn)
2697                 {
2698                     if (!send_searchRequest(arg))
2699                         return 0;
2700                     wait_and_handle_response(0);
2701                     if (conn)
2702                         break;
2703                 }
2704                 if (++i == 2)
2705                 {
2706                     printf("Unable to reconnect\n");
2707                     break;
2708                 }
2709                 session_connect(cur_host);
2710                 wait_and_handle_response(0);
2711             }
2712             return 0;
2713         }
2714         else if (conn)
2715         {
2716             if (!send_searchRequest(arg))
2717                 return 0;
2718         }
2719         else
2720         {
2721             printf("Not connected yet\n");
2722             return 0;
2723         }
2724     }
2725     return 2;
2726 }
2727
2728 static int cmd_delete(const char *arg)
2729 {
2730     if (only_z3950())
2731         return 0;
2732     if (!send_deleteResultSetRequest(arg))
2733         return 0;
2734     return 2;
2735 }
2736
2737 static int cmd_ssub(const char *arg)
2738 {
2739     if (!(smallSetUpperBound = atoi(arg)))
2740         return 0;
2741     return 1;
2742 }
2743
2744 static int cmd_lslb(const char *arg)
2745 {
2746     if (!(largeSetLowerBound = atoi(arg)))
2747         return 0;
2748     return 1;
2749 }
2750
2751 static int cmd_mspn(const char *arg)
2752 {
2753     if (!(mediumSetPresentNumber = atoi(arg)))
2754         return 0;
2755     return 1;
2756 }
2757
2758 static int cmd_status(const char *arg)
2759 {
2760     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2761     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2762     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2763     return 1;
2764 }
2765
2766 static int cmd_setnames(const char *arg)
2767 {
2768     if (*arg == '1')         /* enable ? */
2769         setnumber = 0;
2770     else if (*arg == '0')    /* disable ? */
2771         setnumber = -1;
2772     else if (setnumber < 0)  /* no args, toggle .. */
2773         setnumber = 0;
2774     else
2775         setnumber = -1;
2776
2777     if (setnumber >= 0)
2778         printf("Set numbering enabled.\n");
2779     else
2780         printf("Set numbering disabled.\n");
2781     return 1;
2782 }
2783
2784 /* PRESENT SERVICE ----------------------------- */
2785
2786 static int parse_show_args(const char *arg_c, char *setstring,
2787                            Odr_int *start, Odr_int *number)
2788 {
2789     char *end_ptr;
2790
2791     if (setnumber >= 0)
2792         sprintf(setstring, "%d", setnumber);
2793     else
2794         *setstring = '\0';
2795
2796     if (!strcmp(arg_c, "all"))
2797     {
2798         *number = last_hit_count;
2799         *start = 1;
2800     }
2801     *start = odr_strtol(arg_c, &end_ptr, 10);
2802     if (end_ptr == arg_c || *end_ptr == '\0')
2803         return 1;
2804     while (isspace(*(unsigned char *)end_ptr))
2805         end_ptr++;
2806     if (*end_ptr != '+')
2807     {
2808         printf("Bad show arg: expected +. Got %s\n", end_ptr);
2809         return 0;
2810     }
2811     end_ptr++;
2812     arg_c = end_ptr;
2813     *number = odr_strtol(arg_c, &end_ptr, 10);
2814     if (end_ptr == arg_c)
2815     {
2816         printf("Bad show arg: expected number after +\n");
2817         return 0;
2818     }
2819     if (*end_ptr == '\0')
2820         return 1;
2821     while (isspace(*(unsigned char *)end_ptr))
2822         end_ptr++;
2823     if (*end_ptr != '+')
2824     {
2825         printf("Bad show arg: + expected. Got %s\n", end_ptr);
2826         return 0;
2827     }
2828     strcpy(setstring, end_ptr+1);
2829     return 1;
2830 }
2831
2832 static int send_presentRequest(const char *arg)
2833 {
2834     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2835     Z_PresentRequest *req = apdu->u.presentRequest;
2836     Z_RecordComposition compo;
2837     Odr_int nos = 1;
2838     char setstring[100];
2839
2840     req->referenceId = set_refid(out);
2841
2842     if (!parse_show_args(arg, setstring, &setno, &nos))
2843         return 0;
2844     if (*setstring)
2845         req->resultSetId = setstring;
2846
2847     req->resultSetStartPoint = &setno;
2848     req->numberOfRecordsRequested = &nos;
2849
2850     if (recordsyntax_size)
2851         req->preferredRecordSyntax =
2852             yaz_string_to_oid_odr(yaz_oid_std(),
2853                                   CLASS_RECSYN, recordsyntax_list[0], out);
2854
2855     if (record_schema || recordsyntax_size >= 2)
2856     {
2857         req->recordComposition = &compo;
2858         compo.which = Z_RecordComp_complex;
2859         compo.u.complex = (Z_CompSpec *)
2860             odr_malloc(out, sizeof(*compo.u.complex));
2861         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2862             odr_malloc(out, sizeof(bool_t));
2863         *compo.u.complex->selectAlternativeSyntax = 0;
2864
2865         compo.u.complex->generic = (Z_Specification *)
2866             odr_malloc(out, sizeof(*compo.u.complex->generic));
2867
2868         compo.u.complex->generic->which = Z_Schema_oid;
2869         if (!record_schema)
2870             compo.u.complex->generic->schema.oid = 0;
2871         else
2872         {
2873             compo.u.complex->generic->schema.oid =
2874                 yaz_string_to_oid_odr(yaz_oid_std(),
2875                                       CLASS_SCHEMA, record_schema, out);
2876
2877             if (!compo.u.complex->generic->schema.oid)
2878             {
2879                 /* OID wasn't a schema! Try record syntax instead. */
2880                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2881                     yaz_string_to_oid_odr(yaz_oid_std(),
2882                                           CLASS_RECSYN, record_schema, out);
2883             }
2884         }
2885         if (!elementSetNames)
2886             compo.u.complex->generic->elementSpec = 0;
2887         else
2888         {
2889             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2890                 odr_malloc(out, sizeof(Z_ElementSpec));
2891             compo.u.complex->generic->elementSpec->which =
2892                 Z_ElementSpec_elementSetName;
2893             compo.u.complex->generic->elementSpec->u.elementSetName =
2894                 elementSetNames->u.generic;
2895         }
2896         compo.u.complex->num_dbSpecific = 0;
2897         compo.u.complex->dbSpecific = 0;
2898
2899         compo.u.complex->num_recordSyntax = 0;
2900         compo.u.complex->recordSyntax = 0;
2901         if (recordsyntax_size >= 2)
2902         {
2903             int i;
2904             compo.u.complex->num_recordSyntax = recordsyntax_size;
2905             compo.u.complex->recordSyntax = (Odr_oid **)
2906                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2907             for (i = 0; i < recordsyntax_size; i++)
2908             compo.u.complex->recordSyntax[i] =
2909                 yaz_string_to_oid_odr(yaz_oid_std(),
2910                                       CLASS_RECSYN, recordsyntax_list[i], out);
2911         }
2912     }
2913     else if (elementSetNames)
2914     {
2915         req->recordComposition = &compo;
2916         compo.which = Z_RecordComp_simple;
2917         compo.u.simple = elementSetNames;
2918     }
2919     send_apdu(apdu);
2920     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
2921            setno, nos);
2922     return 2;
2923 }
2924
2925 #if YAZ_HAVE_XML2
2926 static int send_SRW_presentRequest(const char *arg)
2927 {
2928     char setstring[100];
2929     Odr_int nos = 1;
2930     Z_SRW_PDU *sr = srw_sr;
2931
2932     if (!sr)
2933         return 0;
2934     if (!parse_show_args(arg, setstring, &setno, &nos))
2935         return 0;
2936     sr->u.request->startRecord = odr_intdup(out, setno);
2937     sr->u.request->maximumRecords = odr_intdup(out, nos);
2938     if (record_schema)
2939         sr->u.request->recordSchema = record_schema;
2940     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2941         sr->u.request->recordPacking = "xml";
2942     return send_srw(sr);
2943 }
2944 #endif
2945
2946 static void close_session(void)
2947 {
2948     if (conn)
2949         cs_close(conn);
2950     conn = 0;
2951     sent_close = 0;
2952     odr_reset(out);
2953     odr_reset(in);
2954     odr_reset(print);
2955     last_hit_count = 0;
2956 }
2957
2958 void process_close(Z_Close *req)
2959 {
2960     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2961     Z_Close *res = apdu->u.close;
2962
2963     static char *reasons[] =
2964     {
2965         "finished",
2966         "shutdown",
2967         "system problem",
2968         "cost limit reached",
2969         "resources",
2970         "security violation",
2971         "protocolError",
2972         "lack of activity",
2973         "peer abort",
2974         "unspecified"
2975     };
2976
2977     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2978         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2979     if (sent_close)
2980         close_session();
2981     else
2982     {
2983         *res->closeReason = Z_Close_finished;
2984         send_apdu(apdu);
2985         printf("Sent response.\n");
2986         sent_close = 1;
2987     }
2988 }
2989
2990 static int cmd_show(const char *arg)
2991 {
2992     if (protocol == PROTO_HTTP)
2993     {
2994 #if YAZ_HAVE_XML2
2995         if (!conn)
2996             session_connect(cur_host);
2997         if (!conn)
2998             return 0;
2999         if (!send_SRW_presentRequest(arg))
3000             return 0;
3001 #else
3002         return 0;
3003 #endif
3004     }
3005     else
3006     {
3007         if (!conn)
3008         {
3009             printf("Not connected yet\n");
3010             return 0;
3011         }
3012         if (!send_presentRequest(arg))
3013             return 0;
3014     }
3015     return 2;
3016 }
3017
3018 void exit_client(int code)
3019 {
3020     file_history_save(file_history);
3021     file_history_destroy(&file_history);
3022     nmem_destroy(nmem_auth);
3023     exit(code);
3024 }
3025
3026 int cmd_quit(const char *arg)
3027 {
3028     printf("See you later, alligator.\n");
3029     xmalloc_trav("");
3030     exit_client(0);
3031     return 0;
3032 }
3033
3034 int cmd_cancel(const char *arg)
3035 {
3036     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
3037     Z_TriggerResourceControlRequest *req =
3038         apdu->u.triggerResourceControlRequest;
3039     bool_t rfalse = 0;
3040     char command[16];
3041
3042     *command = '\0';
3043     sscanf(arg, "%15s", command);
3044
3045     if (only_z3950())
3046         return 0;
3047     if (session_initResponse &&
3048         !ODR_MASK_GET(session_initResponse->options,
3049                       Z_Options_triggerResourceCtrl))
3050     {
3051         printf("Target doesn't support cancel (trigger resource ctrl)\n");
3052         return 0;
3053     }
3054     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
3055     req->resultSetWanted = &rfalse;
3056     req->referenceId = set_refid(out);
3057
3058     send_apdu(apdu);
3059     printf("Sent cancel request\n");
3060     if (!strcmp(command, "wait"))
3061          return 2;
3062     return 1;
3063 }
3064
3065
3066 int cmd_cancel_find(const char *arg) {
3067     int fres;
3068     fres=cmd_find(arg);
3069     if( fres > 0 ) {
3070         return cmd_cancel("");
3071     };
3072     return fres;
3073 }
3074
3075 int send_scanrequest(const char *set,  const char *query,
3076                      Odr_int pp, Odr_int num, const char *term)
3077 {
3078     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
3079     Z_ScanRequest *req = apdu->u.scanRequest;
3080
3081     if (only_z3950())
3082         return 0;
3083     if (queryType == QueryType_CCL2RPN)
3084     {
3085         int error, pos;
3086         struct ccl_rpn_node *rpn;
3087
3088         rpn = ccl_find_str(bibset,  query, &error, &pos);
3089         if (error)
3090         {
3091             printf("CCL ERROR: %s\n", ccl_err_msg(error));
3092             return -1;
3093         }
3094         req->attributeSet =
3095             yaz_string_to_oid_odr(yaz_oid_std(),
3096                                   CLASS_ATTSET, "Bib-1", out);
3097         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
3098         {
3099             printf("Couldn't convert CCL to Scan term\n");
3100             return -1;
3101         }
3102         ccl_rpn_delete(rpn);
3103     }
3104     else
3105     {
3106         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
3107
3108         if (!(req->termListAndStartPoint =
3109               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
3110         {
3111             const char *pqf_msg;
3112             size_t off;
3113             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
3114             int ioff = off;
3115             printf("%*s^\n", ioff+7, "");
3116             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3117             yaz_pqf_destroy(pqf_parser);
3118             return -1;
3119         }
3120         yaz_pqf_destroy(pqf_parser);
3121     }
3122     if (queryCharset && outputCharset)
3123     {
3124         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3125         if (!cd)
3126         {
3127             printf("Conversion from %s to %s unsupported\n",
3128                    outputCharset, queryCharset);
3129             return -1;
3130         }
3131         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3132         yaz_iconv_close(cd);
3133     }
3134     if (term && *term)
3135     {
3136         if (req->termListAndStartPoint->term &&
3137             req->termListAndStartPoint->term->which == Z_Term_general &&
3138             req->termListAndStartPoint->term->u.general)
3139         {
3140             req->termListAndStartPoint->term->u.general->buf =
3141                 (unsigned char *) odr_strdup(out, term);
3142             req->termListAndStartPoint->term->u.general->len =
3143                 req->termListAndStartPoint->term->u.general->size =
3144                 strlen(term);
3145         }
3146     }
3147     req->referenceId = set_refid(out);
3148     req->num_databaseNames = num_databaseNames;
3149     req->databaseNames = databaseNames;
3150     req->numberOfTermsRequested = &num;
3151     req->preferredPositionInResponse = &pp;
3152     req->stepSize = odr_intdup(out, scan_stepSize);
3153
3154     if (set)
3155         yaz_oi_set_string_oid(&req->otherInfo, out,
3156                               yaz_oid_userinfo_scan_set, 1, set);
3157
3158     send_apdu(apdu);
3159     return 2;
3160 }
3161
3162 int send_sortrequest(const char *arg, int newset)
3163 {
3164     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3165     Z_SortRequest *req = apdu->u.sortRequest;
3166     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3167         odr_malloc(out, sizeof(*sksl));
3168     char setstring[32];
3169
3170     if (only_z3950())
3171         return 0;
3172     if (setnumber >= 0)
3173         sprintf(setstring, "%d", setnumber);
3174     else
3175         sprintf(setstring, "default");
3176
3177     req->referenceId = set_refid(out);
3178
3179     req->num_inputResultSetNames = 1;
3180     req->inputResultSetNames = (Z_InternationalString **)
3181         odr_malloc(out, sizeof(*req->inputResultSetNames));
3182     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3183
3184     if (newset && setnumber >= 0)
3185         sprintf(setstring, "%d", ++setnumber);
3186
3187     req->sortedResultSetName = odr_strdup(out, setstring);
3188
3189     req->sortSequence = yaz_sort_spec(out, arg);
3190     if (!req->sortSequence)
3191     {
3192         printf("Missing sort specifications\n");
3193         return -1;
3194     }
3195     send_apdu(apdu);
3196     return 2;
3197 }
3198
3199 void display_term(Z_TermInfo *t)
3200 {
3201     if (t->displayTerm)
3202         printf("%s", t->displayTerm);
3203     else if (t->term->which == Z_Term_general)
3204         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3205     else
3206         printf("Term (not general)");
3207     if (t->term->which == Z_Term_general)
3208         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3209             t->term->u.general->buf);
3210
3211     if (t->globalOccurrences)
3212         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3213     else
3214         printf("\n");
3215 }
3216
3217 void process_scanResponse(Z_ScanResponse *res)
3218 {
3219     int i;
3220     Z_Entry **entries = NULL;
3221     int num_entries = 0;
3222
3223     printf("Received ScanResponse\n");
3224     print_refid(res->referenceId);
3225     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3226     if (res->positionOfTerm)
3227         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3228     printf("\n");
3229     if (*res->scanStatus != Z_Scan_success)
3230         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3231     if (!res->entries)
3232         return;
3233     if ((entries = res->entries->entries))
3234         num_entries = res->entries->num_entries;
3235     for (i = 0; i < num_entries; i++)
3236     {
3237         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3238         if (entries[i]->which == Z_Entry_termInfo)
3239         {
3240             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3241             display_term(entries[i]->u.termInfo);
3242         }
3243         else
3244             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3245     }
3246     if (res->entries->nonsurrogateDiagnostics)
3247         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3248                           res->entries->num_nonsurrogateDiagnostics);
3249 }
3250
3251 void process_sortResponse(Z_SortResponse *res)
3252 {
3253     printf("Received SortResponse: status=");
3254     switch (*res->sortStatus)
3255     {
3256     case Z_SortResponse_success:
3257         printf("success"); break;
3258     case Z_SortResponse_partial_1:
3259         printf("partial"); break;
3260     case Z_SortResponse_failure:
3261         printf("failure"); break;
3262     default:
3263         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3264     }
3265     printf("\n");
3266     print_refid (res->referenceId);
3267     if (res->diagnostics)
3268         display_diagrecs(res->diagnostics,
3269                          res->num_diagnostics);
3270 }
3271
3272 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3273 {
3274     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3275            *res->deleteOperationStatus);
3276     if (res->deleteListStatuses)
3277     {
3278         int i;
3279         for (i = 0; i < res->deleteListStatuses->num; i++)
3280         {
3281             printf("%s status=" ODR_INT_PRINTF "\n",
3282                    res->deleteListStatuses->elements[i]->id,
3283                    *res->deleteListStatuses->elements[i]->status);
3284         }
3285     }
3286 }
3287
3288 int cmd_sort_generic(const char *arg, int newset)
3289 {
3290     if (only_z3950())
3291         return 0;
3292     if (session_initResponse &&
3293         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3294     {
3295         printf("Target doesn't support sort\n");
3296         return 0;
3297     }
3298     if (*arg)
3299     {
3300         if (send_sortrequest(arg, newset) < 0)
3301             return 0;
3302         return 2;
3303     }
3304     return 0;
3305 }
3306
3307 int cmd_sort(const char *arg)
3308 {
3309     return cmd_sort_generic(arg, 0);
3310 }
3311
3312 int cmd_sort_newset(const char *arg)
3313 {
3314     return cmd_sort_generic(arg, 1);
3315 }
3316
3317 int cmd_scanstep(const char *arg)
3318 {
3319     scan_stepSize = atoi(arg);
3320     return 0;
3321 }
3322
3323 int cmd_scanpos(const char *arg)
3324 {
3325     int r = sscanf(arg, "%d", &scan_position);
3326     if (r == 0)
3327         scan_position = 1;
3328     return 0;
3329 }
3330
3331 int cmd_scansize(const char *arg)
3332 {
3333     int r = sscanf(arg, "%d", &scan_size);
3334     if (r == 0)
3335         scan_size = 20;
3336     return 0;
3337 }
3338
3339 static int cmd_scan_common(const char *set, const char *arg)
3340 {
3341     if (protocol == PROTO_HTTP)
3342     {
3343 #if YAZ_HAVE_XML2
3344         if (!conn)
3345             session_connect(cur_host);
3346         if (!conn)
3347             return 0;
3348         if (*arg)
3349         {
3350             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3351                 return 0;
3352         }
3353         else
3354         {
3355             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3356                 return 0;
3357         }
3358         return 2;
3359 #else
3360         return 0;
3361 #endif
3362     }
3363     else
3364     {
3365         if (*cur_host && !conn && auto_reconnect)
3366         {
3367             session_connect(cur_host);
3368             wait_and_handle_response(0);
3369         }
3370         if (!conn)
3371             return 0;
3372         if (session_initResponse &&
3373             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3374         {
3375             printf("Target doesn't support scan\n");
3376             return 0;
3377         }
3378         if (*arg)
3379         {
3380             strcpy(last_scan_query, arg);
3381             if (send_scanrequest(set, arg,
3382                                  scan_position, scan_size, 0) < 0)
3383                 return 0;
3384         }
3385         else
3386         {
3387             if (send_scanrequest(set, last_scan_query,
3388                                  1, scan_size, last_scan_line) < 0)
3389                 return 0;
3390         }
3391         return 2;
3392     }
3393 }
3394
3395 int cmd_scan(const char *arg)
3396 {
3397     return cmd_scan_common(0, arg);
3398 }
3399
3400 int cmd_setscan(const char *arg)
3401 {
3402     char setstring[100];
3403     int nor;
3404     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3405     {
3406         printf("missing set for setscan\n");
3407         return 0;
3408     }
3409     return cmd_scan_common(setstring, arg + nor);
3410 }
3411
3412 int cmd_schema(const char *arg)
3413 {
3414     xfree(record_schema);
3415     record_schema = 0;
3416     if (arg && *arg)
3417         record_schema = xstrdup(arg);
3418     return 1;
3419 }
3420
3421 int cmd_format(const char *arg)
3422 {
3423     const char *cp = arg;
3424     int nor;
3425     int idx = 0;
3426     int i;
3427     char form_str[41];
3428     if (!arg || !*arg)
3429     {
3430         printf("Usage: format <recordsyntax>\n");
3431         return 0;
3432     }
3433     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3434            && idx < RECORDSYNTAX_MAX)
3435     {
3436         if (strcmp(form_str, "none") &&
3437             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3438         {
3439             printf("Bad format: %s\n", form_str);
3440             return 0;
3441         }
3442         cp += nor;
3443     }
3444     for (i = 0; i < recordsyntax_size; i++)
3445     {
3446         xfree(recordsyntax_list[i]);
3447         recordsyntax_list[i] = 0;
3448     }
3449
3450     cp = arg;
3451     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3452            && idx < RECORDSYNTAX_MAX)
3453     {
3454         if (!strcmp(form_str, "none"))
3455             break;
3456         recordsyntax_list[idx] = xstrdup(form_str);
3457         cp += nor;
3458         idx++;
3459     }
3460     recordsyntax_size = idx;
3461     return 1;
3462 }
3463
3464 int cmd_elements(const char *arg)
3465 {
3466     static Z_ElementSetNames esn;
3467     static char what[100];
3468
3469     if (!arg || !*arg)
3470     {
3471         elementSetNames = 0;
3472         return 1;
3473     }
3474     strcpy(what, arg);
3475     esn.which = Z_ElementSetNames_generic;
3476     esn.u.generic = what;
3477     elementSetNames = &esn;
3478     return 1;
3479 }
3480
3481 int cmd_querytype(const char *arg)
3482 {
3483     if (!strcmp(arg, "ccl"))
3484         queryType = QueryType_CCL;
3485     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3486         queryType = QueryType_Prefix;
3487     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3488         queryType = QueryType_CCL2RPN;
3489     else if (!strcmp(arg, "cql"))
3490         queryType = QueryType_CQL;
3491     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3492         queryType = QueryType_CQL2RPN;
3493     else
3494     {
3495         printf("Querytype must be one of:\n");
3496         printf(" prefix         - Prefix query\n");
3497         printf(" ccl            - CCL query\n");
3498         printf(" ccl2rpn        - CCL query converted to RPN\n");
3499         printf(" cql            - CQL\n");
3500         printf(" cql2rpn        - CQL query converted to RPN\n");
3501         return 0;
3502     }
3503     return 1;
3504 }
3505
3506 int cmd_refid(const char *arg)
3507 {
3508     xfree(refid);
3509     refid = NULL;
3510     if (*arg)
3511         refid = xstrdup(arg);
3512     return 1;
3513 }
3514
3515 int cmd_close(const char *arg)
3516 {
3517     Z_APDU *apdu;
3518     Z_Close *req;
3519     if (only_z3950())
3520         return 0;
3521     apdu = zget_APDU(out, Z_APDU_close);
3522     req = apdu->u.close;
3523     *req->closeReason = Z_Close_finished;
3524     send_apdu(apdu);
3525     printf("Sent close request.\n");
3526     sent_close = 1;
3527     return 2;
3528 }
3529
3530 int cmd_packagename(const char* arg)
3531 {
3532     xfree(esPackageName);
3533     esPackageName = NULL;
3534     if (*arg)
3535         esPackageName = xstrdup(arg);
3536     return 1;
3537 }
3538
3539 int cmd_proxy(const char* arg)
3540 {
3541     xfree(yazProxy);
3542     yazProxy = 0;
3543     if (*arg)
3544         yazProxy = xstrdup(arg);
3545     return 1;
3546 }
3547
3548 int cmd_marccharset(const char *arg)
3549 {
3550     char l1[30];
3551
3552     *l1 = 0;
3553     if (sscanf(arg, "%29s", l1) < 1)
3554     {
3555         printf("MARC character set is `%s'\n",
3556                marcCharset ? marcCharset: "none");
3557         return 1;
3558     }
3559     xfree(marcCharset);
3560     marcCharset = 0;
3561     if (strcmp(l1, "-") && strcmp(l1, "none"))
3562         marcCharset = xstrdup(l1);
3563     return 1;
3564 }
3565
3566 int cmd_querycharset(const char *arg)
3567 {
3568     char l1[30];
3569
3570     *l1 = 0;
3571     if (sscanf(arg, "%29s", l1) < 1)
3572     {
3573         printf("Query character set is `%s'\n",
3574                queryCharset ? queryCharset: "none");
3575         return 1;
3576     }
3577     xfree(queryCharset);
3578     queryCharset = 0;
3579     if (strcmp(l1, "-") && strcmp(l1, "none"))
3580         queryCharset = xstrdup(l1);
3581     return 1;
3582 }
3583
3584 int cmd_displaycharset(const char *arg)
3585 {
3586     char l1[30];
3587
3588     *l1 = 0;
3589     if (sscanf(arg, "%29s", l1) < 1)
3590     {
3591         printf("Display character set is `%s'\n",
3592                outputCharset ? outputCharset: "none");
3593     }
3594     else
3595     {
3596         xfree(outputCharset);
3597         outputCharset = 0;
3598         if (!strcmp(l1, "auto") && codeset)
3599         {
3600             if (codeset)
3601             {
3602                 printf("Display character set: %s\n", codeset);
3603                 outputCharset = xstrdup(codeset);
3604             }
3605             else
3606                 printf("No codeset found on this system\n");
3607         }
3608         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3609             outputCharset = xstrdup(l1);
3610     }
3611     return 1;
3612 }
3613
3614 int cmd_negcharset(const char *arg)
3615 {
3616     char l1[30];
3617
3618     *l1 = 0;
3619     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3620                &negotiationCharsetVersion) < 1)
3621     {
3622         printf("Negotiation character set `%s'\n",
3623                negotiationCharset ? negotiationCharset: "none");
3624         if (negotiationCharset)
3625         {
3626             printf("Records in charset %s\n", negotiationCharsetRecords ?
3627                    "yes" : "no");
3628             printf("Charneg version %d\n", negotiationCharsetVersion);
3629         }
3630     }
3631     else
3632     {
3633         xfree(negotiationCharset);
3634         negotiationCharset = NULL;
3635         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3636         {
3637             negotiationCharset = xstrdup(l1);
3638             printf("Character set negotiation : %s\n", negotiationCharset);
3639         }
3640     }
3641     return 1;
3642 }
3643
3644 int cmd_charset(const char* arg)
3645 {
3646     char l1[30], l2[30], l3[30], l4[30];
3647
3648     *l1 = *l2 = *l3 = *l4 = '\0';
3649     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3650     {
3651         cmd_negcharset("");
3652         cmd_displaycharset("");
3653         cmd_marccharset("");
3654         cmd_querycharset("");
3655     }
3656     else
3657     {
3658         cmd_negcharset(l1);
3659         if (*l2)
3660             cmd_displaycharset(l2);
3661         if (*l3)
3662             cmd_marccharset(l3);
3663         if (*l4)
3664             cmd_querycharset(l4);
3665     }
3666     return 1;
3667 }
3668
3669 int cmd_lang(const char* arg)
3670 {
3671     if (*arg == '\0') {
3672         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3673         return 1;
3674     }
3675     xfree(yazLang);
3676     yazLang = NULL;
3677     if (*arg)
3678         yazLang = xstrdup(arg);
3679     return 1;
3680 }
3681
3682 int cmd_source(const char* arg, int echo )
3683 {
3684     /* first should open the file and read one line at a time.. */
3685     FILE* includeFile;
3686     char line[102400], *cp;
3687
3688     if (strlen(arg) < 1)
3689     {
3690         fprintf(stderr, "Error in source command use a filename\n");
3691         return -1;
3692     }
3693
3694     includeFile = fopen(arg, "r");
3695
3696     if (!includeFile)
3697     {
3698         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3699         return -1;
3700     }
3701
3702     while (fgets(line, sizeof(line), includeFile))
3703     {
3704         if (strlen(line) < 2)
3705             continue;
3706         if (line[0] == '#')
3707             continue;
3708
3709         if ((cp = strrchr(line, '\n')))
3710             *cp = '\0';
3711
3712         if (echo)
3713             printf("processing line: %s\n", line);
3714         process_cmd_line(line);
3715     }
3716
3717     if (fclose(includeFile))
3718     {
3719         perror("unable to close include file");
3720         exit(1);
3721     }
3722     return 1;
3723 }
3724
3725 int cmd_source_echo(const char* arg)
3726 {
3727     cmd_source(arg, 1);
3728     return 1;
3729 }
3730
3731 int cmd_source_noecho(const char* arg)
3732 {
3733     cmd_source(arg, 0);
3734     return 1;
3735 }
3736
3737
3738 int cmd_subshell(const char* args)
3739 {
3740     int ret = system(strlen(args) ? args : getenv("SHELL"));
3741     printf("\n");
3742     if (ret)
3743     {
3744         printf("Exit %d\n", ret);
3745     }
3746     return 1;
3747 }
3748
3749 int cmd_set_berfile(const char *arg)
3750 {
3751     if (ber_file && ber_file != stdout && ber_file != stderr)
3752         fclose(ber_file);
3753     if (!strcmp(arg, ""))
3754         ber_file = 0;
3755     else if (!strcmp(arg, "-"))
3756         ber_file = stdout;
3757     else
3758         ber_file = fopen(arg, "a");
3759     return 1;
3760 }
3761
3762 int cmd_set_apdufile(const char *arg)
3763 {
3764     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3765         fclose(apdu_file);
3766     if (!strcmp(arg, ""))
3767         apdu_file = 0;
3768     else if (!strcmp(arg, "-"))
3769         apdu_file = stderr;
3770     else
3771     {
3772         apdu_file = fopen(arg, "a");
3773         if (!apdu_file)
3774             perror("unable to open apdu log file");
3775     }
3776     if (apdu_file)
3777         odr_setprint(print, apdu_file);
3778     return 1;
3779 }
3780
3781 int cmd_set_cclfile(const char* arg)
3782 {
3783     FILE *inf;
3784
3785     bibset = ccl_qual_mk();
3786     inf = fopen(arg, "r");
3787     if (!inf)
3788         perror("unable to open CCL file");
3789     else
3790     {
3791         ccl_qual_file(bibset, inf);
3792         fclose(inf);
3793     }
3794     strcpy(ccl_fields,arg);
3795     return 0;
3796 }
3797
3798 int cmd_set_cqlfile(const char* arg)
3799 {
3800     cql_transform_t newcqltrans;
3801
3802     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3803         perror("unable to open CQL file");
3804         return 0;
3805     }
3806     if (cqltrans != 0)
3807         cql_transform_close(cqltrans);
3808
3809     cqltrans = newcqltrans;
3810     strcpy(cql_fields, arg);
3811     return 0;
3812 }
3813
3814 int cmd_set_auto_reconnect(const char* arg)
3815 {
3816     if(strlen(arg)==0) {
3817         auto_reconnect = ! auto_reconnect;
3818     } else if(strcmp(arg,"on")==0) {
3819         auto_reconnect = 1;
3820     } else if(strcmp(arg,"off")==0) {
3821         auto_reconnect = 0;
3822     } else {
3823         printf("Error use on or off\n");
3824         return 1;
3825     }
3826
3827     if (auto_reconnect)
3828         printf("Set auto reconnect enabled.\n");
3829     else
3830         printf("Set auto reconnect disabled.\n");
3831
3832     return 0;
3833 }
3834
3835
3836 int cmd_set_auto_wait(const char* arg)
3837 {
3838     if(strlen(arg)==0) {
3839         auto_wait = ! auto_wait;
3840     } else if(strcmp(arg,"on")==0) {
3841         auto_wait = 1;
3842     } else if(strcmp(arg,"off")==0) {
3843         auto_wait = 0;
3844     } else {
3845         printf("Error use on or off\n");
3846         return 1;
3847     }
3848
3849     if (auto_wait)
3850         printf("Set auto wait enabled.\n");
3851     else
3852         printf("Set auto wait disabled.\n");
3853
3854     return 0;
3855 }
3856
3857 int cmd_set_marcdump(const char* arg)
3858 {
3859     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3860         fclose(marc_file);
3861     }
3862
3863     if (!strcmp(arg, ""))
3864         marc_file = 0;
3865     else if (!strcmp(arg, "-"))
3866         marc_file = stderr;
3867     else
3868     {
3869         marc_file = fopen(arg, "a");
3870         if (!marc_file)
3871             perror("unable to open marc log file");
3872     }
3873     return 1;
3874 }
3875
3876 static void marc_file_write(const char *buf, size_t sz)
3877 {
3878     if (marc_file)
3879     {
3880         if (fwrite(buf, 1, sz, marc_file) != sz)
3881         {
3882             perror("marcfile write");
3883         }
3884     }
3885 }
3886 /*
3887    this command takes 3 arge {name class oid}
3888 */
3889 int cmd_register_oid(const char* args) {
3890     static struct {
3891         char* className;
3892         oid_class oclass;
3893     } oid_classes[] = {
3894         {"appctx",CLASS_APPCTX},
3895         {"absyn",CLASS_ABSYN},
3896         {"attset",CLASS_ATTSET},
3897         {"transyn",CLASS_TRANSYN},
3898         {"diagset",CLASS_DIAGSET},
3899         {"recsyn",CLASS_RECSYN},
3900         {"resform",CLASS_RESFORM},
3901         {"accform",CLASS_ACCFORM},
3902         {"extserv",CLASS_EXTSERV},
3903         {"userinfo",CLASS_USERINFO},
3904         {"elemspec",CLASS_ELEMSPEC},
3905         {"varset",CLASS_VARSET},
3906         {"schema",CLASS_SCHEMA},
3907         {"tagset",CLASS_TAGSET},
3908         {"general",CLASS_GENERAL},
3909         {0,(enum oid_class) 0}
3910     };
3911     char oname_str[101], oclass_str[101], oid_str[101];
3912     int i;
3913     oid_class oidclass = CLASS_GENERAL;
3914     Odr_oid oid[OID_SIZE];
3915
3916     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
3917                 oname_str,oclass_str, oid_str) < 1) {
3918         printf("Error in register command \n");
3919         return 0;
3920     }
3921
3922     for (i = 0; oid_classes[i].className; i++) {
3923         if (!strcmp(oid_classes[i].className, oclass_str))
3924         {
3925             oidclass=oid_classes[i].oclass;
3926             break;
3927         }
3928     }
3929
3930     if(!(oid_classes[i].className)) {
3931         printf("Unknown oid class %s\n",oclass_str);
3932         return 0;
3933     }
3934
3935     oid_dotstring_to_oid(oid_str, oid);
3936
3937     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3938     {
3939         printf("oid %s already exists, registration failed\n",
3940                oname_str);
3941     }
3942     return 1;
3943 }
3944
3945 int cmd_push_command(const char* arg)
3946 {
3947 #if HAVE_READLINE_HISTORY_H
3948     if(strlen(arg)>1)
3949         add_history(arg);
3950 #else
3951     fprintf(stderr,"Not compiled with the readline/history module\n");
3952 #endif
3953     return 1;
3954 }
3955
3956 void source_rc_file(const char *rc_file)
3957 {
3958     /*  If rc_file != NULL, source that. Else
3959         Look for .yazclientrc and read it if it exists.
3960         If it does not exist, read  $HOME/.yazclientrc instead */
3961     struct stat statbuf;
3962
3963     if (rc_file)
3964     {
3965         if (stat(rc_file, &statbuf) == 0)
3966             cmd_source(rc_file, 0);
3967         else
3968         {
3969             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3970             exit(1);
3971         }
3972     }
3973     else
3974     {
3975         char fname[1000];
3976         strcpy(fname, ".yazclientrc");
3977         if (stat(fname, &statbuf)==0)
3978         {
3979             cmd_source(fname, 0);
3980         }
3981         else
3982         {
3983             const char* homedir = getenv("HOME");
3984             if (homedir)
3985             {
3986                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3987                 if (stat(fname, &statbuf)==0)
3988                     cmd_source(fname, 0);
3989             }
3990         }
3991     }
3992 }
3993
3994 void add_to_readline_history(void *client_data, const char *line)
3995 {
3996 #if HAVE_READLINE_HISTORY_H
3997     if (strlen(line))
3998         add_history(line);
3999 #endif
4000 }
4001
4002 static void initialize(const char *rc_file)
4003 {
4004     FILE *inf;
4005     int i;
4006
4007     if (!(out = odr_createmem(ODR_ENCODE)) ||
4008         !(in = odr_createmem(ODR_DECODE)) ||
4009         !(print = odr_createmem(ODR_PRINT)))
4010     {
4011         fprintf(stderr, "failed to allocate ODR streams\n");
4012         exit(1);
4013     }
4014
4015     setvbuf(stdout, 0, _IONBF, 0);
4016     if (apdu_file)
4017         odr_setprint(print, apdu_file);
4018
4019     bibset = ccl_qual_mk();
4020     inf = fopen(ccl_fields, "r");
4021     if (inf)
4022     {
4023         ccl_qual_file(bibset, inf);
4024         fclose(inf);
4025     }
4026
4027     cqltrans = cql_transform_open_fname(cql_fields);
4028     /* If this fails, no problem: we detect cqltrans == 0 later */
4029
4030 #if HAVE_READLINE_READLINE_H
4031     rl_attempted_completion_function =
4032         (char **(*)(const char *, int, int)) readline_completer;
4033 #endif
4034     for(i = 0; i < maxOtherInfosSupported; ++i) {
4035         extraOtherInfos[i].oid[0] = -1;
4036         extraOtherInfos[i].value = 0;
4037     }
4038
4039     cmd_format("usmarc");
4040
4041     file_history = file_history_new();
4042
4043     source_rc_file(rc_file);
4044
4045     file_history_load(file_history);
4046     file_history_trav(file_history, 0, add_to_readline_history);
4047 }
4048
4049
4050 #if HAVE_GETTIMEOFDAY
4051 struct timeval tv_start;
4052 #endif
4053
4054 #if YAZ_HAVE_XML2
4055 static void handle_srw_record(Z_SRW_record *rec)
4056 {
4057     if (rec->recordPosition)
4058     {
4059         printf("pos=" ODR_INT_PRINTF, *rec->recordPosition);
4060         setno = *rec->recordPosition + 1;
4061     }
4062     if (rec->recordSchema)
4063         printf(" schema=%s", rec->recordSchema);
4064     printf("\n");
4065     if (rec->recordData_buf && rec->recordData_len)
4066     {
4067         printf("%.*s", rec->recordData_len, rec->recordData_buf);
4068         marc_file_write(rec->recordData_buf, rec->recordData_len);
4069     }
4070     else
4071         printf("No data!");
4072     printf("\n");
4073 }
4074
4075 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
4076 {
4077     handle_srw_record(&res->record);
4078 }
4079
4080 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
4081 {
4082     int i;
4083
4084     printf("Received SRW SearchRetrieve Response\n");
4085
4086     for (i = 0; i<res->num_diagnostics; i++)
4087     {
4088         if (res->diagnostics[i].uri)
4089             printf("SRW diagnostic %s\n",
4090                     res->diagnostics[i].uri);
4091         else
4092             printf("SRW diagnostic missing or could not be decoded\n");
4093         if (res->diagnostics[i].message)
4094             printf("Message: %s\n", res->diagnostics[i].message);
4095         if (res->diagnostics[i].details)
4096             printf("Details: %s\n", res->diagnostics[i].details);
4097     }
4098     if (res->numberOfRecords)
4099         printf("Number of hits: " ODR_INT_PRINTF "\n", *res->numberOfRecords);
4100     for (i = 0; i<res->num_records; i++)
4101         handle_srw_record(res->records + i);
4102 }
4103
4104 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
4105 {
4106     if (term->displayTerm)
4107         printf("%s:", term->displayTerm);
4108     else if (term->value)
4109         printf("%s:", term->value);
4110     else
4111         printf("No value:");
4112     if (term->numberOfRecords)
4113         printf(" " ODR_INT_PRINTF, *term->numberOfRecords);
4114     if (term->whereInList)
4115         printf(" %s", term->whereInList);
4116     if (term->value && term->displayTerm)
4117         printf(" %s", term->value);
4118
4119     strcpy(last_scan_line, term->value);
4120     printf("\n");
4121 }
4122
4123 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
4124 {
4125     int i;
4126
4127     printf("Received SRW Scan Response\n");
4128
4129     for (i = 0; i<res->num_diagnostics; i++)
4130     {
4131         if (res->diagnostics[i].uri)
4132             printf("SRW diagnostic %s\n",
4133                     res->diagnostics[i].uri);
4134         else
4135             printf("SRW diagnostic missing or could not be decoded\n");
4136         if (res->diagnostics[i].message)
4137             printf("Message: %s\n", res->diagnostics[i].message);
4138         if (res->diagnostics[i].details)
4139             printf("Details: %s\n", res->diagnostics[i].details);
4140     }
4141     if (res->terms)
4142         for (i = 0; i<res->num_terms; i++)
4143             handle_srw_scan_term(res->terms + i);
4144 }
4145
4146 static void http_response(Z_HTTP_Response *hres)
4147 {
4148     int ret = -1;
4149     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4150                                                        "Connection");
4151
4152     if (hres->code != 200)
4153     {
4154         printf("HTTP Error Status=%d\n", hres->code);
4155     }
4156
4157     if (!yaz_srw_check_content_type(hres))
4158         printf("Content type does not appear to be XML\n");
4159     else
4160     {
4161         Z_SOAP *soap_package = 0;
4162         ODR o = odr_createmem(ODR_DECODE);
4163         Z_SOAP_Handler soap_handlers[3] = {
4164             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
4165             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4166             {0, 0, 0}
4167         };
4168         ret = z_soap_codec(o, &soap_package,
4169                            &hres->content_buf, &hres->content_len,
4170                            soap_handlers);
4171         if (!ret && soap_package->which == Z_SOAP_generic)
4172         {
4173             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4174             if (sr->which == Z_SRW_searchRetrieve_response)
4175                 handle_srw_response(sr->u.response);
4176             else if (sr->which == Z_SRW_explain_response)
4177                 handle_srw_explain_response(sr->u.explain_response);
4178             else if (sr->which == Z_SRW_scan_response)
4179                 handle_srw_scan_response(sr->u.scan_response);
4180             else if (sr->which == Z_SRW_update_response)
4181                 printf("Got update response. Status: %s\n",
4182                        sr->u.update_response->operationStatus);
4183             else
4184             {
4185                 printf("Decoding of SRW package failed\n");
4186                 ret = -1;
4187             }
4188         }
4189         else if (soap_package && (soap_package->which == Z_SOAP_fault
4190                                   || soap_package->which == Z_SOAP_error))
4191         {
4192             printf("SOAP Fault code %s\n",
4193                     soap_package->u.fault->fault_code);
4194             printf("SOAP Fault string %s\n",
4195                     soap_package->u.fault->fault_string);
4196             if (soap_package->u.fault->details)
4197                 printf("SOAP Details %s\n",
4198                         soap_package->u.fault->details);
4199         }
4200         else
4201         {
4202             printf("z_soap_codec failed. (no SOAP error)\n");
4203             ret = -1;
4204         }
4205         odr_destroy(o);
4206     }
4207     if (ret)
4208         close_session(); /* close session on error */
4209     else
4210     {
4211         if (!strcmp(hres->version, "1.0"))
4212         {
4213             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4214             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4215                 close_session();
4216         }
4217         else
4218         {
4219             /* HTTP 1.1: only if no close we stay alive .. */
4220             if (connection_head && !strcmp(connection_head, "close"))
4221                 close_session();
4222         }
4223     }
4224 }
4225 #endif
4226
4227 static void wait_and_handle_response(int one_response_only)
4228 {
4229     int reconnect_ok = 1;
4230     int res;
4231     char *netbuffer= 0;
4232     int netbufferlen = 0;
4233 #if HAVE_GETTIMEOFDAY
4234     int got_tv_end = 0;
4235     struct timeval tv_end;
4236 #endif
4237     Z_GDU *gdu;
4238
4239     while(conn)
4240     {
4241         res = cs_get(conn, &netbuffer, &netbufferlen);
4242         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4243         {
4244             cs_close(conn);
4245             conn = 0;
4246             session_connect(cur_host);
4247             reconnect_ok = 0;
4248             if (conn)
4249             {
4250                 char *buf_out;
4251                 int len_out;
4252
4253                 buf_out = odr_getbuf(out, &len_out, 0);
4254
4255                 do_hex_dump(buf_out, len_out);
4256
4257                 cs_put(conn, buf_out, len_out);
4258
4259                 odr_reset(out);
4260                 continue;
4261             }
4262         }
4263         else if (res <= 0)
4264         {
4265             printf("Target closed connection\n");
4266             close_session();
4267             break;
4268         }
4269 #if HAVE_GETTIMEOFDAY
4270         if (got_tv_end == 0)
4271             gettimeofday(&tv_end, 0); /* count first one only */
4272         got_tv_end++;
4273 #endif
4274         odr_reset(out);
4275         odr_reset(in); /* release APDU from last round */
4276         record_last = 0;
4277         do_hex_dump(netbuffer, res);
4278         odr_setbuf(in, netbuffer, res, 0);
4279
4280         if (!z_GDU(in, &gdu, 0, 0))
4281         {
4282             FILE *f = ber_file ? ber_file : stdout;
4283             odr_perror(in, "Decoding incoming APDU");
4284             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4285             fprintf(f, "Packet dump:\n---------\n");
4286             odr_dumpBER(f, netbuffer, res);
4287             fprintf(f, "---------\n");
4288             if (apdu_file)
4289             {
4290                 z_GDU(print, &gdu, 0, 0);
4291                 odr_reset(print);
4292             }
4293             if (conn && cs_more(conn))
4294                 continue;
4295             break;
4296         }
4297         if (ber_file)
4298             odr_dumpBER(ber_file, netbuffer, res);
4299         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4300         {
4301             odr_perror(print, "Failed to print incoming APDU");
4302             odr_reset(print);
4303                 continue;
4304         }
4305         if (gdu->which == Z_GDU_Z3950)
4306         {
4307             Z_APDU *apdu = gdu->u.z3950;
4308             switch(apdu->which)
4309             {
4310             case Z_APDU_initResponse:
4311                 process_initResponse(apdu->u.initResponse);
4312                 break;
4313             case Z_APDU_searchResponse:
4314                 process_searchResponse(apdu->u.searchResponse);
4315                 break;
4316             case Z_APDU_scanResponse:
4317                 process_scanResponse(apdu->u.scanResponse);
4318                 break;
4319             case Z_APDU_presentResponse:
4320                 print_refid(apdu->u.presentResponse->referenceId);
4321                 setno +=
4322                     *apdu->u.presentResponse->numberOfRecordsReturned;
4323                 if (apdu->u.presentResponse->records)
4324                     display_records(apdu->u.presentResponse->records);
4325                 else
4326                     printf("No records.\n");
4327                 printf("nextResultSetPosition = " ODR_INT_PRINTF "\n",
4328                         *apdu->u.presentResponse->nextResultSetPosition);
4329                 break;
4330             case Z_APDU_sortResponse:
4331                 process_sortResponse(apdu->u.sortResponse);
4332                 break;
4333             case Z_APDU_extendedServicesResponse:
4334                 printf("Got extended services response\n");
4335                 process_ESResponse(apdu->u.extendedServicesResponse);
4336                 break;
4337             case Z_APDU_close:
4338                 printf("Target has closed the association.\n");
4339                 process_close(apdu->u.close);
4340                 break;
4341             case Z_APDU_resourceControlRequest:
4342                 process_resourceControlRequest
4343                     (apdu->u.resourceControlRequest);
4344                 break;
4345             case Z_APDU_deleteResultSetResponse:
4346                 process_deleteResultSetResponse(apdu->u.
4347                                                 deleteResultSetResponse);
4348                 break;
4349             default:
4350                 printf("Received unknown APDU type (%d).\n",
4351                        apdu->which);
4352                 close_session();
4353             }
4354         }
4355 #if YAZ_HAVE_XML2
4356         else if (gdu->which == Z_GDU_HTTP_Response)
4357         {
4358             http_response(gdu->u.HTTP_Response);
4359         }
4360 #endif
4361         if (one_response_only)
4362             break;
4363         if (conn && !cs_more(conn))
4364             break;
4365     }
4366 #if HAVE_GETTIMEOFDAY
4367     if (got_tv_end)
4368     {
4369 #if 0
4370         printf("S/U S/U=%ld/%ld %ld/%ld",
4371                 (long) tv_start.tv_sec,
4372                 (long) tv_start.tv_usec,
4373                 (long) tv_end.tv_sec,
4374                 (long) tv_end.tv_usec);
4375 #endif
4376         printf("Elapsed: %.6f\n",
4377                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4378                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4379     }
4380 #endif
4381     xfree(netbuffer);
4382 }
4383
4384
4385 int cmd_cclparse(const char* arg)
4386 {
4387     int error, pos;
4388     struct ccl_rpn_node *rpn=NULL;
4389
4390
4391     rpn = ccl_find_str(bibset, arg, &error, &pos);
4392
4393     if (error) {
4394         int ioff = 3+strlen(last_cmd)+1+pos;
4395         printf("%*s^ - ", ioff, " ");
4396         printf("%s\n", ccl_err_msg(error));
4397     }
4398     else
4399     {
4400         if (rpn)
4401         {
4402             ccl_pr_tree(rpn, stdout);
4403         }
4404     }
4405     if (rpn)
4406         ccl_rpn_delete(rpn);
4407
4408     printf("\n");
4409
4410     return 0;
4411 }
4412
4413
4414 int cmd_set_otherinfo(const char* args)
4415 {
4416     char oidstr[101], otherinfoString[101];
4417     int otherinfoNo;
4418     int sscan_res;
4419
4420     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4421                         &otherinfoNo, oidstr, otherinfoString);
4422
4423     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4424         printf("Error otherinfo index too large (%d>=%d)\n",
4425                otherinfoNo,maxOtherInfosSupported);
4426         return 0;
4427     }
4428
4429
4430     if (sscan_res==1)
4431     {
4432         /* reset this otherinfo */
4433         extraOtherInfos[otherinfoNo].oid[0] = -1;
4434         xfree(extraOtherInfos[otherinfoNo].value);
4435         extraOtherInfos[otherinfoNo].value = 0;
4436         return 0;
4437     }
4438     if (sscan_res != 3) {
4439         printf("Error in set_otherinfo command \n");
4440         return 0;
4441     }
4442     else
4443     {
4444         NMEM oid_tmp = nmem_create();
4445         const Odr_oid *oid =
4446             yaz_string_to_oid_nmem(yaz_oid_std(),
4447                                    CLASS_GENERAL, oidstr, oid_tmp);
4448         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4449
4450         xfree(extraOtherInfos[otherinfoNo].value);
4451         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4452
4453         nmem_destroy(oid_tmp);
4454     }
4455
4456     return 0;
4457 }
4458
4459 int cmd_sleep(const char* args )
4460 {
4461     int sec=atoi(args);
4462     if( sec > 0 ) {
4463 #ifdef WIN32
4464         Sleep(sec*1000);
4465 #else
4466         sleep(sec);
4467 #endif
4468         printf("Done sleeping %d seconds\n", sec);
4469     }
4470     return 1;
4471 }
4472
4473 int cmd_list_otherinfo(const char* args)
4474 {
4475     int i;
4476
4477     if (strlen(args)>0)
4478     {
4479         i = atoi(args);
4480         if (i >= maxOtherInfosSupported)
4481         {
4482             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4483             return 0;
4484         }
4485         if (extraOtherInfos[i].value)
4486         {
4487             char name_oid[OID_STR_MAX];
4488             oid_class oclass;
4489             const char *name =
4490                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4491                                       name_oid);
4492             printf("  otherinfo %d %s %s\n",
4493                    i, name ? name : "null",
4494                    extraOtherInfos[i].value);
4495         }
4496
4497     }
4498     else
4499     {
4500         for(i = 0; i < maxOtherInfosSupported; ++i)
4501         {
4502             if (extraOtherInfos[i].value)
4503             {
4504                 char name_oid[OID_STR_MAX];
4505                 oid_class oclass;
4506                 const char *name =
4507                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4508                                           name_oid);
4509                 printf("  otherinfo %d %s %s\n",
4510                        i, name ? name : "null",
4511                        extraOtherInfos[i].value);
4512             }
4513         }
4514     }
4515     return 0;
4516 }
4517
4518
4519 int cmd_list_all(const char* args) {
4520     int i;
4521
4522     /* connection options */
4523     if (conn)
4524         printf("Connected to         : %s\n", cur_host);
4525     else if (*cur_host)
4526         printf("Not connected to     : %s\n", cur_host);
4527     else
4528         printf("Not connected        : \n");
4529     if (yazProxy) printf("using proxy          : %s\n",yazProxy);
4530
4531     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4532     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4533
4534     if (!auth) {
4535         printf("Authentication       : none\n");
4536     } else {
4537         switch(auth->which) {
4538         case Z_IdAuthentication_idPass:
4539             printf("Authentication       : IdPass\n");
4540             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4541             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4542             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4543             break;
4544         case Z_IdAuthentication_open:
4545             printf("Authentication       : psOpen\n");
4546             printf("    Open string      : %s\n",auth->u.open);
4547             break;
4548         default:
4549             printf("Authentication       : Unknown\n");
4550         }
4551     }
4552     if (negotiationCharset)
4553         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4554
4555     /* bases */
4556     printf("Bases                : ");
4557     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4558     printf("\n");
4559
4560     /* Query options */
4561     printf("CCL file             : %s\n",ccl_fields);
4562     printf("CQL file             : %s\n",cql_fields);
4563     printf("Query type           : %s\n",query_type_as_string(queryType));
4564
4565     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4566
4567     /* piggy back options */
4568     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4569
4570     /* print present related options */
4571     if (recordsyntax_size > 0)
4572     {
4573         printf("Format               : %s\n", recordsyntax_list[0]);
4574     }
4575     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4576     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4577
4578     /* loging options */
4579     printf("APDU log             : %s\n",apdu_file?"on":"off");
4580     printf("Record log           : %s\n",marc_file?"on":"off");
4581
4582     /* other infos */
4583     printf("Other Info: \n");
4584     cmd_list_otherinfo("");
4585
4586     return 0;
4587 }
4588
4589 int cmd_clear_otherinfo(const char* args)
4590 {
4591     if(strlen(args)>0) {
4592         int otherinfoNo = atoi(args);
4593         if (otherinfoNo >= maxOtherInfosSupported) {
4594             printf("Error otherinfo index too large (%d>=%d)\n",
4595                    otherinfoNo, maxOtherInfosSupported);
4596             return 0;
4597         }
4598         if (extraOtherInfos[otherinfoNo].value)
4599         {
4600             /* only clear if set. */
4601             extraOtherInfos[otherinfoNo].oid[0] = -1;
4602             xfree(extraOtherInfos[otherinfoNo].value);
4603             extraOtherInfos[otherinfoNo].value = 0;
4604         }
4605     } else {
4606         int i;
4607         for(i = 0; i < maxOtherInfosSupported; ++i)
4608         {
4609             if (extraOtherInfos[i].value)
4610             {
4611                 extraOtherInfos[i].oid[0] = -1;
4612                 xfree(extraOtherInfos[i].value);
4613                 extraOtherInfos[i].value = 0;
4614             }
4615         }
4616     }
4617     return 0;
4618 }
4619
4620 int cmd_wait_response(const char *arg)
4621 {
4622     int wait_for = atoi(arg);
4623     int i=0;
4624     if( wait_for < 1 ) {
4625         wait_for = 1;
4626     };
4627
4628     for( i=0 ; i < wait_for ; ++i ) {
4629         wait_and_handle_response(1);
4630     };
4631     return 0;
4632 }
4633
4634 static int cmd_help(const char *line);
4635
4636 typedef char *(*completerFunctionType)(const char *text, int state);
4637
4638 static struct {
4639     char *cmd;
4640     int (*fun)(const char *arg);
4641     char *ad;
4642         completerFunctionType rl_completerfunction;
4643     int complete_filenames;
4644     const char **local_tabcompletes;
4645 } cmd_array[] = {
4646     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4647     {"quit", cmd_quit, "",NULL,0,NULL},
4648     {"find", cmd_find, "<query>",NULL,0,NULL},
4649     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4650     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4651     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4652     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4653     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4654     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4655     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4656     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4657     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4658     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4659     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4660     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4661     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4662     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4663     {"status", cmd_status, "",NULL,0,NULL},
4664     {"setnames", cmd_setnames, "",NULL,0,NULL},
4665     {"cancel", cmd_cancel, "",NULL,0,NULL},
4666     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4667     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4668     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4669     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4670     {"close", cmd_close, "",NULL,0,NULL},
4671     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4672     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4673     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4674     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4675     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4676     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4677     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4678     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4679     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4680     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4681     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4682     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4683     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4684     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4685     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4686     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4687     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4688     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4689     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4690     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4691     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4692     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4693     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4694     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4695     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4696     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4697     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4698     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4699     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4700     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4701     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4702     {"list_all",cmd_list_all,"",NULL,0,NULL},
4703     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4704     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4705     /* Server Admin Functions */
4706     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4707     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4708     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4709     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4710     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4711     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4712     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4713     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4714     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4715     {"explain", cmd_explain, "", NULL, 0, NULL},
4716     {"options", cmd_options, "", NULL, 0, NULL},
4717     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4718     {"help", cmd_help, "", NULL,0,NULL},
4719     {"init", cmd_init, "", NULL,0,NULL},
4720     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4721     {"url", cmd_url, "<url>", NULL,0,NULL},
4722     {"exit", cmd_quit, "",NULL,0,NULL},
4723     {0,0,0,0,0,0}
4724 };
4725
4726 static int cmd_help(const char *line)
4727 {
4728     int i;
4729     char topic[21];
4730
4731     *topic = 0;
4732     sscanf(line, "%20s", topic);
4733
4734     if (*topic == 0)
4735         printf("Commands:\n");
4736     for (i = 0; cmd_array[i].cmd; i++)
4737         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
4738             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4739     if (!strcmp(topic, "find"))
4740     {
4741         printf("RPN:\n");
4742         printf(" \"term\"                        Simple Term\n");
4743         printf(" @attr [attset] type=value op  Attribute\n");
4744         printf(" @and opl opr                  And\n");
4745         printf(" @or opl opr                   Or\n");
4746         printf(" @not opl opr                  And-Not\n");
4747         printf(" @set set                      Result set\n");
4748         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4749         printf("\n");
4750         printf("Bib-1 attribute types\n");
4751         printf("1=Use:         ");
4752         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4753         printf("2=Relation:    ");
4754         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4755         printf("3=Position:    ");
4756         printf("1=First in Field  2=First in subfield  3=Any position\n");
4757         printf("4=Structure:   ");
4758         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4759         printf("5=Truncation:  ");
4760         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4761         printf("6=Completeness:");
4762         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4763     }
4764     if (!strcmp(topic, "prox"))
4765     {
4766         printf("Proximity:\n");
4767         printf(" @prox exl dist ord rel uc ut\n");
4768         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4769         printf(" dist: distance integer.\n");
4770         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4771         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4772         printf(" uc:   unit class. k=known, p=private.\n");
4773         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4774         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4775         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4776         printf("\nExamples:\n");
4777         printf(" Search for a and b in-order at most 3 words apart:\n");
4778         printf("  @prox 0 3 1 2 k 2 a b\n");
4779         printf(" Search for any order of a and b next to each other:\n");
4780         printf("  @prox 0 1 0 3 k 2 a b\n");
4781     }
4782     return 1;
4783 }
4784
4785 int cmd_register_tab(const char* arg)
4786 {
4787 #if HAVE_READLINE_READLINE_H
4788     char command[101], tabargument[101];
4789     int i;
4790     int num_of_tabs;
4791     const char** tabslist;
4792
4793     if (sscanf(arg, "%100s %100s", command, tabargument) < 1) {
4794         return 0;
4795     }
4796
4797     /* locate the amdn in the list */
4798     for (i = 0; cmd_array[i].cmd; i++) {
4799         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4800             break;
4801         }
4802     }
4803
4804     if (!cmd_array[i].cmd) {
4805         fprintf(stderr,"Unknown command %s\n",command);
4806         return 1;
4807     }
4808
4809
4810     if (!cmd_array[i].local_tabcompletes)
4811         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4812
4813     num_of_tabs=0;
4814
4815     tabslist = cmd_array[i].local_tabcompletes;
4816     for(; tabslist && *tabslist; tabslist++) {
4817         num_of_tabs++;
4818     }
4819
4820     cmd_array[i].local_tabcompletes = (const char **)
4821         realloc(cmd_array[i].local_tabcompletes,
4822                 (num_of_tabs+2)*sizeof(char**));
4823     tabslist = cmd_array[i].local_tabcompletes;
4824     tabslist[num_of_tabs] = strdup(tabargument);
4825     tabslist[num_of_tabs+1] = NULL;
4826 #endif
4827     return 1;
4828 }
4829
4830
4831 void process_cmd_line(char* line)
4832 {
4833     int i, res;
4834     char word[32], arg[10240];
4835
4836 #if HAVE_GETTIMEOFDAY
4837     gettimeofday(&tv_start, 0);
4838 #endif
4839
4840     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4841     {
4842         strcpy(word, last_cmd);
4843         *arg = '\0';
4844     }
4845     else if (res == 1)
4846         *arg = 0;
4847     strcpy(last_cmd, word);
4848
4849     /* removed tailing spaces from the arg command */
4850     {
4851         char* p = arg;
4852         char* lastnonspace=NULL;
4853
4854         for(;*p; ++p) {
4855             if(!isspace(*(unsigned char *) p)) {
4856                 lastnonspace = p;
4857             }
4858         }
4859         if(lastnonspace)
4860             *(++lastnonspace) = 0;
4861     }
4862
4863     for (i = 0; cmd_array[i].cmd; i++)
4864         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4865         {
4866             res = (*cmd_array[i].fun)(arg);
4867             break;
4868         }
4869
4870     if (!cmd_array[i].cmd) /* dump our help-screen */
4871     {
4872         printf("Unknown command: %s.\n", word);
4873         printf("Type 'help' for list of commands\n");
4874         res = 1;
4875     }
4876
4877     if(apdu_file) fflush(apdu_file);
4878
4879     if (res >= 2 && auto_wait)
4880         wait_and_handle_response(0);
4881
4882     if(apdu_file)
4883         fflush(apdu_file);
4884     if(marc_file)
4885         fflush(marc_file);
4886 }
4887
4888 static char *command_generator(const char *text, int state)
4889 {
4890 #if HAVE_READLINE_READLINE_H
4891     static int idx;
4892     if (state==0) {
4893         idx = 0;
4894     }
4895     for( ; cmd_array[idx].cmd; ++idx) {
4896         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4897             ++idx;  /* skip this entry on the next run */
4898             return strdup(cmd_array[idx-1].cmd);
4899         }
4900     }
4901 #endif
4902     return NULL;
4903 }
4904
4905 #if HAVE_READLINE_READLINE_H
4906 static const char** default_completer_list = NULL;
4907
4908 static char* default_completer(const char* text, int state)
4909 {
4910     return complete_from_list(default_completer_list, text, state);
4911 }
4912 #endif
4913
4914 #if HAVE_READLINE_READLINE_H
4915
4916 /*
4917    This function only known how to complete on the first word
4918 */
4919 char **readline_completer(char *text, int start, int end)
4920 {
4921     completerFunctionType completerToUse;
4922
4923     if(start == 0) {
4924 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4925         char** res = rl_completion_matches(text, command_generator);
4926 #else
4927         char** res = completion_matches(text,
4928                                         (CPFunction*)command_generator);
4929 #endif
4930         rl_attempted_completion_over = 1;
4931         return res;
4932     } else {
4933         char arg[10240],word[32];
4934         int i=0 ,res;
4935         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4936             rl_attempted_completion_over = 1;
4937             return NULL;
4938         }
4939
4940         for (i = 0; cmd_array[i].cmd; i++)
4941             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4942                 break;
4943
4944         if(!cmd_array[i].cmd)
4945             return NULL;
4946
4947         default_completer_list = cmd_array[i].local_tabcompletes;
4948
4949         completerToUse = cmd_array[i].rl_completerfunction;
4950         if (!completerToUse)
4951         { /* if command completer is not defined use the default completer */
4952             completerToUse = default_completer;
4953         }
4954         if (completerToUse) {
4955 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4956             char** res=
4957                 rl_completion_matches(text, completerToUse);
4958 #else
4959             char** res=
4960                 completion_matches(text, (CPFunction*)completerToUse);
4961 #endif
4962             if (!cmd_array[i].complete_filenames)
4963                 rl_attempted_completion_over = 1;
4964             return res;
4965         } else {
4966             if (!cmd_array[i].complete_filenames)
4967                 rl_attempted_completion_over = 1;
4968             return 0;
4969         }
4970     }
4971 }
4972 #endif
4973
4974 #ifndef WIN32
4975 void ctrl_c_handler(int x)
4976 {
4977     exit_client(0);
4978 }
4979 #endif
4980
4981 static void client(void)
4982 {
4983     char line[10240];
4984
4985     line[10239] = '\0';
4986
4987 #ifndef WIN32
4988     signal(SIGINT, ctrl_c_handler);
4989 #endif
4990
4991 #if HAVE_GETTIMEOFDAY
4992     gettimeofday(&tv_start, 0);
4993 #endif
4994
4995     while (1)
4996     {
4997         char *line_in = NULL;
4998 #if HAVE_READLINE_READLINE_H
4999         if (isatty(0))
5000         {
5001             line_in=readline(C_PROMPT);
5002             if (!line_in)
5003             {
5004                 putchar('\n');
5005                 break;
5006             }
5007 #if HAVE_READLINE_HISTORY_H
5008             if (*line_in)
5009                 add_history(line_in);
5010 #endif
5011             strncpy(line, line_in, sizeof(line)-1);
5012             free(line_in);
5013         }
5014 #endif
5015         if (!line_in)
5016         {
5017             char *end_p;
5018             printf(C_PROMPT);
5019             fflush(stdout);
5020             if (!fgets(line, sizeof(line)-1, stdin))
5021                 break;
5022             if ((end_p = strchr(line, '\n')))
5023                 *end_p = '\0';
5024         }
5025         if (isatty(0))
5026             file_history_add_line(file_history, line);
5027         process_cmd_line(line);
5028     }
5029 }
5030
5031 static void show_version(void)
5032 {
5033     char vstr[20], sha1_str[41];
5034
5035     yaz_version(vstr, sha1_str);
5036     printf("YAZ version: %s %s\n", YAZ_VERSION, YAZ_VERSION_SHA1);
5037     if (strcmp(sha1_str, YAZ_VERSION_SHA1))
5038         printf("YAZ DLL/SO: %s %s\n", vstr, sha1_str);
5039     exit(0);
5040 }
5041
5042 int main(int argc, char **argv)
5043 {
5044     char *prog = *argv;
5045     char *open_command = 0;
5046     char *auth_command = 0;
5047     char *arg;
5048     const char *rc_file = 0;
5049     int ret;
5050
5051 #if HAVE_LOCALE_H
5052     if (!setlocale(LC_CTYPE, ""))
5053         fprintf(stderr, "setlocale failed\n");
5054 #endif
5055 #if HAVE_LANGINFO_H
5056 #ifdef CODESET
5057     codeset = nl_langinfo(CODESET);
5058 #endif
5059 #endif
5060     if (codeset)
5061         outputCharset = xstrdup(codeset);
5062
5063     ODR_MASK_SET(&z3950_options, Z_Options_search);
5064     ODR_MASK_SET(&z3950_options, Z_Options_present);
5065     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
5066     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
5067     ODR_MASK_SET(&z3950_options, Z_Options_scan);
5068     ODR_MASK_SET(&z3950_options, Z_Options_sort);
5069     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
5070     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
5071
5072     nmem_auth = nmem_create();
5073
5074     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
5075     {
5076         switch (ret)
5077         {
5078         case 0:
5079             if (!open_command)
5080             {
5081                 open_command = (char *) xmalloc(strlen(arg)+6);
5082                 strcpy(open_command, "open ");
5083                 strcat(open_command, arg);
5084             }
5085             else
5086             {
5087                 fprintf(stderr, "%s: Specify at most one server address\n",
5088                         prog);
5089                 exit(1);
5090             }
5091             break;
5092         case 'a':
5093             if (!strcmp(arg, "-"))
5094                 apdu_file=stderr;
5095             else
5096                 apdu_file=fopen(arg, "a");
5097             break;
5098         case 'b':
5099             if (!strcmp(arg, "-"))
5100                 ber_file=stderr;
5101             else
5102                 ber_file=fopen(arg, "a");
5103             break;
5104         case 'c':
5105             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
5106             ccl_fields[sizeof(ccl_fields)-1] = '\0';
5107             break;
5108         case 'd':
5109             dump_file_prefix = arg;
5110             break;
5111         case 'f':
5112             rc_file = arg;
5113             break;
5114         case 'k':
5115             kilobytes = atoi(arg);
5116             break;
5117         case 'm':
5118             if (!(marc_file = fopen(arg, "a")))
5119             {
5120                 perror(arg);
5121                 exit(1);
5122             }
5123             break;
5124         case 'p':
5125             yazProxy = xstrdup(arg);
5126             break;
5127         case 'q':
5128             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
5129             cql_fields[sizeof(cql_fields)-1] = '\0';
5130             break;
5131         case 't':
5132             outputCharset = xstrdup(arg);
5133             break;
5134         case 'u':
5135             if (!auth_command)
5136             {
5137                 auth_command = (char *) xmalloc(strlen(arg)+6);
5138                 strcpy(auth_command, "auth ");
5139                 strcat(auth_command, arg);
5140             }
5141             break;
5142         case 'v':
5143             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5144             break;
5145         case 'V':
5146             show_version();
5147             break;
5148         case 'x':
5149             hex_dump = 1;
5150             break;
5151         default:
5152             fprintf(stderr, "Usage: %s "
5153                      " [-a apdulog]"
5154                      " [-b berdump]"
5155                      " [-c cclfile]"
5156                      " [-d dump]"
5157                      " [-f cmdfile]"
5158                      " [-k size]"
5159                      " [-m marclog]"
5160                      " [-p proxy-addr]"
5161                      " [-q cqlfile]"
5162                      " [-t dispcharset]"
5163                      " [-u auth]"
5164                      " [-v loglevel]"
5165                      " [-V]"
5166                      " [-x]"
5167                      " [server-addr]\n",
5168                      prog);
5169             exit(1);
5170         }
5171     }
5172     initialize(rc_file);
5173     if (auth_command)
5174     {
5175 #ifdef HAVE_GETTIMEOFDAY
5176         gettimeofday(&tv_start, 0);
5177 #endif
5178         process_cmd_line(auth_command);
5179 #if HAVE_READLINE_HISTORY_H
5180         add_history(auth_command);
5181 #endif
5182         xfree(auth_command);
5183     }
5184     if (open_command)
5185     {
5186 #ifdef HAVE_GETTIMEOFDAY
5187         gettimeofday(&tv_start, 0);
5188 #endif
5189         process_cmd_line(open_command);
5190 #if HAVE_READLINE_HISTORY_H
5191         add_history(open_command);
5192 #endif
5193         xfree(open_command);
5194     }
5195     client();
5196     exit_client(0);
5197     return 0;
5198 }
5199 /*
5200  * Local variables:
5201  * c-basic-offset: 4
5202  * c-file-style: "Stroustrup"
5203  * indent-tabs-mode: nil
5204  * End:
5205  * vim: shiftwidth=4 tabstop=8 expandtab
5206  */
5207