client/client.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2010 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file client.c
   6  *  \brief yaz-client program
   7  */
   8
   9 #include <stdio.h>
  10 #include <stdlib.h>
  11 #include <assert.h>
  12 #include <time.h>
  13 #include <ctype.h>
  14 #ifndef WIN32
  15 #include <signal.h>
  16 #endif
  17 #if HAVE_SYS_TYPES_H
  18 #include <sys/types.h>
  19 #endif
  20 #if HAVE_LOCALE_H
  21 #include <locale.h>
  22 #endif
  23 #if HAVE_LANGINFO_H
  24 #include <langinfo.h>
  25 #endif
  26 #if HAVE_UNISTD_H
  27 #include <unistd.h>
  28 #endif
  29 #if HAVE_SYS_STAT_H
  30 #include <sys/stat.h>
  31 #endif
  32 #if HAVE_SYS_TIME_H
  33 #include <sys/time.h>
  34 #endif
  35
  36 #ifdef WIN32
  37 #include <sys/stat.h>
  38 #include <io.h>
  39 #include <windows.h>
  40 #define S_ISREG(x) (x & _S_IFREG)
  41 #define S_ISDIR(x) (x & _S_IFDIR)
  42 #endif
  43
  44 #include <yaz/yaz-util.h>
  45
  46 #include <yaz/comstack.h>
  47
  48 #include <yaz/oid_db.h>
  49 #define NO_OID 1
  50 #include <yaz/proto.h>
  51 #include <yaz/marcdisp.h>
  52 #include <yaz/diagbib1.h>
  53 #include <yaz/otherinfo.h>
  54 #include <yaz/charneg.h>
  55 #include <yaz/query-charset.h>
  56
  57 #include <yaz/pquery.h>
  58 #include <yaz/sortspec.h>
  59
  60 #include <yaz/ill.h>
  61 #include <yaz/srw.h>
  62 #include <yaz/yaz-ccl.h>
  63 #include <yaz/cql.h>
  64 #include <yaz/log.h>
  65
  66 #if HAVE_READLINE_READLINE_H
  67 #include <readline/readline.h>
  68 #endif
  69 #if HAVE_READLINE_HISTORY_H
  70 #include <readline/history.h>
  71 #endif
  72
  73
  74 #include "admin.h"
  75 #include "tabcomplete.h"
  76 #include "fhistory.h"
  77
  78 #define C_PROMPT "Z> "
  79
  80 static file_history_t file_history = 0;
  81
  82 static char sru_method[10] = "soap";
  83 static char sru_version[10] = "1.2";
  84 static char *codeset = 0;               /* character set for output */
  85 static int hex_dump = 0;
  86 static char *dump_file_prefix = 0;
  87 static ODR out, in, print;              /* encoding and decoding streams */
  88 #if YAZ_HAVE_XML2
  89 static ODR srw_sr_odr_out = 0;
  90 static Z_SRW_PDU *srw_sr = 0;
  91 #endif
  92 static FILE *apdu_file = 0;
  93 static FILE *ber_file = 0;
  94 static COMSTACK conn = 0;               /* our z-association */
  95
  96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
  97 static NMEM nmem_auth = NULL;
  98
  99 char *databaseNames[128];
 100 int num_databaseNames = 0;
 101 static Z_External *record_last = 0;
 102 static int setnumber = -1;              /* current result set number */
 103 static int smallSetUpperBound = 0;
 104 static int largeSetLowerBound = 1;
 105 static int mediumSetPresentNumber = 0;
 106 static Z_ElementSetNames *elementSetNames = 0;
 107 static Odr_int setno = 1;                   /* current set offset */
 108 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 109 #define RECORDSYNTAX_MAX 20
 110 static char *recordsyntax_list[RECORDSYNTAX_MAX];
 111 static int recordsyntax_size = 0;
 112
 113 static char *record_schema = 0;
 114 static int sent_close = 0;
 115 static NMEM session_mem = NULL;         /* memory handle for init-response */
 116 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 117 static char last_scan_line[512] = "0";
 118 static char last_scan_query[512] = "0";
 119 static char ccl_fields[512] = "default.bib";
 120 /* ### How can I set this path to use wherever YAZ is installed? */
 121 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 122 static char *esPackageName = 0;
 123 static char *yazProxy = 0;
 124 static int kilobytes = 1024;
 125 static char *negotiationCharset = 0;
 126 static int  negotiationCharsetRecords = 1;
 127 static int  negotiationCharsetVersion = 3;
 128 static char *outputCharset = 0;
 129 static char *marcCharset = 0;
 130 static char *queryCharset = 0;
 131 static char* yazLang = 0;
 132
 133 static char last_cmd[32] = "?";
 134 static FILE *marc_file = 0;
 135 static char *refid = NULL;
 136 static int auto_reconnect = 0;
 137 static int auto_wait = 1;
 138 static Odr_bitmask z3950_options;
 139 static int z3950_version = 3;
 140 static int scan_stepSize = 0;
 141 static int scan_position = 1;
 142 static int scan_size = 20;
 143 static char cur_host[200];
 144 static Odr_int last_hit_count = 0;
 145
 146 typedef enum {
 147     QueryType_Prefix,
 148     QueryType_CCL,
 149     QueryType_CCL2RPN,
 150     QueryType_CQL,
 151     QueryType_CQL2RPN
 152 } QueryType;
 153
 154 static QueryType queryType = QueryType_Prefix;
 155
 156 static CCL_bibset bibset;               /* CCL bibset handle */
 157 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
 158
 159 #if HAVE_READLINE_COMPLETION_OVER
 160
 161 #else
 162 /* readline doesn't have this var. Define it ourselves. */
 163 int rl_attempted_completion_over = 0;
 164 #endif
 165
 166 #define maxOtherInfosSupported 10
 167 struct eoi {
 168     Odr_oid oid[OID_SIZE];
 169     char* value;
 170 } extraOtherInfos[maxOtherInfosSupported];
 171
 172 void process_cmd_line(char* line);
 173 #if HAVE_READLINE_READLINE_H
 174 char **readline_completer(char *text, int start, int end);
 175 #endif
 176 static char *command_generator(const char *text, int state);
 177 int cmd_register_tab(const char* arg);
 178 int cmd_querycharset(const char *arg);
 179
 180 static void close_session(void);
 181
 182 static void marc_file_write(const char *buf, size_t sz);
 183
 184 static void wait_and_handle_response(int one_response_only);
 185
 186 ODR getODROutputStream(void)
 187 {
 188     return out;
 189 }
 190
 191 const char* query_type_as_string(QueryType q)
 192 {
 193     switch (q) {
 194     case QueryType_Prefix: return "prefix (RPN sent to server)";
 195     case QueryType_CCL: return "CCL (CCL sent to server) ";
 196     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 197     case QueryType_CQL: return "CQL (CQL sent to server)";
 198     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 199     default:
 200         return "unknown Query type internal yaz-client error";
 201     }
 202 }
 203
 204 static void do_hex_dump(const char* buf, size_t len)
 205 {
 206     if (hex_dump)
 207     {
 208         size_t i;
 209         int x;
 210         for (i = 0; i < len ; i = i+16 )
 211         {
 212             printf(" %4.4ld ", (long) i);
 213             for(x=0 ; i+x<len && x<16; ++x)
 214             {
 215                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 216             }
 217             printf("\n");
 218         }
 219     }
 220     if (dump_file_prefix)
 221     {
 222         static int no = 0;
 223         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 224         {
 225             char fname[1024];
 226             FILE *of;
 227             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
 228             of = fopen(fname, "wb");
 229
 230             if (fwrite(buf, 1, len, of) != len)
 231             {
 232                 printf("write failed for %s", fname);
 233             }
 234             if (fclose(of))
 235             {
 236                 printf("close failed for %s", fname);
 237             }
 238         }
 239     }
 240 }
 241
 242 void add_otherInfos(Z_APDU *a)
 243 {
 244     Z_OtherInformation **oi;
 245     int i;
 246
 247     yaz_oi_APDU(a, &oi);
 248     for(i=0; i<maxOtherInfosSupported; ++i)
 249     {
 250         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
 251             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
 252                                      1, extraOtherInfos[i].value);
 253     }
 254 }
 255
 256 int send_apdu(Z_APDU *a)
 257 {
 258     char *buf;
 259     int len;
 260
 261     add_otherInfos(a);
 262
 263     if (apdu_file)
 264     {
 265         z_APDU(print, &a, 0, 0);
 266         odr_reset(print);
 267     }
 268     if (!z_APDU(out, &a, 0, 0))
 269     {
 270         odr_perror(out, "Encoding APDU");
 271         close_session();
 272         return 0;
 273     }
 274     buf = odr_getbuf(out, &len, 0);
 275     if (ber_file)
 276         odr_dumpBER(ber_file, buf, len);
 277     /* printf ("sending APDU of size %d\n", len); */
 278     do_hex_dump(buf, len);
 279     if (cs_put(conn, buf, len) < 0)
 280     {
 281         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 282         close_session();
 283         return 0;
 284     }
 285     odr_reset(out); /* release the APDU structure  */
 286     return 1;
 287 }
 288
 289 static void print_stringn(const char *buf, size_t len)
 290 {
 291     size_t i;
 292     for (i = 0; i < len; i++)
 293         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
 294             printf("%c", buf[i]);
 295         else
 296             printf("\\X%02X", ((const unsigned char *)buf)[i]);
 297 }
 298
 299 static void print_refid(Z_ReferenceId *id)
 300 {
 301     if (id)
 302     {
 303         printf("Reference Id: ");
 304         print_stringn((const char *) id->buf, id->len);
 305         printf("\n");
 306     }
 307 }
 308
 309 static Z_ReferenceId *set_refid(ODR out)
 310 {
 311     Z_ReferenceId *id;
 312     if (!refid)
 313         return 0;
 314     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
 315     id->size = id->len = strlen(refid);
 316     id->buf = (unsigned char *) odr_malloc(out, id->len);
 317     memcpy(id->buf, refid, id->len);
 318     return id;
 319 }
 320
 321 /* INIT SERVICE ------------------------------- */
 322
 323 static void send_initRequest(const char* type_and_host)
 324 {
 325     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 326     Z_InitRequest *req = apdu->u.initRequest;
 327     int i;
 328
 329     req->options = &z3950_options;
 330
 331     ODR_MASK_ZERO(req->protocolVersion);
 332     for (i = 0; i<z3950_version; i++)
 333         ODR_MASK_SET(req->protocolVersion, i);
 334
 335     *req->maximumRecordSize = 1024*kilobytes;
 336     *req->preferredMessageSize = 1024*kilobytes;
 337
 338     req->idAuthentication = auth;
 339
 340     req->referenceId = set_refid(out);
 341
 342     if (yazProxy && type_and_host)
 343     {
 344         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
 345                               1, type_and_host);
 346     }
 347
 348     if (negotiationCharset || yazLang) {
 349         Z_OtherInformation **p;
 350         Z_OtherInformationUnit *p0;
 351
 352         yaz_oi_APDU(apdu, &p);
 353
 354         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 355         {
 356             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 357
 358             p0->which = Z_OtherInfo_externallyDefinedInfo;
 359             p0->information.externallyDefinedInfo =
 360                 yaz_set_proposal_charneg_list(out, ",",
 361                                               negotiationCharset,
 362                                               yazLang,
 363                                               negotiationCharsetRecords);
 364         }
 365     }
 366     if (send_apdu(apdu))
 367         printf("Sent initrequest.\n");
 368 }
 369
 370
 371 /* These two are used only from process_initResponse() */
 372 static void render_initUserInfo(Z_OtherInformation *ui1);
 373 static void render_diag(Z_DiagnosticFormat *diag);
 374
 375 static void pr_opt(const char *opt, void *clientData)
 376 {
 377     printf(" %s", opt);
 378 }
 379
 380 static int process_initResponse(Z_InitResponse *res)
 381 {
 382     int ver = 0;
 383     /* save session parameters for later use */
 384     session_mem = odr_extract_mem(in);
 385     session_initResponse = res;
 386
 387     for (ver = 0; ver < 8; ver++)
 388         if (!ODR_MASK_GET(res->protocolVersion, ver))
 389             break;
 390
 391     if (!*res->result)
 392         printf("Connection rejected by v%d target.\n", ver);
 393     else
 394         printf("Connection accepted by v%d target.\n", ver);
 395     if (res->implementationId)
 396         printf("ID     : %s\n", res->implementationId);
 397     if (res->implementationName)
 398         printf("Name   : %s\n", res->implementationName);
 399     if (res->implementationVersion)
 400         printf("Version: %s\n", res->implementationVersion);
 401     if (res->userInformationField)
 402     {
 403         Z_External *uif = res->userInformationField;
 404         if (uif->which == Z_External_userInfo1) {
 405             render_initUserInfo(uif->u.userInfo1);
 406         } else {
 407             printf("UserInformationfield:\n");
 408             if (!z_External(print, (Z_External**)&uif, 0, 0))
 409             {
 410                 odr_perror(print, "Printing userinfo\n");
 411                 odr_reset(print);
 412             }
 413             if (uif->which == Z_External_octet) {
 414                 printf("Guessing visiblestring:\n");
 415                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 416                        uif->u.octet_aligned->buf);
 417             }
 418             else if (uif->which == Z_External_single)
 419             {
 420                 Odr_any *sat = uif->u.single_ASN1_type;
 421                 if (!oid_oidcmp(uif->direct_reference,
 422                                 yaz_oid_userinfo_oclc_userinfo))
 423                 {
 424                     Z_OCLC_UserInformation *oclc_ui;
 425                     ODR decode = odr_createmem(ODR_DECODE);
 426                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 427                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 428                         printf("Bad OCLC UserInformation:\n");
 429                     else
 430                         printf("OCLC UserInformation:\n");
 431                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 432                         printf("Bad OCLC UserInformation spec\n");
 433                     odr_destroy(decode);
 434                 }
 435                 else
 436                 {
 437                     /* Peek at any private Init-diagnostic APDUs */
 438                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
 439                            (int) sat->len, sat->len, sat->buf);
 440                 }
 441             }
 442             odr_reset(print);
 443         }
 444     }
 445     printf("Options:");
 446     yaz_init_opt_decode(res->options, pr_opt, 0);
 447     printf("\n");
 448
 449     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 450         setnumber = 0;
 451
 452     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 453
 454         Z_CharSetandLanguageNegotiation *p =
 455                 yaz_get_charneg_record(res->otherInfo);
 456
 457         if (p)
 458         {
 459             char *charset=NULL, *lang=NULL;
 460             int selected;
 461
 462             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 463                                      &selected);
 464
 465             printf("Accepted character set : %s\n", charset ? charset:"none");
 466             printf("Accepted code language : %s\n", lang ? lang:"none");
 467             printf("Accepted records in ...: %d\n", selected );
 468
 469             if (outputCharset && charset)
 470             {
 471                 printf("Converting between %s and %s\n",
 472                        outputCharset, charset);
 473                 odr_set_charset(out, charset, outputCharset);
 474                 odr_set_charset(in, outputCharset, charset);
 475                 cmd_querycharset(charset);
 476             }
 477             else
 478             {
 479                 odr_set_charset(out, 0, 0);
 480                 odr_set_charset(in, 0, 0);
 481             }
 482         }
 483     }
 484     fflush(stdout);
 485     return 0;
 486 }
 487
 488
 489 static void render_initUserInfo(Z_OtherInformation *ui1) {
 490     int i;
 491     printf("Init response contains %d otherInfo unit%s:\n",
 492            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 493
 494     for (i = 0; i < ui1->num_elements; i++) {
 495         Z_OtherInformationUnit *unit = ui1->list[i];
 496         printf("  %d: otherInfo unit contains ", i+1);
 497         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 498             unit->information.externallyDefinedInfo &&
 499             unit->information.externallyDefinedInfo->which ==
 500             Z_External_diag1) {
 501             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 502         }
 503         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 504         {
 505             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 506         }
 507         else
 508         {
 509             printf("unsupported otherInfo unit external %d\n",
 510                    unit->information.externallyDefinedInfo ?
 511                    unit->information.externallyDefinedInfo->which : -2);
 512         }
 513     }
 514 }
 515
 516
 517 /* ### should this share code with display_diagrecs()? */
 518 static void render_diag(Z_DiagnosticFormat *diag) {
 519     int i;
 520
 521     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 522     for (i = 0; i < diag->num; i++) {
 523         Z_DiagnosticFormat_s *ds = diag->elements[i];
 524         printf("    %d: ", i+1);
 525         switch (ds->which) {
 526         case Z_DiagnosticFormat_s_defaultDiagRec: {
 527             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 528             /* ### should check `dd->diagnosticSetId' */
 529             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
 530                    diagbib1_str(*dd->condition));
 531             /* Both types of addinfo are the same, so use type-pun */
 532             if (dd->u.v2Addinfo != 0)
 533                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 534             break;
 535         }
 536         case Z_DiagnosticFormat_s_explicitDiagnostic:
 537             printf("Explicit diagnostic (not supported)");
 538             break;
 539         default:
 540             printf("Unrecognised diagnostic type %d", ds->which);
 541             break;
 542         }
 543
 544         if (ds->message != 0)
 545             printf(", message='%s'", ds->message);
 546         printf("\n");
 547     }
 548 }
 549
 550
 551 static int set_base(const char *arg)
 552 {
 553     int i;
 554     const char *cp;
 555
 556     for (i = 0; i<num_databaseNames; i++)
 557         xfree(databaseNames[i]);
 558     num_databaseNames = 0;
 559     while (1)
 560     {
 561         char *cp1;
 562         if (!(cp = strchr(arg, ' ')))
 563             cp = arg + strlen(arg);
 564         if (cp - arg < 1)
 565             break;
 566         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
 567         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
 568         databaseNames[num_databaseNames][cp - arg] = '\0';
 569
 570         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 571             if (*cp1 == '+')
 572                 *cp1 = ' ';
 573         num_databaseNames++;
 574
 575         if (!*cp)
 576             break;
 577         arg = cp+1;
 578     }
 579     if (num_databaseNames == 0)
 580     {
 581         num_databaseNames = 1;
 582         databaseNames[0] = xstrdup("");
 583     }
 584     return 1;
 585 }
 586
 587 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
 588 {
 589     const char *sep;
 590     while (**arg && strchr(" \t\n\r\f", **arg))
 591         (*arg)++;
 592     if (**arg == '\0')
 593     {
 594         return 0;
 595     }
 596     else if ((*arg)[0] == '<')
 597     {
 598         size_t fsize;
 599         FILE *inf;
 600         const char *fname;
 601         const char *arg_start = ++(*arg);
 602
 603         while (**arg != '\0' && **arg != ' ')
 604             (*arg)++;
 605
 606         fname = odr_strdupn(out, arg_start, *arg - arg_start);
 607
 608         inf = fopen(fname, "rb");
 609         if (!inf)
 610         {
 611             printf("Couldn't open %s\n", fname);
 612             return 0;
 613         }
 614         if (fseek(inf, 0L, SEEK_END) == -1)
 615         {
 616             printf("Couldn't seek in %s\n", fname);
 617             fclose(inf);
 618             return 0;
 619         }
 620         fsize = ftell(inf);
 621         if (fseek(inf, 0L, SEEK_SET) == -1)
 622         {
 623             printf("Couldn't seek in %s\n", fname);
 624             fclose(inf);
 625             return 0;
 626         }
 627         *len = fsize;
 628         *buf = (char *) odr_malloc(out, fsize+1);
 629         (*buf)[fsize] = '\0';
 630         if (fread(*buf, 1, fsize, inf) != fsize)
 631         {
 632             printf("Unable to read %s\n", fname);
 633             fclose(inf);
 634             return 0;
 635         }
 636         fclose(inf);
 637     }
 638     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 639     {
 640         (*arg)++;
 641         *len = sep - *arg;
 642         *buf = odr_strdupn(out, *arg, *len);
 643         (*arg) = sep+1;
 644     }
 645     else
 646     {
 647         const char *arg_start = *arg;
 648
 649         while (**arg != '\0' && **arg != ' ')
 650             (*arg)++;
 651
 652         *len = *arg - arg_start;
 653         *buf = odr_strdupn(out, arg_start, *len);
 654     }
 655     return 1;
 656 }
 657
 658 static int cmd_base(const char *arg)
 659 {
 660     if (!*arg)
 661     {
 662         printf("Usage: base <database> <database> ...\n");
 663         return 0;
 664     }
 665     return set_base(arg);
 666 }
 667
 668 int session_connect(const char *arg)
 669 {
 670     void *add;
 671     char type_and_host[101];
 672     const char *basep = 0;
 673     if (conn)
 674     {
 675         cs_close(conn);
 676         conn = 0;
 677     }
 678     if (session_mem)
 679     {
 680         nmem_destroy(session_mem);
 681         session_mem = NULL;
 682         session_initResponse = 0;
 683     }
 684     cs_get_host_args(arg, &basep);
 685
 686     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 687     type_and_host[sizeof(type_and_host)-1] = '\0';
 688
 689     if (yazProxy)
 690         conn = cs_create_host(yazProxy, 1, &add);
 691     else
 692         conn = cs_create_host(arg, 1, &add);
 693     if (!conn)
 694     {
 695         printf("Could not resolve address %s\n", arg);
 696         return 0;
 697     }
 698 #if YAZ_HAVE_XML2
 699 #else
 700     if (conn->protocol == PROTO_HTTP)
 701     {
 702         printf("SRW/HTTP not enabled in this YAZ\n");
 703         cs_close(conn);
 704         conn = 0;
 705         return 0;
 706     }
 707 #endif
 708     protocol = conn->protocol;
 709     printf("Connecting...");
 710     fflush(stdout);
 711     if (cs_connect(conn, add) < 0)
 712     {
 713         printf("error = %s\n", cs_strerror(conn));
 714         cs_close(conn);
 715         conn = 0;
 716         return 0;
 717     }
 718     printf("OK.\n");
 719     cs_print_session_info(conn);
 720     if (basep && *basep)
 721         set_base(basep);
 722     else if (protocol == PROTO_Z3950)
 723         set_base("Default");
 724
 725     if (protocol == PROTO_Z3950)
 726     {
 727         send_initRequest(type_and_host);
 728         return 2;
 729     }
 730     return 0;
 731 }
 732
 733 int cmd_open(const char *arg)
 734 {
 735     int r;
 736     if (arg)
 737     {
 738         strncpy(cur_host, arg, sizeof(cur_host)-1);
 739         cur_host[sizeof(cur_host)-1] = 0;
 740     }
 741
 742     set_base("");
 743     r = session_connect(cur_host);
 744     if (conn && conn->protocol == PROTO_HTTP)
 745         queryType = QueryType_CQL;
 746
 747
 748     return r;
 749 }
 750
 751 int cmd_authentication(const char *arg)
 752 {
 753     char **args;
 754     int r;
 755
 756     nmem_reset(nmem_auth);
 757     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
 758
 759     if (r == 0)
 760     {
 761         printf("Authentication set to null\n");
 762         auth = 0;
 763     }
 764     else if (r == 1)
 765     {
 766         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 767         if (!strcmp(args[0], "-"))
 768         {
 769             auth->which = Z_IdAuthentication_anonymous;
 770             auth->u.anonymous = odr_nullval();
 771             printf("Authentication set to Anonymous\n");
 772         }
 773         else
 774         {
 775             auth->which = Z_IdAuthentication_open;
 776             auth->u.open = args[0];
 777             printf("Authentication set to Open (%s)\n", args[0]);
 778         }
 779     }
 780     else if (r == 2)
 781     {
 782         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
 783         auth->which = Z_IdAuthentication_idPass;
 784         auth->u.idPass = (Z_IdPass *)
 785             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 786         auth->u.idPass->groupId = NULL;
 787         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
 788         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
 789         printf("Authentication set to User (%s), Pass (%s)\n",
 790                args[0], args[1]);
 791     }
 792     else if (r == 3)
 793     {
 794         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
 795         auth->which = Z_IdAuthentication_idPass;
 796         auth->u.idPass = (Z_IdPass *)
 797             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
 798         auth->u.idPass->groupId = args[1];
 799         auth->u.idPass->userId = args[0];
 800         auth->u.idPass->password = args[2];
 801         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 802                args[0], args[1], args[2]);
 803     }
 804     else
 805     {
 806         printf("Bad number of args to auth\n");
 807         auth = 0;
 808     }
 809
 810     return 1;
 811 }
 812
 813 /* SEARCH SERVICE ------------------------------ */
 814 static void display_record(Z_External *r);
 815
 816 static void print_record(const char *buf, size_t len)
 817 {
 818     size_t i = len;
 819     print_stringn(buf, len);
 820     /* add newline if not already added ... */
 821     if (i <= 0 || buf[i-1] != '\n')
 822         printf("\n");
 823 }
 824
 825 static void display_record(Z_External *r)
 826 {
 827     const Odr_oid *oid = r->direct_reference;
 828
 829     record_last = r;
 830     /*
 831      * Tell the user what we got.
 832      */
 833     if (oid)
 834     {
 835         oid_class oclass;
 836         char oid_name_buf[OID_STR_MAX];
 837         const char *oid_name
 838             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
 839         printf("Record type: ");
 840         if (oid_name)
 841             printf("%s\n", oid_name);
 842     }
 843     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 844     if (r->which == Z_External_octet)
 845     {
 846         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
 847         char *rr;
 848
 849         if (type)
 850         {
 851             /*
 852              * Call the given decoder to process the record.
 853              */
 854             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 855                 r->u.octet_aligned->len, 0);
 856             if (!(*type->fun)(in, &rr, 0, 0))
 857             {
 858                 odr_perror(in, "Decoding constructed record.");
 859                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
 860                 fprintf(stdout, "Packet dump:\n---------\n");
 861                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 862                             r->u.octet_aligned->len);
 863                 fprintf(stdout, "---------\n");
 864
 865                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 866             } else {
 867                 /*
 868                  * Note: we throw away the original, BER-encoded record here.
 869                  * Do something else with it if you want to keep it.
 870                  */
 871                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 872                 r->which = type->what;
 873             }
 874         }
 875     }
 876     if (oid && r->which == Z_External_octet)
 877     {
 878         const char *octet_buf = (const char*)r->u.octet_aligned->buf;
 879         size_t octet_len = r->u.octet_aligned->len;
 880         if (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
 881             || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
 882             || !oid_oidcmp(oid, yaz_oid_recsyn_html))
 883         {
 884             fwrite(octet_buf, 1, octet_len, stdout);
 885         }
 886         else if (yaz_oid_is_iso2709(oid))
 887         {
 888             const char *result;
 889             size_t rlen;
 890             yaz_iconv_t cd = 0;
 891             yaz_marc_t mt = yaz_marc_create();
 892             const char *from = 0;
 893
 894             if (marcCharset && !strcmp(marcCharset, "auto"))
 895             {
 896                 if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
 897                 {
 898                     if (octet_buf[9] == 'a')
 899                         from = "UTF-8";
 900                     else
 901                         from = "MARC-8";
 902                 }
 903                 else
 904                     from = "ISO-8859-1";
 905             }
 906             else if (marcCharset)
 907                 from = marcCharset;
 908             if (outputCharset && from)
 909             {
 910                 cd = yaz_iconv_open(outputCharset, from);
 911                 printf("convert from %s to %s", from,
 912                        outputCharset);
 913                 if (!cd)
 914                     printf(" unsupported\n");
 915                 else
 916                 {
 917                     yaz_marc_iconv(mt, cd);
 918                     printf("\n");
 919                 }
 920             }
 921
 922             if (yaz_marc_decode_buf(mt, octet_buf, octet_len,
 923                                     &result, &rlen)> 0)
 924             {
 925                 if (fwrite(result, rlen, 1, stdout) != 1)
 926                 {
 927                     printf("write to stdout failed\n");
 928                 }
 929             }
 930             else
 931             {
 932                 printf("bad MARC. Dumping as it is:\n");
 933                 print_record(octet_buf, octet_len);
 934             }
 935             yaz_marc_destroy(mt);
 936             if (cd)
 937                 yaz_iconv_close(cd);
 938         }
 939         else
 940         {
 941             print_record(octet_buf, octet_len);
 942         }
 943         marc_file_write(octet_buf, r->u.octet_aligned->len);
 944     }
 945     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
 946     {
 947         if (r->which != Z_External_sutrs)
 948         {
 949             printf("Expecting single SUTRS type for SUTRS.\n");
 950             return;
 951         }
 952         print_record((const char *) r->u.sutrs->buf, r->u.sutrs->len);
 953         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
 954     }
 955     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
 956     {
 957         WRBUF w;
 958         if (r->which != Z_External_grs1)
 959         {
 960             printf("Expecting single GRS type for GRS.\n");
 961             return;
 962         }
 963         w = wrbuf_alloc();
 964         yaz_display_grs1(w, r->u.grs1, 0);
 965         puts(wrbuf_cstr(w));
 966         wrbuf_destroy(w);
 967     }
 968     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
 969     {
 970         int i;
 971         if (r->u.opac->bibliographicRecord)
 972             display_record(r->u.opac->bibliographicRecord);
 973         for (i = 0; i<r->u.opac->num_holdingsData; i++)
 974         {
 975             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
 976             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
 977             {
 978                 printf("MARC holdings %d\n", i);
 979                 display_record(h->u.marcHoldingsRecord);
 980             }
 981             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
 982             {
 983                 int j;
 984
 985                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
 986
 987                 printf("Data holdings %d\n", i);
 988                 if (data->typeOfRecord)
 989                     printf("typeOfRecord: %s\n", data->typeOfRecord);
 990                 if (data->encodingLevel)
 991                     printf("encodingLevel: %s\n", data->encodingLevel);
 992                 if (data->receiptAcqStatus)
 993                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
 994                 if (data->generalRetention)
 995                     printf("generalRetention: %s\n", data->generalRetention);
 996                 if (data->completeness)
 997                     printf("completeness: %s\n", data->completeness);
 998                 if (data->dateOfReport)
 999                     printf("dateOfReport: %s\n", data->dateOfReport);
1000                 if (data->nucCode)
1001                     printf("nucCode: %s\n", data->nucCode);
1002                 if (data->localLocation)
1003                     printf("localLocation: %s\n", data->localLocation);
1004                 if (data->shelvingLocation)
1005                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1006                 if (data->callNumber)
1007                     printf("callNumber: %s\n", data->callNumber);
1008                 if (data->shelvingData)
1009                     printf("shelvingData: %s\n", data->shelvingData);
1010                 if (data->copyNumber)
1011                     printf("copyNumber: %s\n", data->copyNumber);
1012                 if (data->publicNote)
1013                     printf("publicNote: %s\n", data->publicNote);
1014                 if (data->reproductionNote)
1015                     printf("reproductionNote: %s\n", data->reproductionNote);
1016                 if (data->termsUseRepro)
1017                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1018                 if (data->enumAndChron)
1019                     printf("enumAndChron: %s\n", data->enumAndChron);
1020                 for (j = 0; j<data->num_volumes; j++)
1021                 {
1022                     printf("volume %d\n", j);
1023                     if (data->volumes[j]->enumeration)
1024                         printf(" enumeration: %s\n",
1025                                 data->volumes[j]->enumeration);
1026                     if (data->volumes[j]->chronology)
1027                         printf(" chronology: %s\n",
1028                                 data->volumes[j]->chronology);
1029                     if (data->volumes[j]->enumAndChron)
1030                         printf(" enumAndChron: %s\n",
1031                                 data->volumes[j]->enumAndChron);
1032                 }
1033                 for (j = 0; j<data->num_circulationData; j++)
1034                 {
1035                     printf("circulation %d\n", j);
1036                     if (data->circulationData[j]->availableNow)
1037                         printf(" availableNow: %d\n",
1038                                 *data->circulationData[j]->availableNow);
1039                     if (data->circulationData[j]->availablityDate)
1040                         printf(" availabiltyDate: %s\n",
1041                                 data->circulationData[j]->availablityDate);
1042                     if (data->circulationData[j]->availableThru)
1043                         printf(" availableThru: %s\n",
1044                                 data->circulationData[j]->availableThru);
1045                     if (data->circulationData[j]->restrictions)
1046                         printf(" restrictions: %s\n",
1047                                 data->circulationData[j]->restrictions);
1048                     if (data->circulationData[j]->itemId)
1049                         printf(" itemId: %s\n",
1050                                 data->circulationData[j]->itemId);
1051                     if (data->circulationData[j]->renewable)
1052                         printf(" renewable: %d\n",
1053                                 *data->circulationData[j]->renewable);
1054                     if (data->circulationData[j]->onHold)
1055                         printf(" onHold: %d\n",
1056                                 *data->circulationData[j]->onHold);
1057                     if (data->circulationData[j]->enumAndChron)
1058                         printf(" enumAndChron: %s\n",
1059                                 data->circulationData[j]->enumAndChron);
1060                     if (data->circulationData[j]->midspine)
1061                         printf(" midspine: %s\n",
1062                                 data->circulationData[j]->midspine);
1063                     if (data->circulationData[j]->temporaryLocation)
1064                         printf(" temporaryLocation: %s\n",
1065                                 data->circulationData[j]->temporaryLocation);
1066                 }
1067             }
1068         }
1069     }
1070     else
1071     {
1072         printf("Unknown record representation.\n");
1073         if (!z_External(print, &r, 0, 0))
1074         {
1075             odr_perror(print, "Printing external");
1076             odr_reset(print);
1077         }
1078     }
1079 }
1080
1081 static void display_diagrecs(Z_DiagRec **pp, int num)
1082 {
1083     int i;
1084     Z_DefaultDiagFormat *r;
1085
1086     printf("Diagnostic message(s) from database:\n");
1087     for (i = 0; i<num; i++)
1088     {
1089         Z_DiagRec *p = pp[i];
1090         if (p->which != Z_DiagRec_defaultFormat)
1091         {
1092             printf("Diagnostic record not in default format.\n");
1093             return;
1094         }
1095         else
1096             r = p->u.defaultFormat;
1097
1098         if (!r->diagnosticSetId)
1099             printf("Missing diagset\n");
1100         else
1101         {
1102             oid_class oclass;
1103             char diag_name_buf[OID_STR_MAX];
1104             const char *diag_name = 0;
1105             diag_name = yaz_oid_to_string_buf
1106                 (r->diagnosticSetId, &oclass, diag_name_buf);
1107             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1108                 printf("Unknown diagset: %s\n", diag_name);
1109         }
1110         printf("    [" ODR_INT_PRINTF "] %s",
1111                *r->condition, diagbib1_str(*r->condition));
1112         switch (r->which)
1113         {
1114         case Z_DefaultDiagFormat_v2Addinfo:
1115             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1116             break;
1117         case Z_DefaultDiagFormat_v3Addinfo:
1118             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1119             break;
1120         }
1121     }
1122 }
1123
1124
1125 static void display_nameplusrecord(Z_NamePlusRecord *p)
1126 {
1127     if (p->databaseName)
1128         printf("[%s]", p->databaseName);
1129     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1130         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1131     else if (p->which == Z_NamePlusRecord_databaseRecord)
1132         display_record(p->u.databaseRecord);
1133 }
1134
1135 static void display_records(Z_Records *p)
1136 {
1137     int i;
1138
1139     if (p->which == Z_Records_NSD)
1140     {
1141         Z_DiagRec dr, *dr_p = &dr;
1142         dr.which = Z_DiagRec_defaultFormat;
1143         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1144         display_diagrecs(&dr_p, 1);
1145     }
1146     else if (p->which == Z_Records_multipleNSD)
1147         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1148                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1149     else
1150     {
1151         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1152         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1153             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1154     }
1155 }
1156
1157 static int send_deleteResultSetRequest(const char *arg)
1158 {
1159     char names[8][32];
1160     int i;
1161
1162     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1163     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1164
1165     req->referenceId = set_refid(out);
1166
1167     req->num_resultSetList =
1168         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1169                names[0], names[1], names[2], names[3],
1170                names[4], names[5], names[6], names[7]);
1171
1172     req->deleteFunction = odr_intdup(out, 0);
1173     if (req->num_resultSetList > 0)
1174     {
1175         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1176         req->resultSetList = (char **)
1177             odr_malloc(out, sizeof(*req->resultSetList)*
1178                         req->num_resultSetList);
1179         for (i = 0; i<req->num_resultSetList; i++)
1180             req->resultSetList[i] = names[i];
1181     }
1182     else
1183     {
1184         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1185         req->resultSetList = 0;
1186     }
1187
1188     send_apdu(apdu);
1189     printf("Sent deleteResultSetRequest.\n");
1190     return 2;
1191 }
1192
1193 #if YAZ_HAVE_XML2
1194 static int send_srw(Z_SRW_PDU *sr)
1195 {
1196     const char *charset = negotiationCharset;
1197     const char *host_port = cur_host;
1198     Z_GDU *gdu;
1199     char *path = yaz_encode_sru_dbpath_odr(out, databaseNames[0]);
1200
1201     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1202
1203     if (auth)
1204     {
1205         if (auth->which == Z_IdAuthentication_open)
1206         {
1207             char **darray;
1208             int num;
1209             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1210             if (num >= 1)
1211                 sr->username = darray[0];
1212             if (num >= 2)
1213                 sr->password = darray[1];
1214         }
1215         else if (auth->which == Z_IdAuthentication_idPass)
1216         {
1217             sr->username = auth->u.idPass->userId;
1218             sr->password = auth->u.idPass->password;
1219         }
1220     }
1221
1222     if (!yaz_matchstr(sru_method, "get"))
1223     {
1224         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1225     }
1226     else if (!yaz_matchstr(sru_method, "post"))
1227     {
1228         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1229     }
1230     else if (!yaz_matchstr(sru_method, "soap"))
1231     {
1232         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1233     }
1234
1235     if (z_GDU(out, &gdu, 0, 0))
1236     {
1237         /* encode OK */
1238         char *buf_out;
1239         int len_out;
1240         int r;
1241         if (apdu_file)
1242         {
1243             if (!z_GDU(print, &gdu, 0, 0))
1244                 printf("Failed to print outgoing SRU package\n");
1245             odr_reset(print);
1246         }
1247         buf_out = odr_getbuf(out, &len_out, 0);
1248
1249         /* we don't odr_reset(out), since we may need the buffer again */
1250
1251         do_hex_dump(buf_out, len_out);
1252
1253         r = cs_put(conn, buf_out, len_out);
1254
1255         if (r >= 0)
1256             return 2;
1257     }
1258     return 0;
1259 }
1260 #endif
1261
1262 #if YAZ_HAVE_XML2
1263 static char *encode_SRW_term(ODR o, const char *q)
1264 {
1265     const char *in_charset = "ISO-8859-1";
1266     WRBUF w = wrbuf_alloc();
1267     yaz_iconv_t cd;
1268     char *res;
1269     if (outputCharset)
1270         in_charset = outputCharset;
1271     cd = yaz_iconv_open("UTF-8", in_charset);
1272     if (!cd)
1273     {
1274         wrbuf_destroy(w);
1275         return odr_strdup(o, q);
1276     }
1277     wrbuf_iconv_write(w, cd, q, strlen(q));
1278     if (wrbuf_len(w))
1279         res = odr_strdup(o, wrbuf_cstr(w));
1280     else
1281         res = odr_strdup(o, q);
1282     yaz_iconv_close(cd);
1283     wrbuf_destroy(w);
1284     return res;
1285 }
1286
1287
1288 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1289 {
1290     Z_SRW_PDU *sr = 0;
1291
1292     /* regular requestse .. */
1293     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1294
1295     switch(queryType)
1296     {
1297     case QueryType_CQL:
1298         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1299         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1300         break;
1301     case QueryType_Prefix:
1302         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1303         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1304         break;
1305     default:
1306         printf("Only CQL and PQF supported in SRW\n");
1307         return 0;
1308     }
1309     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1310     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1311     return send_srw(sr);
1312 }
1313
1314 static int send_SRW_searchRequest(const char *arg)
1315 {
1316     Z_SRW_PDU *sr = 0;
1317
1318     if (!srw_sr)
1319     {
1320         assert(srw_sr_odr_out == 0);
1321         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1322     }
1323     odr_reset(srw_sr_odr_out);
1324
1325     setno = 1;
1326
1327     /* save this for later .. when fetching individual records */
1328     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1329                               sru_version);
1330
1331     /* regular request .. */
1332     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1333
1334     switch(queryType)
1335     {
1336     case QueryType_CQL:
1337         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1338         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1339
1340         sr->u.request->query_type = Z_SRW_query_type_cql;
1341         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1342         break;
1343     case QueryType_Prefix:
1344         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1345         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1346
1347         sr->u.request->query_type = Z_SRW_query_type_pqf;
1348         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1349         break;
1350     default:
1351         printf("Only CQL and PQF supported in SRW\n");
1352         return 0;
1353     }
1354     sr->u.request->maximumRecords = odr_intdup(out, 0);
1355
1356     if (record_schema)
1357         sr->u.request->recordSchema = record_schema;
1358     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1359         sr->u.request->recordPacking = "xml";
1360     return send_srw(sr);
1361 }
1362 #endif
1363
1364 static void query_charset_convert(Z_RPNQuery *q)
1365 {
1366     if (queryCharset && outputCharset)
1367     {
1368         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1369         if (!cd)
1370         {
1371             printf("Conversion from %s to %s unsupported\n",
1372                    outputCharset, queryCharset);
1373             return;
1374         }
1375         yaz_query_charset_convert_rpnquery(q, out, cd);
1376         yaz_iconv_close(cd);
1377     }
1378 }
1379
1380 static int send_searchRequest(const char *arg)
1381 {
1382     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1383     Z_SearchRequest *req = apdu->u.searchRequest;
1384     Z_Query query;
1385     struct ccl_rpn_node *rpn = NULL;
1386     int error, pos;
1387     char setstring[100];
1388     Z_RPNQuery *RPNquery;
1389     Odr_oct ccl_query;
1390     YAZ_PQF_Parser pqf_parser;
1391     Z_External *ext;
1392     QueryType myQueryType = queryType;
1393     char pqfbuf[512];
1394
1395     if (myQueryType == QueryType_CCL2RPN)
1396     {
1397         rpn = ccl_find_str(bibset, arg, &error, &pos);
1398         if (error)
1399         {
1400             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1401             return 0;
1402         }
1403     } else if (myQueryType == QueryType_CQL2RPN) {
1404         /* ### All this code should be wrapped in a utility function */
1405         CQL_parser parser;
1406         struct cql_node *node;
1407         const char *addinfo;
1408         if (cqltrans == 0) {
1409             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1410             return 0;
1411         }
1412         parser = cql_parser_create();
1413         if ((error = cql_parser_string(parser, arg)) != 0) {
1414             printf("Can't parse CQL: must be a syntax error\n");
1415             return 0;
1416         }
1417         node = cql_parser_result(parser);
1418         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1419                                        sizeof pqfbuf)) != 0) {
1420             error = cql_transform_error(cqltrans, &addinfo);
1421             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1422                     cql_strerror(error), addinfo);
1423             return 0;
1424         }
1425         arg = pqfbuf;
1426         myQueryType = QueryType_Prefix;
1427     }
1428
1429     req->referenceId = set_refid(out);
1430     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1431     {
1432         static unsigned char big[2100];
1433         static Odr_oct bigo;
1434
1435         /* send a very big referenceid to test transport stack etc. */
1436         memset(big, 'A', 2100);
1437         bigo.len = bigo.size = 2100;
1438         bigo.buf = big;
1439         req->referenceId = &bigo;
1440     }
1441
1442     if (setnumber >= 0)
1443     {
1444         sprintf(setstring, "%d", ++setnumber);
1445         req->resultSetName = setstring;
1446     }
1447     *req->smallSetUpperBound = smallSetUpperBound;
1448     *req->largeSetLowerBound = largeSetLowerBound;
1449     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1450     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1451         mediumSetPresentNumber > 0))
1452     {
1453         if (recordsyntax_size)
1454             req->preferredRecordSyntax =
1455                 yaz_string_to_oid_odr(yaz_oid_std(),
1456                                       CLASS_RECSYN, recordsyntax_list[0], out);
1457
1458         req->smallSetElementSetNames =
1459             req->mediumSetElementSetNames = elementSetNames;
1460     }
1461     req->num_databaseNames = num_databaseNames;
1462     req->databaseNames = databaseNames;
1463
1464     req->query = &query;
1465
1466     switch (myQueryType)
1467     {
1468     case QueryType_Prefix:
1469         query.which = Z_Query_type_1;
1470         pqf_parser = yaz_pqf_create();
1471         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1472         if (!RPNquery)
1473         {
1474             const char *pqf_msg;
1475             size_t off;
1476             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1477             int ioff = off;
1478             printf("%*s^\n", ioff+4, "");
1479             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1480
1481             yaz_pqf_destroy(pqf_parser);
1482             return 0;
1483         }
1484         yaz_pqf_destroy(pqf_parser);
1485         query_charset_convert(RPNquery);
1486         query.u.type_1 = RPNquery;
1487         break;
1488     case QueryType_CCL:
1489         query.which = Z_Query_type_2;
1490         query.u.type_2 = &ccl_query;
1491         ccl_query.buf = (unsigned char*) arg;
1492         ccl_query.len = strlen(arg);
1493         break;
1494     case QueryType_CCL2RPN:
1495         query.which = Z_Query_type_1;
1496         RPNquery = ccl_rpn_query(out, rpn);
1497         if (!RPNquery)
1498         {
1499             printf("Couldn't convert from CCL to RPN\n");
1500             return 0;
1501         }
1502         query_charset_convert(RPNquery);
1503         query.u.type_1 = RPNquery;
1504         ccl_rpn_delete(rpn);
1505         break;
1506     case QueryType_CQL:
1507         query.which = Z_Query_type_104;
1508         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1509         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1510         ext->indirect_reference = 0;
1511         ext->descriptor = 0;
1512         ext->which = Z_External_CQL;
1513         ext->u.cql = odr_strdup(out, arg);
1514         query.u.type_104 =  ext;
1515         break;
1516     default:
1517         printf("Unsupported query type\n");
1518         return 0;
1519     }
1520     if (send_apdu(apdu))
1521         printf("Sent searchRequest.\n");
1522     setno = 1;
1523     return 2;
1524 }
1525
1526 /* display Query Expression as part of searchResult-1 */
1527 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1528 {
1529     if (!qe)
1530         return;
1531     printf(" %s=", lead);
1532     if (qe->which == Z_QueryExpression_term)
1533     {
1534         if (qe->u.term->queryTerm)
1535         {
1536             Z_Term *term = qe->u.term->queryTerm;
1537             switch (term->which)
1538             {
1539             case Z_Term_general:
1540                 printf("%.*s", term->u.general->len, term->u.general->buf);
1541                 break;
1542             case Z_Term_characterString:
1543                 printf("%s", term->u.characterString);
1544                 break;
1545             case Z_Term_numeric:
1546                 printf(ODR_INT_PRINTF, *term->u.numeric);
1547                 break;
1548             case Z_Term_null:
1549                 printf("null");
1550                 break;
1551             }
1552         }
1553     }
1554 }
1555
1556 /* see if we can find USR:SearchResult-1 */
1557 static void display_searchResult(Z_OtherInformation *o)
1558 {
1559     int i;
1560     if (!o)
1561         return ;
1562     for (i = 0; i < o->num_elements; i++)
1563     {
1564         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1565         {
1566             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1567
1568             if (ext->which == Z_External_searchResult1)
1569             {
1570                 int j;
1571                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1572                 printf("SearchResult-1:");
1573                 for (j = 0; j < sr->num; j++)
1574                 {
1575                     if (j)
1576                         printf(",");
1577                     if (!sr->elements[j]->subqueryExpression)
1578                         printf("%d", j);
1579                     display_queryExpression("term",
1580                         sr->elements[j]->subqueryExpression);
1581                     display_queryExpression("interpretation",
1582                         sr->elements[j]->subqueryInterpretation);
1583                     display_queryExpression("recommendation",
1584                         sr->elements[j]->subqueryRecommendation);
1585                     if (sr->elements[j]->subqueryCount)
1586                         printf(" cnt=" ODR_INT_PRINTF,
1587                                *sr->elements[j]->subqueryCount);
1588                     if (sr->elements[j]->subqueryId)
1589                         printf(" id=%s ", sr->elements[j]->subqueryId);
1590                 }
1591                 printf("\n");
1592             }
1593         }
1594     }
1595 }
1596
1597 static int process_searchResponse(Z_SearchResponse *res)
1598 {
1599     printf("Received SearchResponse.\n");
1600     print_refid(res->referenceId);
1601     if (*res->searchStatus)
1602         printf("Search was a success.\n");
1603     else
1604         printf("Search was a bloomin' failure.\n");
1605     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1606     last_hit_count = *res->resultCount;
1607     if (setnumber >= 0)
1608         printf(", setno %d", setnumber);
1609     putchar('\n');
1610     if (res->resultSetStatus)
1611     {
1612         printf("Result Set Status: ");
1613         switch(*res->resultSetStatus)
1614         {
1615         case Z_SearchResponse_subset:
1616             printf("subset"); break;
1617         case Z_SearchResponse_interim:
1618             printf("interim"); break;
1619         case Z_SearchResponse_none:
1620             printf("none"); break;
1621         case Z_SearchResponse_estimate:
1622             printf("estimate"); break;
1623         default:
1624             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1625         }
1626         putchar('\n');
1627     }
1628     display_searchResult(res->additionalSearchInfo);
1629     printf("records returned: " ODR_INT_PRINTF "\n",
1630            *res->numberOfRecordsReturned);
1631     setno += *res->numberOfRecordsReturned;
1632     if (res->records)
1633         display_records(res->records);
1634     return 0;
1635 }
1636
1637 static void print_level(int iLevel)
1638 {
1639     int i;
1640     for (i = 0; i < iLevel * 4; i++)
1641         printf(" ");
1642 }
1643
1644 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1645 {
1646     if (pInt != NULL)
1647     {
1648         print_level(iLevel);
1649         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1650     }
1651 }
1652
1653 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1654 {
1655     if (pInt != NULL)
1656     {
1657         print_level(iLevel);
1658         printf("%s: %d\n", pTag, *pInt);
1659     }
1660 }
1661
1662 static void print_string(int iLevel, const char *pTag, const char *pString)
1663 {
1664     if (pString != NULL)
1665     {
1666         print_level(iLevel);
1667         printf("%s: %s\n", pTag, pString);
1668     }
1669 }
1670
1671 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1672 {
1673     if (pOid != NULL)
1674     {
1675         Odr_oid *pInt = pOid;
1676
1677         print_level(iLevel);
1678         printf("%s:", pTag);
1679         for (; *pInt != -1; pInt++)
1680             printf(" %d", *pInt);
1681         printf("\n");
1682     }
1683 }
1684
1685 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1686 {
1687     if (referenceId != NULL)
1688     {
1689         int i;
1690
1691         print_level(iLevel);
1692         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1693         for (i = 0; i < referenceId->len; i++)
1694             printf("%c", referenceId->buf[i]);
1695         printf("\n");
1696     }
1697 }
1698
1699 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1700 {
1701     if (pStringNumeric != NULL)
1702     {
1703         switch (pStringNumeric->which)
1704         {
1705         case Z_StringOrNumeric_string:
1706             print_string(iLevel, pTag, pStringNumeric->u.string);
1707             break;
1708
1709         case Z_StringOrNumeric_numeric:
1710             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1711             break;
1712
1713         default:
1714             print_level(iLevel);
1715             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1716             break;
1717         }
1718     }
1719 }
1720
1721 static void print_universe_report_duplicate(
1722     int iLevel,
1723     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1724 {
1725     if (pUniverseReportDuplicate != NULL)
1726     {
1727         print_level(iLevel);
1728         printf("Universe Report Duplicate: \n");
1729         iLevel++;
1730         print_string_or_numeric(iLevel, "Hit No",
1731                                 pUniverseReportDuplicate->hitno);
1732     }
1733 }
1734
1735 static void print_universe_report_hits(
1736     int iLevel,
1737     Z_UniverseReportHits *pUniverseReportHits)
1738 {
1739     if (pUniverseReportHits != NULL)
1740     {
1741         print_level(iLevel);
1742         printf("Universe Report Hits: \n");
1743         iLevel++;
1744         print_string_or_numeric(iLevel, "Database",
1745                                 pUniverseReportHits->database);
1746         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1747     }
1748 }
1749
1750 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1751 {
1752     if (pUniverseReport != NULL)
1753     {
1754         print_level(iLevel);
1755         printf("Universe Report: \n");
1756         iLevel++;
1757         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1758         switch (pUniverseReport->which)
1759         {
1760         case Z_UniverseReport_databaseHits:
1761             print_universe_report_hits(iLevel,
1762                                        pUniverseReport->u.databaseHits);
1763             break;
1764
1765         case Z_UniverseReport_duplicate:
1766             print_universe_report_duplicate(iLevel,
1767                                             pUniverseReport->u.duplicate);
1768             break;
1769
1770         default:
1771             print_level(iLevel);
1772             printf("Type: %d\n", pUniverseReport->which);
1773             break;
1774         }
1775     }
1776 }
1777
1778 static void print_external(int iLevel, Z_External *pExternal)
1779 {
1780     if (pExternal != NULL)
1781     {
1782         print_level(iLevel);
1783         printf("External: \n");
1784         iLevel++;
1785         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1786         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1787         print_string(iLevel, "Descriptor", pExternal->descriptor);
1788         switch (pExternal->which)
1789         {
1790         case Z_External_universeReport:
1791             print_universe_report(iLevel, pExternal->u.universeReport);
1792             break;
1793
1794         default:
1795             print_level(iLevel);
1796             printf("Type: %d\n", pExternal->which);
1797             break;
1798         }
1799     }
1800 }
1801
1802 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1803 {
1804     printf("Received ResourceControlRequest.\n");
1805     print_referenceId(1, req->referenceId);
1806     print_bool(1, "Suspended Flag", req->suspendedFlag);
1807     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1808     print_bool(1, "Response Required", req->responseRequired);
1809     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
1810     print_external(1, req->resourceReport);
1811     return 0;
1812 }
1813
1814 void process_ESResponse(Z_ExtendedServicesResponse *res)
1815 {
1816     printf("Status: ");
1817     switch (*res->operationStatus)
1818     {
1819     case Z_ExtendedServicesResponse_done:
1820         printf("done\n");
1821         break;
1822     case Z_ExtendedServicesResponse_accepted:
1823         printf("accepted\n");
1824         break;
1825     case Z_ExtendedServicesResponse_failure:
1826         printf("failure\n");
1827         display_diagrecs(res->diagnostics, res->num_diagnostics);
1828         break;
1829     default:
1830         printf("unknown\n");
1831     }
1832     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1833         (res->num_diagnostics != 0) ) {
1834         display_diagrecs(res->diagnostics, res->num_diagnostics);
1835     }
1836     print_refid (res->referenceId);
1837     if (res->taskPackage &&
1838         res->taskPackage->which == Z_External_extendedService)
1839     {
1840         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1841         Odr_oct *id = taskPackage->targetReference;
1842         Z_External *ext = taskPackage->taskSpecificParameters;
1843
1844         if (id)
1845         {
1846             printf("Target Reference: ");
1847             print_stringn((const char *) id->buf, id->len);
1848             printf("\n");
1849         }
1850         if (ext->which == Z_External_update)
1851         {
1852             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1853             if (utp && utp->targetPart)
1854             {
1855                 Z_IUTargetPart *targetPart = utp->targetPart;
1856                 int i;
1857
1858                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1859                 {
1860
1861                     Z_IUTaskPackageRecordStructure *tpr =
1862                         targetPart->taskPackageRecords[i];
1863                     printf("task package record %d\n", i+1);
1864                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1865                     {
1866                         display_record (tpr->u.record);
1867                     }
1868                     else
1869                     {
1870                         printf("other type\n");
1871                     }
1872                 }
1873             }
1874         }
1875         if (ext->which == Z_External_itemOrder)
1876         {
1877             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1878
1879             if (otp && otp->targetPart)
1880             {
1881                 if (otp->targetPart->itemRequest)
1882                 {
1883                     Z_External *ext = otp->targetPart->itemRequest;
1884                     if (ext->which == Z_External_octet)
1885                     {
1886                         Odr_oct *doc = ext->u.octet_aligned;
1887                         printf("Got itemRequest doc %.*s\n",
1888                                doc->len, doc->buf);
1889                     }
1890                 }
1891                 else if (otp->targetPart->statusOrErrorReport)
1892                 {
1893                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1894                     if (ext->which == Z_External_octet)
1895                     {
1896                         Odr_oct *doc = ext->u.octet_aligned;
1897                         printf("Got Status or Error Report doc %.*s\n",
1898                                doc->len, doc->buf);
1899                     }
1900                 }
1901             }
1902         }
1903     }
1904     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1905     {
1906         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1907         printf("%.*s\n", doc->len, doc->buf);
1908     }
1909 }
1910
1911 const char *get_ill_element(void *clientData, const char *element)
1912 {
1913     return 0;
1914 }
1915
1916 static Z_External *create_external_itemRequest(void)
1917 {
1918     struct ill_get_ctl ctl;
1919     ILL_ItemRequest *req;
1920     Z_External *r = 0;
1921     int item_request_size = 0;
1922     char *item_request_buf = 0;
1923
1924     ctl.odr = out;
1925     ctl.clientData = 0;
1926     ctl.f = get_ill_element;
1927
1928     req = ill_get_ItemRequest(&ctl, "ill", 0);
1929     if (!req)
1930         printf("ill_get_ItemRequest failed\n");
1931
1932     if (!ill_ItemRequest(out, &req, 0, 0))
1933     {
1934         if (apdu_file)
1935         {
1936             ill_ItemRequest(print, &req, 0, 0);
1937             odr_reset(print);
1938         }
1939         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1940         if (item_request_buf)
1941             odr_setbuf (out, item_request_buf, item_request_size, 1);
1942         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1943         return 0;
1944     }
1945     else
1946     {
1947         r = (Z_External *) odr_malloc(out, sizeof(*r));
1948         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1949         r->indirect_reference = 0;
1950         r->descriptor = 0;
1951         r->which = Z_External_single;
1952
1953         r->u.single_ASN1_type = (Odr_oct *)
1954             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
1955         r->u.single_ASN1_type->buf = (unsigned char *)
1956         odr_malloc(out, item_request_size);
1957         r->u.single_ASN1_type->len = item_request_size;
1958         r->u.single_ASN1_type->size = item_request_size;
1959         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
1960                 item_request_size);
1961
1962         do_hex_dump(item_request_buf,item_request_size);
1963     }
1964     return r;
1965 }
1966
1967 static Z_External *create_external_ILL_APDU(void)
1968 {
1969     struct ill_get_ctl ctl;
1970     ILL_APDU *ill_apdu;
1971     Z_External *r = 0;
1972     int ill_request_size = 0;
1973     char *ill_request_buf = 0;
1974
1975     ctl.odr = out;
1976     ctl.clientData = 0;
1977     ctl.f = get_ill_element;
1978
1979     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1980
1981     if (!ill_APDU (out, &ill_apdu, 0, 0))
1982     {
1983         if (apdu_file)
1984         {
1985             printf("-------------------\n");
1986             ill_APDU(print, &ill_apdu, 0, 0);
1987             odr_reset(print);
1988             printf("-------------------\n");
1989         }
1990         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1991         if (ill_request_buf)
1992             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1993         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1994         return 0;
1995     }
1996     else
1997     {
1998         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1999
2000         r = (Z_External *) odr_malloc(out, sizeof(*r));
2001         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2002         r->indirect_reference = 0;
2003         r->descriptor = 0;
2004         r->which = Z_External_single;
2005
2006         r->u.single_ASN1_type = (Odr_oct *)
2007             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2008         r->u.single_ASN1_type->buf = (unsigned char *)
2009         odr_malloc(out, ill_request_size);
2010         r->u.single_ASN1_type->len = ill_request_size;
2011         r->u.single_ASN1_type->size = ill_request_size;
2012         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2013 /*         printf("len = %d\n", ill_request_size); */
2014 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2015 /*              printf("--- end of extenal\n"); */
2016
2017     }
2018     return r;
2019 }
2020
2021
2022 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2023                                             const char *xml_buf,
2024                                             int xml_len)
2025 {
2026     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2027     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2028     r->indirect_reference = 0;
2029     r->descriptor = 0;
2030
2031     r->which = Z_External_itemOrder;
2032
2033     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2034     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2035     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2036
2037     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2038         odr_malloc(out,sizeof(Z_IORequest));
2039     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2040
2041     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2042         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2043     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2044     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2045         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2046     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2047
2048     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2049     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2050     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2051
2052     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2053         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2054     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2055     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2056
2057     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2058         odr_intdup(out, itemno);
2059     if (!strcmp (type, "item") || !strcmp(type, "2"))
2060     {
2061         printf("using item-request\n");
2062         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2063             create_external_itemRequest();
2064     }
2065     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2066     {
2067         printf("using ILL-request\n");
2068         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2069             create_external_ILL_APDU();
2070     }
2071     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2072     {
2073         printf("using XML ILL-request\n");
2074
2075         if (!xml_buf)
2076         {
2077             printf("no docoument added\n");
2078             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2079         }
2080         else
2081         {
2082             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2083                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2084         }
2085     }
2086     else
2087         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2088
2089     return r;
2090 }
2091
2092 static int send_itemorder(const char *type, int itemno,
2093                           const char *xml_buf, int xml_len)
2094 {
2095     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2096     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2097
2098     req->referenceId = set_refid (out);
2099
2100     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2101     req->packageName = esPackageName;
2102
2103     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2104                                                            xml_buf, xml_len);
2105     send_apdu(apdu);
2106     return 0;
2107 }
2108
2109 static int only_z3950(void)
2110 {
2111     if (!conn)
2112     {
2113         printf("Not connected yet\n");
2114         return 1;
2115     }
2116     if (protocol == PROTO_HTTP)
2117     {
2118         printf("Not supported by SRW\n");
2119         return 1;
2120     }
2121     return 0;
2122 }
2123
2124 static int cmd_update_common(const char *arg, int version);
2125
2126 static int cmd_update(const char *arg)
2127 {
2128     return cmd_update_common(arg, 1);
2129 }
2130
2131 static int cmd_update0(const char *arg)
2132 {
2133     return cmd_update_common(arg, 0);
2134 }
2135
2136 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2137                             char *rec_buf, int rec_len);
2138
2139 #if YAZ_HAVE_XML2
2140 static int cmd_update_SRW(int action_no, const char *recid,
2141                           char *rec_buf, int rec_len);
2142 #endif
2143
2144 static int cmd_update_common(const char *arg, int version)
2145 {
2146     char *action_buf;
2147     int action_len;
2148     char *recid_buf;
2149     int recid_len;
2150     const char *recid = 0;
2151     char *rec_buf;
2152     int rec_len;
2153     int action_no;
2154     int noread = 0;
2155
2156     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2157     {
2158         printf("Use: update action recid [fname]\n");
2159         printf(" where action is one of insert,replace,delete.update\n");
2160         printf(" recid is some record ID. Use none for no ID\n");
2161         printf(" fname is file of record to be updated\n");
2162         return 0;
2163     }
2164
2165     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2166     {
2167         printf("Missing recid\n");
2168         return 0;
2169     }
2170
2171     if (!strcmp(action_buf, "insert"))
2172         action_no = Z_IUOriginPartToKeep_recordInsert;
2173     else if (!strcmp(action_buf, "replace"))
2174         action_no = Z_IUOriginPartToKeep_recordReplace;
2175     else if (!strcmp(action_buf, "delete"))
2176         action_no = Z_IUOriginPartToKeep_recordDelete;
2177     else if (!strcmp(action_buf, "update"))
2178         action_no = Z_IUOriginPartToKeep_specialUpdate;
2179     else
2180     {
2181         printf("Bad action: %s\n", action_buf);
2182         printf("Possible values: insert, replace, delete, update\n");
2183         return 0;
2184     }
2185
2186     if (strcmp(recid_buf, "none")) /* none means no record ID */
2187         recid = recid_buf;
2188
2189     arg += noread;
2190     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2191         return 0;
2192
2193 #if YAZ_HAVE_XML2
2194     if (protocol == PROTO_HTTP)
2195         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2196 #endif
2197     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2198 }
2199
2200 #if YAZ_HAVE_XML2
2201 static int cmd_update_SRW(int action_no, const char *recid,
2202                           char *rec_buf, int rec_len)
2203 {
2204     if (!conn)
2205         session_connect(cur_host);
2206     if (!conn)
2207         return 0;
2208     else
2209     {
2210         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2211         Z_SRW_updateRequest *sr = srw->u.update_request;
2212
2213         switch(action_no)
2214         {
2215         case Z_IUOriginPartToKeep_recordInsert:
2216             sr->operation = "info:srw/action/1/create";
2217             break;
2218         case Z_IUOriginPartToKeep_recordReplace:
2219             sr->operation = "info:srw/action/1/replace";
2220             break;
2221         case Z_IUOriginPartToKeep_recordDelete:
2222             sr->operation = "info:srw/action/1/delete";
2223             break;
2224         }
2225         if (rec_buf)
2226         {
2227             sr->record = yaz_srw_get_record(out);
2228             sr->record->recordData_buf = rec_buf;
2229             sr->record->recordData_len = rec_len;
2230             sr->record->recordSchema = record_schema;
2231         }
2232         if (recid)
2233             sr->recordId = odr_strdup(out, recid);
2234         return send_srw(srw);
2235     }
2236 }
2237 #endif
2238
2239 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2240                             char *rec_buf, int rec_len)
2241 {
2242     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2243     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2244     Z_External *r;
2245     Z_External *record_this = 0;
2246     if (rec_buf)
2247         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2248                                        rec_buf, rec_len);
2249     else
2250     {
2251         if (!record_last)
2252         {
2253             printf("No last record (update ignored)\n");
2254             return 0;
2255         }
2256         record_this = record_last;
2257     }
2258
2259     req->packageType = odr_oiddup(out, (version == 0 ?
2260        yaz_oid_extserv_database_update_first_version :
2261        yaz_oid_extserv_database_update));
2262
2263     req->packageName = esPackageName;
2264
2265     req->referenceId = set_refid (out);
2266
2267     r = req->taskSpecificParameters = (Z_External *)
2268         odr_malloc(out, sizeof(*r));
2269     r->direct_reference = req->packageType;
2270     r->indirect_reference = 0;
2271     r->descriptor = 0;
2272     if (version == 0)
2273     {
2274         Z_IU0OriginPartToKeep *toKeep;
2275         Z_IU0SuppliedRecords *notToKeep;
2276
2277         r->which = Z_External_update0;
2278         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2279         r->u.update0->which = Z_IUUpdate_esRequest;
2280         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2281             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2282         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2283             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2284
2285         toKeep->databaseName = databaseNames[0];
2286         toKeep->schema = 0;
2287         if (record_schema)
2288         {
2289             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2290                                                    CLASS_SCHEMA,
2291                                                    record_schema, out);
2292         }
2293         toKeep->elementSetName = 0;
2294
2295         toKeep->action = odr_intdup(out, action_no);
2296
2297         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2298             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2299         notToKeep->num = 1;
2300         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2301             odr_malloc(out, sizeof(*notToKeep->elements));
2302         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2303             odr_malloc(out, sizeof(**notToKeep->elements));
2304         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2305         if (recid)
2306         {
2307             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2308                 odr_malloc(out, sizeof(Odr_oct));
2309             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2310             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2311             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2312         }
2313         else
2314             notToKeep->elements[0]->u.opaque = 0;
2315         notToKeep->elements[0]->supplementalId = 0;
2316         notToKeep->elements[0]->correlationInfo = 0;
2317         notToKeep->elements[0]->record = record_this;
2318     }
2319     else
2320     {
2321         Z_IUOriginPartToKeep *toKeep;
2322         Z_IUSuppliedRecords *notToKeep;
2323
2324         r->which = Z_External_update;
2325         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2326         r->u.update->which = Z_IUUpdate_esRequest;
2327         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2328             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2329         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2330             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2331
2332         toKeep->databaseName = databaseNames[0];
2333         toKeep->schema = 0;
2334         if (record_schema)
2335         {
2336             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2337                                                    CLASS_SCHEMA,
2338                                                    record_schema, out);
2339         }
2340         toKeep->elementSetName = 0;
2341         toKeep->actionQualifier = 0;
2342         toKeep->action = odr_intdup(out, action_no);
2343
2344         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2345             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2346         notToKeep->num = 1;
2347         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2348             odr_malloc(out, sizeof(*notToKeep->elements));
2349         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2350             odr_malloc(out, sizeof(**notToKeep->elements));
2351         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2352         if (recid)
2353         {
2354             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2355                 odr_malloc(out, sizeof(Odr_oct));
2356             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2357             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2358             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2359         }
2360         else
2361             notToKeep->elements[0]->u.opaque = 0;
2362         notToKeep->elements[0]->supplementalId = 0;
2363         notToKeep->elements[0]->correlationInfo = 0;
2364         notToKeep->elements[0]->record = record_this;
2365     }
2366
2367     send_apdu(apdu);
2368
2369     return 2;
2370 }
2371
2372 static int cmd_xmles(const char *arg)
2373 {
2374     if (only_z3950())
2375         return 1;
2376     else
2377     {
2378         char *asn_buf = 0;
2379         int noread = 0;
2380         Odr_oid *oid;
2381         char oid_str[51];
2382         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2383         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2384
2385
2386         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2387
2388         req->referenceId = set_refid (out);
2389         req->taskSpecificParameters = ext;
2390         ext->indirect_reference = 0;
2391         ext->descriptor = 0;
2392         ext->which = Z_External_octet;
2393         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2394         sscanf(arg, "%50s%n", oid_str, &noread);
2395         if (noread == 0)
2396         {
2397             printf("Missing OID for xmles\n");
2398             return 0;
2399         }
2400         arg += noread;
2401         if (parse_cmd_doc(&arg, out, &asn_buf,
2402                           &ext->u.single_ASN1_type->len) == 0)
2403             return 0;
2404
2405         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2406
2407         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2408                                     CLASS_EXTSERV, oid_str, out);
2409         if (!oid)
2410         {
2411             printf("Bad OID: %s\n", oid_str);
2412             return 0;
2413         }
2414
2415         req->packageType = oid;
2416
2417         ext->direct_reference = oid;
2418
2419         send_apdu(apdu);
2420
2421         return 2;
2422     }
2423 }
2424
2425 static int cmd_itemorder(const char *arg)
2426 {
2427     char type[12];
2428     int itemno;
2429     char *xml_buf = 0;
2430     int xml_len = 0;
2431     int no_read = 0;
2432
2433     if (only_z3950())
2434         return 1;
2435     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2436         return 0;
2437     arg += no_read;
2438     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2439
2440     fflush(stdout);
2441     send_itemorder(type, itemno, xml_buf, xml_len);
2442     return 2;
2443 }
2444
2445 static void show_opt(const char *arg, void *clientData)
2446 {
2447     printf("%s ", arg);
2448 }
2449
2450 static int cmd_zversion(const char *arg)
2451 {
2452     if (*arg && arg)
2453         z3950_version = atoi(arg);
2454     else
2455         printf("version is %d\n", z3950_version);
2456     return 0;
2457 }
2458
2459 static int cmd_options(const char *arg)
2460 {
2461     if (*arg)
2462     {
2463         int r;
2464         int pos;
2465         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2466         if (r == -1)
2467             printf("Unknown option(s) near %s\n", arg+pos);
2468     }
2469     else
2470     {
2471         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2472         printf("\n");
2473     }
2474     return 0;
2475 }
2476
2477 static int cmd_explain(const char *arg)
2478 {
2479     if (protocol != PROTO_HTTP)
2480         return 0;
2481 #if YAZ_HAVE_XML2
2482     if (!conn)
2483         session_connect(cur_host);
2484     if (conn)
2485     {
2486         Z_SRW_PDU *sr = 0;
2487
2488         setno = 1;
2489
2490         /* save this for later .. when fetching individual records */
2491         sr = yaz_srw_get(out, Z_SRW_explain_request);
2492         if (recordsyntax_size == 1
2493             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2494             sr->u.explain_request->recordPacking = "xml";
2495         send_srw(sr);
2496         return 2;
2497     }
2498 #endif
2499     return 0;
2500 }
2501
2502 static int cmd_init(const char *arg)
2503 {
2504     if (*arg)
2505     {
2506         strncpy(cur_host, arg, sizeof(cur_host)-1);
2507         cur_host[sizeof(cur_host)-1] = 0;
2508     }
2509     if (only_z3950())
2510         return 1;
2511     send_initRequest(cur_host);
2512     return 2;
2513 }
2514
2515 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url)
2516 {
2517     Z_GDU *p = z_get_HTTP_Request(odr);
2518     const char *host = url;
2519     const char *cp0 = strstr(host, "://");
2520     const char *cp1 = 0;
2521     if (cp0)
2522         cp0 = cp0+3;
2523     else
2524         cp0 = host;
2525
2526     cp1 = strchr(cp0, '/');
2527     if (!cp1)
2528         cp1 = cp0 + strlen(cp0);
2529
2530     if (cp0 && cp1)
2531     {
2532         char *h = (char*) odr_malloc(odr, cp1 - cp0 + 1);
2533         memcpy (h, cp0, cp1 - cp0);
2534         h[cp1-cp0] = '\0';
2535         z_HTTP_header_add(odr, &p->u.HTTP_Request->headers, "Host", h);
2536     }
2537     p->u.HTTP_Request->path = odr_strdup(odr, *cp1 ? cp1 : "/");
2538     return p;
2539 }
2540
2541 static WRBUF get_url(const char *uri, WRBUF username, WRBUF password,
2542                      int *code, int show_headers)
2543 {
2544     WRBUF result = 0;
2545     ODR out = odr_createmem(ODR_ENCODE);
2546     ODR in = odr_createmem(ODR_DECODE);
2547     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
2548
2549     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
2550     if (username && password)
2551     {
2552         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
2553                                      wrbuf_cstr(username),
2554                                      wrbuf_cstr(password));
2555     }
2556     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
2557                       "text/xml");
2558     if (!z_GDU(out, &gdu, 0, 0))
2559     {
2560         yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
2561     }
2562     else
2563     {
2564         void *add;
2565         COMSTACK conn = cs_create_host(uri, 1, &add);
2566         if (cs_connect(conn, add) < 0)
2567             yaz_log(YLOG_WARN, "Can not connect to URL:%s", uri);
2568         else
2569         {
2570             int len;
2571             char *buf = odr_getbuf(out, &len, 0);
2572
2573             if (cs_put(conn, buf, len) < 0)
2574                 yaz_log(YLOG_WARN, "cs_put failed URL:%s", uri);
2575             else
2576             {
2577                 char *netbuffer = 0;
2578                 int netlen = 0;
2579                 int res = cs_get(conn, &netbuffer, &netlen);
2580                 if (res <= 0)
2581                 {
2582                     yaz_log(YLOG_WARN, "cs_get failed URL:%s", uri);
2583                 }
2584                 else
2585                 {
2586                     Z_GDU *gdu;
2587                     odr_setbuf(in, netbuffer, res, 0);
2588                     if (!z_GDU(in, &gdu, 0, 0)
2589                         || gdu->which != Z_GDU_HTTP_Response)
2590                     {
2591                         yaz_log(YLOG_WARN, "decode failed URL: %s", uri);
2592                     }
2593                     else
2594                     {
2595                         Z_HTTP_Response *res = gdu->u.HTTP_Response;
2596                         struct Z_HTTP_Header *h;
2597                         result = wrbuf_alloc();
2598                         if (show_headers)
2599                         {
2600
2601                             wrbuf_printf(result, "HTTP %d\n", res->code);
2602                             for (h = res->headers; h; h = h->next)
2603                                 wrbuf_printf(result, "%s: %s\n",
2604                                              h->name, h->value);
2605                         }
2606                         *code = res->code;
2607                         wrbuf_write(result, res->content_buf, res->content_len);
2608                     }
2609                 }
2610                 xfree(netbuffer);
2611             }
2612             cs_close(conn);
2613         }
2614     }
2615     odr_destroy(out);
2616     odr_destroy(in);
2617     return result;
2618 }
2619
2620
2621 static int cmd_url(const char *arg)
2622 {
2623     int code = 0;
2624     WRBUF res = get_url(arg, 0, 0, &code, 1);
2625     if (res)
2626     {
2627         if (wrbuf_len(res) > 1200)
2628         {
2629             fwrite(wrbuf_buf(res), 1, 1200, stdout);
2630             printf(".. out of %lld\n", (long long) wrbuf_len(res));
2631         }
2632         else
2633             puts(wrbuf_cstr(res));
2634         wrbuf_destroy(res);
2635     }
2636     return 0;
2637 }
2638
2639 static int cmd_sru(const char *arg)
2640 {
2641     if (!*arg)
2642     {
2643         printf("SRU method is: %s\n", sru_method);
2644         printf("SRU version is: %s\n", sru_version);
2645     }
2646     else
2647     {
2648         int r;
2649         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2650         if (r >= 1)
2651         {
2652             if (!yaz_matchstr(sru_method, "post"))
2653                 ;
2654             else if (!yaz_matchstr(sru_method, "get"))
2655                 ;
2656             else if (!yaz_matchstr(sru_method, "soap"))
2657                 ;
2658             else
2659             {
2660                 strcpy(sru_method, "soap");
2661                 printf("Unknown SRU method: %s\n", arg);
2662                 printf("Specify one of POST, GET, SOAP\n");
2663             }
2664         }
2665     }
2666     return 0;
2667 }
2668
2669 static int cmd_find(const char *arg)
2670 {
2671     if (!*arg)
2672     {
2673         printf("Find what?\n");
2674         return 0;
2675     }
2676     if (protocol == PROTO_HTTP)
2677     {
2678 #if YAZ_HAVE_XML2
2679         if (!conn)
2680             session_connect(cur_host);
2681         if (!conn)
2682             return 0;
2683         if (!send_SRW_searchRequest(arg))
2684             return 0;
2685 #else
2686         return 0;
2687 #endif
2688     }
2689     else
2690     {
2691         if (*cur_host && auto_reconnect)
2692         {
2693             int i = 0;
2694             for (;;)
2695             {
2696                 if (conn)
2697                 {
2698                     if (!send_searchRequest(arg))
2699                         return 0;
2700                     wait_and_handle_response(0);
2701                     if (conn)
2702                         break;
2703                 }
2704                 if (++i == 2)
2705                 {
2706                     printf("Unable to reconnect\n");
2707                     break;
2708                 }
2709                 session_connect(cur_host);
2710                 wait_and_handle_response(0);
2711             }
2712             return 0;
2713         }
2714         else if (conn)
2715         {
2716             if (!send_searchRequest(arg))
2717                 return 0;
2718         }
2719         else
2720         {
2721             printf("Not connected yet\n");
2722             return 0;
2723         }
2724     }
2725     return 2;
2726 }
2727
2728 static int cmd_delete(const char *arg)
2729 {
2730     if (only_z3950())
2731         return 0;
2732     if (!send_deleteResultSetRequest(arg))
2733         return 0;
2734     return 2;
2735 }
2736
2737 static int cmd_ssub(const char *arg)
2738 {
2739     if (!(smallSetUpperBound = atoi(arg)))
2740         return 0;
2741     return 1;
2742 }
2743
2744 static int cmd_lslb(const char *arg)
2745 {
2746     if (!(largeSetLowerBound = atoi(arg)))
2747         return 0;
2748     return 1;
2749 }
2750
2751 static int cmd_mspn(const char *arg)
2752 {
2753     if (!(mediumSetPresentNumber = atoi(arg)))
2754         return 0;
2755     return 1;
2756 }
2757
2758 static int cmd_status(const char *arg)
2759 {
2760     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2761     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2762     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2763     return 1;
2764 }
2765
2766 static int cmd_setnames(const char *arg)
2767 {
2768     if (*arg == '1')         /* enable ? */
2769         setnumber = 0;
2770     else if (*arg == '0')    /* disable ? */
2771         setnumber = -1;
2772     else if (setnumber < 0)  /* no args, toggle .. */
2773         setnumber = 0;
2774     else
2775         setnumber = -1;
2776
2777     if (setnumber >= 0)
2778         printf("Set numbering enabled.\n");
2779     else
2780         printf("Set numbering disabled.\n");
2781     return 1;
2782 }
2783
2784 /* PRESENT SERVICE ----------------------------- */
2785
2786 static void parse_show_args(const char *arg_c, char *setstring,
2787                             Odr_int *start, Odr_int *number)
2788 {
2789     char arg[40];
2790     char *p;
2791
2792     strncpy(arg, arg_c, sizeof(arg)-1);
2793     arg[sizeof(arg)-1] = '\0';
2794
2795     if ((p = strchr(arg, '+')))
2796     {
2797         *number = odr_atoi(p + 1);
2798         *p = '\0';
2799     }
2800     if (*arg)
2801     {
2802         if (!strcmp(arg, "all"))
2803         {
2804             *number = last_hit_count;
2805             *start = 1;
2806         }
2807         else
2808             *start = odr_atoi(arg);
2809     }
2810     if (p && (p=strchr(p+1, '+')))
2811         strcpy(setstring, p+1);
2812     else if (setnumber >= 0)
2813         sprintf(setstring, "%d", setnumber);
2814     else
2815         *setstring = '\0';
2816 }
2817
2818 static int send_presentRequest(const char *arg)
2819 {
2820     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2821     Z_PresentRequest *req = apdu->u.presentRequest;
2822     Z_RecordComposition compo;
2823     Odr_int nos = 1;
2824     char setstring[100];
2825
2826     req->referenceId = set_refid(out);
2827
2828     parse_show_args(arg, setstring, &setno, &nos);
2829     if (*setstring)
2830         req->resultSetId = setstring;
2831
2832     req->resultSetStartPoint = &setno;
2833     req->numberOfRecordsRequested = &nos;
2834
2835     if (recordsyntax_size)
2836         req->preferredRecordSyntax =
2837             yaz_string_to_oid_odr(yaz_oid_std(),
2838                                   CLASS_RECSYN, recordsyntax_list[0], out);
2839
2840     if (record_schema || recordsyntax_size >= 2)
2841     {
2842         req->recordComposition = &compo;
2843         compo.which = Z_RecordComp_complex;
2844         compo.u.complex = (Z_CompSpec *)
2845             odr_malloc(out, sizeof(*compo.u.complex));
2846         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2847             odr_malloc(out, sizeof(bool_t));
2848         *compo.u.complex->selectAlternativeSyntax = 0;
2849
2850         compo.u.complex->generic = (Z_Specification *)
2851             odr_malloc(out, sizeof(*compo.u.complex->generic));
2852
2853         compo.u.complex->generic->which = Z_Schema_oid;
2854         if (!record_schema)
2855             compo.u.complex->generic->schema.oid = 0;
2856         else
2857         {
2858             compo.u.complex->generic->schema.oid =
2859                 yaz_string_to_oid_odr(yaz_oid_std(),
2860                                       CLASS_SCHEMA, record_schema, out);
2861
2862             if (!compo.u.complex->generic->schema.oid)
2863             {
2864                 /* OID wasn't a schema! Try record syntax instead. */
2865                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2866                     yaz_string_to_oid_odr(yaz_oid_std(),
2867                                           CLASS_RECSYN, record_schema, out);
2868             }
2869         }
2870         if (!elementSetNames)
2871             compo.u.complex->generic->elementSpec = 0;
2872         else
2873         {
2874             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2875                 odr_malloc(out, sizeof(Z_ElementSpec));
2876             compo.u.complex->generic->elementSpec->which =
2877                 Z_ElementSpec_elementSetName;
2878             compo.u.complex->generic->elementSpec->u.elementSetName =
2879                 elementSetNames->u.generic;
2880         }
2881         compo.u.complex->num_dbSpecific = 0;
2882         compo.u.complex->dbSpecific = 0;
2883
2884         compo.u.complex->num_recordSyntax = 0;
2885         compo.u.complex->recordSyntax = 0;
2886         if (recordsyntax_size >= 2)
2887         {
2888             int i;
2889             compo.u.complex->num_recordSyntax = recordsyntax_size;
2890             compo.u.complex->recordSyntax = (Odr_oid **)
2891                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2892             for (i = 0; i < recordsyntax_size; i++)
2893             compo.u.complex->recordSyntax[i] =
2894                 yaz_string_to_oid_odr(yaz_oid_std(),
2895                                       CLASS_RECSYN, recordsyntax_list[i], out);
2896         }
2897     }
2898     else if (elementSetNames)
2899     {
2900         req->recordComposition = &compo;
2901         compo.which = Z_RecordComp_simple;
2902         compo.u.simple = elementSetNames;
2903     }
2904     send_apdu(apdu);
2905     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
2906            setno, nos);
2907     return 2;
2908 }
2909
2910 #if YAZ_HAVE_XML2
2911 static int send_SRW_presentRequest(const char *arg)
2912 {
2913     char setstring[100];
2914     Odr_int nos = 1;
2915     Z_SRW_PDU *sr = srw_sr;
2916
2917     if (!sr)
2918         return 0;
2919     parse_show_args(arg, setstring, &setno, &nos);
2920     sr->u.request->startRecord = odr_intdup(out, setno);
2921     sr->u.request->maximumRecords = odr_intdup(out, nos);
2922     if (record_schema)
2923         sr->u.request->recordSchema = record_schema;
2924     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2925         sr->u.request->recordPacking = "xml";
2926     return send_srw(sr);
2927 }
2928 #endif
2929
2930 static void close_session(void)
2931 {
2932     if (conn)
2933         cs_close(conn);
2934     conn = 0;
2935     sent_close = 0;
2936     odr_reset(out);
2937     odr_reset(in);
2938     odr_reset(print);
2939     last_hit_count = 0;
2940 }
2941
2942 void process_close(Z_Close *req)
2943 {
2944     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2945     Z_Close *res = apdu->u.close;
2946
2947     static char *reasons[] =
2948     {
2949         "finished",
2950         "shutdown",
2951         "system problem",
2952         "cost limit reached",
2953         "resources",
2954         "security violation",
2955         "protocolError",
2956         "lack of activity",
2957         "peer abort",
2958         "unspecified"
2959     };
2960
2961     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2962         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2963     if (sent_close)
2964         close_session();
2965     else
2966     {
2967         *res->closeReason = Z_Close_finished;
2968         send_apdu(apdu);
2969         printf("Sent response.\n");
2970         sent_close = 1;
2971     }
2972 }
2973
2974 static int cmd_show(const char *arg)
2975 {
2976     if (protocol == PROTO_HTTP)
2977     {
2978 #if YAZ_HAVE_XML2
2979         if (!conn)
2980             session_connect(cur_host);
2981         if (!conn)
2982             return 0;
2983         if (!send_SRW_presentRequest(arg))
2984             return 0;
2985 #else
2986         return 0;
2987 #endif
2988     }
2989     else
2990     {
2991         if (!conn)
2992         {
2993             printf("Not connected yet\n");
2994             return 0;
2995         }
2996         if (!send_presentRequest(arg))
2997             return 0;
2998     }
2999     return 2;
3000 }
3001
3002 void exit_client(int code)
3003 {
3004     file_history_save(file_history);
3005     file_history_destroy(&file_history);
3006     nmem_destroy(nmem_auth);
3007     exit(code);
3008 }
3009
3010 int cmd_quit(const char *arg)
3011 {
3012     printf("See you later, alligator.\n");
3013     xmalloc_trav("");
3014     exit_client(0);
3015     return 0;
3016 }
3017
3018 int cmd_cancel(const char *arg)
3019 {
3020     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
3021     Z_TriggerResourceControlRequest *req =
3022         apdu->u.triggerResourceControlRequest;
3023     bool_t rfalse = 0;
3024     char command[16];
3025
3026     *command = '\0';
3027     sscanf(arg, "%15s", command);
3028
3029     if (only_z3950())
3030         return 0;
3031     if (session_initResponse &&
3032         !ODR_MASK_GET(session_initResponse->options,
3033                       Z_Options_triggerResourceCtrl))
3034     {
3035         printf("Target doesn't support cancel (trigger resource ctrl)\n");
3036         return 0;
3037     }
3038     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
3039     req->resultSetWanted = &rfalse;
3040     req->referenceId = set_refid(out);
3041
3042     send_apdu(apdu);
3043     printf("Sent cancel request\n");
3044     if (!strcmp(command, "wait"))
3045          return 2;
3046     return 1;
3047 }
3048
3049
3050 int cmd_cancel_find(const char *arg) {
3051     int fres;
3052     fres=cmd_find(arg);
3053     if( fres > 0 ) {
3054         return cmd_cancel("");
3055     };
3056     return fres;
3057 }
3058
3059 int send_scanrequest(const char *set,  const char *query,
3060                      Odr_int pp, Odr_int num, const char *term)
3061 {
3062     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
3063     Z_ScanRequest *req = apdu->u.scanRequest;
3064
3065     if (only_z3950())
3066         return 0;
3067     if (queryType == QueryType_CCL2RPN)
3068     {
3069         int error, pos;
3070         struct ccl_rpn_node *rpn;
3071
3072         rpn = ccl_find_str(bibset,  query, &error, &pos);
3073         if (error)
3074         {
3075             printf("CCL ERROR: %s\n", ccl_err_msg(error));
3076             return -1;
3077         }
3078         req->attributeSet =
3079             yaz_string_to_oid_odr(yaz_oid_std(),
3080                                   CLASS_ATTSET, "Bib-1", out);
3081         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
3082         {
3083             printf("Couldn't convert CCL to Scan term\n");
3084             return -1;
3085         }
3086         ccl_rpn_delete(rpn);
3087     }
3088     else
3089     {
3090         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
3091
3092         if (!(req->termListAndStartPoint =
3093               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
3094         {
3095             const char *pqf_msg;
3096             size_t off;
3097             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
3098             int ioff = off;
3099             printf("%*s^\n", ioff+7, "");
3100             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3101             yaz_pqf_destroy(pqf_parser);
3102             return -1;
3103         }
3104         yaz_pqf_destroy(pqf_parser);
3105     }
3106     if (queryCharset && outputCharset)
3107     {
3108         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3109         if (!cd)
3110         {
3111             printf("Conversion from %s to %s unsupported\n",
3112                    outputCharset, queryCharset);
3113             return -1;
3114         }
3115         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3116         yaz_iconv_close(cd);
3117     }
3118     if (term && *term)
3119     {
3120         if (req->termListAndStartPoint->term &&
3121             req->termListAndStartPoint->term->which == Z_Term_general &&
3122             req->termListAndStartPoint->term->u.general)
3123         {
3124             req->termListAndStartPoint->term->u.general->buf =
3125                 (unsigned char *) odr_strdup(out, term);
3126             req->termListAndStartPoint->term->u.general->len =
3127                 req->termListAndStartPoint->term->u.general->size =
3128                 strlen(term);
3129         }
3130     }
3131     req->referenceId = set_refid(out);
3132     req->num_databaseNames = num_databaseNames;
3133     req->databaseNames = databaseNames;
3134     req->numberOfTermsRequested = &num;
3135     req->preferredPositionInResponse = &pp;
3136     req->stepSize = odr_intdup(out, scan_stepSize);
3137
3138     if (set)
3139         yaz_oi_set_string_oid(&req->otherInfo, out,
3140                               yaz_oid_userinfo_scan_set, 1, set);
3141
3142     send_apdu(apdu);
3143     return 2;
3144 }
3145
3146 int send_sortrequest(const char *arg, int newset)
3147 {
3148     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3149     Z_SortRequest *req = apdu->u.sortRequest;
3150     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3151         odr_malloc(out, sizeof(*sksl));
3152     char setstring[32];
3153
3154     if (only_z3950())
3155         return 0;
3156     if (setnumber >= 0)
3157         sprintf(setstring, "%d", setnumber);
3158     else
3159         sprintf(setstring, "default");
3160
3161     req->referenceId = set_refid(out);
3162
3163     req->num_inputResultSetNames = 1;
3164     req->inputResultSetNames = (Z_InternationalString **)
3165         odr_malloc(out, sizeof(*req->inputResultSetNames));
3166     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3167
3168     if (newset && setnumber >= 0)
3169         sprintf(setstring, "%d", ++setnumber);
3170
3171     req->sortedResultSetName = odr_strdup(out, setstring);
3172
3173     req->sortSequence = yaz_sort_spec(out, arg);
3174     if (!req->sortSequence)
3175     {
3176         printf("Missing sort specifications\n");
3177         return -1;
3178     }
3179     send_apdu(apdu);
3180     return 2;
3181 }
3182
3183 void display_term(Z_TermInfo *t)
3184 {
3185     if (t->displayTerm)
3186         printf("%s", t->displayTerm);
3187     else if (t->term->which == Z_Term_general)
3188         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3189     else
3190         printf("Term (not general)");
3191     if (t->term->which == Z_Term_general)
3192         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3193             t->term->u.general->buf);
3194
3195     if (t->globalOccurrences)
3196         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3197     else
3198         printf("\n");
3199 }
3200
3201 void process_scanResponse(Z_ScanResponse *res)
3202 {
3203     int i;
3204     Z_Entry **entries = NULL;
3205     int num_entries = 0;
3206
3207     printf("Received ScanResponse\n");
3208     print_refid(res->referenceId);
3209     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3210     if (res->positionOfTerm)
3211         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3212     printf("\n");
3213     if (*res->scanStatus != Z_Scan_success)
3214         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3215     if (!res->entries)
3216         return;
3217     if ((entries = res->entries->entries))
3218         num_entries = res->entries->num_entries;
3219     for (i = 0; i < num_entries; i++)
3220     {
3221         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3222         if (entries[i]->which == Z_Entry_termInfo)
3223         {
3224             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3225             display_term(entries[i]->u.termInfo);
3226         }
3227         else
3228             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3229     }
3230     if (res->entries->nonsurrogateDiagnostics)
3231         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3232                           res->entries->num_nonsurrogateDiagnostics);
3233 }
3234
3235 void process_sortResponse(Z_SortResponse *res)
3236 {
3237     printf("Received SortResponse: status=");
3238     switch (*res->sortStatus)
3239     {
3240     case Z_SortResponse_success:
3241         printf("success"); break;
3242     case Z_SortResponse_partial_1:
3243         printf("partial"); break;
3244     case Z_SortResponse_failure:
3245         printf("failure"); break;
3246     default:
3247         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3248     }
3249     printf("\n");
3250     print_refid (res->referenceId);
3251     if (res->diagnostics)
3252         display_diagrecs(res->diagnostics,
3253                          res->num_diagnostics);
3254 }
3255
3256 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3257 {
3258     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3259            *res->deleteOperationStatus);
3260     if (res->deleteListStatuses)
3261     {
3262         int i;
3263         for (i = 0; i < res->deleteListStatuses->num; i++)
3264         {
3265             printf("%s status=" ODR_INT_PRINTF "\n",
3266                    res->deleteListStatuses->elements[i]->id,
3267                    *res->deleteListStatuses->elements[i]->status);
3268         }
3269     }
3270 }
3271
3272 int cmd_sort_generic(const char *arg, int newset)
3273 {
3274     if (only_z3950())
3275         return 0;
3276     if (session_initResponse &&
3277         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3278     {
3279         printf("Target doesn't support sort\n");
3280         return 0;
3281     }
3282     if (*arg)
3283     {
3284         if (send_sortrequest(arg, newset) < 0)
3285             return 0;
3286         return 2;
3287     }
3288     return 0;
3289 }
3290
3291 int cmd_sort(const char *arg)
3292 {
3293     return cmd_sort_generic(arg, 0);
3294 }
3295
3296 int cmd_sort_newset(const char *arg)
3297 {
3298     return cmd_sort_generic(arg, 1);
3299 }
3300
3301 int cmd_scanstep(const char *arg)
3302 {
3303     scan_stepSize = atoi(arg);
3304     return 0;
3305 }
3306
3307 int cmd_scanpos(const char *arg)
3308 {
3309     int r = sscanf(arg, "%d", &scan_position);
3310     if (r == 0)
3311         scan_position = 1;
3312     return 0;
3313 }
3314
3315 int cmd_scansize(const char *arg)
3316 {
3317     int r = sscanf(arg, "%d", &scan_size);
3318     if (r == 0)
3319         scan_size = 20;
3320     return 0;
3321 }
3322
3323 static int cmd_scan_common(const char *set, const char *arg)
3324 {
3325     if (protocol == PROTO_HTTP)
3326     {
3327 #if YAZ_HAVE_XML2
3328         if (!conn)
3329             session_connect(cur_host);
3330         if (!conn)
3331             return 0;
3332         if (*arg)
3333         {
3334             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3335                 return 0;
3336         }
3337         else
3338         {
3339             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3340                 return 0;
3341         }
3342         return 2;
3343 #else
3344         return 0;
3345 #endif
3346     }
3347     else
3348     {
3349         if (*cur_host && !conn && auto_reconnect)
3350         {
3351             session_connect(cur_host);
3352             wait_and_handle_response(0);
3353         }
3354         if (!conn)
3355             return 0;
3356         if (session_initResponse &&
3357             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3358         {
3359             printf("Target doesn't support scan\n");
3360             return 0;
3361         }
3362         if (*arg)
3363         {
3364             strcpy(last_scan_query, arg);
3365             if (send_scanrequest(set, arg,
3366                                  scan_position, scan_size, 0) < 0)
3367                 return 0;
3368         }
3369         else
3370         {
3371             if (send_scanrequest(set, last_scan_query,
3372                                  1, scan_size, last_scan_line) < 0)
3373                 return 0;
3374         }
3375         return 2;
3376     }
3377 }
3378
3379 int cmd_scan(const char *arg)
3380 {
3381     return cmd_scan_common(0, arg);
3382 }
3383
3384 int cmd_setscan(const char *arg)
3385 {
3386     char setstring[100];
3387     int nor;
3388     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3389     {
3390         printf("missing set for setscan\n");
3391         return 0;
3392     }
3393     return cmd_scan_common(setstring, arg + nor);
3394 }
3395
3396 int cmd_schema(const char *arg)
3397 {
3398     xfree(record_schema);
3399     record_schema = 0;
3400     if (arg && *arg)
3401         record_schema = xstrdup(arg);
3402     return 1;
3403 }
3404
3405 int cmd_format(const char *arg)
3406 {
3407     const char *cp = arg;
3408     int nor;
3409     int idx = 0;
3410     int i;
3411     char form_str[41];
3412     if (!arg || !*arg)
3413     {
3414         printf("Usage: format <recordsyntax>\n");
3415         return 0;
3416     }
3417     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3418            && idx < RECORDSYNTAX_MAX)
3419     {
3420         if (strcmp(form_str, "none") &&
3421             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3422         {
3423             printf("Bad format: %s\n", form_str);
3424             return 0;
3425         }
3426         cp += nor;
3427     }
3428     for (i = 0; i < recordsyntax_size; i++)
3429     {
3430         xfree(recordsyntax_list[i]);
3431         recordsyntax_list[i] = 0;
3432     }
3433
3434     cp = arg;
3435     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3436            && idx < RECORDSYNTAX_MAX)
3437     {
3438         if (!strcmp(form_str, "none"))
3439             break;
3440         recordsyntax_list[idx] = xstrdup(form_str);
3441         cp += nor;
3442         idx++;
3443     }
3444     recordsyntax_size = idx;
3445     return 1;
3446 }
3447
3448 int cmd_elements(const char *arg)
3449 {
3450     static Z_ElementSetNames esn;
3451     static char what[100];
3452
3453     if (!arg || !*arg)
3454     {
3455         elementSetNames = 0;
3456         return 1;
3457     }
3458     strcpy(what, arg);
3459     esn.which = Z_ElementSetNames_generic;
3460     esn.u.generic = what;
3461     elementSetNames = &esn;
3462     return 1;
3463 }
3464
3465 int cmd_querytype(const char *arg)
3466 {
3467     if (!strcmp(arg, "ccl"))
3468         queryType = QueryType_CCL;
3469     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3470         queryType = QueryType_Prefix;
3471     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3472         queryType = QueryType_CCL2RPN;
3473     else if (!strcmp(arg, "cql"))
3474         queryType = QueryType_CQL;
3475     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3476         queryType = QueryType_CQL2RPN;
3477     else
3478     {
3479         printf("Querytype must be one of:\n");
3480         printf(" prefix         - Prefix query\n");
3481         printf(" ccl            - CCL query\n");
3482         printf(" ccl2rpn        - CCL query converted to RPN\n");
3483         printf(" cql            - CQL\n");
3484         printf(" cql2rpn        - CQL query converted to RPN\n");
3485         return 0;
3486     }
3487     return 1;
3488 }
3489
3490 int cmd_refid(const char *arg)
3491 {
3492     xfree(refid);
3493     refid = NULL;
3494     if (*arg)
3495         refid = xstrdup(arg);
3496     return 1;
3497 }
3498
3499 int cmd_close(const char *arg)
3500 {
3501     Z_APDU *apdu;
3502     Z_Close *req;
3503     if (only_z3950())
3504         return 0;
3505     apdu = zget_APDU(out, Z_APDU_close);
3506     req = apdu->u.close;
3507     *req->closeReason = Z_Close_finished;
3508     send_apdu(apdu);
3509     printf("Sent close request.\n");
3510     sent_close = 1;
3511     return 2;
3512 }
3513
3514 int cmd_packagename(const char* arg)
3515 {
3516     xfree(esPackageName);
3517     esPackageName = NULL;
3518     if (*arg)
3519         esPackageName = xstrdup(arg);
3520     return 1;
3521 }
3522
3523 int cmd_proxy(const char* arg)
3524 {
3525     xfree(yazProxy);
3526     yazProxy = 0;
3527     if (*arg)
3528         yazProxy = xstrdup(arg);
3529     return 1;
3530 }
3531
3532 int cmd_marccharset(const char *arg)
3533 {
3534     char l1[30];
3535
3536     *l1 = 0;
3537     if (sscanf(arg, "%29s", l1) < 1)
3538     {
3539         printf("MARC character set is `%s'\n",
3540                marcCharset ? marcCharset: "none");
3541         return 1;
3542     }
3543     xfree(marcCharset);
3544     marcCharset = 0;
3545     if (strcmp(l1, "-") && strcmp(l1, "none"))
3546         marcCharset = xstrdup(l1);
3547     return 1;
3548 }
3549
3550 int cmd_querycharset(const char *arg)
3551 {
3552     char l1[30];
3553
3554     *l1 = 0;
3555     if (sscanf(arg, "%29s", l1) < 1)
3556     {
3557         printf("Query character set is `%s'\n",
3558                queryCharset ? queryCharset: "none");
3559         return 1;
3560     }
3561     xfree(queryCharset);
3562     queryCharset = 0;
3563     if (strcmp(l1, "-") && strcmp(l1, "none"))
3564         queryCharset = xstrdup(l1);
3565     return 1;
3566 }
3567
3568 int cmd_displaycharset(const char *arg)
3569 {
3570     char l1[30];
3571
3572     *l1 = 0;
3573     if (sscanf(arg, "%29s", l1) < 1)
3574     {
3575         printf("Display character set is `%s'\n",
3576                outputCharset ? outputCharset: "none");
3577     }
3578     else
3579     {
3580         xfree(outputCharset);
3581         outputCharset = 0;
3582         if (!strcmp(l1, "auto") && codeset)
3583         {
3584             if (codeset)
3585             {
3586                 printf("Display character set: %s\n", codeset);
3587                 outputCharset = xstrdup(codeset);
3588             }
3589             else
3590                 printf("No codeset found on this system\n");
3591         }
3592         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3593             outputCharset = xstrdup(l1);
3594     }
3595     return 1;
3596 }
3597
3598 int cmd_negcharset(const char *arg)
3599 {
3600     char l1[30];
3601
3602     *l1 = 0;
3603     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3604                &negotiationCharsetVersion) < 1)
3605     {
3606         printf("Negotiation character set `%s'\n",
3607                negotiationCharset ? negotiationCharset: "none");
3608         if (negotiationCharset)
3609         {
3610             printf("Records in charset %s\n", negotiationCharsetRecords ?
3611                    "yes" : "no");
3612             printf("Charneg version %d\n", negotiationCharsetVersion);
3613         }
3614     }
3615     else
3616     {
3617         xfree(negotiationCharset);
3618         negotiationCharset = NULL;
3619         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3620         {
3621             negotiationCharset = xstrdup(l1);
3622             printf("Character set negotiation : %s\n", negotiationCharset);
3623         }
3624     }
3625     return 1;
3626 }
3627
3628 int cmd_charset(const char* arg)
3629 {
3630     char l1[30], l2[30], l3[30], l4[30];
3631
3632     *l1 = *l2 = *l3 = *l4 = '\0';
3633     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3634     {
3635         cmd_negcharset("");
3636         cmd_displaycharset("");
3637         cmd_marccharset("");
3638         cmd_querycharset("");
3639     }
3640     else
3641     {
3642         cmd_negcharset(l1);
3643         if (*l2)
3644             cmd_displaycharset(l2);
3645         if (*l3)
3646             cmd_marccharset(l3);
3647         if (*l4)
3648             cmd_querycharset(l4);
3649     }
3650     return 1;
3651 }
3652
3653 int cmd_lang(const char* arg)
3654 {
3655     if (*arg == '\0') {
3656         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3657         return 1;
3658     }
3659     xfree(yazLang);
3660     yazLang = NULL;
3661     if (*arg)
3662         yazLang = xstrdup(arg);
3663     return 1;
3664 }
3665
3666 int cmd_source(const char* arg, int echo )
3667 {
3668     /* first should open the file and read one line at a time.. */
3669     FILE* includeFile;
3670     char line[102400], *cp;
3671
3672     if (strlen(arg) < 1)
3673     {
3674         fprintf(stderr, "Error in source command use a filename\n");
3675         return -1;
3676     }
3677
3678     includeFile = fopen(arg, "r");
3679
3680     if (!includeFile)
3681     {
3682         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3683         return -1;
3684     }
3685
3686     while (fgets(line, sizeof(line), includeFile))
3687     {
3688         if (strlen(line) < 2)
3689             continue;
3690         if (line[0] == '#')
3691             continue;
3692
3693         if ((cp = strrchr(line, '\n')))
3694             *cp = '\0';
3695
3696         if (echo)
3697             printf("processing line: %s\n", line);
3698         process_cmd_line(line);
3699     }
3700
3701     if (fclose(includeFile))
3702     {
3703         perror("unable to close include file");
3704         exit(1);
3705     }
3706     return 1;
3707 }
3708
3709 int cmd_source_echo(const char* arg)
3710 {
3711     cmd_source(arg, 1);
3712     return 1;
3713 }
3714
3715 int cmd_source_noecho(const char* arg)
3716 {
3717     cmd_source(arg, 0);
3718     return 1;
3719 }
3720
3721
3722 int cmd_subshell(const char* args)
3723 {
3724     int ret = system(strlen(args) ? args : getenv("SHELL"));
3725     printf("\n");
3726     if (ret)
3727     {
3728         printf("Exit %d\n", ret);
3729     }
3730     return 1;
3731 }
3732
3733 int cmd_set_berfile(const char *arg)
3734 {
3735     if (ber_file && ber_file != stdout && ber_file != stderr)
3736         fclose(ber_file);
3737     if (!strcmp(arg, ""))
3738         ber_file = 0;
3739     else if (!strcmp(arg, "-"))
3740         ber_file = stdout;
3741     else
3742         ber_file = fopen(arg, "a");
3743     return 1;
3744 }
3745
3746 int cmd_set_apdufile(const char *arg)
3747 {
3748     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3749         fclose(apdu_file);
3750     if (!strcmp(arg, ""))
3751         apdu_file = 0;
3752     else if (!strcmp(arg, "-"))
3753         apdu_file = stderr;
3754     else
3755     {
3756         apdu_file = fopen(arg, "a");
3757         if (!apdu_file)
3758             perror("unable to open apdu log file");
3759     }
3760     if (apdu_file)
3761         odr_setprint(print, apdu_file);
3762     return 1;
3763 }
3764
3765 int cmd_set_cclfile(const char* arg)
3766 {
3767     FILE *inf;
3768
3769     bibset = ccl_qual_mk();
3770     inf = fopen(arg, "r");
3771     if (!inf)
3772         perror("unable to open CCL file");
3773     else
3774     {
3775         ccl_qual_file(bibset, inf);
3776         fclose(inf);
3777     }
3778     strcpy(ccl_fields,arg);
3779     return 0;
3780 }
3781
3782 int cmd_set_cqlfile(const char* arg)
3783 {
3784     cql_transform_t newcqltrans;
3785
3786     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3787         perror("unable to open CQL file");
3788         return 0;
3789     }
3790     if (cqltrans != 0)
3791         cql_transform_close(cqltrans);
3792
3793     cqltrans = newcqltrans;
3794     strcpy(cql_fields, arg);
3795     return 0;
3796 }
3797
3798 int cmd_set_auto_reconnect(const char* arg)
3799 {
3800     if(strlen(arg)==0) {
3801         auto_reconnect = ! auto_reconnect;
3802     } else if(strcmp(arg,"on")==0) {
3803         auto_reconnect = 1;
3804     } else if(strcmp(arg,"off")==0) {
3805         auto_reconnect = 0;
3806     } else {
3807         printf("Error use on or off\n");
3808         return 1;
3809     }
3810
3811     if (auto_reconnect)
3812         printf("Set auto reconnect enabled.\n");
3813     else
3814         printf("Set auto reconnect disabled.\n");
3815
3816     return 0;
3817 }
3818
3819
3820 int cmd_set_auto_wait(const char* arg)
3821 {
3822     if(strlen(arg)==0) {
3823         auto_wait = ! auto_wait;
3824     } else if(strcmp(arg,"on")==0) {
3825         auto_wait = 1;
3826     } else if(strcmp(arg,"off")==0) {
3827         auto_wait = 0;
3828     } else {
3829         printf("Error use on or off\n");
3830         return 1;
3831     }
3832
3833     if (auto_wait)
3834         printf("Set auto wait enabled.\n");
3835     else
3836         printf("Set auto wait disabled.\n");
3837
3838     return 0;
3839 }
3840
3841 int cmd_set_marcdump(const char* arg)
3842 {
3843     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3844         fclose(marc_file);
3845     }
3846
3847     if (!strcmp(arg, ""))
3848         marc_file = 0;
3849     else if (!strcmp(arg, "-"))
3850         marc_file = stderr;
3851     else
3852     {
3853         marc_file = fopen(arg, "a");
3854         if (!marc_file)
3855             perror("unable to open marc log file");
3856     }
3857     return 1;
3858 }
3859
3860 static void marc_file_write(const char *buf, size_t sz)
3861 {
3862     if (marc_file)
3863     {
3864         if (fwrite(buf, 1, sz, marc_file) != sz)
3865         {
3866             perror("marcfile write");
3867         }
3868     }
3869 }
3870 /*
3871    this command takes 3 arge {name class oid}
3872 */
3873 int cmd_register_oid(const char* args) {
3874     static struct {
3875         char* className;
3876         oid_class oclass;
3877     } oid_classes[] = {
3878         {"appctx",CLASS_APPCTX},
3879         {"absyn",CLASS_ABSYN},
3880         {"attset",CLASS_ATTSET},
3881         {"transyn",CLASS_TRANSYN},
3882         {"diagset",CLASS_DIAGSET},
3883         {"recsyn",CLASS_RECSYN},
3884         {"resform",CLASS_RESFORM},
3885         {"accform",CLASS_ACCFORM},
3886         {"extserv",CLASS_EXTSERV},
3887         {"userinfo",CLASS_USERINFO},
3888         {"elemspec",CLASS_ELEMSPEC},
3889         {"varset",CLASS_VARSET},
3890         {"schema",CLASS_SCHEMA},
3891         {"tagset",CLASS_TAGSET},
3892         {"general",CLASS_GENERAL},
3893         {0,(enum oid_class) 0}
3894     };
3895     char oname_str[101], oclass_str[101], oid_str[101];
3896     int i;
3897     oid_class oidclass = CLASS_GENERAL;
3898     Odr_oid oid[OID_SIZE];
3899
3900     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
3901                 oname_str,oclass_str, oid_str) < 1) {
3902         printf("Error in register command \n");
3903         return 0;
3904     }
3905
3906     for (i = 0; oid_classes[i].className; i++) {
3907         if (!strcmp(oid_classes[i].className, oclass_str))
3908         {
3909             oidclass=oid_classes[i].oclass;
3910             break;
3911         }
3912     }
3913
3914     if(!(oid_classes[i].className)) {
3915         printf("Unknown oid class %s\n",oclass_str);
3916         return 0;
3917     }
3918
3919     oid_dotstring_to_oid(oid_str, oid);
3920
3921     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3922     {
3923         printf("oid %s already exists, registration failed\n",
3924                oname_str);
3925     }
3926     return 1;
3927 }
3928
3929 int cmd_push_command(const char* arg)
3930 {
3931 #if HAVE_READLINE_HISTORY_H
3932     if(strlen(arg)>1)
3933         add_history(arg);
3934 #else
3935     fprintf(stderr,"Not compiled with the readline/history module\n");
3936 #endif
3937     return 1;
3938 }
3939
3940 void source_rc_file(const char *rc_file)
3941 {
3942     /*  If rc_file != NULL, source that. Else
3943         Look for .yazclientrc and read it if it exists.
3944         If it does not exist, read  $HOME/.yazclientrc instead */
3945     struct stat statbuf;
3946
3947     if (rc_file)
3948     {
3949         if (stat(rc_file, &statbuf) == 0)
3950             cmd_source(rc_file, 0);
3951         else
3952         {
3953             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3954             exit(1);
3955         }
3956     }
3957     else
3958     {
3959         char fname[1000];
3960         strcpy(fname, ".yazclientrc");
3961         if (stat(fname, &statbuf)==0)
3962         {
3963             cmd_source(fname, 0);
3964         }
3965         else
3966         {
3967             const char* homedir = getenv("HOME");
3968             if (homedir)
3969             {
3970                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3971                 if (stat(fname, &statbuf)==0)
3972                     cmd_source(fname, 0);
3973             }
3974         }
3975     }
3976 }
3977
3978 void add_to_readline_history(void *client_data, const char *line)
3979 {
3980 #if HAVE_READLINE_HISTORY_H
3981     if (strlen(line))
3982         add_history(line);
3983 #endif
3984 }
3985
3986 static void initialize(const char *rc_file)
3987 {
3988     FILE *inf;
3989     int i;
3990
3991     if (!(out = odr_createmem(ODR_ENCODE)) ||
3992         !(in = odr_createmem(ODR_DECODE)) ||
3993         !(print = odr_createmem(ODR_PRINT)))
3994     {
3995         fprintf(stderr, "failed to allocate ODR streams\n");
3996         exit(1);
3997     }
3998
3999     setvbuf(stdout, 0, _IONBF, 0);
4000     if (apdu_file)
4001         odr_setprint(print, apdu_file);
4002
4003     bibset = ccl_qual_mk();
4004     inf = fopen(ccl_fields, "r");
4005     if (inf)
4006     {
4007         ccl_qual_file(bibset, inf);
4008         fclose(inf);
4009     }
4010
4011     cqltrans = cql_transform_open_fname(cql_fields);
4012     /* If this fails, no problem: we detect cqltrans == 0 later */
4013
4014 #if HAVE_READLINE_READLINE_H
4015     rl_attempted_completion_function =
4016         (char **(*)(const char *, int, int)) readline_completer;
4017 #endif
4018     for(i = 0; i < maxOtherInfosSupported; ++i) {
4019         extraOtherInfos[i].oid[0] = -1;
4020         extraOtherInfos[i].value = 0;
4021     }
4022
4023     cmd_format("usmarc");
4024
4025     file_history = file_history_new();
4026
4027     source_rc_file(rc_file);
4028
4029     file_history_load(file_history);
4030     file_history_trav(file_history, 0, add_to_readline_history);
4031 }
4032
4033
4034 #if HAVE_GETTIMEOFDAY
4035 struct timeval tv_start;
4036 #endif
4037
4038 #if YAZ_HAVE_XML2
4039 static void handle_srw_record(Z_SRW_record *rec)
4040 {
4041     if (rec->recordPosition)
4042     {
4043         printf("pos=" ODR_INT_PRINTF, *rec->recordPosition);
4044         setno = *rec->recordPosition + 1;
4045     }
4046     if (rec->recordSchema)
4047         printf(" schema=%s", rec->recordSchema);
4048     printf("\n");
4049     if (rec->recordData_buf && rec->recordData_len)
4050     {
4051         printf("%.*s", rec->recordData_len, rec->recordData_buf);
4052         marc_file_write(rec->recordData_buf, rec->recordData_len);
4053     }
4054     else
4055         printf("No data!");
4056     printf("\n");
4057 }
4058
4059 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
4060 {
4061     handle_srw_record(&res->record);
4062 }
4063
4064 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
4065 {
4066     int i;
4067
4068     printf("Received SRW SearchRetrieve Response\n");
4069
4070     for (i = 0; i<res->num_diagnostics; i++)
4071     {
4072         if (res->diagnostics[i].uri)
4073             printf("SRW diagnostic %s\n",
4074                     res->diagnostics[i].uri);
4075         else
4076             printf("SRW diagnostic missing or could not be decoded\n");
4077         if (res->diagnostics[i].message)
4078             printf("Message: %s\n", res->diagnostics[i].message);
4079         if (res->diagnostics[i].details)
4080             printf("Details: %s\n", res->diagnostics[i].details);
4081     }
4082     if (res->numberOfRecords)
4083         printf("Number of hits: " ODR_INT_PRINTF "\n", *res->numberOfRecords);
4084     for (i = 0; i<res->num_records; i++)
4085         handle_srw_record(res->records + i);
4086 }
4087
4088 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
4089 {
4090     if (term->displayTerm)
4091         printf("%s:", term->displayTerm);
4092     else if (term->value)
4093         printf("%s:", term->value);
4094     else
4095         printf("No value:");
4096     if (term->numberOfRecords)
4097         printf(" " ODR_INT_PRINTF, *term->numberOfRecords);
4098     if (term->whereInList)
4099         printf(" %s", term->whereInList);
4100     if (term->value && term->displayTerm)
4101         printf(" %s", term->value);
4102
4103     strcpy(last_scan_line, term->value);
4104     printf("\n");
4105 }
4106
4107 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
4108 {
4109     int i;
4110
4111     printf("Received SRW Scan Response\n");
4112
4113     for (i = 0; i<res->num_diagnostics; i++)
4114     {
4115         if (res->diagnostics[i].uri)
4116             printf("SRW diagnostic %s\n",
4117                     res->diagnostics[i].uri);
4118         else
4119             printf("SRW diagnostic missing or could not be decoded\n");
4120         if (res->diagnostics[i].message)
4121             printf("Message: %s\n", res->diagnostics[i].message);
4122         if (res->diagnostics[i].details)
4123             printf("Details: %s\n", res->diagnostics[i].details);
4124     }
4125     if (res->terms)
4126         for (i = 0; i<res->num_terms; i++)
4127             handle_srw_scan_term(res->terms + i);
4128 }
4129
4130 static void http_response(Z_HTTP_Response *hres)
4131 {
4132     int ret = -1;
4133     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4134                                                        "Connection");
4135
4136     if (hres->code != 200)
4137     {
4138         printf("HTTP Error Status=%d\n", hres->code);
4139     }
4140
4141     if (!yaz_srw_check_content_type(hres))
4142         printf("Content type does not appear to be XML\n");
4143     else
4144     {
4145         Z_SOAP *soap_package = 0;
4146         ODR o = odr_createmem(ODR_DECODE);
4147         Z_SOAP_Handler soap_handlers[3] = {
4148             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
4149             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4150             {0, 0, 0}
4151         };
4152         ret = z_soap_codec(o, &soap_package,
4153                            &hres->content_buf, &hres->content_len,
4154                            soap_handlers);
4155         if (!ret && soap_package->which == Z_SOAP_generic)
4156         {
4157             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4158             if (sr->which == Z_SRW_searchRetrieve_response)
4159                 handle_srw_response(sr->u.response);
4160             else if (sr->which == Z_SRW_explain_response)
4161                 handle_srw_explain_response(sr->u.explain_response);
4162             else if (sr->which == Z_SRW_scan_response)
4163                 handle_srw_scan_response(sr->u.scan_response);
4164             else if (sr->which == Z_SRW_update_response)
4165                 printf("Got update response. Status: %s\n",
4166                        sr->u.update_response->operationStatus);
4167             else
4168             {
4169                 printf("Decoding of SRW package failed\n");
4170                 ret = -1;
4171             }
4172         }
4173         else if (soap_package && (soap_package->which == Z_SOAP_fault
4174                                   || soap_package->which == Z_SOAP_error))
4175         {
4176             printf("SOAP Fault code %s\n",
4177                     soap_package->u.fault->fault_code);
4178             printf("SOAP Fault string %s\n",
4179                     soap_package->u.fault->fault_string);
4180             if (soap_package->u.fault->details)
4181                 printf("SOAP Details %s\n",
4182                         soap_package->u.fault->details);
4183         }
4184         else
4185         {
4186             printf("z_soap_codec failed. (no SOAP error)\n");
4187             ret = -1;
4188         }
4189         odr_destroy(o);
4190     }
4191     if (ret)
4192         close_session(); /* close session on error */
4193     else
4194     {
4195         if (!strcmp(hres->version, "1.0"))
4196         {
4197             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4198             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4199                 close_session();
4200         }
4201         else
4202         {
4203             /* HTTP 1.1: only if no close we stay alive .. */
4204             if (connection_head && !strcmp(connection_head, "close"))
4205                 close_session();
4206         }
4207     }
4208 }
4209 #endif
4210
4211 static void wait_and_handle_response(int one_response_only)
4212 {
4213     int reconnect_ok = 1;
4214     int res;
4215     char *netbuffer= 0;
4216     int netbufferlen = 0;
4217 #if HAVE_GETTIMEOFDAY
4218     int got_tv_end = 0;
4219     struct timeval tv_end;
4220 #endif
4221     Z_GDU *gdu;
4222
4223     while(conn)
4224     {
4225         res = cs_get(conn, &netbuffer, &netbufferlen);
4226         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4227         {
4228             cs_close(conn);
4229             conn = 0;
4230             session_connect(cur_host);
4231             reconnect_ok = 0;
4232             if (conn)
4233             {
4234                 char *buf_out;
4235                 int len_out;
4236
4237                 buf_out = odr_getbuf(out, &len_out, 0);
4238
4239                 do_hex_dump(buf_out, len_out);
4240
4241                 cs_put(conn, buf_out, len_out);
4242
4243                 odr_reset(out);
4244                 continue;
4245             }
4246         }
4247         else if (res <= 0)
4248         {
4249             printf("Target closed connection\n");
4250             close_session();
4251             break;
4252         }
4253 #if HAVE_GETTIMEOFDAY
4254         if (got_tv_end == 0)
4255             gettimeofday(&tv_end, 0); /* count first one only */
4256         got_tv_end++;
4257 #endif
4258         odr_reset(out);
4259         odr_reset(in); /* release APDU from last round */
4260         record_last = 0;
4261         do_hex_dump(netbuffer, res);
4262         odr_setbuf(in, netbuffer, res, 0);
4263
4264         if (!z_GDU(in, &gdu, 0, 0))
4265         {
4266             FILE *f = ber_file ? ber_file : stdout;
4267             odr_perror(in, "Decoding incoming APDU");
4268             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4269             fprintf(f, "Packet dump:\n---------\n");
4270             odr_dumpBER(f, netbuffer, res);
4271             fprintf(f, "---------\n");
4272             if (apdu_file)
4273             {
4274                 z_GDU(print, &gdu, 0, 0);
4275                 odr_reset(print);
4276             }
4277             if (conn && cs_more(conn))
4278                 continue;
4279             break;
4280         }
4281         if (ber_file)
4282             odr_dumpBER(ber_file, netbuffer, res);
4283         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4284         {
4285             odr_perror(print, "Failed to print incoming APDU");
4286             odr_reset(print);
4287                 continue;
4288         }
4289         if (gdu->which == Z_GDU_Z3950)
4290         {
4291             Z_APDU *apdu = gdu->u.z3950;
4292             switch(apdu->which)
4293             {
4294             case Z_APDU_initResponse:
4295                 process_initResponse(apdu->u.initResponse);
4296                 break;
4297             case Z_APDU_searchResponse:
4298                 process_searchResponse(apdu->u.searchResponse);
4299                 break;
4300             case Z_APDU_scanResponse:
4301                 process_scanResponse(apdu->u.scanResponse);
4302                 break;
4303             case Z_APDU_presentResponse:
4304                 print_refid(apdu->u.presentResponse->referenceId);
4305                 setno +=
4306                     *apdu->u.presentResponse->numberOfRecordsReturned;
4307                 if (apdu->u.presentResponse->records)
4308                     display_records(apdu->u.presentResponse->records);
4309                 else
4310                     printf("No records.\n");
4311                 printf("nextResultSetPosition = " ODR_INT_PRINTF "\n",
4312                         *apdu->u.presentResponse->nextResultSetPosition);
4313                 break;
4314             case Z_APDU_sortResponse:
4315                 process_sortResponse(apdu->u.sortResponse);
4316                 break;
4317             case Z_APDU_extendedServicesResponse:
4318                 printf("Got extended services response\n");
4319                 process_ESResponse(apdu->u.extendedServicesResponse);
4320                 break;
4321             case Z_APDU_close:
4322                 printf("Target has closed the association.\n");
4323                 process_close(apdu->u.close);
4324                 break;
4325             case Z_APDU_resourceControlRequest:
4326                 process_resourceControlRequest
4327                     (apdu->u.resourceControlRequest);
4328                 break;
4329             case Z_APDU_deleteResultSetResponse:
4330                 process_deleteResultSetResponse(apdu->u.
4331                                                 deleteResultSetResponse);
4332                 break;
4333             default:
4334                 printf("Received unknown APDU type (%d).\n",
4335                        apdu->which);
4336                 close_session();
4337             }
4338         }
4339 #if YAZ_HAVE_XML2
4340         else if (gdu->which == Z_GDU_HTTP_Response)
4341         {
4342             http_response(gdu->u.HTTP_Response);
4343         }
4344 #endif
4345         if (one_response_only)
4346             break;
4347         if (conn && !cs_more(conn))
4348             break;
4349     }
4350 #if HAVE_GETTIMEOFDAY
4351     if (got_tv_end)
4352     {
4353 #if 0
4354         printf("S/U S/U=%ld/%ld %ld/%ld",
4355                 (long) tv_start.tv_sec,
4356                 (long) tv_start.tv_usec,
4357                 (long) tv_end.tv_sec,
4358                 (long) tv_end.tv_usec);
4359 #endif
4360         printf("Elapsed: %.6f\n",
4361                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4362                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4363     }
4364 #endif
4365     xfree(netbuffer);
4366 }
4367
4368
4369 int cmd_cclparse(const char* arg)
4370 {
4371     int error, pos;
4372     struct ccl_rpn_node *rpn=NULL;
4373
4374
4375     rpn = ccl_find_str(bibset, arg, &error, &pos);
4376
4377     if (error) {
4378         int ioff = 3+strlen(last_cmd)+1+pos;
4379         printf("%*s^ - ", ioff, " ");
4380         printf("%s\n", ccl_err_msg(error));
4381     }
4382     else
4383     {
4384         if (rpn)
4385         {
4386             ccl_pr_tree(rpn, stdout);
4387         }
4388     }
4389     if (rpn)
4390         ccl_rpn_delete(rpn);
4391
4392     printf("\n");
4393
4394     return 0;
4395 }
4396
4397
4398 int cmd_set_otherinfo(const char* args)
4399 {
4400     char oidstr[101], otherinfoString[101];
4401     int otherinfoNo;
4402     int sscan_res;
4403
4404     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4405                         &otherinfoNo, oidstr, otherinfoString);
4406
4407     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4408         printf("Error otherinfo index too large (%d>=%d)\n",
4409                otherinfoNo,maxOtherInfosSupported);
4410         return 0;
4411     }
4412
4413
4414     if (sscan_res==1)
4415     {
4416         /* reset this otherinfo */
4417         extraOtherInfos[otherinfoNo].oid[0] = -1;
4418         xfree(extraOtherInfos[otherinfoNo].value);
4419         extraOtherInfos[otherinfoNo].value = 0;
4420         return 0;
4421     }
4422     if (sscan_res != 3) {
4423         printf("Error in set_otherinfo command \n");
4424         return 0;
4425     }
4426     else
4427     {
4428         NMEM oid_tmp = nmem_create();
4429         const Odr_oid *oid =
4430             yaz_string_to_oid_nmem(yaz_oid_std(),
4431                                    CLASS_GENERAL, oidstr, oid_tmp);
4432         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4433
4434         xfree(extraOtherInfos[otherinfoNo].value);
4435         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4436
4437         nmem_destroy(oid_tmp);
4438     }
4439
4440     return 0;
4441 }
4442
4443 int cmd_sleep(const char* args )
4444 {
4445     int sec=atoi(args);
4446     if( sec > 0 ) {
4447 #ifdef WIN32
4448         Sleep(sec*1000);
4449 #else
4450         sleep(sec);
4451 #endif
4452         printf("Done sleeping %d seconds\n", sec);
4453     }
4454     return 1;
4455 }
4456
4457 int cmd_list_otherinfo(const char* args)
4458 {
4459     int i;
4460
4461     if (strlen(args)>0)
4462     {
4463         i = atoi(args);
4464         if (i >= maxOtherInfosSupported)
4465         {
4466             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4467             return 0;
4468         }
4469         if (extraOtherInfos[i].value)
4470         {
4471             char name_oid[OID_STR_MAX];
4472             oid_class oclass;
4473             const char *name =
4474                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4475                                       name_oid);
4476             printf("  otherinfo %d %s %s\n",
4477                    i, name ? name : "null",
4478                    extraOtherInfos[i].value);
4479         }
4480
4481     }
4482     else
4483     {
4484         for(i = 0; i < maxOtherInfosSupported; ++i)
4485         {
4486             if (extraOtherInfos[i].value)
4487             {
4488                 char name_oid[OID_STR_MAX];
4489                 oid_class oclass;
4490                 const char *name =
4491                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4492                                           name_oid);
4493                 printf("  otherinfo %d %s %s\n",
4494                        i, name ? name : "null",
4495                        extraOtherInfos[i].value);
4496             }
4497         }
4498     }
4499     return 0;
4500 }
4501
4502
4503 int cmd_list_all(const char* args) {
4504     int i;
4505
4506     /* connection options */
4507     if (conn)
4508         printf("Connected to         : %s\n", cur_host);
4509     else if (*cur_host)
4510         printf("Not connected to     : %s\n", cur_host);
4511     else
4512         printf("Not connected        : \n");
4513     if (yazProxy) printf("using proxy          : %s\n",yazProxy);
4514
4515     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4516     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4517
4518     if (!auth) {
4519         printf("Authentication       : none\n");
4520     } else {
4521         switch(auth->which) {
4522         case Z_IdAuthentication_idPass:
4523             printf("Authentication       : IdPass\n");
4524             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4525             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4526             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4527             break;
4528         case Z_IdAuthentication_open:
4529             printf("Authentication       : psOpen\n");
4530             printf("    Open string      : %s\n",auth->u.open);
4531             break;
4532         default:
4533             printf("Authentication       : Unknown\n");
4534         }
4535     }
4536     if (negotiationCharset)
4537         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4538
4539     /* bases */
4540     printf("Bases                : ");
4541     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4542     printf("\n");
4543
4544     /* Query options */
4545     printf("CCL file             : %s\n",ccl_fields);
4546     printf("CQL file             : %s\n",cql_fields);
4547     printf("Query type           : %s\n",query_type_as_string(queryType));
4548
4549     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4550
4551     /* piggy back options */
4552     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4553
4554     /* print present related options */
4555     if (recordsyntax_size > 0)
4556     {
4557         printf("Format               : %s\n", recordsyntax_list[0]);
4558     }
4559     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4560     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4561
4562     /* loging options */
4563     printf("APDU log             : %s\n",apdu_file?"on":"off");
4564     printf("Record log           : %s\n",marc_file?"on":"off");
4565
4566     /* other infos */
4567     printf("Other Info: \n");
4568     cmd_list_otherinfo("");
4569
4570     return 0;
4571 }
4572
4573 int cmd_clear_otherinfo(const char* args)
4574 {
4575     if(strlen(args)>0) {
4576         int otherinfoNo = atoi(args);
4577         if (otherinfoNo >= maxOtherInfosSupported) {
4578             printf("Error otherinfo index too large (%d>=%d)\n",
4579                    otherinfoNo, maxOtherInfosSupported);
4580             return 0;
4581         }
4582         if (extraOtherInfos[otherinfoNo].value)
4583         {
4584             /* only clear if set. */
4585             extraOtherInfos[otherinfoNo].oid[0] = -1;
4586             xfree(extraOtherInfos[otherinfoNo].value);
4587             extraOtherInfos[otherinfoNo].value = 0;
4588         }
4589     } else {
4590         int i;
4591         for(i = 0; i < maxOtherInfosSupported; ++i)
4592         {
4593             if (extraOtherInfos[i].value)
4594             {
4595                 extraOtherInfos[i].oid[0] = -1;
4596                 xfree(extraOtherInfos[i].value);
4597                 extraOtherInfos[i].value = 0;
4598             }
4599         }
4600     }
4601     return 0;
4602 }
4603
4604 int cmd_wait_response(const char *arg)
4605 {
4606     int wait_for = atoi(arg);
4607     int i=0;
4608     if( wait_for < 1 ) {
4609         wait_for = 1;
4610     };
4611
4612     for( i=0 ; i < wait_for ; ++i ) {
4613         wait_and_handle_response(1);
4614     };
4615     return 0;
4616 }
4617
4618 static int cmd_help(const char *line);
4619
4620 typedef char *(*completerFunctionType)(const char *text, int state);
4621
4622 static struct {
4623     char *cmd;
4624     int (*fun)(const char *arg);
4625     char *ad;
4626         completerFunctionType rl_completerfunction;
4627     int complete_filenames;
4628     const char **local_tabcompletes;
4629 } cmd_array[] = {
4630     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4631     {"quit", cmd_quit, "",NULL,0,NULL},
4632     {"find", cmd_find, "<query>",NULL,0,NULL},
4633     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4634     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4635     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4636     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4637     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4638     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4639     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4640     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4641     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4642     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4643     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4644     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4645     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4646     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4647     {"status", cmd_status, "",NULL,0,NULL},
4648     {"setnames", cmd_setnames, "",NULL,0,NULL},
4649     {"cancel", cmd_cancel, "",NULL,0,NULL},
4650     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4651     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4652     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4653     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4654     {"close", cmd_close, "",NULL,0,NULL},
4655     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4656     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4657     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4658     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4659     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4660     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4661     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4662     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4663     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4664     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4665     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4666     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4667     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4668     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4669     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4670     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4671     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4672     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4673     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4674     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4675     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4676     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4677     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4678     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4679     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4680     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4681     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4682     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4683     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4684     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4685     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4686     {"list_all",cmd_list_all,"",NULL,0,NULL},
4687     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4688     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4689     /* Server Admin Functions */
4690     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4691     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4692     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4693     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4694     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4695     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4696     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4697     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4698     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4699     {"explain", cmd_explain, "", NULL, 0, NULL},
4700     {"options", cmd_options, "", NULL, 0, NULL},
4701     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4702     {"help", cmd_help, "", NULL,0,NULL},
4703     {"init", cmd_init, "", NULL,0,NULL},
4704     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4705     {"url", cmd_url, "<url>", NULL,0,NULL},
4706     {"exit", cmd_quit, "",NULL,0,NULL},
4707     {0,0,0,0,0,0}
4708 };
4709
4710 static int cmd_help(const char *line)
4711 {
4712     int i;
4713     char topic[21];
4714
4715     *topic = 0;
4716     sscanf(line, "%20s", topic);
4717
4718     if (*topic == 0)
4719         printf("Commands:\n");
4720     for (i = 0; cmd_array[i].cmd; i++)
4721         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
4722             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4723     if (!strcmp(topic, "find"))
4724     {
4725         printf("RPN:\n");
4726         printf(" \"term\"                        Simple Term\n");
4727         printf(" @attr [attset] type=value op  Attribute\n");
4728         printf(" @and opl opr                  And\n");
4729         printf(" @or opl opr                   Or\n");
4730         printf(" @not opl opr                  And-Not\n");
4731         printf(" @set set                      Result set\n");
4732         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4733         printf("\n");
4734         printf("Bib-1 attribute types\n");
4735         printf("1=Use:         ");
4736         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4737         printf("2=Relation:    ");
4738         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4739         printf("3=Position:    ");
4740         printf("1=First in Field  2=First in subfield  3=Any position\n");
4741         printf("4=Structure:   ");
4742         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4743         printf("5=Truncation:  ");
4744         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4745         printf("6=Completeness:");
4746         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4747     }
4748     if (!strcmp(topic, "prox"))
4749     {
4750         printf("Proximity:\n");
4751         printf(" @prox exl dist ord rel uc ut\n");
4752         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4753         printf(" dist: distance integer.\n");
4754         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4755         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4756         printf(" uc:   unit class. k=known, p=private.\n");
4757         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4758         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4759         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4760         printf("\nExamples:\n");
4761         printf(" Search for a and b in-order at most 3 words apart:\n");
4762         printf("  @prox 0 3 1 2 k 2 a b\n");
4763         printf(" Search for any order of a and b next to each other:\n");
4764         printf("  @prox 0 1 0 3 k 2 a b\n");
4765     }
4766     return 1;
4767 }
4768
4769 int cmd_register_tab(const char* arg)
4770 {
4771 #if HAVE_READLINE_READLINE_H
4772     char command[101], tabargument[101];
4773     int i;
4774     int num_of_tabs;
4775     const char** tabslist;
4776
4777     if (sscanf(arg, "%100s %100s", command, tabargument) < 1) {
4778         return 0;
4779     }
4780
4781     /* locate the amdn in the list */
4782     for (i = 0; cmd_array[i].cmd; i++) {
4783         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4784             break;
4785         }
4786     }
4787
4788     if (!cmd_array[i].cmd) {
4789         fprintf(stderr,"Unknown command %s\n",command);
4790         return 1;
4791     }
4792
4793
4794     if (!cmd_array[i].local_tabcompletes)
4795         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4796
4797     num_of_tabs=0;
4798
4799     tabslist = cmd_array[i].local_tabcompletes;
4800     for(; tabslist && *tabslist; tabslist++) {
4801         num_of_tabs++;
4802     }
4803
4804     cmd_array[i].local_tabcompletes = (const char **)
4805         realloc(cmd_array[i].local_tabcompletes,
4806                 (num_of_tabs+2)*sizeof(char**));
4807     tabslist = cmd_array[i].local_tabcompletes;
4808     tabslist[num_of_tabs] = strdup(tabargument);
4809     tabslist[num_of_tabs+1] = NULL;
4810 #endif
4811     return 1;
4812 }
4813
4814
4815 void process_cmd_line(char* line)
4816 {
4817     int i, res;
4818     char word[32], arg[10240];
4819
4820 #if HAVE_GETTIMEOFDAY
4821     gettimeofday(&tv_start, 0);
4822 #endif
4823
4824     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4825     {
4826         strcpy(word, last_cmd);
4827         *arg = '\0';
4828     }
4829     else if (res == 1)
4830         *arg = 0;
4831     strcpy(last_cmd, word);
4832
4833     /* removed tailing spaces from the arg command */
4834     {
4835         char* p = arg;
4836         char* lastnonspace=NULL;
4837
4838         for(;*p; ++p) {
4839             if(!isspace(*(unsigned char *) p)) {
4840                 lastnonspace = p;
4841             }
4842         }
4843         if(lastnonspace)
4844             *(++lastnonspace) = 0;
4845     }
4846
4847     for (i = 0; cmd_array[i].cmd; i++)
4848         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4849         {
4850             res = (*cmd_array[i].fun)(arg);
4851             break;
4852         }
4853
4854     if (!cmd_array[i].cmd) /* dump our help-screen */
4855     {
4856         printf("Unknown command: %s.\n", word);
4857         printf("Type 'help' for list of commands\n");
4858         res = 1;
4859     }
4860
4861     if(apdu_file) fflush(apdu_file);
4862
4863     if (res >= 2 && auto_wait)
4864         wait_and_handle_response(0);
4865
4866     if(apdu_file)
4867         fflush(apdu_file);
4868     if(marc_file)
4869         fflush(marc_file);
4870 }
4871
4872 static char *command_generator(const char *text, int state)
4873 {
4874 #if HAVE_READLINE_READLINE_H
4875     static int idx;
4876     if (state==0) {
4877         idx = 0;
4878     }
4879     for( ; cmd_array[idx].cmd; ++idx) {
4880         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4881             ++idx;  /* skip this entry on the next run */
4882             return strdup(cmd_array[idx-1].cmd);
4883         }
4884     }
4885 #endif
4886     return NULL;
4887 }
4888
4889 #if HAVE_READLINE_READLINE_H
4890 static const char** default_completer_list = NULL;
4891
4892 static char* default_completer(const char* text, int state)
4893 {
4894     return complete_from_list(default_completer_list, text, state);
4895 }
4896 #endif
4897
4898 #if HAVE_READLINE_READLINE_H
4899
4900 /*
4901    This function only known how to complete on the first word
4902 */
4903 char **readline_completer(char *text, int start, int end)
4904 {
4905     completerFunctionType completerToUse;
4906
4907     if(start == 0) {
4908 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4909         char** res = rl_completion_matches(text, command_generator);
4910 #else
4911         char** res = completion_matches(text,
4912                                         (CPFunction*)command_generator);
4913 #endif
4914         rl_attempted_completion_over = 1;
4915         return res;
4916     } else {
4917         char arg[10240],word[32];
4918         int i=0 ,res;
4919         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4920             rl_attempted_completion_over = 1;
4921             return NULL;
4922         }
4923
4924         for (i = 0; cmd_array[i].cmd; i++)
4925             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4926                 break;
4927
4928         if(!cmd_array[i].cmd)
4929             return NULL;
4930
4931         default_completer_list = cmd_array[i].local_tabcompletes;
4932
4933         completerToUse = cmd_array[i].rl_completerfunction;
4934         if (!completerToUse)
4935         { /* if command completer is not defined use the default completer */
4936             completerToUse = default_completer;
4937         }
4938         if (completerToUse) {
4939 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4940             char** res=
4941                 rl_completion_matches(text, completerToUse);
4942 #else
4943             char** res=
4944                 completion_matches(text, (CPFunction*)completerToUse);
4945 #endif
4946             if (!cmd_array[i].complete_filenames)
4947                 rl_attempted_completion_over = 1;
4948             return res;
4949         } else {
4950             if (!cmd_array[i].complete_filenames)
4951                 rl_attempted_completion_over = 1;
4952             return 0;
4953         }
4954     }
4955 }
4956 #endif
4957
4958 #ifndef WIN32
4959 void ctrl_c_handler(int x)
4960 {
4961     exit_client(0);
4962 }
4963 #endif
4964
4965 static void client(void)
4966 {
4967     char line[10240];
4968
4969     line[10239] = '\0';
4970
4971 #ifndef WIN32
4972     signal(SIGINT, ctrl_c_handler);
4973 #endif
4974
4975 #if HAVE_GETTIMEOFDAY
4976     gettimeofday(&tv_start, 0);
4977 #endif
4978
4979     while (1)
4980     {
4981         char *line_in = NULL;
4982 #if HAVE_READLINE_READLINE_H
4983         if (isatty(0))
4984         {
4985             line_in=readline(C_PROMPT);
4986             if (!line_in)
4987             {
4988                 putchar('\n');
4989                 break;
4990             }
4991 #if HAVE_READLINE_HISTORY_H
4992             if (*line_in)
4993                 add_history(line_in);
4994 #endif
4995             strncpy(line, line_in, sizeof(line)-1);
4996             free(line_in);
4997         }
4998 #endif
4999         if (!line_in)
5000         {
5001             char *end_p;
5002             printf(C_PROMPT);
5003             fflush(stdout);
5004             if (!fgets(line, sizeof(line)-1, stdin))
5005                 break;
5006             if ((end_p = strchr(line, '\n')))
5007                 *end_p = '\0';
5008         }
5009         if (isatty(0))
5010             file_history_add_line(file_history, line);
5011         process_cmd_line(line);
5012     }
5013 }
5014
5015 static void show_version(void)
5016 {
5017     char vstr[20], sha1_str[41];
5018
5019     yaz_version(vstr, sha1_str);
5020     printf("YAZ version: %s %s\n", YAZ_VERSION, YAZ_VERSION_SHA1);
5021     if (strcmp(sha1_str, YAZ_VERSION_SHA1))
5022         printf("YAZ DLL/SO: %s %s\n", vstr, sha1_str);
5023     exit(0);
5024 }
5025
5026 int main(int argc, char **argv)
5027 {
5028     char *prog = *argv;
5029     char *open_command = 0;
5030     char *auth_command = 0;
5031     char *arg;
5032     const char *rc_file = 0;
5033     int ret;
5034
5035 #if HAVE_LOCALE_H
5036     if (!setlocale(LC_CTYPE, ""))
5037         fprintf(stderr, "setlocale failed\n");
5038 #endif
5039 #if HAVE_LANGINFO_H
5040 #ifdef CODESET
5041     codeset = nl_langinfo(CODESET);
5042 #endif
5043 #endif
5044     if (codeset)
5045         outputCharset = xstrdup(codeset);
5046
5047     ODR_MASK_SET(&z3950_options, Z_Options_search);
5048     ODR_MASK_SET(&z3950_options, Z_Options_present);
5049     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
5050     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
5051     ODR_MASK_SET(&z3950_options, Z_Options_scan);
5052     ODR_MASK_SET(&z3950_options, Z_Options_sort);
5053     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
5054     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
5055
5056     nmem_auth = nmem_create();
5057
5058     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
5059     {
5060         switch (ret)
5061         {
5062         case 0:
5063             if (!open_command)
5064             {
5065                 open_command = (char *) xmalloc(strlen(arg)+6);
5066                 strcpy(open_command, "open ");
5067                 strcat(open_command, arg);
5068             }
5069             else
5070             {
5071                 fprintf(stderr, "%s: Specify at most one server address\n",
5072                         prog);
5073                 exit(1);
5074             }
5075             break;
5076         case 'a':
5077             if (!strcmp(arg, "-"))
5078                 apdu_file=stderr;
5079             else
5080                 apdu_file=fopen(arg, "a");
5081             break;
5082         case 'b':
5083             if (!strcmp(arg, "-"))
5084                 ber_file=stderr;
5085             else
5086                 ber_file=fopen(arg, "a");
5087             break;
5088         case 'c':
5089             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
5090             ccl_fields[sizeof(ccl_fields)-1] = '\0';
5091             break;
5092         case 'd':
5093             dump_file_prefix = arg;
5094             break;
5095         case 'f':
5096             rc_file = arg;
5097             break;
5098         case 'k':
5099             kilobytes = atoi(arg);
5100             break;
5101         case 'm':
5102             if (!(marc_file = fopen(arg, "a")))
5103             {
5104                 perror(arg);
5105                 exit(1);
5106             }
5107             break;
5108         case 'p':
5109             yazProxy = xstrdup(arg);
5110             break;
5111         case 'q':
5112             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
5113             cql_fields[sizeof(cql_fields)-1] = '\0';
5114             break;
5115         case 't':
5116             outputCharset = xstrdup(arg);
5117             break;
5118         case 'u':
5119             if (!auth_command)
5120             {
5121                 auth_command = (char *) xmalloc(strlen(arg)+6);
5122                 strcpy(auth_command, "auth ");
5123                 strcat(auth_command, arg);
5124             }
5125             break;
5126         case 'v':
5127             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5128             break;
5129         case 'V':
5130             show_version();
5131             break;
5132         case 'x':
5133             hex_dump = 1;
5134             break;
5135         default:
5136             fprintf(stderr, "Usage: %s "
5137                      " [-a apdulog]"
5138                      " [-b berdump]"
5139                      " [-c cclfile]"
5140                      " [-d dump]"
5141                      " [-f cmdfile]"
5142                      " [-k size]"
5143                      " [-m marclog]"
5144                      " [-p proxy-addr]"
5145                      " [-q cqlfile]"
5146                      " [-t dispcharset]"
5147                      " [-u auth]"
5148                      " [-v loglevel]"
5149                      " [-V]"
5150                      " [-x]"
5151                      " [server-addr]\n",
5152                      prog);
5153             exit(1);
5154         }
5155     }
5156     initialize(rc_file);
5157     if (auth_command)
5158     {
5159 #ifdef HAVE_GETTIMEOFDAY
5160         gettimeofday(&tv_start, 0);
5161 #endif
5162         process_cmd_line(auth_command);
5163 #if HAVE_READLINE_HISTORY_H
5164         add_history(auth_command);
5165 #endif
5166         xfree(auth_command);
5167     }
5168     if (open_command)
5169     {
5170 #ifdef HAVE_GETTIMEOFDAY
5171         gettimeofday(&tv_start, 0);
5172 #endif
5173         process_cmd_line(open_command);
5174 #if HAVE_READLINE_HISTORY_H
5175         add_history(open_command);
5176 #endif
5177         xfree(open_command);
5178     }
5179     client();
5180     exit_client(0);
5181     return 0;
5182 }
5183 /*
5184  * Local variables:
5185  * c-basic-offset: 4
5186  * c-file-style: "Stroustrup"
5187  * indent-tabs-mode: nil
5188  * End:
5189  * vim: shiftwidth=4 tabstop=8 expandtab
5190  */
5191