client/client.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2008 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /** \file client.c
   6  *  \brief yaz-client program
   7  */
   8
   9 #include <stdio.h>
  10 #include <stdlib.h>
  11 #include <assert.h>
  12 #include <time.h>
  13 #include <ctype.h>
  14 #ifndef WIN32
  15 #include <signal.h>
  16 #endif
  17 #if HAVE_SYS_TYPES_H
  18 #include <sys/types.h>
  19 #endif
  20 #if HAVE_LOCALE_H
  21 #include <locale.h>
  22 #endif
  23 #if HAVE_LANGINFO_H
  24 #include <langinfo.h>
  25 #endif
  26 #if HAVE_UNISTD_H
  27 #include <unistd.h>
  28 #endif
  29 #if HAVE_SYS_STAT_H
  30 #include <sys/stat.h>
  31 #endif
  32 #if HAVE_SYS_TIME_H
  33 #include <sys/time.h>
  34 #endif
  35
  36 #if HAVE_OPENSSL_SSL_H
  37 #include <openssl/bio.h>
  38 #include <openssl/crypto.h>
  39 #include <openssl/x509.h>
  40 #include <openssl/pem.h>
  41 #include <openssl/ssl.h>
  42 #include <openssl/err.h>
  43 #endif
  44
  45 #ifdef WIN32
  46 #include <sys/stat.h>
  47 #include <io.h>
  48 #include <windows.h>
  49 #define S_ISREG(x) (x & _S_IFREG)
  50 #define S_ISDIR(x) (x & _S_IFDIR)
  51 #endif
  52
  53 #include <yaz/yaz-util.h>
  54
  55 #include <yaz/comstack.h>
  56
  57 #include <yaz/oid_db.h>
  58 #define NO_OID 1
  59 #include <yaz/proto.h>
  60 #include <yaz/marcdisp.h>
  61 #include <yaz/diagbib1.h>
  62 #include <yaz/otherinfo.h>
  63 #include <yaz/charneg.h>
  64 #include <yaz/query-charset.h>
  65
  66 #include <yaz/pquery.h>
  67 #include <yaz/sortspec.h>
  68
  69 #include <yaz/ill.h>
  70 #include <yaz/srw.h>
  71 #include <yaz/yaz-ccl.h>
  72 #include <yaz/cql.h>
  73 #include <yaz/log.h>
  74
  75 #if HAVE_READLINE_READLINE_H
  76 #include <readline/readline.h>
  77 #endif
  78 #if HAVE_READLINE_HISTORY_H
  79 #include <readline/history.h>
  80 #endif
  81
  82
  83 #include "admin.h"
  84 #include "tabcomplete.h"
  85 #include "fhistory.h"
  86
  87 #define C_PROMPT "Z> "
  88
  89 static file_history_t file_history = 0;
  90
  91 static char sru_method[10] = "soap";
  92 static char sru_version[10] = "1.2";
  93 static char *codeset = 0;               /* character set for output */
  94 static int hex_dump = 0;
  95 static char *dump_file_prefix = 0;
  96 static ODR out, in, print;              /* encoding and decoding streams */
  97 #if YAZ_HAVE_XML2
  98 static ODR srw_sr_odr_out = 0;
  99 static Z_SRW_PDU *srw_sr = 0;
 100 #endif
 101 static FILE *apdu_file = 0;
 102 static FILE *ber_file = 0;
 103 static COMSTACK conn = 0;               /* our z-association */
 104 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
 105 char *databaseNames[128];
 106 int num_databaseNames = 0;
 107 static Z_External *record_last = 0;
 108 static int setnumber = -1;              /* current result set number */
 109 static int smallSetUpperBound = 0;
 110 static int largeSetLowerBound = 1;
 111 static int mediumSetPresentNumber = 0;
 112 static Z_ElementSetNames *elementSetNames = 0;
 113 static int setno = 1;                   /* current set offset */
 114 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 115 #define RECORDSYNTAX_MAX 20
 116 static char *recordsyntax_list[RECORDSYNTAX_MAX];
 117 static int recordsyntax_size = 0;
 118
 119 static char *record_schema = 0;
 120 static int sent_close = 0;
 121 static NMEM session_mem = NULL;         /* memory handle for init-response */
 122 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 123 static char last_scan_line[512] = "0";
 124 static char last_scan_query[512] = "0";
 125 static char ccl_fields[512] = "default.bib";
 126 /* ### How can I set this path to use wherever YAZ is installed? */
 127 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 128 static char *esPackageName = 0;
 129 static char *yazProxy = 0;
 130 static int kilobytes = 1024;
 131 static char *negotiationCharset = 0;
 132 static int  negotiationCharsetRecords = 1;
 133 static int  negotiationCharsetVersion = 3;
 134 static char *outputCharset = 0;
 135 static char *marcCharset = 0;
 136 static char *queryCharset = 0;
 137 static char* yazLang = 0;
 138
 139 static char last_cmd[32] = "?";
 140 static FILE *marc_file = 0;
 141 static char *refid = NULL;
 142 static char *last_open_command = NULL;
 143 static int auto_reconnect = 0;
 144 static int auto_wait = 1;
 145 static Odr_bitmask z3950_options;
 146 static int z3950_version = 3;
 147 static int scan_stepSize = 0;
 148 static int scan_position = 1;
 149 static int scan_size = 20;
 150 static char cur_host[200];
 151 static int last_hit_count = 0;
 152
 153 typedef enum {
 154     QueryType_Prefix,
 155     QueryType_CCL,
 156     QueryType_CCL2RPN,
 157     QueryType_CQL,
 158     QueryType_CQL2RPN
 159 } QueryType;
 160
 161 static QueryType queryType = QueryType_Prefix;
 162
 163 static CCL_bibset bibset;               /* CCL bibset handle */
 164 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
 165
 166 #if HAVE_READLINE_COMPLETION_OVER
 167
 168 #else
 169 /* readline doesn't have this var. Define it ourselves. */
 170 int rl_attempted_completion_over = 0;
 171 #endif
 172
 173 #define maxOtherInfosSupported 10
 174 struct eoi {
 175     Odr_oid oid[OID_SIZE];
 176     char* value;
 177 } extraOtherInfos[maxOtherInfosSupported];
 178
 179 void process_cmd_line(char* line);
 180 #if HAVE_READLINE_READLINE_H
 181 char **readline_completer(char *text, int start, int end);
 182 #endif
 183 static char *command_generator(const char *text, int state);
 184 int cmd_register_tab(const char* arg);
 185 int cmd_querycharset(const char *arg);
 186
 187 static void close_session(void);
 188
 189 ODR getODROutputStream(void)
 190 {
 191     return out;
 192 }
 193
 194 const char* query_type_as_string(QueryType q)
 195 {
 196     switch (q) {
 197     case QueryType_Prefix: return "prefix (RPN sent to server)";
 198     case QueryType_CCL: return "CCL (CCL sent to server) ";
 199     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 200     case QueryType_CQL: return "CQL (CQL sent to server)";
 201     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 202     default:
 203         return "unknown Query type internal yaz-client error";
 204     }
 205 }
 206
 207 static void do_hex_dump(const char* buf, int len)
 208 {
 209     if (hex_dump)
 210     {
 211         int i,x;
 212         for (i = 0; i < len ; i = i+16 )
 213         {
 214             printf(" %4.4d ",i);
 215             for(x=0 ; i+x<len && x<16; ++x)
 216             {
 217                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 218             }
 219             printf("\n");
 220         }
 221     }
 222     if (dump_file_prefix)
 223     {
 224         static int no = 0;
 225         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 226         {
 227             char fname[1024];
 228             FILE *of;
 229             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
 230             of = fopen(fname, "wb");
 231
 232             fwrite(buf, 1, len, of);
 233
 234             fclose(of);
 235         }
 236     }
 237 }
 238
 239 void add_otherInfos(Z_APDU *a)
 240 {
 241     Z_OtherInformation **oi;
 242     int i;
 243
 244     yaz_oi_APDU(a, &oi);
 245     for(i=0; i<maxOtherInfosSupported; ++i)
 246     {
 247         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
 248             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
 249                                      1, extraOtherInfos[i].value);
 250     }
 251 }
 252
 253 int send_apdu(Z_APDU *a)
 254 {
 255     char *buf;
 256     int len;
 257
 258     add_otherInfos(a);
 259
 260     if (apdu_file)
 261     {
 262         z_APDU(print, &a, 0, 0);
 263         odr_reset(print);
 264     }
 265     if (!z_APDU(out, &a, 0, 0))
 266     {
 267         odr_perror(out, "Encoding APDU");
 268         close_session();
 269         return 0;
 270     }
 271     buf = odr_getbuf(out, &len, 0);
 272     if (ber_file)
 273         odr_dumpBER(ber_file, buf, len);
 274     /* printf ("sending APDU of size %d\n", len); */
 275     do_hex_dump(buf, len);
 276     if (cs_put(conn, buf, len) < 0)
 277     {
 278         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 279         close_session();
 280         return 0;
 281     }
 282     odr_reset(out); /* release the APDU structure  */
 283     return 1;
 284 }
 285
 286 static void print_stringn(const unsigned char *buf, size_t len)
 287 {
 288     size_t i;
 289     for (i = 0; i<len; i++)
 290         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
 291             printf("%c", buf[i]);
 292         else
 293             printf("\\X%02X", buf[i]);
 294 }
 295
 296 static void print_refid(Z_ReferenceId *id)
 297 {
 298     if (id)
 299     {
 300         printf("Reference Id: ");
 301         print_stringn(id->buf, id->len);
 302         printf("\n");
 303     }
 304 }
 305
 306 static Z_ReferenceId *set_refid(ODR out)
 307 {
 308     Z_ReferenceId *id;
 309     if (!refid)
 310         return 0;
 311     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
 312     id->size = id->len = strlen(refid);
 313     id->buf = (unsigned char *) odr_malloc(out, id->len);
 314     memcpy(id->buf, refid, id->len);
 315     return id;
 316 }
 317
 318 /* INIT SERVICE ------------------------------- */
 319
 320 static void send_initRequest(const char* type_and_host)
 321 {
 322     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 323     Z_InitRequest *req = apdu->u.initRequest;
 324     int i;
 325
 326     req->options = &z3950_options;
 327
 328     ODR_MASK_ZERO(req->protocolVersion);
 329     for (i = 0; i<z3950_version; i++)
 330         ODR_MASK_SET(req->protocolVersion, i);
 331
 332     *req->maximumRecordSize = 1024*kilobytes;
 333     *req->preferredMessageSize = 1024*kilobytes;
 334
 335     req->idAuthentication = auth;
 336
 337     req->referenceId = set_refid(out);
 338
 339     if (yazProxy && type_and_host)
 340     {
 341         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
 342                               1, type_and_host);
 343     }
 344
 345     if (negotiationCharset || yazLang) {
 346         Z_OtherInformation **p;
 347         Z_OtherInformationUnit *p0;
 348
 349         yaz_oi_APDU(apdu, &p);
 350
 351         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 352         {
 353             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 354
 355             p0->which = Z_OtherInfo_externallyDefinedInfo;
 356             p0->information.externallyDefinedInfo =
 357                 yaz_set_proposal_charneg_list(out, ",",
 358                                               negotiationCharset,
 359                                               yazLang,
 360                                               negotiationCharsetRecords);
 361         }
 362     }
 363     else if (ODR_MASK_GET(req->options, Z_Options_negotiationModel))
 364     {
 365         Z_OtherInformation **p;
 366         Z_OtherInformationUnit *p0;
 367
 368         yaz_oi_APDU(apdu, &p);
 369
 370         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 371         {
 372             p0->which = Z_OtherInfo_externallyDefinedInfo;
 373             p0->information.externallyDefinedInfo =
 374                 yaz_set_proposal_charneg(out, 0, 0, 0, 0, 0);
 375         }
 376
 377     }
 378     if (send_apdu(apdu))
 379         printf("Sent initrequest.\n");
 380 }
 381
 382
 383 /* These two are used only from process_initResponse() */
 384 static void render_initUserInfo(Z_OtherInformation *ui1);
 385 static void render_diag(Z_DiagnosticFormat *diag);
 386
 387 static void pr_opt(const char *opt, void *clientData)
 388 {
 389     printf(" %s", opt);
 390 }
 391
 392 static int process_initResponse(Z_InitResponse *res)
 393 {
 394     int ver = 0;
 395     /* save session parameters for later use */
 396     session_mem = odr_extract_mem(in);
 397     session_initResponse = res;
 398
 399     for (ver = 0; ver < 8; ver++)
 400         if (!ODR_MASK_GET(res->protocolVersion, ver))
 401             break;
 402
 403     if (!*res->result)
 404         printf("Connection rejected by v%d target.\n", ver);
 405     else
 406         printf("Connection accepted by v%d target.\n", ver);
 407     if (res->implementationId)
 408         printf("ID     : %s\n", res->implementationId);
 409     if (res->implementationName)
 410         printf("Name   : %s\n", res->implementationName);
 411     if (res->implementationVersion)
 412         printf("Version: %s\n", res->implementationVersion);
 413     if (res->userInformationField)
 414     {
 415         Z_External *uif = res->userInformationField;
 416         if (uif->which == Z_External_userInfo1) {
 417             render_initUserInfo(uif->u.userInfo1);
 418         } else {
 419             printf("UserInformationfield:\n");
 420             if (!z_External(print, (Z_External**)&uif, 0, 0))
 421             {
 422                 odr_perror(print, "Printing userinfo\n");
 423                 odr_reset(print);
 424             }
 425             if (uif->which == Z_External_octet) {
 426                 printf("Guessing visiblestring:\n");
 427                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 428                        uif->u.octet_aligned->buf);
 429             }
 430             else if (uif->which == Z_External_single)
 431             {
 432                 Odr_any *sat = uif->u.single_ASN1_type;
 433                 if (!oid_oidcmp(uif->direct_reference,
 434                                 yaz_oid_userinfo_oclc_userinfo))
 435                 {
 436                     Z_OCLC_UserInformation *oclc_ui;
 437                     ODR decode = odr_createmem(ODR_DECODE);
 438                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 439                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 440                         printf("Bad OCLC UserInformation:\n");
 441                     else
 442                         printf("OCLC UserInformation:\n");
 443                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 444                         printf("Bad OCLC UserInformation spec\n");
 445                     odr_destroy(decode);
 446                 }
 447                 else
 448                 {
 449                     /* Peek at any private Init-diagnostic APDUs */
 450                     printf("### NAUGHTY: External is '%.*s'\n",
 451                            sat->len, sat->buf);
 452                 }
 453             }
 454             odr_reset(print);
 455         }
 456     }
 457     printf("Options:");
 458     yaz_init_opt_decode(res->options, pr_opt, 0);
 459     printf("\n");
 460
 461     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 462         setnumber = 0;
 463
 464     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 465
 466         Z_CharSetandLanguageNegotiation *p =
 467                 yaz_get_charneg_record(res->otherInfo);
 468
 469         if (p)
 470         {
 471             char *charset=NULL, *lang=NULL;
 472             int selected;
 473
 474             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 475                                      &selected);
 476
 477             printf("Accepted character set : %s\n", charset ? charset:"none");
 478             printf("Accepted code language : %s\n", lang ? lang:"none");
 479             printf("Accepted records in ...: %d\n", selected );
 480
 481             if (outputCharset && charset)
 482             {
 483                 printf("Converting between %s and %s\n",
 484                        outputCharset, charset);
 485                 odr_set_charset(out, charset, outputCharset);
 486                 odr_set_charset(in, outputCharset, charset);
 487                 cmd_querycharset(charset);
 488             }
 489             else
 490             {
 491                 odr_set_charset(out, 0, 0);
 492                 odr_set_charset(in, 0, 0);
 493             }
 494         }
 495     }
 496     fflush(stdout);
 497     return 0;
 498 }
 499
 500
 501 static void render_initUserInfo(Z_OtherInformation *ui1) {
 502     int i;
 503     printf("Init response contains %d otherInfo unit%s:\n",
 504            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 505
 506     for (i = 0; i < ui1->num_elements; i++) {
 507         Z_OtherInformationUnit *unit = ui1->list[i];
 508         printf("  %d: otherInfo unit contains ", i+1);
 509         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 510             unit->information.externallyDefinedInfo &&
 511             unit->information.externallyDefinedInfo->which ==
 512             Z_External_diag1) {
 513             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 514         }
 515         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 516         {
 517             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 518         }
 519         else
 520         {
 521             printf("unsupported otherInfo unit external %d\n",
 522                    unit->information.externallyDefinedInfo ?
 523                    unit->information.externallyDefinedInfo->which : -2);
 524         }
 525     }
 526 }
 527
 528
 529 /* ### should this share code with display_diagrecs()? */
 530 static void render_diag(Z_DiagnosticFormat *diag) {
 531     int i;
 532
 533     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 534     for (i = 0; i < diag->num; i++) {
 535         Z_DiagnosticFormat_s *ds = diag->elements[i];
 536         printf("    %d: ", i+1);
 537         switch (ds->which) {
 538         case Z_DiagnosticFormat_s_defaultDiagRec: {
 539             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 540             /* ### should check `dd->diagnosticSetId' */
 541             printf("code=%d (%s)", *dd->condition,
 542                    diagbib1_str(*dd->condition));
 543             /* Both types of addinfo are the same, so use type-pun */
 544             if (dd->u.v2Addinfo != 0)
 545                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 546             break;
 547         }
 548         case Z_DiagnosticFormat_s_explicitDiagnostic:
 549             printf("Explicit diagnostic (not supported)");
 550             break;
 551         default:
 552             printf("Unrecognised diagnostic type %d", ds->which);
 553             break;
 554         }
 555
 556         if (ds->message != 0)
 557             printf(", message='%s'", ds->message);
 558         printf("\n");
 559     }
 560 }
 561
 562
 563 static int set_base(const char *arg)
 564 {
 565     int i;
 566     const char *cp;
 567
 568     for (i = 0; i<num_databaseNames; i++)
 569         xfree(databaseNames[i]);
 570     num_databaseNames = 0;
 571     while (1)
 572     {
 573         char *cp1;
 574         if (!(cp = strchr(arg, ' ')))
 575             cp = arg + strlen(arg);
 576         if (cp - arg < 1)
 577             break;
 578         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
 579         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
 580         databaseNames[num_databaseNames][cp - arg] = '\0';
 581
 582         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 583             if (*cp1 == '+')
 584                 *cp1 = ' ';
 585         num_databaseNames++;
 586
 587         if (!*cp)
 588             break;
 589         arg = cp+1;
 590     }
 591     if (num_databaseNames == 0)
 592     {
 593         num_databaseNames = 1;
 594         databaseNames[0] = xstrdup("");
 595     }
 596     return 1;
 597 }
 598
 599 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
 600 {
 601     const char *sep;
 602     while (**arg && strchr(" \t\n\r\f", **arg))
 603         (*arg)++;
 604     if (**arg == '\0')
 605     {
 606         return 0;
 607     }
 608     else if ((*arg)[0] == '<')
 609     {
 610         long fsize;
 611         FILE *inf;
 612         const char *fname;
 613         const char *arg_start = ++(*arg);
 614
 615         while (**arg != '\0' && **arg != ' ')
 616             (*arg)++;
 617
 618         fname = odr_strdupn(out, arg_start, *arg - arg_start);
 619
 620         inf = fopen(fname, "rb");
 621         if (!inf)
 622         {
 623             printf("Couldn't open %s\n", fname);
 624             return 0;
 625         }
 626         if (fseek(inf, 0L, SEEK_END) == -1)
 627         {
 628             printf("Couldn't seek in %s\n", fname);
 629             fclose(inf);
 630             return 0;
 631         }
 632         fsize = ftell(inf);
 633         if (fseek(inf, 0L, SEEK_SET) == -1)
 634         {
 635             printf("Couldn't seek in %s\n", fname);
 636             fclose(inf);
 637             return 0;
 638         }
 639         *len = fsize;
 640         *buf = (char *) odr_malloc(out, fsize+1);
 641         (*buf)[fsize] = '\0';
 642         if (fread(*buf, 1, fsize, inf) != fsize)
 643         {
 644             printf("Unable to read %s\n", fname);
 645             fclose(inf);
 646             return 0;
 647         }
 648         fclose(inf);
 649     }
 650     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 651     {
 652         (*arg)++;
 653         *len = sep - *arg;
 654         *buf = odr_strdupn(out, *arg, *len);
 655         (*arg) = sep+1;
 656     }
 657     else
 658     {
 659         const char *arg_start = *arg;
 660
 661         while (**arg != '\0' && **arg != ' ')
 662             (*arg)++;
 663
 664         *len = *arg - arg_start;
 665         *buf = odr_strdupn(out, arg_start, *len);
 666     }
 667     return 1;
 668 }
 669
 670 static int cmd_base(const char *arg)
 671 {
 672     if (!*arg)
 673     {
 674         printf("Usage: base <database> <database> ...\n");
 675         return 0;
 676     }
 677     return set_base(arg);
 678 }
 679
 680 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
 681 {
 682     if(last_open_command != arg)
 683     {
 684         if(last_open_command) xfree(last_open_command);
 685         last_open_command = xstrdup(new_open_command);
 686     }
 687 }
 688
 689 int session_connect(const char *arg)
 690 {
 691     void *add;
 692     char type_and_host[101];
 693     const char *basep = 0;
 694 #if HAVE_OPENSSL_SSL_H
 695     SSL *ssl;
 696 #endif
 697     if (conn)
 698     {
 699         cs_close(conn);
 700         conn = 0;
 701     }
 702     if (session_mem)
 703     {
 704         nmem_destroy(session_mem);
 705         session_mem = NULL;
 706         session_initResponse = 0;
 707     }
 708     cs_get_host_args(arg, &basep);
 709
 710     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 711     type_and_host[sizeof(type_and_host)-1] = '\0';
 712
 713     cmd_open_remember_last_open_command(arg, type_and_host);
 714
 715     if (yazProxy)
 716         conn = cs_create_host(yazProxy, 1, &add);
 717     else
 718         conn = cs_create_host(arg, 1, &add);
 719     if (!conn)
 720     {
 721         printf("Could not resolve address %s\n", arg);
 722         return 0;
 723     }
 724 #if YAZ_HAVE_XML2
 725 #else
 726     if (conn->protocol == PROTO_HTTP)
 727     {
 728         printf("SRW/HTTP not enabled in this YAZ\n");
 729         cs_close(conn);
 730         conn = 0;
 731         return 0;
 732     }
 733 #endif
 734     protocol = conn->protocol;
 735     if (conn->protocol == PROTO_HTTP)
 736         set_base("");
 737     else
 738         set_base("Default");
 739     printf("Connecting...");
 740     fflush(stdout);
 741     if (cs_connect(conn, add) < 0)
 742     {
 743         printf("error = %s\n", cs_strerror(conn));
 744         cs_close(conn);
 745         conn = 0;
 746         return 0;
 747     }
 748     printf("OK.\n");
 749 #if HAVE_OPENSSL_SSL_H
 750     if ((ssl = (SSL *) cs_get_ssl(conn)))
 751     {
 752         X509 *server_cert = SSL_get_peer_certificate (ssl);
 753
 754         if (server_cert)
 755         {
 756             char *pem_buf;
 757             int pem_len;
 758             BIO *bio = BIO_new(BIO_s_mem());
 759
 760             /* get PEM buffer in memory */
 761             PEM_write_bio_X509(bio, server_cert);
 762             pem_len = BIO_get_mem_data(bio, &pem_buf);
 763             fwrite(pem_buf, pem_len, 1, stdout);
 764
 765             /* print all info on screen .. */
 766             X509_print_fp(stdout, server_cert);
 767             BIO_free(bio);
 768
 769             X509_free (server_cert);
 770         }
 771     }
 772 #endif
 773     if (basep && *basep)
 774         set_base (basep);
 775     if (protocol == PROTO_Z3950)
 776     {
 777         send_initRequest(type_and_host);
 778         return 2;
 779     }
 780     return 0;
 781 }
 782
 783 int cmd_open(const char *arg)
 784 {
 785     int r;
 786     if (arg)
 787     {
 788         strncpy(cur_host, arg, sizeof(cur_host)-1);
 789         cur_host[sizeof(cur_host)-1] = 0;
 790     }
 791     r = session_connect(cur_host);
 792     if (conn && conn->protocol == PROTO_HTTP)
 793         queryType = QueryType_CQL;
 794     return r;
 795 }
 796
 797 void try_reconnect(void)
 798 {
 799     char* open_command;
 800
 801     if(!( auto_reconnect && last_open_command) ) return ;
 802
 803     open_command = (char *) xmalloc(strlen(last_open_command)+6);
 804     strcpy(open_command, "open ");
 805
 806     strcat(open_command, last_open_command);
 807
 808     process_cmd_line(open_command);
 809
 810     xfree(open_command);
 811 }
 812
 813 int cmd_authentication(const char *arg)
 814 {
 815     static Z_IdAuthentication au;
 816     static char user[40], group[40], pass[40];
 817     static Z_IdPass idPass;
 818     int r;
 819
 820     if (!*arg)
 821     {
 822         printf("Auth field set to null\n");
 823         auth = 0;
 824         return 1;
 825     }
 826     r = sscanf(arg, "%39s %39s %39s", user, group, pass);
 827     if (r == 0)
 828     {
 829         printf("Authentication set to null\n");
 830         auth = 0;
 831     }
 832     if (r == 1)
 833     {
 834         auth = &au;
 835         if (!strcmp(user, "-")) {
 836             au.which = Z_IdAuthentication_anonymous;
 837             printf("Authentication set to Anonymous\n");
 838         } else {
 839             au.which = Z_IdAuthentication_open;
 840             au.u.open = user;
 841             printf("Authentication set to Open (%s)\n", user);
 842         }
 843     }
 844     if (r == 2)
 845     {
 846         auth = &au;
 847         au.which = Z_IdAuthentication_idPass;
 848         au.u.idPass = &idPass;
 849         idPass.groupId = NULL;
 850         idPass.userId = !strcmp(user, "-") ? 0 : user;
 851         idPass.password = !strcmp(group, "-") ? 0 : group;
 852         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
 853     }
 854     if (r == 3)
 855     {
 856         auth = &au;
 857         au.which = Z_IdAuthentication_idPass;
 858         au.u.idPass = &idPass;
 859         idPass.groupId = group;
 860         idPass.userId = user;
 861         idPass.password = pass;
 862         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 863                user, group, pass);
 864     }
 865     return 1;
 866 }
 867
 868 /* SEARCH SERVICE ------------------------------ */
 869 static void display_record(Z_External *r);
 870
 871 static void print_record(const unsigned char *buf, size_t len)
 872 {
 873     size_t i = len;
 874     print_stringn(buf, len);
 875     /* add newline if not already added ... */
 876     if (i <= 0 || buf[i-1] != '\n')
 877         printf("\n");
 878 }
 879
 880 static void display_record(Z_External *r)
 881 {
 882     const Odr_oid *oid = r->direct_reference;
 883
 884     record_last = r;
 885     /*
 886      * Tell the user what we got.
 887      */
 888     if (oid)
 889     {
 890         oid_class oclass;
 891         char oid_name_buf[OID_STR_MAX];
 892         const char *oid_name
 893             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
 894         printf("Record type: ");
 895         if (oid_name)
 896             printf("%s\n", oid_name);
 897     }
 898     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 899     if (r->which == Z_External_octet)
 900     {
 901         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
 902         char *rr;
 903
 904         if (type)
 905         {
 906             /*
 907              * Call the given decoder to process the record.
 908              */
 909             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 910                 r->u.octet_aligned->len, 0);
 911             if (!(*type->fun)(in, &rr, 0, 0))
 912             {
 913                 odr_perror(in, "Decoding constructed record.");
 914                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
 915                 fprintf(stdout, "Packet dump:\n---------\n");
 916                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 917                             r->u.octet_aligned->len);
 918                 fprintf(stdout, "---------\n");
 919
 920                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 921             } else {
 922                 /*
 923                  * Note: we throw away the original, BER-encoded record here.
 924                  * Do something else with it if you want to keep it.
 925                  */
 926                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 927                 r->which = type->what;
 928             }
 929         }
 930     }
 931     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
 932     {
 933         print_record((const unsigned char *) r->u.octet_aligned->buf,
 934                      r->u.octet_aligned->len);
 935         if (marc_file)
 936             fwrite(r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
 937     }
 938     else if (oid && r->which == Z_External_octet)
 939     {
 940         const char *octet_buf = (char*)r->u.octet_aligned->buf;
 941         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
 942                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
 943                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
 944         {
 945             print_record((const unsigned char *) octet_buf,
 946                          r->u.octet_aligned->len);
 947         }
 948         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
 949         {
 950             int size = r->u.octet_aligned->len;
 951             if (size > 100)
 952                 size = 100;
 953             print_record((const unsigned char *) octet_buf, size);
 954         }
 955         else
 956         {
 957             if (oid && yaz_oid_is_iso2709(oid))
 958             {
 959                 const char *result;
 960                 size_t rlen;
 961                 yaz_iconv_t cd = 0;
 962                 yaz_marc_t mt = yaz_marc_create();
 963                 const char *from = 0;
 964
 965                 if (marcCharset && !strcmp(marcCharset, "auto"))
 966                 {
 967                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
 968                     {
 969                         if (octet_buf[9] == 'a')
 970                             from = "UTF-8";
 971                         else
 972                             from = "MARC-8";
 973                     }
 974                     else
 975                         from = "ISO-8859-1";
 976                 }
 977                 else if (marcCharset)
 978                     from = marcCharset;
 979                 if (outputCharset && from)
 980                 {
 981                     cd = yaz_iconv_open(outputCharset, from);
 982                     printf("convert from %s to %s", from,
 983                             outputCharset);
 984                     if (!cd)
 985                         printf(" unsupported\n");
 986                     else
 987                     {
 988                         yaz_marc_iconv(mt, cd);
 989                         printf("\n");
 990                     }
 991                 }
 992
 993                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
 994                                         &result, &rlen)> 0)
 995                 {
 996                     fwrite(result, rlen, 1, stdout);
 997                 }
 998                 else
 999                 {
1000                     printf("bad MARC. Dumping as it is:\n");
1001                     print_record((const unsigned char*) octet_buf,
1002                                   r->u.octet_aligned->len);
1003                 }
1004                 yaz_marc_destroy(mt);
1005                 if (cd)
1006                     yaz_iconv_close(cd);
1007             }
1008             else
1009             {
1010                 print_record((const unsigned char*) octet_buf,
1011                              r->u.octet_aligned->len);
1012             }
1013         }
1014         if (marc_file)
1015             fwrite(octet_buf, 1, r->u.octet_aligned->len, marc_file);
1016     }
1017     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
1018     {
1019         if (r->which != Z_External_sutrs)
1020         {
1021             printf("Expecting single SUTRS type for SUTRS.\n");
1022             return;
1023         }
1024         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1025         if (marc_file)
1026             fwrite(r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1027     }
1028     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
1029     {
1030         WRBUF w;
1031         if (r->which != Z_External_grs1)
1032         {
1033             printf("Expecting single GRS type for GRS.\n");
1034             return;
1035         }
1036         w = wrbuf_alloc();
1037         yaz_display_grs1(w, r->u.grs1, 0);
1038         puts(wrbuf_cstr(w));
1039         wrbuf_destroy(w);
1040     }
1041     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
1042     {
1043         int i;
1044         if (r->u.opac->bibliographicRecord)
1045             display_record(r->u.opac->bibliographicRecord);
1046         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1047         {
1048             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1049             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1050             {
1051                 printf("MARC holdings %d\n", i);
1052                 display_record(h->u.marcHoldingsRecord);
1053             }
1054             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1055             {
1056                 int j;
1057
1058                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1059
1060                 printf("Data holdings %d\n", i);
1061                 if (data->typeOfRecord)
1062                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1063                 if (data->encodingLevel)
1064                     printf("encodingLevel: %s\n", data->encodingLevel);
1065                 if (data->receiptAcqStatus)
1066                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1067                 if (data->generalRetention)
1068                     printf("generalRetention: %s\n", data->generalRetention);
1069                 if (data->completeness)
1070                     printf("completeness: %s\n", data->completeness);
1071                 if (data->dateOfReport)
1072                     printf("dateOfReport: %s\n", data->dateOfReport);
1073                 if (data->nucCode)
1074                     printf("nucCode: %s\n", data->nucCode);
1075                 if (data->localLocation)
1076                     printf("localLocation: %s\n", data->localLocation);
1077                 if (data->shelvingLocation)
1078                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1079                 if (data->callNumber)
1080                     printf("callNumber: %s\n", data->callNumber);
1081                 if (data->shelvingData)
1082                     printf("shelvingData: %s\n", data->shelvingData);
1083                 if (data->copyNumber)
1084                     printf("copyNumber: %s\n", data->copyNumber);
1085                 if (data->publicNote)
1086                     printf("publicNote: %s\n", data->publicNote);
1087                 if (data->reproductionNote)
1088                     printf("reproductionNote: %s\n", data->reproductionNote);
1089                 if (data->termsUseRepro)
1090                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1091                 if (data->enumAndChron)
1092                     printf("enumAndChron: %s\n", data->enumAndChron);
1093                 for (j = 0; j<data->num_volumes; j++)
1094                 {
1095                     printf("volume %d\n", j);
1096                     if (data->volumes[j]->enumeration)
1097                         printf(" enumeration: %s\n",
1098                                 data->volumes[j]->enumeration);
1099                     if (data->volumes[j]->chronology)
1100                         printf(" chronology: %s\n",
1101                                 data->volumes[j]->chronology);
1102                     if (data->volumes[j]->enumAndChron)
1103                         printf(" enumAndChron: %s\n",
1104                                 data->volumes[j]->enumAndChron);
1105                 }
1106                 for (j = 0; j<data->num_circulationData; j++)
1107                 {
1108                     printf("circulation %d\n", j);
1109                     if (data->circulationData[j]->availableNow)
1110                         printf(" availableNow: %d\n",
1111                                 *data->circulationData[j]->availableNow);
1112                     if (data->circulationData[j]->availablityDate)
1113                         printf(" availabiltyDate: %s\n",
1114                                 data->circulationData[j]->availablityDate);
1115                     if (data->circulationData[j]->availableThru)
1116                         printf(" availableThru: %s\n",
1117                                 data->circulationData[j]->availableThru);
1118                     if (data->circulationData[j]->restrictions)
1119                         printf(" restrictions: %s\n",
1120                                 data->circulationData[j]->restrictions);
1121                     if (data->circulationData[j]->itemId)
1122                         printf(" itemId: %s\n",
1123                                 data->circulationData[j]->itemId);
1124                     if (data->circulationData[j]->renewable)
1125                         printf(" renewable: %d\n",
1126                                 *data->circulationData[j]->renewable);
1127                     if (data->circulationData[j]->onHold)
1128                         printf(" onHold: %d\n",
1129                                 *data->circulationData[j]->onHold);
1130                     if (data->circulationData[j]->enumAndChron)
1131                         printf(" enumAndChron: %s\n",
1132                                 data->circulationData[j]->enumAndChron);
1133                     if (data->circulationData[j]->midspine)
1134                         printf(" midspine: %s\n",
1135                                 data->circulationData[j]->midspine);
1136                     if (data->circulationData[j]->temporaryLocation)
1137                         printf(" temporaryLocation: %s\n",
1138                                 data->circulationData[j]->temporaryLocation);
1139                 }
1140             }
1141         }
1142     }
1143     else
1144     {
1145         printf("Unknown record representation.\n");
1146         if (!z_External(print, &r, 0, 0))
1147         {
1148             odr_perror(print, "Printing external");
1149             odr_reset(print);
1150         }
1151     }
1152 }
1153
1154 static void display_diagrecs(Z_DiagRec **pp, int num)
1155 {
1156     int i;
1157     Z_DefaultDiagFormat *r;
1158
1159     printf("Diagnostic message(s) from database:\n");
1160     for (i = 0; i<num; i++)
1161     {
1162         Z_DiagRec *p = pp[i];
1163         if (p->which != Z_DiagRec_defaultFormat)
1164         {
1165             printf("Diagnostic record not in default format.\n");
1166             return;
1167         }
1168         else
1169             r = p->u.defaultFormat;
1170
1171         if (!r->diagnosticSetId)
1172             printf("Missing diagset\n");
1173         else
1174         {
1175             oid_class oclass;
1176             char diag_name_buf[OID_STR_MAX];
1177             const char *diag_name = 0;
1178             diag_name = yaz_oid_to_string_buf
1179                 (r->diagnosticSetId, &oclass, diag_name_buf);
1180             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1181                 printf("Unknown diagset: %s\n", diag_name);
1182         }
1183         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1184         switch (r->which)
1185         {
1186         case Z_DefaultDiagFormat_v2Addinfo:
1187             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1188             break;
1189         case Z_DefaultDiagFormat_v3Addinfo:
1190             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1191             break;
1192         }
1193     }
1194 }
1195
1196
1197 static void display_nameplusrecord(Z_NamePlusRecord *p)
1198 {
1199     if (p->databaseName)
1200         printf("[%s]", p->databaseName);
1201     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1202         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1203     else if (p->which == Z_NamePlusRecord_databaseRecord)
1204         display_record(p->u.databaseRecord);
1205 }
1206
1207 static void display_records(Z_Records *p)
1208 {
1209     int i;
1210
1211     if (p->which == Z_Records_NSD)
1212     {
1213         Z_DiagRec dr, *dr_p = &dr;
1214         dr.which = Z_DiagRec_defaultFormat;
1215         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1216         display_diagrecs(&dr_p, 1);
1217     }
1218     else if (p->which == Z_Records_multipleNSD)
1219         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1220                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1221     else
1222     {
1223         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1224         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1225             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1226     }
1227 }
1228
1229 static int send_deleteResultSetRequest(const char *arg)
1230 {
1231     char names[8][32];
1232     int i;
1233
1234     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1235     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1236
1237     req->referenceId = set_refid(out);
1238
1239     req->num_resultSetList =
1240         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1241                names[0], names[1], names[2], names[3],
1242                names[4], names[5], names[6], names[7]);
1243
1244     req->deleteFunction = (int *)
1245         odr_malloc(out, sizeof(*req->deleteFunction));
1246     if (req->num_resultSetList > 0)
1247     {
1248         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1249         req->resultSetList = (char **)
1250             odr_malloc(out, sizeof(*req->resultSetList)*
1251                         req->num_resultSetList);
1252         for (i = 0; i<req->num_resultSetList; i++)
1253             req->resultSetList[i] = names[i];
1254     }
1255     else
1256     {
1257         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1258         req->resultSetList = 0;
1259     }
1260
1261     send_apdu(apdu);
1262     printf("Sent deleteResultSetRequest.\n");
1263     return 2;
1264 }
1265
1266 #if YAZ_HAVE_XML2
1267 static int send_srw(Z_SRW_PDU *sr)
1268 {
1269     const char *charset = negotiationCharset;
1270     const char *host_port = cur_host;
1271     Z_GDU *gdu;
1272     char *path = 0;
1273
1274     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1275     *path = '/';
1276     strcpy(path+1, databaseNames[0]);
1277
1278     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1279
1280     if (!yaz_matchstr(sru_method, "get"))
1281     {
1282         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1283     }
1284     else if (!yaz_matchstr(sru_method, "post"))
1285     {
1286         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1287     }
1288     else if (!yaz_matchstr(sru_method, "soap"))
1289     {
1290         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1291     }
1292
1293     if (z_GDU(out, &gdu, 0, 0))
1294     {
1295         /* encode OK */
1296         char *buf_out;
1297         int len_out;
1298         int r;
1299         if (apdu_file)
1300         {
1301             if (!z_GDU(print, &gdu, 0, 0))
1302                 printf("Failed to print outgoing SRU package\n");
1303             odr_reset(print);
1304         }
1305         buf_out = odr_getbuf(out, &len_out, 0);
1306
1307         /* we don't odr_reset(out), since we may need the buffer again */
1308
1309         do_hex_dump(buf_out, len_out);
1310
1311         r = cs_put(conn, buf_out, len_out);
1312
1313         if (r >= 0)
1314             return 2;
1315     }
1316     return 0;
1317 }
1318 #endif
1319
1320 #if YAZ_HAVE_XML2
1321 static char *encode_SRW_term(ODR o, const char *q)
1322 {
1323     const char *in_charset = "ISO-8859-1";
1324     WRBUF w = wrbuf_alloc();
1325     yaz_iconv_t cd;
1326     char *res;
1327     if (outputCharset)
1328         in_charset = outputCharset;
1329     cd = yaz_iconv_open("UTF-8", in_charset);
1330     if (!cd)
1331     {
1332         wrbuf_destroy(w);
1333         return odr_strdup(o, q);
1334     }
1335     wrbuf_iconv_write(w, cd, q, strlen(q));
1336     if (wrbuf_len(w))
1337         res = odr_strdup(o, wrbuf_cstr(w));
1338     else
1339         res = odr_strdup(o, q);
1340     yaz_iconv_close(cd);
1341     wrbuf_destroy(w);
1342     return res;
1343 }
1344
1345
1346 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1347 {
1348     Z_SRW_PDU *sr = 0;
1349
1350     /* regular requestse .. */
1351     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1352
1353     switch(queryType)
1354     {
1355     case QueryType_CQL:
1356         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1357         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1358         break;
1359     case QueryType_Prefix:
1360         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1361         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1362         break;
1363     default:
1364         printf("Only CQL and PQF supported in SRW\n");
1365         return 0;
1366     }
1367     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1368     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1369     return send_srw(sr);
1370 }
1371
1372 static int send_SRW_searchRequest(const char *arg)
1373 {
1374     Z_SRW_PDU *sr = 0;
1375
1376     if (!srw_sr)
1377     {
1378         assert(srw_sr_odr_out == 0);
1379         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1380     }
1381     odr_reset(srw_sr_odr_out);
1382
1383     setno = 1;
1384
1385     /* save this for later .. when fetching individual records */
1386     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1387                               sru_version);
1388
1389     /* regular request .. */
1390     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1391
1392     switch(queryType)
1393     {
1394     case QueryType_CQL:
1395         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1396         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1397
1398         sr->u.request->query_type = Z_SRW_query_type_cql;
1399         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1400         break;
1401     case QueryType_Prefix:
1402         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1403         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1404
1405         sr->u.request->query_type = Z_SRW_query_type_pqf;
1406         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1407         break;
1408     default:
1409         printf("Only CQL and PQF supported in SRW\n");
1410         return 0;
1411     }
1412     sr->u.request->maximumRecords = odr_intdup(out, 0);
1413
1414     if (record_schema)
1415         sr->u.request->recordSchema = record_schema;
1416     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1417         sr->u.request->recordPacking = "xml";
1418     return send_srw(sr);
1419 }
1420 #endif
1421
1422 static void query_charset_convert(Z_RPNQuery *q)
1423 {
1424     if (queryCharset && outputCharset)
1425     {
1426         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1427         if (!cd)
1428         {
1429             printf("Conversion from %s to %s unsupported\n",
1430                    outputCharset, queryCharset);
1431             return;
1432         }
1433         yaz_query_charset_convert_rpnquery(q, out, cd);
1434         yaz_iconv_close(cd);
1435     }
1436 }
1437
1438 static int send_searchRequest(const char *arg)
1439 {
1440     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1441     Z_SearchRequest *req = apdu->u.searchRequest;
1442     Z_Query query;
1443     struct ccl_rpn_node *rpn = NULL;
1444     int error, pos;
1445     char setstring[100];
1446     Z_RPNQuery *RPNquery;
1447     Odr_oct ccl_query;
1448     YAZ_PQF_Parser pqf_parser;
1449     Z_External *ext;
1450     QueryType myQueryType = queryType;
1451     char pqfbuf[512];
1452
1453     if (myQueryType == QueryType_CCL2RPN)
1454     {
1455         rpn = ccl_find_str(bibset, arg, &error, &pos);
1456         if (error)
1457         {
1458             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1459             return 0;
1460         }
1461     } else if (myQueryType == QueryType_CQL2RPN) {
1462         /* ### All this code should be wrapped in a utility function */
1463         CQL_parser parser;
1464         struct cql_node *node;
1465         const char *addinfo;
1466         if (cqltrans == 0) {
1467             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1468             return 0;
1469         }
1470         parser = cql_parser_create();
1471         if ((error = cql_parser_string(parser, arg)) != 0) {
1472             printf("Can't parse CQL: must be a syntax error\n");
1473             return 0;
1474         }
1475         node = cql_parser_result(parser);
1476         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1477                                        sizeof pqfbuf)) != 0) {
1478             error = cql_transform_error(cqltrans, &addinfo);
1479             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1480                     cql_strerror(error), addinfo);
1481             return 0;
1482         }
1483         arg = pqfbuf;
1484         myQueryType = QueryType_Prefix;
1485     }
1486
1487     req->referenceId = set_refid(out);
1488     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1489     {
1490         static unsigned char big[2100];
1491         static Odr_oct bigo;
1492
1493         /* send a very big referenceid to test transport stack etc. */
1494         memset(big, 'A', 2100);
1495         bigo.len = bigo.size = 2100;
1496         bigo.buf = big;
1497         req->referenceId = &bigo;
1498     }
1499
1500     if (setnumber >= 0)
1501     {
1502         sprintf(setstring, "%d", ++setnumber);
1503         req->resultSetName = setstring;
1504     }
1505     *req->smallSetUpperBound = smallSetUpperBound;
1506     *req->largeSetLowerBound = largeSetLowerBound;
1507     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1508     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1509         mediumSetPresentNumber > 0))
1510     {
1511         if (recordsyntax_size)
1512             req->preferredRecordSyntax =
1513                 yaz_string_to_oid_odr(yaz_oid_std(),
1514                                       CLASS_RECSYN, recordsyntax_list[0], out);
1515
1516         req->smallSetElementSetNames =
1517             req->mediumSetElementSetNames = elementSetNames;
1518     }
1519     req->num_databaseNames = num_databaseNames;
1520     req->databaseNames = databaseNames;
1521
1522     req->query = &query;
1523
1524     switch (myQueryType)
1525     {
1526     case QueryType_Prefix:
1527         query.which = Z_Query_type_1;
1528         pqf_parser = yaz_pqf_create();
1529         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1530         if (!RPNquery)
1531         {
1532             const char *pqf_msg;
1533             size_t off;
1534             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1535             int ioff = off;
1536             printf("%*s^\n", ioff+4, "");
1537             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1538
1539             yaz_pqf_destroy(pqf_parser);
1540             return 0;
1541         }
1542         yaz_pqf_destroy(pqf_parser);
1543         query_charset_convert(RPNquery);
1544         query.u.type_1 = RPNquery;
1545         break;
1546     case QueryType_CCL:
1547         query.which = Z_Query_type_2;
1548         query.u.type_2 = &ccl_query;
1549         ccl_query.buf = (unsigned char*) arg;
1550         ccl_query.len = strlen(arg);
1551         break;
1552     case QueryType_CCL2RPN:
1553         query.which = Z_Query_type_1;
1554         RPNquery = ccl_rpn_query(out, rpn);
1555         if (!RPNquery)
1556         {
1557             printf("Couldn't convert from CCL to RPN\n");
1558             return 0;
1559         }
1560         query_charset_convert(RPNquery);
1561         query.u.type_1 = RPNquery;
1562         ccl_rpn_delete(rpn);
1563         break;
1564     case QueryType_CQL:
1565         query.which = Z_Query_type_104;
1566         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1567         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1568         ext->indirect_reference = 0;
1569         ext->descriptor = 0;
1570         ext->which = Z_External_CQL;
1571         ext->u.cql = odr_strdup(out, arg);
1572         query.u.type_104 =  ext;
1573         break;
1574     default:
1575         printf("Unsupported query type\n");
1576         return 0;
1577     }
1578     if (send_apdu(apdu))
1579         printf("Sent searchRequest.\n");
1580     setno = 1;
1581     return 2;
1582 }
1583
1584 /* display Query Expression as part of searchResult-1 */
1585 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1586 {
1587     if (!qe)
1588         return;
1589     printf(" %s=", lead);
1590     if (qe->which == Z_QueryExpression_term)
1591     {
1592         if (qe->u.term->queryTerm)
1593         {
1594             Z_Term *term = qe->u.term->queryTerm;
1595             switch (term->which)
1596             {
1597             case Z_Term_general:
1598                 printf("%.*s", term->u.general->len, term->u.general->buf);
1599                 break;
1600             case Z_Term_characterString:
1601                 printf("%s", term->u.characterString);
1602                 break;
1603             case Z_Term_numeric:
1604                 printf("%d", *term->u.numeric);
1605                 break;
1606             case Z_Term_null:
1607                 printf("null");
1608                 break;
1609             }
1610         }
1611     }
1612 }
1613
1614 /* see if we can find USR:SearchResult-1 */
1615 static void display_searchResult(Z_OtherInformation *o)
1616 {
1617     int i;
1618     if (!o)
1619         return ;
1620     for (i = 0; i < o->num_elements; i++)
1621     {
1622         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1623         {
1624             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1625
1626             if (ext->which == Z_External_searchResult1)
1627             {
1628                 int j;
1629                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1630                 printf("SearchResult-1:");
1631                 for (j = 0; j < sr->num; j++)
1632                 {
1633                     if (j)
1634                         printf(",");
1635                     if (!sr->elements[j]->subqueryExpression)
1636                         printf("%d", j);
1637                     display_queryExpression("term",
1638                         sr->elements[j]->subqueryExpression);
1639                     display_queryExpression("interpretation",
1640                         sr->elements[j]->subqueryInterpretation);
1641                     display_queryExpression("recommendation",
1642                         sr->elements[j]->subqueryRecommendation);
1643                     if (sr->elements[j]->subqueryCount)
1644                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1645                     if (sr->elements[j]->subqueryId)
1646                         printf(" id=%s ", sr->elements[j]->subqueryId);
1647                 }
1648                 printf("\n");
1649             }
1650         }
1651     }
1652 }
1653
1654 static int process_searchResponse(Z_SearchResponse *res)
1655 {
1656     printf("Received SearchResponse.\n");
1657     print_refid(res->referenceId);
1658     if (*res->searchStatus)
1659         printf("Search was a success.\n");
1660     else
1661         printf("Search was a bloomin' failure.\n");
1662     printf("Number of hits: %d", *res->resultCount);
1663     last_hit_count = *res->resultCount;
1664     if (setnumber >= 0)
1665         printf(", setno %d", setnumber);
1666     putchar('\n');
1667     if (res->resultSetStatus)
1668     {
1669         printf("Result Set Status: ");
1670         switch(*res->resultSetStatus)
1671         {
1672         case Z_SearchResponse_subset:
1673             printf("subset"); break;
1674         case Z_SearchResponse_interim:
1675             printf("interim"); break;
1676         case Z_SearchResponse_none:
1677             printf("none"); break;
1678         case Z_SearchResponse_estimate:
1679             printf("estimate"); break;
1680         default:
1681             printf("%d", *res->resultSetStatus);
1682         }
1683         putchar('\n');
1684     }
1685     display_searchResult(res->additionalSearchInfo);
1686     printf("records returned: %d\n",
1687            *res->numberOfRecordsReturned);
1688     setno += *res->numberOfRecordsReturned;
1689     if (res->records)
1690         display_records(res->records);
1691     return 0;
1692 }
1693
1694 static void print_level(int iLevel)
1695 {
1696     int i;
1697     for (i = 0; i < iLevel * 4; i++)
1698         printf(" ");
1699 }
1700
1701 static void print_int(int iLevel, const char *pTag, int *pInt)
1702 {
1703     if (pInt != NULL)
1704     {
1705         print_level(iLevel);
1706         printf("%s: %d\n", pTag, *pInt);
1707     }
1708 }
1709
1710 static void print_string(int iLevel, const char *pTag, const char *pString)
1711 {
1712     if (pString != NULL)
1713     {
1714         print_level(iLevel);
1715         printf("%s: %s\n", pTag, pString);
1716     }
1717 }
1718
1719 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1720 {
1721     if (pOid != NULL)
1722     {
1723         Odr_oid *pInt = pOid;
1724
1725         print_level(iLevel);
1726         printf("%s:", pTag);
1727         for (; *pInt != -1; pInt++)
1728             printf(" %d", *pInt);
1729         printf("\n");
1730     }
1731 }
1732
1733 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1734 {
1735     if (referenceId != NULL)
1736     {
1737         int i;
1738
1739         print_level(iLevel);
1740         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1741         for (i = 0; i < referenceId->len; i++)
1742             printf("%c", referenceId->buf[i]);
1743         printf("\n");
1744     }
1745 }
1746
1747 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1748 {
1749     if (pStringNumeric != NULL)
1750     {
1751         switch (pStringNumeric->which)
1752         {
1753         case Z_StringOrNumeric_string:
1754             print_string(iLevel, pTag, pStringNumeric->u.string);
1755             break;
1756
1757         case Z_StringOrNumeric_numeric:
1758             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1759             break;
1760
1761         default:
1762             print_level(iLevel);
1763             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1764             break;
1765         }
1766     }
1767 }
1768
1769 static void print_universe_report_duplicate(
1770     int iLevel,
1771     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1772 {
1773     if (pUniverseReportDuplicate != NULL)
1774     {
1775         print_level(iLevel);
1776         printf("Universe Report Duplicate: \n");
1777         iLevel++;
1778         print_string_or_numeric(iLevel, "Hit No",
1779                                 pUniverseReportDuplicate->hitno);
1780     }
1781 }
1782
1783 static void print_universe_report_hits(
1784     int iLevel,
1785     Z_UniverseReportHits *pUniverseReportHits)
1786 {
1787     if (pUniverseReportHits != NULL)
1788     {
1789         print_level(iLevel);
1790         printf("Universe Report Hits: \n");
1791         iLevel++;
1792         print_string_or_numeric(iLevel, "Database",
1793                                 pUniverseReportHits->database);
1794         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1795     }
1796 }
1797
1798 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1799 {
1800     if (pUniverseReport != NULL)
1801     {
1802         print_level(iLevel);
1803         printf("Universe Report: \n");
1804         iLevel++;
1805         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1806         switch (pUniverseReport->which)
1807         {
1808         case Z_UniverseReport_databaseHits:
1809             print_universe_report_hits(iLevel,
1810                                        pUniverseReport->u.databaseHits);
1811             break;
1812
1813         case Z_UniverseReport_duplicate:
1814             print_universe_report_duplicate(iLevel,
1815                                             pUniverseReport->u.duplicate);
1816             break;
1817
1818         default:
1819             print_level(iLevel);
1820             printf("Type: %d\n", pUniverseReport->which);
1821             break;
1822         }
1823     }
1824 }
1825
1826 static void print_external(int iLevel, Z_External *pExternal)
1827 {
1828     if (pExternal != NULL)
1829     {
1830         print_level(iLevel);
1831         printf("External: \n");
1832         iLevel++;
1833         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1834         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1835         print_string(iLevel, "Descriptor", pExternal->descriptor);
1836         switch (pExternal->which)
1837         {
1838         case Z_External_universeReport:
1839             print_universe_report(iLevel, pExternal->u.universeReport);
1840             break;
1841
1842         default:
1843             print_level(iLevel);
1844             printf("Type: %d\n", pExternal->which);
1845             break;
1846         }
1847     }
1848 }
1849
1850 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1851 {
1852     printf("Received ResourceControlRequest.\n");
1853     print_referenceId(1, req->referenceId);
1854     print_int(1, "Suspended Flag", req->suspendedFlag);
1855     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1856     print_int(1, "Response Required", req->responseRequired);
1857     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1858     print_external(1, req->resourceReport);
1859     return 0;
1860 }
1861
1862 void process_ESResponse(Z_ExtendedServicesResponse *res)
1863 {
1864     printf("Status: ");
1865     switch (*res->operationStatus)
1866     {
1867     case Z_ExtendedServicesResponse_done:
1868         printf("done\n");
1869         break;
1870     case Z_ExtendedServicesResponse_accepted:
1871         printf("accepted\n");
1872         break;
1873     case Z_ExtendedServicesResponse_failure:
1874         printf("failure\n");
1875         display_diagrecs(res->diagnostics, res->num_diagnostics);
1876         break;
1877     default:
1878         printf("unknown\n");
1879     }
1880     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1881         (res->num_diagnostics != 0) ) {
1882         display_diagrecs(res->diagnostics, res->num_diagnostics);
1883     }
1884     print_refid (res->referenceId);
1885     if (res->taskPackage &&
1886         res->taskPackage->which == Z_External_extendedService)
1887     {
1888         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1889         Odr_oct *id = taskPackage->targetReference;
1890         Z_External *ext = taskPackage->taskSpecificParameters;
1891
1892         if (id)
1893         {
1894             printf("Target Reference: ");
1895             print_stringn (id->buf, id->len);
1896             printf("\n");
1897         }
1898         if (ext->which == Z_External_update)
1899         {
1900             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1901             if (utp && utp->targetPart)
1902             {
1903                 Z_IUTargetPart *targetPart = utp->targetPart;
1904                 int i;
1905
1906                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1907                 {
1908
1909                     Z_IUTaskPackageRecordStructure *tpr =
1910                         targetPart->taskPackageRecords[i];
1911                     printf("task package record %d\n", i+1);
1912                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1913                     {
1914                         display_record (tpr->u.record);
1915                     }
1916                     else
1917                     {
1918                         printf("other type\n");
1919                     }
1920                 }
1921             }
1922         }
1923         if (ext->which == Z_External_itemOrder)
1924         {
1925             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1926
1927             if (otp && otp->targetPart)
1928             {
1929                 if (otp->targetPart->itemRequest)
1930                 {
1931                     Z_External *ext = otp->targetPart->itemRequest;
1932                     if (ext->which == Z_External_octet)
1933                     {
1934                         Odr_oct *doc = ext->u.octet_aligned;
1935                         printf("Got itemRequest doc %.*s\n",
1936                                doc->len, doc->buf);
1937                     }
1938                 }
1939                 else if (otp->targetPart->statusOrErrorReport)
1940                 {
1941                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1942                     if (ext->which == Z_External_octet)
1943                     {
1944                         Odr_oct *doc = ext->u.octet_aligned;
1945                         printf("Got Status or Error Report doc %.*s\n",
1946                                doc->len, doc->buf);
1947                     }
1948                 }
1949             }
1950         }
1951     }
1952     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1953     {
1954         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1955         printf("%.*s\n", doc->len, doc->buf);
1956     }
1957 }
1958
1959 const char *get_ill_element(void *clientData, const char *element)
1960 {
1961     return 0;
1962 }
1963
1964 static Z_External *create_external_itemRequest(void)
1965 {
1966     struct ill_get_ctl ctl;
1967     ILL_ItemRequest *req;
1968     Z_External *r = 0;
1969     int item_request_size = 0;
1970     char *item_request_buf = 0;
1971
1972     ctl.odr = out;
1973     ctl.clientData = 0;
1974     ctl.f = get_ill_element;
1975
1976     req = ill_get_ItemRequest(&ctl, "ill", 0);
1977     if (!req)
1978         printf("ill_get_ItemRequest failed\n");
1979
1980     if (!ill_ItemRequest(out, &req, 0, 0))
1981     {
1982         if (apdu_file)
1983         {
1984             ill_ItemRequest(print, &req, 0, 0);
1985             odr_reset(print);
1986         }
1987         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1988         if (item_request_buf)
1989             odr_setbuf (out, item_request_buf, item_request_size, 1);
1990         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1991         return 0;
1992     }
1993     else
1994     {
1995         r = (Z_External *) odr_malloc(out, sizeof(*r));
1996         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1997         r->indirect_reference = 0;
1998         r->descriptor = 0;
1999         r->which = Z_External_single;
2000
2001         r->u.single_ASN1_type = (Odr_oct *)
2002             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2003         r->u.single_ASN1_type->buf = (unsigned char *)
2004         odr_malloc(out, item_request_size);
2005         r->u.single_ASN1_type->len = item_request_size;
2006         r->u.single_ASN1_type->size = item_request_size;
2007         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
2008                 item_request_size);
2009
2010         do_hex_dump(item_request_buf,item_request_size);
2011     }
2012     return r;
2013 }
2014
2015 static Z_External *create_external_ILL_APDU(int which)
2016 {
2017     struct ill_get_ctl ctl;
2018     ILL_APDU *ill_apdu;
2019     Z_External *r = 0;
2020     int ill_request_size = 0;
2021     char *ill_request_buf = 0;
2022
2023     ctl.odr = out;
2024     ctl.clientData = 0;
2025     ctl.f = get_ill_element;
2026
2027     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2028
2029     if (!ill_APDU (out, &ill_apdu, 0, 0))
2030     {
2031         if (apdu_file)
2032         {
2033             printf("-------------------\n");
2034             ill_APDU(print, &ill_apdu, 0, 0);
2035             odr_reset(print);
2036             printf("-------------------\n");
2037         }
2038         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2039         if (ill_request_buf)
2040             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2041         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2042         return 0;
2043     }
2044     else
2045     {
2046         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2047
2048         r = (Z_External *) odr_malloc(out, sizeof(*r));
2049         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2050         r->indirect_reference = 0;
2051         r->descriptor = 0;
2052         r->which = Z_External_single;
2053
2054         r->u.single_ASN1_type = (Odr_oct *)
2055             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2056         r->u.single_ASN1_type->buf = (unsigned char *)
2057         odr_malloc(out, ill_request_size);
2058         r->u.single_ASN1_type->len = ill_request_size;
2059         r->u.single_ASN1_type->size = ill_request_size;
2060         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2061 /*         printf("len = %d\n", ill_request_size); */
2062 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2063 /*              printf("--- end of extenal\n"); */
2064
2065     }
2066     return r;
2067 }
2068
2069
2070 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2071                                             const char *xml_buf,
2072                                             int xml_len)
2073 {
2074     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2075     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2076     r->indirect_reference = 0;
2077     r->descriptor = 0;
2078
2079     r->which = Z_External_itemOrder;
2080
2081     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2082     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2083     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2084
2085     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2086         odr_malloc(out,sizeof(Z_IORequest));
2087     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2088
2089     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2090         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2091     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2092     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2093         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2094     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2095
2096     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2097     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2098     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2099
2100     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2101         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2102     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2103     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2104
2105     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2106         (int *) odr_malloc(out, sizeof(int));
2107     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2108
2109     if (!strcmp (type, "item") || !strcmp(type, "2"))
2110     {
2111         printf("using item-request\n");
2112         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2113             create_external_itemRequest();
2114     }
2115     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2116     {
2117         printf("using ILL-request\n");
2118         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2119             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2120     }
2121     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2122     {
2123         printf("using XML ILL-request\n");
2124
2125         if (!xml_buf)
2126         {
2127             printf("no docoument added\n");
2128             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2129         }
2130         else
2131         {
2132             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2133                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2134         }
2135     }
2136     else
2137         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2138
2139     return r;
2140 }
2141
2142 static int send_itemorder(const char *type, int itemno,
2143                           const char *xml_buf, int xml_len)
2144 {
2145     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2146     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2147
2148     req->referenceId = set_refid (out);
2149
2150     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2151     req->packageName = esPackageName;
2152
2153     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2154                                                            xml_buf, xml_len);
2155     send_apdu(apdu);
2156     return 0;
2157 }
2158
2159 static int only_z3950(void)
2160 {
2161     if (!conn)
2162     {
2163         printf("Not connected yet\n");
2164         return 1;
2165     }
2166     if (protocol == PROTO_HTTP)
2167     {
2168         printf("Not supported by SRW\n");
2169         return 1;
2170     }
2171     return 0;
2172 }
2173
2174 static int cmd_update_common(const char *arg, int version);
2175
2176 static int cmd_update(const char *arg)
2177 {
2178     return cmd_update_common(arg, 1);
2179 }
2180
2181 static int cmd_update0(const char *arg)
2182 {
2183     return cmd_update_common(arg, 0);
2184 }
2185
2186 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2187                             char *rec_buf, int rec_len);
2188
2189 static int cmd_update_SRW(int action_no, const char *recid,
2190                           char *rec_buf, int rec_len);
2191
2192 static int cmd_update_common(const char *arg, int version)
2193 {
2194     char *action_buf;
2195     int action_len;
2196     char *recid_buf;
2197     int recid_len;
2198     const char *recid = 0;
2199     char *rec_buf;
2200     int rec_len;
2201     int action_no;
2202     int noread = 0;
2203
2204     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2205     {
2206         printf("Use: update action recid [fname]\n");
2207         printf(" where action is one of insert,replace,delete.update\n");
2208         printf(" recid is some record ID. Use none for no ID\n");
2209         printf(" fname is file of record to be updated\n");
2210         return 0;
2211     }
2212
2213     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2214     {
2215         printf("Missing recid\n");
2216         return 0;
2217     }
2218
2219     if (!strcmp(action_buf, "insert"))
2220         action_no = Z_IUOriginPartToKeep_recordInsert;
2221     else if (!strcmp(action_buf, "replace"))
2222         action_no = Z_IUOriginPartToKeep_recordReplace;
2223     else if (!strcmp(action_buf, "delete"))
2224         action_no = Z_IUOriginPartToKeep_recordDelete;
2225     else if (!strcmp(action_buf, "update"))
2226         action_no = Z_IUOriginPartToKeep_specialUpdate;
2227     else
2228     {
2229         printf("Bad action: %s\n", action_buf);
2230         printf("Possible values: insert, replace, delete, update\n");
2231         return 0;
2232     }
2233
2234     if (strcmp(recid_buf, "none")) /* none means no record ID */
2235         recid = recid_buf;
2236
2237     arg += noread;
2238     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2239         return 0;
2240
2241 #if YAZ_HAVE_XML2
2242     if (protocol == PROTO_HTTP)
2243         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2244 #endif
2245     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2246 }
2247
2248 #if YAZ_HAVE_XML2
2249 static int cmd_update_SRW(int action_no, const char *recid,
2250                           char *rec_buf, int rec_len)
2251 {
2252     if (!conn)
2253         session_connect(cur_host);
2254     if (!conn)
2255         return 0;
2256     else
2257     {
2258         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2259         Z_SRW_updateRequest *sr = srw->u.update_request;
2260
2261         switch(action_no)
2262         {
2263         case Z_IUOriginPartToKeep_recordInsert:
2264             sr->operation = "info:srw/action/1/create";
2265             break;
2266         case Z_IUOriginPartToKeep_recordReplace:
2267             sr->operation = "info:srw/action/1/replace";
2268             break;
2269         case Z_IUOriginPartToKeep_recordDelete:
2270             sr->operation = "info:srw/action/1/delete";
2271             break;
2272         }
2273         if (rec_buf)
2274         {
2275             sr->record = yaz_srw_get_record(out);
2276             sr->record->recordData_buf = rec_buf;
2277             sr->record->recordData_len = rec_len;
2278             sr->record->recordSchema = record_schema;
2279         }
2280         if (recid)
2281             sr->recordId = odr_strdup(out, recid);
2282         return send_srw(srw);
2283     }
2284 }
2285 #endif
2286
2287 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2288                             char *rec_buf, int rec_len)
2289 {
2290     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2291     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2292     Z_External *r;
2293     Z_External *record_this = 0;
2294     if (rec_buf)
2295         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2296                                        rec_buf, rec_len);
2297     else
2298     {
2299         if (!record_last)
2300         {
2301             printf("No last record (update ignored)\n");
2302             return 0;
2303         }
2304         record_this = record_last;
2305     }
2306
2307     req->packageType = odr_oiddup(out, (version == 0 ?
2308        yaz_oid_extserv_database_update_first_version :
2309        yaz_oid_extserv_database_update));
2310
2311     req->packageName = esPackageName;
2312
2313     req->referenceId = set_refid (out);
2314
2315     r = req->taskSpecificParameters = (Z_External *)
2316         odr_malloc(out, sizeof(*r));
2317     r->direct_reference = req->packageType;
2318     r->indirect_reference = 0;
2319     r->descriptor = 0;
2320     if (version == 0)
2321     {
2322         Z_IU0OriginPartToKeep *toKeep;
2323         Z_IU0SuppliedRecords *notToKeep;
2324
2325         r->which = Z_External_update0;
2326         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2327         r->u.update0->which = Z_IUUpdate_esRequest;
2328         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2329             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2330         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2331             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2332
2333         toKeep->databaseName = databaseNames[0];
2334         toKeep->schema = 0;
2335         if (record_schema)
2336         {
2337             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2338                                                    CLASS_SCHEMA,
2339                                                    record_schema, out);
2340         }
2341         toKeep->elementSetName = 0;
2342
2343         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2344         *toKeep->action = action_no;
2345
2346         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2347             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2348         notToKeep->num = 1;
2349         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2350             odr_malloc(out, sizeof(*notToKeep->elements));
2351         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2352             odr_malloc(out, sizeof(**notToKeep->elements));
2353         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2354         if (recid)
2355         {
2356             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2357                 odr_malloc(out, sizeof(Odr_oct));
2358             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2359             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2360             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2361         }
2362         else
2363             notToKeep->elements[0]->u.opaque = 0;
2364         notToKeep->elements[0]->supplementalId = 0;
2365         notToKeep->elements[0]->correlationInfo = 0;
2366         notToKeep->elements[0]->record = record_this;
2367     }
2368     else
2369     {
2370         Z_IUOriginPartToKeep *toKeep;
2371         Z_IUSuppliedRecords *notToKeep;
2372
2373         r->which = Z_External_update;
2374         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2375         r->u.update->which = Z_IUUpdate_esRequest;
2376         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2377             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2378         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2379             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2380
2381         toKeep->databaseName = databaseNames[0];
2382         toKeep->schema = 0;
2383         if (record_schema)
2384         {
2385             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2386                                                    CLASS_SCHEMA,
2387                                                    record_schema, out);
2388         }
2389         toKeep->elementSetName = 0;
2390         toKeep->actionQualifier = 0;
2391         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2392         *toKeep->action = action_no;
2393
2394         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2395             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2396         notToKeep->num = 1;
2397         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2398             odr_malloc(out, sizeof(*notToKeep->elements));
2399         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2400             odr_malloc(out, sizeof(**notToKeep->elements));
2401         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2402         if (recid)
2403         {
2404             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2405                 odr_malloc(out, sizeof(Odr_oct));
2406             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2407             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2408             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2409         }
2410         else
2411             notToKeep->elements[0]->u.opaque = 0;
2412         notToKeep->elements[0]->supplementalId = 0;
2413         notToKeep->elements[0]->correlationInfo = 0;
2414         notToKeep->elements[0]->record = record_this;
2415     }
2416
2417     send_apdu(apdu);
2418
2419     return 2;
2420 }
2421
2422 static int cmd_xmles(const char *arg)
2423 {
2424     if (only_z3950())
2425         return 1;
2426     else
2427     {
2428         char *asn_buf = 0;
2429         int noread = 0;
2430         Odr_oid *oid;
2431         char oid_str[51];
2432         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2433         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2434
2435
2436         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2437
2438         req->referenceId = set_refid (out);
2439         req->taskSpecificParameters = ext;
2440         ext->indirect_reference = 0;
2441         ext->descriptor = 0;
2442         ext->which = Z_External_octet;
2443         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2444         sscanf(arg, "%50s%n", oid_str, &noread);
2445         if (noread == 0)
2446         {
2447             printf("Missing OID for xmles\n");
2448             return 0;
2449         }
2450         arg += noread;
2451         if (parse_cmd_doc(&arg, out, &asn_buf,
2452                           &ext->u.single_ASN1_type->len) == 0)
2453             return 0;
2454
2455         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2456
2457         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2458                                     CLASS_EXTSERV, oid_str, out);
2459         if (!oid)
2460         {
2461             printf("Bad OID: %s\n", oid_str);
2462             return 0;
2463         }
2464
2465         req->packageType = oid;
2466
2467         ext->direct_reference = oid;
2468
2469         send_apdu(apdu);
2470
2471         return 2;
2472     }
2473 }
2474
2475 static int cmd_itemorder(const char *arg)
2476 {
2477     char type[12];
2478     int itemno;
2479     char *xml_buf = 0;
2480     int xml_len = 0;
2481     int no_read = 0;
2482
2483     if (only_z3950())
2484         return 1;
2485     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2486         return 0;
2487     arg += no_read;
2488     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2489
2490     fflush(stdout);
2491     send_itemorder(type, itemno, xml_buf, xml_len);
2492     return 2;
2493 }
2494
2495 static void show_opt(const char *arg, void *clientData)
2496 {
2497     printf("%s ", arg);
2498 }
2499
2500 static int cmd_zversion(const char *arg)
2501 {
2502     if (*arg && arg)
2503         z3950_version = atoi(arg);
2504     else
2505         printf("version is %d\n", z3950_version);
2506     return 0;
2507 }
2508
2509 static int cmd_options(const char *arg)
2510 {
2511     if (*arg)
2512     {
2513         int r;
2514         int pos;
2515         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2516         if (r == -1)
2517             printf("Unknown option(s) near %s\n", arg+pos);
2518     }
2519     else
2520     {
2521         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2522         printf("\n");
2523     }
2524     return 0;
2525 }
2526
2527 static int cmd_explain(const char *arg)
2528 {
2529     if (protocol != PROTO_HTTP)
2530         return 0;
2531 #if YAZ_HAVE_XML2
2532     if (!conn)
2533         session_connect(cur_host);
2534     if (conn)
2535     {
2536         Z_SRW_PDU *sr = 0;
2537
2538         setno = 1;
2539
2540         /* save this for later .. when fetching individual records */
2541         sr = yaz_srw_get(out, Z_SRW_explain_request);
2542         if (recordsyntax_size == 1
2543             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2544             sr->u.explain_request->recordPacking = "xml";
2545         send_srw(sr);
2546         return 2;
2547     }
2548 #endif
2549     return 0;
2550 }
2551
2552 static int cmd_init(const char *arg)
2553 {
2554     if (*arg)
2555     {
2556         strncpy(cur_host, arg, sizeof(cur_host)-1);
2557         cur_host[sizeof(cur_host)-1] = 0;
2558     }
2559     if (only_z3950())
2560         return 1;
2561     send_initRequest(cur_host);
2562     return 2;
2563 }
2564
2565 static int cmd_sru(const char *arg)
2566 {
2567     if (!*arg)
2568     {
2569         printf("SRU method is: %s\n", sru_method);
2570         printf("SRU version is: %s\n", sru_version);
2571     }
2572     else
2573     {
2574         int r;
2575         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2576         if (r >= 1)
2577         {
2578             if (!yaz_matchstr(sru_method, "post"))
2579                 ;
2580             else if (!yaz_matchstr(sru_method, "get"))
2581                 ;
2582             else if (!yaz_matchstr(sru_method, "soap"))
2583                 ;
2584             else
2585             {
2586                 strcpy(sru_method, "soap");
2587                 printf("Unknown SRU method: %s\n", arg);
2588                 printf("Specify one of POST, GET, SOAP\n");
2589             }
2590         }
2591     }
2592     return 0;
2593 }
2594
2595 static int cmd_find(const char *arg)
2596 {
2597     if (!*arg)
2598     {
2599         printf("Find what?\n");
2600         return 0;
2601     }
2602     if (protocol == PROTO_HTTP)
2603     {
2604 #if YAZ_HAVE_XML2
2605         if (!conn)
2606             session_connect(cur_host);
2607         if (!conn)
2608             return 0;
2609         if (!send_SRW_searchRequest(arg))
2610             return 0;
2611 #else
2612         return 0;
2613 #endif
2614     }
2615     else
2616     {
2617         if (!conn)
2618         {
2619             try_reconnect();
2620
2621             if (!conn) {
2622                 printf("Not connected yet\n");
2623                 return 0;
2624             }
2625         }
2626         if (!send_searchRequest(arg))
2627             return 0;
2628     }
2629     return 2;
2630 }
2631
2632 static int cmd_delete(const char *arg)
2633 {
2634     if (only_z3950())
2635         return 0;
2636     if (!send_deleteResultSetRequest(arg))
2637         return 0;
2638     return 2;
2639 }
2640
2641 static int cmd_ssub(const char *arg)
2642 {
2643     if (!(smallSetUpperBound = atoi(arg)))
2644         return 0;
2645     return 1;
2646 }
2647
2648 static int cmd_lslb(const char *arg)
2649 {
2650     if (!(largeSetLowerBound = atoi(arg)))
2651         return 0;
2652     return 1;
2653 }
2654
2655 static int cmd_mspn(const char *arg)
2656 {
2657     if (!(mediumSetPresentNumber = atoi(arg)))
2658         return 0;
2659     return 1;
2660 }
2661
2662 static int cmd_status(const char *arg)
2663 {
2664     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2665     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2666     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2667     return 1;
2668 }
2669
2670 static int cmd_setnames(const char *arg)
2671 {
2672     if (*arg == '1')         /* enable ? */
2673         setnumber = 0;
2674     else if (*arg == '0')    /* disable ? */
2675         setnumber = -1;
2676     else if (setnumber < 0)  /* no args, toggle .. */
2677         setnumber = 0;
2678     else
2679         setnumber = -1;
2680
2681     if (setnumber >= 0)
2682         printf("Set numbering enabled.\n");
2683     else
2684         printf("Set numbering disabled.\n");
2685     return 1;
2686 }
2687
2688 /* PRESENT SERVICE ----------------------------- */
2689
2690 static void parse_show_args(const char *arg_c, char *setstring,
2691                             int *start, int *number)
2692 {
2693     char arg[40];
2694     char *p;
2695
2696     strncpy(arg, arg_c, sizeof(arg)-1);
2697     arg[sizeof(arg)-1] = '\0';
2698
2699     if ((p = strchr(arg, '+')))
2700     {
2701         *number = atoi(p + 1);
2702         *p = '\0';
2703     }
2704     if (*arg)
2705     {
2706         if (!strcmp(arg, "all"))
2707         {
2708             *number = last_hit_count;
2709             *start = 1;
2710         }
2711         else
2712             *start = atoi(arg);
2713     }
2714     if (p && (p=strchr(p+1, '+')))
2715         strcpy(setstring, p+1);
2716     else if (setnumber >= 0)
2717         sprintf(setstring, "%d", setnumber);
2718     else
2719         *setstring = '\0';
2720 }
2721
2722 static int send_presentRequest(const char *arg)
2723 {
2724     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2725     Z_PresentRequest *req = apdu->u.presentRequest;
2726     Z_RecordComposition compo;
2727     int nos = 1;
2728     char setstring[100];
2729
2730     req->referenceId = set_refid(out);
2731
2732     parse_show_args(arg, setstring, &setno, &nos);
2733     if (*setstring)
2734         req->resultSetId = setstring;
2735
2736     req->resultSetStartPoint = &setno;
2737     req->numberOfRecordsRequested = &nos;
2738
2739     if (recordsyntax_size)
2740         req->preferredRecordSyntax =
2741             yaz_string_to_oid_odr(yaz_oid_std(),
2742                                   CLASS_RECSYN, recordsyntax_list[0], out);
2743
2744     if (record_schema || recordsyntax_size >= 2)
2745     {
2746         req->recordComposition = &compo;
2747         compo.which = Z_RecordComp_complex;
2748         compo.u.complex = (Z_CompSpec *)
2749             odr_malloc(out, sizeof(*compo.u.complex));
2750         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2751             odr_malloc(out, sizeof(bool_t));
2752         *compo.u.complex->selectAlternativeSyntax = 0;
2753
2754         compo.u.complex->generic = (Z_Specification *)
2755             odr_malloc(out, sizeof(*compo.u.complex->generic));
2756
2757         compo.u.complex->generic->which = Z_Schema_oid;
2758         if (!record_schema)
2759             compo.u.complex->generic->schema.oid = 0;
2760         else
2761         {
2762             compo.u.complex->generic->schema.oid =
2763                 yaz_string_to_oid_odr(yaz_oid_std(),
2764                                       CLASS_SCHEMA, record_schema, out);
2765
2766             if (!compo.u.complex->generic->schema.oid)
2767             {
2768                 /* OID wasn't a schema! Try record syntax instead. */
2769                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2770                     yaz_string_to_oid_odr(yaz_oid_std(),
2771                                           CLASS_RECSYN, record_schema, out);
2772             }
2773         }
2774         if (!elementSetNames)
2775             compo.u.complex->generic->elementSpec = 0;
2776         else
2777         {
2778             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2779                 odr_malloc(out, sizeof(Z_ElementSpec));
2780             compo.u.complex->generic->elementSpec->which =
2781                 Z_ElementSpec_elementSetName;
2782             compo.u.complex->generic->elementSpec->u.elementSetName =
2783                 elementSetNames->u.generic;
2784         }
2785         compo.u.complex->num_dbSpecific = 0;
2786         compo.u.complex->dbSpecific = 0;
2787
2788         compo.u.complex->num_recordSyntax = 0;
2789         compo.u.complex->recordSyntax = 0;
2790         if (recordsyntax_size >= 2)
2791         {
2792             int i;
2793             compo.u.complex->num_recordSyntax = recordsyntax_size;
2794             compo.u.complex->recordSyntax = (Odr_oid **)
2795                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2796             for (i = 0; i < recordsyntax_size; i++)
2797             compo.u.complex->recordSyntax[i] =
2798                 yaz_string_to_oid_odr(yaz_oid_std(),
2799                                       CLASS_RECSYN, recordsyntax_list[i], out);
2800         }
2801     }
2802     else if (elementSetNames)
2803     {
2804         req->recordComposition = &compo;
2805         compo.which = Z_RecordComp_simple;
2806         compo.u.simple = elementSetNames;
2807     }
2808     send_apdu(apdu);
2809     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2810     return 2;
2811 }
2812
2813 #if YAZ_HAVE_XML2
2814 static int send_SRW_presentRequest(const char *arg)
2815 {
2816     char setstring[100];
2817     int nos = 1;
2818     Z_SRW_PDU *sr = srw_sr;
2819
2820     if (!sr)
2821         return 0;
2822     parse_show_args(arg, setstring, &setno, &nos);
2823     sr->u.request->startRecord = odr_intdup(out, setno);
2824     sr->u.request->maximumRecords = odr_intdup(out, nos);
2825     if (record_schema)
2826         sr->u.request->recordSchema = record_schema;
2827     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2828         sr->u.request->recordPacking = "xml";
2829     return send_srw(sr);
2830 }
2831 #endif
2832
2833 static void close_session(void)
2834 {
2835     if (conn)
2836         cs_close(conn);
2837     conn = 0;
2838     sent_close = 0;
2839     odr_reset(out);
2840     odr_reset(in);
2841     odr_reset(print);
2842     last_hit_count = 0;
2843 }
2844
2845 void process_close(Z_Close *req)
2846 {
2847     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2848     Z_Close *res = apdu->u.close;
2849
2850     static char *reasons[] =
2851     {
2852         "finished",
2853         "shutdown",
2854         "system problem",
2855         "cost limit reached",
2856         "resources",
2857         "security violation",
2858         "protocolError",
2859         "lack of activity",
2860         "peer abort",
2861         "unspecified"
2862     };
2863
2864     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2865         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2866     if (sent_close)
2867         close_session();
2868     else
2869     {
2870         *res->closeReason = Z_Close_finished;
2871         send_apdu(apdu);
2872         printf("Sent response.\n");
2873         sent_close = 1;
2874     }
2875 }
2876
2877 static int cmd_show(const char *arg)
2878 {
2879     if (protocol == PROTO_HTTP)
2880     {
2881 #if YAZ_HAVE_XML2
2882         if (!conn)
2883             session_connect(cur_host);
2884         if (!conn)
2885             return 0;
2886         if (!send_SRW_presentRequest(arg))
2887             return 0;
2888 #else
2889         return 0;
2890 #endif
2891     }
2892     else
2893     {
2894         if (!conn)
2895         {
2896             printf("Not connected yet\n");
2897             return 0;
2898         }
2899         if (!send_presentRequest(arg))
2900             return 0;
2901     }
2902     return 2;
2903 }
2904
2905 void exit_client(int code)
2906 {
2907     file_history_save(file_history);
2908     file_history_destroy(&file_history);
2909     exit(code);
2910 }
2911
2912 int cmd_quit(const char *arg)
2913 {
2914     printf("See you later, alligator.\n");
2915     xmalloc_trav("");
2916     exit_client(0);
2917     return 0;
2918 }
2919
2920 int cmd_cancel(const char *arg)
2921 {
2922     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2923     Z_TriggerResourceControlRequest *req =
2924         apdu->u.triggerResourceControlRequest;
2925     bool_t rfalse = 0;
2926     char command[16];
2927
2928     *command = '\0';
2929     sscanf(arg, "%15s", command);
2930
2931     if (only_z3950())
2932         return 0;
2933     if (session_initResponse &&
2934         !ODR_MASK_GET(session_initResponse->options,
2935                       Z_Options_triggerResourceCtrl))
2936     {
2937         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2938         return 0;
2939     }
2940     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2941     req->resultSetWanted = &rfalse;
2942     req->referenceId = set_refid(out);
2943
2944     send_apdu(apdu);
2945     printf("Sent cancel request\n");
2946     if (!strcmp(command, "wait"))
2947          return 2;
2948     return 1;
2949 }
2950
2951
2952 int cmd_cancel_find(const char *arg) {
2953     int fres;
2954     fres=cmd_find(arg);
2955     if( fres > 0 ) {
2956         return cmd_cancel("");
2957     };
2958     return fres;
2959 }
2960
2961 int send_scanrequest(const char *set,  const char *query,
2962                      int pp, int num, const char *term)
2963 {
2964     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2965     Z_ScanRequest *req = apdu->u.scanRequest;
2966
2967     if (only_z3950())
2968         return 0;
2969     if (queryType == QueryType_CCL2RPN)
2970     {
2971         int error, pos;
2972         struct ccl_rpn_node *rpn;
2973
2974         rpn = ccl_find_str(bibset,  query, &error, &pos);
2975         if (error)
2976         {
2977             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2978             return -1;
2979         }
2980         req->attributeSet =
2981             yaz_string_to_oid_odr(yaz_oid_std(),
2982                                   CLASS_ATTSET, "Bib-1", out);
2983         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
2984         {
2985             printf("Couldn't convert CCL to Scan term\n");
2986             return -1;
2987         }
2988         ccl_rpn_delete(rpn);
2989     }
2990     else
2991     {
2992         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
2993
2994         if (!(req->termListAndStartPoint =
2995               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2996         {
2997             const char *pqf_msg;
2998             size_t off;
2999             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
3000             int ioff = off;
3001             printf("%*s^\n", ioff+7, "");
3002             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3003             yaz_pqf_destroy(pqf_parser);
3004             return -1;
3005         }
3006         yaz_pqf_destroy(pqf_parser);
3007     }
3008     if (queryCharset && outputCharset)
3009     {
3010         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3011         if (!cd)
3012         {
3013             printf("Conversion from %s to %s unsupported\n",
3014                    outputCharset, queryCharset);
3015             return -1;
3016         }
3017         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3018         yaz_iconv_close(cd);
3019     }
3020     if (term && *term)
3021     {
3022         if (req->termListAndStartPoint->term &&
3023             req->termListAndStartPoint->term->which == Z_Term_general &&
3024             req->termListAndStartPoint->term->u.general)
3025         {
3026             req->termListAndStartPoint->term->u.general->buf =
3027                 (unsigned char *) odr_strdup(out, term);
3028             req->termListAndStartPoint->term->u.general->len =
3029                 req->termListAndStartPoint->term->u.general->size =
3030                 strlen(term);
3031         }
3032     }
3033     req->referenceId = set_refid(out);
3034     req->num_databaseNames = num_databaseNames;
3035     req->databaseNames = databaseNames;
3036     req->numberOfTermsRequested = &num;
3037     req->preferredPositionInResponse = &pp;
3038     req->stepSize = odr_intdup(out, scan_stepSize);
3039
3040     if (set)
3041         yaz_oi_set_string_oid(&req->otherInfo, out,
3042                               yaz_oid_userinfo_scan_set, 1, set);
3043
3044     send_apdu(apdu);
3045     return 2;
3046 }
3047
3048 int send_sortrequest(const char *arg, int newset)
3049 {
3050     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3051     Z_SortRequest *req = apdu->u.sortRequest;
3052     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3053         odr_malloc(out, sizeof(*sksl));
3054     char setstring[32];
3055
3056     if (only_z3950())
3057         return 0;
3058     if (setnumber >= 0)
3059         sprintf(setstring, "%d", setnumber);
3060     else
3061         sprintf(setstring, "default");
3062
3063     req->referenceId = set_refid(out);
3064
3065     req->num_inputResultSetNames = 1;
3066     req->inputResultSetNames = (Z_InternationalString **)
3067         odr_malloc(out, sizeof(*req->inputResultSetNames));
3068     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3069
3070     if (newset && setnumber >= 0)
3071         sprintf(setstring, "%d", ++setnumber);
3072
3073     req->sortedResultSetName = odr_strdup(out, setstring);
3074
3075     req->sortSequence = yaz_sort_spec(out, arg);
3076     if (!req->sortSequence)
3077     {
3078         printf("Missing sort specifications\n");
3079         return -1;
3080     }
3081     send_apdu(apdu);
3082     return 2;
3083 }
3084
3085 void display_term(Z_TermInfo *t)
3086 {
3087     if (t->displayTerm)
3088         printf("%s", t->displayTerm);
3089     else if (t->term->which == Z_Term_general)
3090         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3091     else
3092         printf("Term (not general)");
3093     if (t->term->which == Z_Term_general)
3094         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3095             t->term->u.general->buf);
3096
3097     if (t->globalOccurrences)
3098         printf(" (%d)\n", *t->globalOccurrences);
3099     else
3100         printf("\n");
3101 }
3102
3103 void process_scanResponse(Z_ScanResponse *res)
3104 {
3105     int i;
3106     Z_Entry **entries = NULL;
3107     int num_entries = 0;
3108
3109     printf("Received ScanResponse\n");
3110     print_refid(res->referenceId);
3111     printf("%d entries", *res->numberOfEntriesReturned);
3112     if (res->positionOfTerm)
3113         printf(", position=%d", *res->positionOfTerm);
3114     printf("\n");
3115     if (*res->scanStatus != Z_Scan_success)
3116         printf("Scan returned code %d\n", *res->scanStatus);
3117     if (!res->entries)
3118         return;
3119     if ((entries = res->entries->entries))
3120         num_entries = res->entries->num_entries;
3121     for (i = 0; i < num_entries; i++)
3122     {
3123         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3124         if (entries[i]->which == Z_Entry_termInfo)
3125         {
3126             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3127             display_term(entries[i]->u.termInfo);
3128         }
3129         else
3130             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3131     }
3132     if (res->entries->nonsurrogateDiagnostics)
3133         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3134                           res->entries->num_nonsurrogateDiagnostics);
3135 }
3136
3137 void process_sortResponse(Z_SortResponse *res)
3138 {
3139     printf("Received SortResponse: status=");
3140     switch (*res->sortStatus)
3141     {
3142     case Z_SortResponse_success:
3143         printf("success"); break;
3144     case Z_SortResponse_partial_1:
3145         printf("partial"); break;
3146     case Z_SortResponse_failure:
3147         printf("failure"); break;
3148     default:
3149         printf("unknown (%d)", *res->sortStatus);
3150     }
3151     printf("\n");
3152     print_refid (res->referenceId);
3153     if (res->diagnostics)
3154         display_diagrecs(res->diagnostics,
3155                          res->num_diagnostics);
3156 }
3157
3158 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3159 {
3160     printf("Got deleteResultSetResponse status=%d\n",
3161            *res->deleteOperationStatus);
3162     if (res->deleteListStatuses)
3163     {
3164         int i;
3165         for (i = 0; i < res->deleteListStatuses->num; i++)
3166         {
3167             printf("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3168                     *res->deleteListStatuses->elements[i]->status);
3169         }
3170     }
3171 }
3172
3173 int cmd_sort_generic(const char *arg, int newset)
3174 {
3175     if (only_z3950())
3176         return 0;
3177     if (session_initResponse &&
3178         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3179     {
3180         printf("Target doesn't support sort\n");
3181         return 0;
3182     }
3183     if (*arg)
3184     {
3185         if (send_sortrequest(arg, newset) < 0)
3186             return 0;
3187         return 2;
3188     }
3189     return 0;
3190 }
3191
3192 int cmd_sort(const char *arg)
3193 {
3194     return cmd_sort_generic(arg, 0);
3195 }
3196
3197 int cmd_sort_newset(const char *arg)
3198 {
3199     return cmd_sort_generic(arg, 1);
3200 }
3201
3202 int cmd_scanstep(const char *arg)
3203 {
3204     scan_stepSize = atoi(arg);
3205     return 0;
3206 }
3207
3208 int cmd_scanpos(const char *arg)
3209 {
3210     int r = sscanf(arg, "%d", &scan_position);
3211     if (r == 0)
3212         scan_position = 1;
3213     return 0;
3214 }
3215
3216 int cmd_scansize(const char *arg)
3217 {
3218     int r = sscanf(arg, "%d", &scan_size);
3219     if (r == 0)
3220         scan_size = 20;
3221     return 0;
3222 }
3223
3224 static int cmd_scan_common(const char *set, const char *arg)
3225 {
3226     if (protocol == PROTO_HTTP)
3227     {
3228 #if YAZ_HAVE_XML2
3229         if (!conn)
3230             session_connect(cur_host);
3231         if (!conn)
3232             return 0;
3233         if (*arg)
3234         {
3235             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3236                 return 0;
3237         }
3238         else
3239         {
3240             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3241                 return 0;
3242         }
3243         return 2;
3244 #else
3245         return 0;
3246 #endif
3247     }
3248     else
3249     {
3250         if (!conn)
3251         {
3252             try_reconnect();
3253
3254             if (!conn) {
3255                 printf("Session not initialized yet\n");
3256                 return 0;
3257             }
3258         }
3259         if (session_initResponse &&
3260             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3261         {
3262             printf("Target doesn't support scan\n");
3263             return 0;
3264         }
3265         if (*arg)
3266         {
3267             strcpy(last_scan_query, arg);
3268             if (send_scanrequest(set, arg,
3269                                  scan_position, scan_size, 0) < 0)
3270                 return 0;
3271         }
3272         else
3273         {
3274             if (send_scanrequest(set, last_scan_query,
3275                                  1, scan_size, last_scan_line) < 0)
3276                 return 0;
3277         }
3278         return 2;
3279     }
3280 }
3281
3282 int cmd_scan(const char *arg)
3283 {
3284     return cmd_scan_common(0, arg);
3285 }
3286
3287 int cmd_setscan(const char *arg)
3288 {
3289     char setstring[100];
3290     int nor;
3291     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3292     {
3293         printf("missing set for setscan\n");
3294         return 0;
3295     }
3296     return cmd_scan_common(setstring, arg + nor);
3297 }
3298
3299 int cmd_schema(const char *arg)
3300 {
3301     xfree(record_schema);
3302     record_schema = 0;
3303     if (arg && *arg)
3304         record_schema = xstrdup(arg);
3305     return 1;
3306 }
3307
3308 int cmd_format(const char *arg)
3309 {
3310     const char *cp = arg;
3311     int nor;
3312     int idx = 0;
3313     int i;
3314     char form_str[41];
3315     if (!arg || !*arg)
3316     {
3317         printf("Usage: format <recordsyntax>\n");
3318         return 0;
3319     }
3320     for (i = 0; i < recordsyntax_size; i++)
3321     {
3322         xfree(recordsyntax_list[i]);
3323         recordsyntax_list[i] = 0;
3324     }
3325
3326     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3327            && idx < RECORDSYNTAX_MAX)
3328     {
3329         if (!strcmp(form_str, "none"))
3330             break;
3331         recordsyntax_list[idx] = xstrdup(form_str);
3332         cp += nor;
3333         idx++;
3334     }
3335     recordsyntax_size = idx;
3336     return 1;
3337 }
3338
3339 int cmd_elements(const char *arg)
3340 {
3341     static Z_ElementSetNames esn;
3342     static char what[100];
3343
3344     if (!arg || !*arg)
3345     {
3346         elementSetNames = 0;
3347         return 1;
3348     }
3349     strcpy(what, arg);
3350     esn.which = Z_ElementSetNames_generic;
3351     esn.u.generic = what;
3352     elementSetNames = &esn;
3353     return 1;
3354 }
3355
3356 int cmd_querytype(const char *arg)
3357 {
3358     if (!strcmp(arg, "ccl"))
3359         queryType = QueryType_CCL;
3360     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3361         queryType = QueryType_Prefix;
3362     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3363         queryType = QueryType_CCL2RPN;
3364     else if (!strcmp(arg, "cql"))
3365         queryType = QueryType_CQL;
3366     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3367         queryType = QueryType_CQL2RPN;
3368     else
3369     {
3370         printf("Querytype must be one of:\n");
3371         printf(" prefix         - Prefix query\n");
3372         printf(" ccl            - CCL query\n");
3373         printf(" ccl2rpn        - CCL query converted to RPN\n");
3374         printf(" cql            - CQL\n");
3375         printf(" cql2rpn        - CQL query converted to RPN\n");
3376         return 0;
3377     }
3378     return 1;
3379 }
3380
3381 int cmd_refid(const char *arg)
3382 {
3383     xfree(refid);
3384     refid = NULL;
3385     if (*arg)
3386         refid = xstrdup(arg);
3387     return 1;
3388 }
3389
3390 int cmd_close(const char *arg)
3391 {
3392     Z_APDU *apdu;
3393     Z_Close *req;
3394     if (only_z3950())
3395         return 0;
3396     apdu = zget_APDU(out, Z_APDU_close);
3397     req = apdu->u.close;
3398     *req->closeReason = Z_Close_finished;
3399     send_apdu(apdu);
3400     printf("Sent close request.\n");
3401     sent_close = 1;
3402     return 2;
3403 }
3404
3405 int cmd_packagename(const char* arg)
3406 {
3407     xfree(esPackageName);
3408     esPackageName = NULL;
3409     if (*arg)
3410         esPackageName = xstrdup(arg);
3411     return 1;
3412 }
3413
3414 int cmd_proxy(const char* arg)
3415 {
3416     xfree(yazProxy);
3417     yazProxy = 0;
3418     if (*arg)
3419         yazProxy = xstrdup(arg);
3420     return 1;
3421 }
3422
3423 int cmd_marccharset(const char *arg)
3424 {
3425     char l1[30];
3426
3427     *l1 = 0;
3428     if (sscanf(arg, "%29s", l1) < 1)
3429     {
3430         printf("MARC character set is `%s'\n",
3431                marcCharset ? marcCharset: "none");
3432         return 1;
3433     }
3434     xfree(marcCharset);
3435     marcCharset = 0;
3436     if (strcmp(l1, "-") && strcmp(l1, "none"))
3437         marcCharset = xstrdup(l1);
3438     return 1;
3439 }
3440
3441 int cmd_querycharset(const char *arg)
3442 {
3443     char l1[30];
3444
3445     *l1 = 0;
3446     if (sscanf(arg, "%29s", l1) < 1)
3447     {
3448         printf("Query character set is `%s'\n",
3449                queryCharset ? queryCharset: "none");
3450         return 1;
3451     }
3452     xfree(queryCharset);
3453     queryCharset = 0;
3454     if (strcmp(l1, "-") && strcmp(l1, "none"))
3455         queryCharset = xstrdup(l1);
3456     return 1;
3457 }
3458
3459 int cmd_displaycharset(const char *arg)
3460 {
3461     char l1[30];
3462
3463     *l1 = 0;
3464     if (sscanf(arg, "%29s", l1) < 1)
3465     {
3466         printf("Display character set is `%s'\n",
3467                outputCharset ? outputCharset: "none");
3468     }
3469     else
3470     {
3471         xfree(outputCharset);
3472         outputCharset = 0;
3473         if (!strcmp(l1, "auto") && codeset)
3474         {
3475             if (codeset)
3476             {
3477                 printf("Display character set: %s\n", codeset);
3478                 outputCharset = xstrdup(codeset);
3479             }
3480             else
3481                 printf("No codeset found on this system\n");
3482         }
3483         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3484             outputCharset = xstrdup(l1);
3485     }
3486     return 1;
3487 }
3488
3489 int cmd_negcharset(const char *arg)
3490 {
3491     char l1[30];
3492
3493     *l1 = 0;
3494     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3495                &negotiationCharsetVersion) < 1)
3496     {
3497         printf("Negotiation character set `%s'\n",
3498                negotiationCharset ? negotiationCharset: "none");
3499         if (negotiationCharset)
3500         {
3501             printf("Records in charset %s\n", negotiationCharsetRecords ?
3502                    "yes" : "no");
3503             printf("Charneg version %d\n", negotiationCharsetVersion);
3504         }
3505     }
3506     else
3507     {
3508         xfree(negotiationCharset);
3509         negotiationCharset = NULL;
3510         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3511         {
3512             negotiationCharset = xstrdup(l1);
3513             printf("Character set negotiation : %s\n", negotiationCharset);
3514         }
3515     }
3516     return 1;
3517 }
3518
3519 int cmd_charset(const char* arg)
3520 {
3521     char l1[30], l2[30], l3[30], l4[30];
3522
3523     *l1 = *l2 = *l3 = *l4 = '\0';
3524     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3525     {
3526         cmd_negcharset("");
3527         cmd_displaycharset("");
3528         cmd_marccharset("");
3529         cmd_querycharset("");
3530     }
3531     else
3532     {
3533         cmd_negcharset(l1);
3534         if (*l2)
3535             cmd_displaycharset(l2);
3536         if (*l3)
3537             cmd_marccharset(l3);
3538         if (*l4)
3539             cmd_querycharset(l4);
3540     }
3541     return 1;
3542 }
3543
3544 int cmd_lang(const char* arg)
3545 {
3546     if (*arg == '\0') {
3547         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3548         return 1;
3549     }
3550     xfree(yazLang);
3551     yazLang = NULL;
3552     if (*arg)
3553         yazLang = xstrdup(arg);
3554     return 1;
3555 }
3556
3557 int cmd_source(const char* arg, int echo )
3558 {
3559     /* first should open the file and read one line at a time.. */
3560     FILE* includeFile;
3561     char line[102400], *cp;
3562
3563     if(strlen(arg)<1) {
3564         fprintf(stderr,"Error in source command use a filename\n");
3565         return -1;
3566     }
3567
3568     includeFile = fopen(arg, "r");
3569
3570     if(!includeFile) {
3571         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3572         return -1;
3573     }
3574
3575     while(!feof(includeFile)) {
3576         memset(line,0,sizeof(line));
3577         fgets(line,sizeof(line),includeFile);
3578
3579         if(strlen(line) < 2) continue;
3580         if(line[0] == '#') continue;
3581
3582         if ((cp = strrchr(line, '\n')))
3583             *cp = '\0';
3584
3585         if( echo ) {
3586             printf( "processing line: %s\n",line );
3587         };
3588         process_cmd_line(line);
3589     }
3590
3591     if(fclose(includeFile)<0) {
3592         perror("unable to close include file");
3593         exit(1);
3594     }
3595     return 1;
3596 }
3597
3598 int cmd_source_echo(const char* arg)
3599 {
3600     cmd_source(arg, 1);
3601     return 1;
3602 }
3603
3604 int cmd_source_noecho(const char* arg)
3605 {
3606     cmd_source(arg, 0);
3607     return 1;
3608 }
3609
3610
3611 int cmd_subshell(const char* args)
3612 {
3613     if(strlen(args))
3614         system(args);
3615     else
3616         system(getenv("SHELL"));
3617
3618     printf("\n");
3619     return 1;
3620 }
3621
3622 int cmd_set_berfile(const char *arg)
3623 {
3624     if (ber_file && ber_file != stdout && ber_file != stderr)
3625         fclose(ber_file);
3626     if (!strcmp(arg, ""))
3627         ber_file = 0;
3628     else if (!strcmp(arg, "-"))
3629         ber_file = stdout;
3630     else
3631         ber_file = fopen(arg, "a");
3632     return 1;
3633 }
3634
3635 int cmd_set_apdufile(const char *arg)
3636 {
3637     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3638         fclose(apdu_file);
3639     if (!strcmp(arg, ""))
3640         apdu_file = 0;
3641     else if (!strcmp(arg, "-"))
3642         apdu_file = stderr;
3643     else
3644     {
3645         apdu_file = fopen(arg, "a");
3646         if (!apdu_file)
3647             perror("unable to open apdu log file");
3648     }
3649     if (apdu_file)
3650         odr_setprint(print, apdu_file);
3651     return 1;
3652 }
3653
3654 int cmd_set_cclfile(const char* arg)
3655 {
3656     FILE *inf;
3657
3658     bibset = ccl_qual_mk();
3659     inf = fopen(arg, "r");
3660     if (!inf)
3661         perror("unable to open CCL file");
3662     else
3663     {
3664         ccl_qual_file(bibset, inf);
3665         fclose(inf);
3666     }
3667     strcpy(ccl_fields,arg);
3668     return 0;
3669 }
3670
3671 int cmd_set_cqlfile(const char* arg)
3672 {
3673     cql_transform_t newcqltrans;
3674
3675     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3676         perror("unable to open CQL file");
3677         return 0;
3678     }
3679     if (cqltrans != 0)
3680         cql_transform_close(cqltrans);
3681
3682     cqltrans = newcqltrans;
3683     strcpy(cql_fields, arg);
3684     return 0;
3685 }
3686
3687 int cmd_set_auto_reconnect(const char* arg)
3688 {
3689     if(strlen(arg)==0) {
3690         auto_reconnect = ! auto_reconnect;
3691     } else if(strcmp(arg,"on")==0) {
3692         auto_reconnect = 1;
3693     } else if(strcmp(arg,"off")==0) {
3694         auto_reconnect = 0;
3695     } else {
3696         printf("Error use on or off\n");
3697         return 1;
3698     }
3699
3700     if (auto_reconnect)
3701         printf("Set auto reconnect enabled.\n");
3702     else
3703         printf("Set auto reconnect disabled.\n");
3704
3705     return 0;
3706 }
3707
3708
3709 int cmd_set_auto_wait(const char* arg)
3710 {
3711     if(strlen(arg)==0) {
3712         auto_wait = ! auto_wait;
3713     } else if(strcmp(arg,"on")==0) {
3714         auto_wait = 1;
3715     } else if(strcmp(arg,"off")==0) {
3716         auto_wait = 0;
3717     } else {
3718         printf("Error use on or off\n");
3719         return 1;
3720     }
3721
3722     if (auto_wait)
3723         printf("Set auto wait enabled.\n");
3724     else
3725         printf("Set auto wait disabled.\n");
3726
3727     return 0;
3728 }
3729
3730 int cmd_set_marcdump(const char* arg)
3731 {
3732     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3733         fclose(marc_file);
3734     }
3735
3736     if (!strcmp(arg, ""))
3737         marc_file = 0;
3738     else if (!strcmp(arg, "-"))
3739         marc_file = stderr;
3740     else
3741     {
3742         marc_file = fopen(arg, "a");
3743         if (!marc_file)
3744             perror("unable to open marc log file");
3745     }
3746     return 1;
3747 }
3748
3749 /*
3750    this command takes 3 arge {name class oid}
3751 */
3752 int cmd_register_oid(const char* args) {
3753     static struct {
3754         char* className;
3755         oid_class oclass;
3756     } oid_classes[] = {
3757         {"appctx",CLASS_APPCTX},
3758         {"absyn",CLASS_ABSYN},
3759         {"attset",CLASS_ATTSET},
3760         {"transyn",CLASS_TRANSYN},
3761         {"diagset",CLASS_DIAGSET},
3762         {"recsyn",CLASS_RECSYN},
3763         {"resform",CLASS_RESFORM},
3764         {"accform",CLASS_ACCFORM},
3765         {"extserv",CLASS_EXTSERV},
3766         {"userinfo",CLASS_USERINFO},
3767         {"elemspec",CLASS_ELEMSPEC},
3768         {"varset",CLASS_VARSET},
3769         {"schema",CLASS_SCHEMA},
3770         {"tagset",CLASS_TAGSET},
3771         {"general",CLASS_GENERAL},
3772         {0,(enum oid_class) 0}
3773     };
3774     char oname_str[101], oclass_str[101], oid_str[101];
3775     int i;
3776     oid_class oidclass = CLASS_GENERAL;
3777     Odr_oid oid[OID_SIZE];
3778
3779     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
3780                 oname_str,oclass_str, oid_str) < 1) {
3781         printf("Error in register command \n");
3782         return 0;
3783     }
3784
3785     for (i = 0; oid_classes[i].className; i++) {
3786         if (!strcmp(oid_classes[i].className, oclass_str))
3787         {
3788             oidclass=oid_classes[i].oclass;
3789             break;
3790         }
3791     }
3792
3793     if(!(oid_classes[i].className)) {
3794         printf("Unknown oid class %s\n",oclass_str);
3795         return 0;
3796     }
3797
3798     oid_dotstring_to_oid(oid_str, oid);
3799
3800     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3801     {
3802         printf("oid %s already exists, registration failed\n",
3803                oname_str);
3804     }
3805     return 1;
3806 }
3807
3808 int cmd_push_command(const char* arg)
3809 {
3810 #if HAVE_READLINE_HISTORY_H
3811     if(strlen(arg)>1)
3812         add_history(arg);
3813 #else
3814     fprintf(stderr,"Not compiled with the readline/history module\n");
3815 #endif
3816     return 1;
3817 }
3818
3819 void source_rc_file(const char *rc_file)
3820 {
3821     /*  If rc_file != NULL, source that. Else
3822         Look for .yazclientrc and read it if it exists.
3823         If it does not exist, read  $HOME/.yazclientrc instead */
3824     struct stat statbuf;
3825
3826     if (rc_file)
3827     {
3828         if (stat(rc_file, &statbuf) == 0)
3829             cmd_source(rc_file, 0);
3830         else
3831         {
3832             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3833             exit(1);
3834         }
3835     }
3836     else
3837     {
3838         char fname[1000];
3839         strcpy(fname, ".yazclientrc");
3840         if (stat(fname, &statbuf)==0)
3841         {
3842             cmd_source(fname, 0);
3843         }
3844         else
3845         {
3846             const char* homedir = getenv("HOME");
3847             if (homedir)
3848             {
3849                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3850                 if (stat(fname, &statbuf)==0)
3851                     cmd_source(fname, 0);
3852             }
3853         }
3854     }
3855 }
3856
3857 void add_to_readline_history(void *client_data, const char *line)
3858 {
3859 #if HAVE_READLINE_HISTORY_H
3860     if (strlen(line))
3861         add_history(line);
3862 #endif
3863 }
3864
3865 static void initialize(const char *rc_file)
3866 {
3867     FILE *inf;
3868     int i;
3869
3870     if (!(out = odr_createmem(ODR_ENCODE)) ||
3871         !(in = odr_createmem(ODR_DECODE)) ||
3872         !(print = odr_createmem(ODR_PRINT)))
3873     {
3874         fprintf(stderr, "failed to allocate ODR streams\n");
3875         exit(1);
3876     }
3877
3878     setvbuf(stdout, 0, _IONBF, 0);
3879     if (apdu_file)
3880         odr_setprint(print, apdu_file);
3881
3882     bibset = ccl_qual_mk();
3883     inf = fopen(ccl_fields, "r");
3884     if (inf)
3885     {
3886         ccl_qual_file(bibset, inf);
3887         fclose(inf);
3888     }
3889
3890     cqltrans = cql_transform_open_fname(cql_fields);
3891     /* If this fails, no problem: we detect cqltrans == 0 later */
3892
3893 #if HAVE_READLINE_READLINE_H
3894     rl_attempted_completion_function =
3895         (char **(*)(const char *, int, int)) readline_completer;
3896 #endif
3897     for(i = 0; i < maxOtherInfosSupported; ++i) {
3898         extraOtherInfos[i].oid[0] = -1;
3899         extraOtherInfos[i].value = 0;
3900     }
3901
3902     cmd_format("usmarc");
3903
3904     source_rc_file(rc_file);
3905
3906     file_history = file_history_new();
3907     file_history_load(file_history);
3908     file_history_trav(file_history, 0, add_to_readline_history);
3909 }
3910
3911
3912 #if HAVE_GETTIMEOFDAY
3913 struct timeval tv_start;
3914 #endif
3915
3916 #if YAZ_HAVE_XML2
3917 static void handle_srw_record(Z_SRW_record *rec)
3918 {
3919     if (rec->recordPosition)
3920     {
3921         printf("pos=%d", *rec->recordPosition);
3922         setno = *rec->recordPosition + 1;
3923     }
3924     if (rec->recordSchema)
3925         printf(" schema=%s", rec->recordSchema);
3926     printf("\n");
3927     if (rec->recordData_buf && rec->recordData_len)
3928     {
3929         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3930         if (marc_file)
3931             fwrite(rec->recordData_buf, 1, rec->recordData_len, marc_file);
3932     }
3933     else
3934         printf("No data!");
3935     printf("\n");
3936 }
3937
3938 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3939 {
3940     handle_srw_record(&res->record);
3941 }
3942
3943 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3944 {
3945     int i;
3946
3947     printf("Received SRW SearchRetrieve Response\n");
3948
3949     for (i = 0; i<res->num_diagnostics; i++)
3950     {
3951         if (res->diagnostics[i].uri)
3952             printf("SRW diagnostic %s\n",
3953                     res->diagnostics[i].uri);
3954         else
3955             printf("SRW diagnostic missing or could not be decoded\n");
3956         if (res->diagnostics[i].message)
3957             printf("Message: %s\n", res->diagnostics[i].message);
3958         if (res->diagnostics[i].details)
3959             printf("Details: %s\n", res->diagnostics[i].details);
3960     }
3961     if (res->numberOfRecords)
3962         printf("Number of hits: %d\n", *res->numberOfRecords);
3963     for (i = 0; i<res->num_records; i++)
3964         handle_srw_record(res->records + i);
3965 }
3966
3967 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3968 {
3969     if (term->displayTerm)
3970         printf("%s:", term->displayTerm);
3971     else if (term->value)
3972         printf("%s:", term->value);
3973     else
3974         printf("No value:");
3975     if (term->numberOfRecords)
3976         printf(" %d", *term->numberOfRecords);
3977     if (term->whereInList)
3978         printf(" %s", term->whereInList);
3979     if (term->value && term->displayTerm)
3980         printf(" %s", term->value);
3981
3982     strcpy(last_scan_line, term->value);
3983     printf("\n");
3984 }
3985
3986 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3987 {
3988     int i;
3989
3990     printf("Received SRW Scan Response\n");
3991
3992     for (i = 0; i<res->num_diagnostics; i++)
3993     {
3994         if (res->diagnostics[i].uri)
3995             printf("SRW diagnostic %s\n",
3996                     res->diagnostics[i].uri);
3997         else
3998             printf("SRW diagnostic missing or could not be decoded\n");
3999         if (res->diagnostics[i].message)
4000             printf("Message: %s\n", res->diagnostics[i].message);
4001         if (res->diagnostics[i].details)
4002             printf("Details: %s\n", res->diagnostics[i].details);
4003     }
4004     if (res->terms)
4005         for (i = 0; i<res->num_terms; i++)
4006             handle_srw_scan_term(res->terms + i);
4007 }
4008
4009 static void http_response(Z_HTTP_Response *hres)
4010 {
4011     int ret = -1;
4012     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4013                                                        "Connection");
4014     if (!yaz_srw_check_content_type(hres))
4015         printf("Content type does not appear to be XML\n");
4016     else
4017     {
4018         Z_SOAP *soap_package = 0;
4019         ODR o = odr_createmem(ODR_DECODE);
4020         Z_SOAP_Handler soap_handlers[3] = {
4021             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
4022             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4023             {0, 0, 0}
4024         };
4025         ret = z_soap_codec(o, &soap_package,
4026                            &hres->content_buf, &hres->content_len,
4027                            soap_handlers);
4028         if (!ret && soap_package->which == Z_SOAP_generic)
4029         {
4030             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4031             if (sr->which == Z_SRW_searchRetrieve_response)
4032                 handle_srw_response(sr->u.response);
4033             else if (sr->which == Z_SRW_explain_response)
4034                 handle_srw_explain_response(sr->u.explain_response);
4035             else if (sr->which == Z_SRW_scan_response)
4036                 handle_srw_scan_response(sr->u.scan_response);
4037             else if (sr->which == Z_SRW_update_response)
4038                 printf("Got update response. Status: %s\n",
4039                        sr->u.update_response->operationStatus);
4040             else
4041                 ret = -1;
4042         }
4043         else if (soap_package && (soap_package->which == Z_SOAP_fault
4044                                   || soap_package->which == Z_SOAP_error))
4045         {
4046             printf("HTTP Error Status=%d\n", hres->code);
4047             printf("SOAP Fault code %s\n",
4048                     soap_package->u.fault->fault_code);
4049             printf("SOAP Fault string %s\n",
4050                     soap_package->u.fault->fault_string);
4051             if (soap_package->u.fault->details)
4052                 printf("SOAP Details %s\n",
4053                         soap_package->u.fault->details);
4054         }
4055         else
4056         {
4057             printf("z_soap_codec failed. (no SOAP error)\n");
4058             ret = -1;
4059         }
4060         odr_destroy(o);
4061     }
4062     if (ret)
4063     {
4064         if (hres->code != 200)
4065         {
4066             printf("HTTP Error Status=%d\n", hres->code);
4067         }
4068         else
4069         {
4070             printf("Decoding of SRW package failed\n");
4071         }
4072         close_session();
4073     }
4074     else
4075     {
4076         if (!strcmp(hres->version, "1.0"))
4077         {
4078             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4079             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4080                 close_session();
4081         }
4082         else
4083         {
4084             /* HTTP 1.1: only if no close we stay alive .. */
4085             if (connection_head && !strcmp(connection_head, "close"))
4086                 close_session();
4087         }
4088     }
4089 }
4090 #endif
4091
4092 void wait_and_handle_response(int one_response_only)
4093 {
4094     int reconnect_ok = 1;
4095     int res;
4096     char *netbuffer= 0;
4097     int netbufferlen = 0;
4098 #if HAVE_GETTIMEOFDAY
4099     int got_tv_end = 0;
4100     struct timeval tv_end;
4101 #endif
4102     Z_GDU *gdu;
4103
4104     while(conn)
4105     {
4106         res = cs_get(conn, &netbuffer, &netbufferlen);
4107         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4108         {
4109             cs_close(conn);
4110             conn = 0;
4111             session_connect(cur_host);
4112             reconnect_ok = 0;
4113             if (conn)
4114             {
4115                 char *buf_out;
4116                 int len_out;
4117
4118                 buf_out = odr_getbuf(out, &len_out, 0);
4119
4120                 do_hex_dump(buf_out, len_out);
4121
4122                 cs_put(conn, buf_out, len_out);
4123
4124                 odr_reset(out);
4125                 continue;
4126             }
4127         }
4128         else if (res <= 0)
4129         {
4130             printf("Target closed connection\n");
4131             close_session();
4132             break;
4133         }
4134 #if HAVE_GETTIMEOFDAY
4135         if (got_tv_end == 0)
4136             gettimeofday(&tv_end, 0); /* count first one only */
4137         got_tv_end++;
4138 #endif
4139         odr_reset(out);
4140         odr_reset(in); /* release APDU from last round */
4141         record_last = 0;
4142         do_hex_dump(netbuffer, res);
4143         odr_setbuf(in, netbuffer, res, 0);
4144
4145         if (!z_GDU(in, &gdu, 0, 0))
4146         {
4147             FILE *f = ber_file ? ber_file : stdout;
4148             odr_perror(in, "Decoding incoming APDU");
4149             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4150             fprintf(f, "Packet dump:\n---------\n");
4151             odr_dumpBER(f, netbuffer, res);
4152             fprintf(f, "---------\n");
4153             if (apdu_file)
4154             {
4155                 z_GDU(print, &gdu, 0, 0);
4156                 odr_reset(print);
4157             }
4158             if (conn && cs_more(conn))
4159                 continue;
4160             break;
4161         }
4162         if (ber_file)
4163             odr_dumpBER(ber_file, netbuffer, res);
4164         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4165         {
4166             odr_perror(print, "Failed to print incoming APDU");
4167             odr_reset(print);
4168                 continue;
4169         }
4170         if (gdu->which == Z_GDU_Z3950)
4171         {
4172             Z_APDU *apdu = gdu->u.z3950;
4173             switch(apdu->which)
4174             {
4175             case Z_APDU_initResponse:
4176                 process_initResponse(apdu->u.initResponse);
4177                 break;
4178             case Z_APDU_searchResponse:
4179                 process_searchResponse(apdu->u.searchResponse);
4180                 break;
4181             case Z_APDU_scanResponse:
4182                 process_scanResponse(apdu->u.scanResponse);
4183                 break;
4184             case Z_APDU_presentResponse:
4185                 print_refid(apdu->u.presentResponse->referenceId);
4186                 setno +=
4187                     *apdu->u.presentResponse->numberOfRecordsReturned;
4188                 if (apdu->u.presentResponse->records)
4189                     display_records(apdu->u.presentResponse->records);
4190                 else
4191                     printf("No records.\n");
4192                 printf("nextResultSetPosition = %d\n",
4193                         *apdu->u.presentResponse->nextResultSetPosition);
4194                 break;
4195             case Z_APDU_sortResponse:
4196                 process_sortResponse(apdu->u.sortResponse);
4197                 break;
4198             case Z_APDU_extendedServicesResponse:
4199                 printf("Got extended services response\n");
4200                 process_ESResponse(apdu->u.extendedServicesResponse);
4201                 break;
4202             case Z_APDU_close:
4203                 printf("Target has closed the association.\n");
4204                 process_close(apdu->u.close);
4205                 break;
4206             case Z_APDU_resourceControlRequest:
4207                 process_resourceControlRequest
4208                     (apdu->u.resourceControlRequest);
4209                 break;
4210             case Z_APDU_deleteResultSetResponse:
4211                 process_deleteResultSetResponse(apdu->u.
4212                                                 deleteResultSetResponse);
4213                 break;
4214             default:
4215                 printf("Received unknown APDU type (%d).\n",
4216                        apdu->which);
4217                 close_session();
4218             }
4219         }
4220 #if YAZ_HAVE_XML2
4221         else if (gdu->which == Z_GDU_HTTP_Response)
4222         {
4223             http_response(gdu->u.HTTP_Response);
4224         }
4225 #endif
4226         if (one_response_only)
4227             break;
4228         if (conn && !cs_more(conn))
4229             break;
4230     }
4231 #if HAVE_GETTIMEOFDAY
4232     if (got_tv_end)
4233     {
4234 #if 0
4235         printf("S/U S/U=%ld/%ld %ld/%ld",
4236                 (long) tv_start.tv_sec,
4237                 (long) tv_start.tv_usec,
4238                 (long) tv_end.tv_sec,
4239                 (long) tv_end.tv_usec);
4240 #endif
4241         printf("Elapsed: %.6f\n",
4242                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4243                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4244     }
4245 #endif
4246     xfree(netbuffer);
4247 }
4248
4249
4250 int cmd_cclparse(const char* arg)
4251 {
4252     int error, pos;
4253     struct ccl_rpn_node *rpn=NULL;
4254
4255
4256     rpn = ccl_find_str(bibset, arg, &error, &pos);
4257
4258     if (error) {
4259         int ioff = 3+strlen(last_cmd)+1+pos;
4260         printf("%*s^ - ", ioff, " ");
4261         printf("%s\n", ccl_err_msg(error));
4262     }
4263     else
4264     {
4265         if (rpn)
4266         {
4267             ccl_pr_tree(rpn, stdout);
4268         }
4269     }
4270     if (rpn)
4271         ccl_rpn_delete(rpn);
4272
4273     printf("\n");
4274
4275     return 0;
4276 }
4277
4278
4279 int cmd_set_otherinfo(const char* args)
4280 {
4281     char oidstr[101], otherinfoString[101];
4282     int otherinfoNo;
4283     int sscan_res;
4284
4285     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4286                         &otherinfoNo, oidstr, otherinfoString);
4287
4288     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4289         printf("Error otherinfo index too large (%d>=%d)\n",
4290                otherinfoNo,maxOtherInfosSupported);
4291         return 0;
4292     }
4293
4294
4295     if (sscan_res==1)
4296     {
4297         /* reset this otherinfo */
4298         extraOtherInfos[otherinfoNo].oid[0] = -1;
4299         xfree(extraOtherInfos[otherinfoNo].value);
4300         extraOtherInfos[otherinfoNo].value = 0;
4301         return 0;
4302     }
4303     if (sscan_res != 3) {
4304         printf("Error in set_otherinfo command \n");
4305         return 0;
4306     }
4307     else
4308     {
4309         NMEM oid_tmp = nmem_create();
4310         const Odr_oid *oid =
4311             yaz_string_to_oid_nmem(yaz_oid_std(),
4312                                    CLASS_GENERAL, oidstr, oid_tmp);
4313         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4314
4315         xfree(extraOtherInfos[otherinfoNo].value);
4316         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4317
4318         nmem_destroy(oid_tmp);
4319     }
4320
4321     return 0;
4322 }
4323
4324 int cmd_sleep(const char* args )
4325 {
4326     int sec=atoi(args);
4327     if( sec > 0 ) {
4328 #ifdef WIN32
4329         Sleep(sec*1000);
4330 #else
4331         sleep(sec);
4332 #endif
4333         printf("Done sleeping %d seconds\n", sec);
4334     }
4335     return 1;
4336 }
4337
4338 int cmd_list_otherinfo(const char* args)
4339 {
4340     int i;
4341
4342     if (strlen(args)>0)
4343     {
4344         i = atoi(args);
4345         if (i >= maxOtherInfosSupported)
4346         {
4347             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4348             return 0;
4349         }
4350         if (extraOtherInfos[i].value)
4351         {
4352             char name_oid[OID_STR_MAX];
4353             oid_class oclass;
4354             const char *name =
4355                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4356                                       name_oid);
4357             printf("  otherinfo %d %s %s\n",
4358                    i, name ? name : "null",
4359                    extraOtherInfos[i].value);
4360         }
4361
4362     }
4363     else
4364     {
4365         for(i = 0; i < maxOtherInfosSupported; ++i)
4366         {
4367             if (extraOtherInfos[i].value)
4368             {
4369                 char name_oid[OID_STR_MAX];
4370                 oid_class oclass;
4371                 const char *name =
4372                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4373                                           name_oid);
4374                 printf("  otherinfo %d %s %s\n",
4375                        i, name ? name : "null",
4376                        extraOtherInfos[i].value);
4377             }
4378         }
4379     }
4380     return 0;
4381 }
4382
4383
4384 int cmd_list_all(const char* args) {
4385     int i;
4386
4387     /* connection options */
4388     if(conn) {
4389         printf("Connected to         : %s\n",last_open_command);
4390     } else {
4391         if(last_open_command)
4392             printf("Not connected to     : %s\n",last_open_command);
4393         else
4394             printf("Not connected        : \n");
4395
4396     }
4397     if(yazProxy) printf("using proxy          : %s\n",yazProxy);
4398
4399     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4400     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4401
4402     if (!auth) {
4403         printf("Authentication       : none\n");
4404     } else {
4405         switch(auth->which) {
4406         case Z_IdAuthentication_idPass:
4407             printf("Authentication       : IdPass\n");
4408             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4409             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4410             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4411             break;
4412         case Z_IdAuthentication_open:
4413             printf("Authentication       : psOpen\n");
4414             printf("    Open string      : %s\n",auth->u.open);
4415             break;
4416         default:
4417             printf("Authentication       : Unknown\n");
4418         }
4419     }
4420     if (negotiationCharset)
4421         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4422
4423     /* bases */
4424     printf("Bases                : ");
4425     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4426     printf("\n");
4427
4428     /* Query options */
4429     printf("CCL file             : %s\n",ccl_fields);
4430     printf("CQL file             : %s\n",cql_fields);
4431     printf("Query type           : %s\n",query_type_as_string(queryType));
4432
4433     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4434
4435     /* piggy back options */
4436     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4437
4438     /* print present related options */
4439     if (recordsyntax_size > 0)
4440     {
4441         printf("Format               : %s\n", recordsyntax_list[0]);
4442     }
4443     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4444     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4445
4446     /* loging options */
4447     printf("APDU log             : %s\n",apdu_file?"on":"off");
4448     printf("Record log           : %s\n",marc_file?"on":"off");
4449
4450     /* other infos */
4451     printf("Other Info: \n");
4452     cmd_list_otherinfo("");
4453
4454     return 0;
4455 }
4456
4457 int cmd_clear_otherinfo(const char* args)
4458 {
4459     if(strlen(args)>0) {
4460         int otherinfoNo = atoi(args);
4461         if (otherinfoNo >= maxOtherInfosSupported) {
4462             printf("Error otherinfo index too large (%d>=%d)\n",
4463                    otherinfoNo, maxOtherInfosSupported);
4464             return 0;
4465         }
4466         if (extraOtherInfos[otherinfoNo].value)
4467         {
4468             /* only clear if set. */
4469             extraOtherInfos[otherinfoNo].oid[0] = -1;
4470             xfree(extraOtherInfos[otherinfoNo].value);
4471             extraOtherInfos[otherinfoNo].value = 0;
4472         }
4473     } else {
4474         int i;
4475         for(i = 0; i < maxOtherInfosSupported; ++i)
4476         {
4477             if (extraOtherInfos[i].value)
4478             {
4479                 extraOtherInfos[i].oid[0] = -1;
4480                 xfree(extraOtherInfos[i].value);
4481                 extraOtherInfos[i].value = 0;
4482             }
4483         }
4484     }
4485     return 0;
4486 }
4487
4488 int cmd_wait_response(const char *arg)
4489 {
4490     int wait_for = atoi(arg);
4491     int i=0;
4492     if( wait_for < 1 ) {
4493         wait_for = 1;
4494     };
4495
4496     for( i=0 ; i < wait_for ; ++i ) {
4497         wait_and_handle_response(1);
4498     };
4499     return 0;
4500 }
4501
4502 static int cmd_help(const char *line);
4503
4504 typedef char *(*completerFunctionType)(const char *text, int state);
4505
4506 static struct {
4507     char *cmd;
4508     int (*fun)(const char *arg);
4509     char *ad;
4510         completerFunctionType rl_completerfunction;
4511     int complete_filenames;
4512     const char **local_tabcompletes;
4513 } cmd_array[] = {
4514     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4515     {"quit", cmd_quit, "",NULL,0,NULL},
4516     {"find", cmd_find, "<query>",NULL,0,NULL},
4517     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4518     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4519     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4520     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4521     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4522     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4523     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4524     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4525     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4526     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4527     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4528     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4529     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4530     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4531     {"status", cmd_status, "",NULL,0,NULL},
4532     {"setnames", cmd_setnames, "",NULL,0,NULL},
4533     {"cancel", cmd_cancel, "",NULL,0,NULL},
4534     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4535     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4536     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4537     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4538     {"close", cmd_close, "",NULL,0,NULL},
4539     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4540     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4541     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4542     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4543     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4544     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4545     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4546     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4547     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4548     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4549     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4550     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4551     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4552     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4553     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4554     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4555     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4556     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4557     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4558     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4559     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4560     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4561     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4562     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4563     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4564     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4565     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4566     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4567     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4568     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4569     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4570     {"list_all",cmd_list_all,"",NULL,0,NULL},
4571     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4572     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4573     /* Server Admin Functions */
4574     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4575     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4576     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4577     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4578     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4579     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4580     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4581     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4582     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4583     {"explain", cmd_explain, "", NULL, 0, NULL},
4584     {"options", cmd_options, "", NULL, 0, NULL},
4585     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4586     {"help", cmd_help, "", NULL,0,NULL},
4587     {"init", cmd_init, "", NULL,0,NULL},
4588     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4589     {"exit", cmd_quit, "",NULL,0,NULL},
4590     {0,0,0,0,0,0}
4591 };
4592
4593 static int cmd_help(const char *line)
4594 {
4595     int i;
4596     char topic[21];
4597
4598     *topic = 0;
4599     sscanf(line, "%20s", topic);
4600
4601     if (*topic == 0)
4602         printf("Commands:\n");
4603     for (i = 0; cmd_array[i].cmd; i++)
4604         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
4605             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4606     if (!strcmp(topic, "find"))
4607     {
4608         printf("RPN:\n");
4609         printf(" \"term\"                        Simple Term\n");
4610         printf(" @attr [attset] type=value op  Attribute\n");
4611         printf(" @and opl opr                  And\n");
4612         printf(" @or opl opr                   Or\n");
4613         printf(" @not opl opr                  And-Not\n");
4614         printf(" @set set                      Result set\n");
4615         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4616         printf("\n");
4617         printf("Bib-1 attribute types\n");
4618         printf("1=Use:         ");
4619         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4620         printf("2=Relation:    ");
4621         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4622         printf("3=Position:    ");
4623         printf("1=First in Field  2=First in subfield  3=Any position\n");
4624         printf("4=Structure:   ");
4625         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4626         printf("5=Truncation:  ");
4627         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4628         printf("6=Completeness:");
4629         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4630     }
4631     if (!strcmp(topic, "prox"))
4632     {
4633         printf("Proximity:\n");
4634         printf(" @prox exl dist ord rel uc ut\n");
4635         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4636         printf(" dist: distance integer.\n");
4637         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4638         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4639         printf(" uc:   unit class. k=known, p=private.\n");
4640         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4641         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4642         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4643         printf("\nExamples:\n");
4644         printf(" Search for a and b in-order at most 3 words apart:\n");
4645         printf("  @prox 0 3 1 2 k 2 a b\n");
4646         printf(" Search for any order of a and b next to each other:\n");
4647         printf("  @prox 0 1 0 3 k 2 a b\n");
4648     }
4649     return 1;
4650 }
4651
4652 int cmd_register_tab(const char* arg)
4653 {
4654 #if HAVE_READLINE_READLINE_H
4655     char command[101], tabargument[101];
4656     int i;
4657     int num_of_tabs;
4658     const char** tabslist;
4659
4660     if (sscanf(arg, "%100s %100s", command, tabargument) < 1) {
4661         return 0;
4662     }
4663
4664     /* locate the amdn in the list */
4665     for (i = 0; cmd_array[i].cmd; i++) {
4666         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4667             break;
4668         }
4669     }
4670
4671     if (!cmd_array[i].cmd) {
4672         fprintf(stderr,"Unknown command %s\n",command);
4673         return 1;
4674     }
4675
4676
4677     if (!cmd_array[i].local_tabcompletes)
4678         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4679
4680     num_of_tabs=0;
4681
4682     tabslist = cmd_array[i].local_tabcompletes;
4683     for(; tabslist && *tabslist; tabslist++) {
4684         num_of_tabs++;
4685     }
4686
4687     cmd_array[i].local_tabcompletes = (const char **)
4688         realloc(cmd_array[i].local_tabcompletes,
4689                 (num_of_tabs+2)*sizeof(char**));
4690     tabslist = cmd_array[i].local_tabcompletes;
4691     tabslist[num_of_tabs] = strdup(tabargument);
4692     tabslist[num_of_tabs+1] = NULL;
4693 #endif
4694     return 1;
4695 }
4696
4697
4698 void process_cmd_line(char* line)
4699 {
4700     int i, res;
4701     char word[32], arg[10240];
4702
4703 #if HAVE_GETTIMEOFDAY
4704     gettimeofday(&tv_start, 0);
4705 #endif
4706
4707     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4708     {
4709         strcpy(word, last_cmd);
4710         *arg = '\0';
4711     }
4712     else if (res == 1)
4713         *arg = 0;
4714     strcpy(last_cmd, word);
4715
4716     /* removed tailing spaces from the arg command */
4717     {
4718         char* p = arg;
4719         char* lastnonspace=NULL;
4720
4721         for(;*p; ++p) {
4722             if(!isspace(*(unsigned char *) p)) {
4723                 lastnonspace = p;
4724             }
4725         }
4726         if(lastnonspace)
4727             *(++lastnonspace) = 0;
4728     }
4729
4730     for (i = 0; cmd_array[i].cmd; i++)
4731         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4732         {
4733             res = (*cmd_array[i].fun)(arg);
4734             break;
4735         }
4736
4737     if (!cmd_array[i].cmd) /* dump our help-screen */
4738     {
4739         printf("Unknown command: %s.\n", word);
4740         printf("Type 'help' for list of commands\n");
4741         res = 1;
4742     }
4743
4744     if(apdu_file) fflush(apdu_file);
4745
4746     if (res >= 2 && auto_wait)
4747         wait_and_handle_response(0);
4748
4749     if(apdu_file)
4750         fflush(apdu_file);
4751     if(marc_file)
4752         fflush(marc_file);
4753 }
4754
4755 static char *command_generator(const char *text, int state)
4756 {
4757 #if HAVE_READLINE_READLINE_H
4758     static int idx;
4759     if (state==0) {
4760         idx = 0;
4761     }
4762     for( ; cmd_array[idx].cmd; ++idx) {
4763         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4764             ++idx;  /* skip this entry on the next run */
4765             return strdup(cmd_array[idx-1].cmd);
4766         }
4767     }
4768 #endif
4769     return NULL;
4770 }
4771
4772 #if HAVE_READLINE_READLINE_H
4773 static const char** default_completer_list = NULL;
4774
4775 static char* default_completer(const char* text, int state)
4776 {
4777     return complete_from_list(default_completer_list, text, state);
4778 }
4779 #endif
4780
4781 #if HAVE_READLINE_READLINE_H
4782
4783 /*
4784    This function only known how to complete on the first word
4785 */
4786 char **readline_completer(char *text, int start, int end)
4787 {
4788     completerFunctionType completerToUse;
4789
4790     if(start == 0) {
4791 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4792         char** res = rl_completion_matches(text, command_generator);
4793 #else
4794         char** res = completion_matches(text,
4795                                         (CPFunction*)command_generator);
4796 #endif
4797         rl_attempted_completion_over = 1;
4798         return res;
4799     } else {
4800         char arg[10240],word[32];
4801         int i=0 ,res;
4802         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4803             rl_attempted_completion_over = 1;
4804             return NULL;
4805         }
4806
4807         for (i = 0; cmd_array[i].cmd; i++)
4808             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4809                 break;
4810
4811         if(!cmd_array[i].cmd)
4812             return NULL;
4813
4814         default_completer_list = cmd_array[i].local_tabcompletes;
4815
4816         completerToUse = cmd_array[i].rl_completerfunction;
4817         if (!completerToUse)
4818         { /* if command completer is not defined use the default completer */
4819             completerToUse = default_completer;
4820         }
4821         if (completerToUse) {
4822 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4823             char** res=
4824                 rl_completion_matches(text, completerToUse);
4825 #else
4826             char** res=
4827                 completion_matches(text, (CPFunction*)completerToUse);
4828 #endif
4829             if (!cmd_array[i].complete_filenames)
4830                 rl_attempted_completion_over = 1;
4831             return res;
4832         } else {
4833             if (!cmd_array[i].complete_filenames)
4834                 rl_attempted_completion_over = 1;
4835             return 0;
4836         }
4837     }
4838 }
4839 #endif
4840
4841 #ifndef WIN32
4842 void ctrl_c_handler(int x)
4843 {
4844     exit_client(0);
4845 }
4846 #endif
4847
4848 static void client(void)
4849 {
4850     char line[10240];
4851
4852     line[10239] = '\0';
4853
4854 #ifndef WIN32
4855     signal(SIGINT, ctrl_c_handler);
4856 #endif
4857
4858 #if HAVE_GETTIMEOFDAY
4859     gettimeofday(&tv_start, 0);
4860 #endif
4861
4862     while (1)
4863     {
4864         char *line_in = NULL;
4865 #if HAVE_READLINE_READLINE_H
4866         if (isatty(0))
4867         {
4868             line_in=readline(C_PROMPT);
4869             if (!line_in)
4870                 break;
4871 #if HAVE_READLINE_HISTORY_H
4872             if (*line_in)
4873                 add_history(line_in);
4874 #endif
4875             strncpy(line, line_in, sizeof(line)-1);
4876             free(line_in);
4877         }
4878 #endif
4879         if (!line_in)
4880         {
4881             char *end_p;
4882             printf(C_PROMPT);
4883             fflush(stdout);
4884             if (!fgets(line, sizeof(line)-1, stdin))
4885                 break;
4886             if ((end_p = strchr(line, '\n')))
4887                 *end_p = '\0';
4888         }
4889         if (isatty(0))
4890             file_history_add_line(file_history, line);
4891         process_cmd_line(line);
4892     }
4893 }
4894
4895 static void show_version(void)
4896 {
4897     char vstr[20];
4898
4899     yaz_version(vstr, 0);
4900     printf("YAZ version: %s\n", YAZ_VERSION);
4901     if (strcmp(vstr, YAZ_VERSION))
4902         printf("YAZ DLL/SO: %s\n", vstr);
4903     exit(0);
4904 }
4905
4906 int main(int argc, char **argv)
4907 {
4908     char *prog = *argv;
4909     char *open_command = 0;
4910     char *auth_command = 0;
4911     char *arg;
4912     const char *rc_file = 0;
4913     int ret;
4914
4915 #if HAVE_LOCALE_H
4916     if (!setlocale(LC_CTYPE, ""))
4917         fprintf(stderr, "setlocale failed\n");
4918 #endif
4919 #if HAVE_LANGINFO_H
4920 #ifdef CODESET
4921     codeset = nl_langinfo(CODESET);
4922 #endif
4923 #endif
4924     if (codeset)
4925         outputCharset = xstrdup(codeset);
4926
4927     ODR_MASK_SET(&z3950_options, Z_Options_search);
4928     ODR_MASK_SET(&z3950_options, Z_Options_present);
4929     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4930     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4931     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4932     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4933     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4934     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4935     ODR_MASK_SET(&z3950_options, Z_Options_negotiationModel);
4936
4937     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
4938     {
4939         switch (ret)
4940         {
4941         case 0:
4942             if (!open_command)
4943             {
4944                 open_command = (char *) xmalloc(strlen(arg)+6);
4945                 strcpy(open_command, "open ");
4946                 strcat(open_command, arg);
4947             }
4948             else
4949             {
4950                 fprintf(stderr, "%s: Specify at most one server address\n",
4951                         prog);
4952                 exit(1);
4953             }
4954             break;
4955         case 'a':
4956             if (!strcmp(arg, "-"))
4957                 apdu_file=stderr;
4958             else
4959                 apdu_file=fopen(arg, "a");
4960             break;
4961         case 'b':
4962             if (!strcmp(arg, "-"))
4963                 ber_file=stderr;
4964             else
4965                 ber_file=fopen(arg, "a");
4966             break;
4967         case 'c':
4968             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
4969             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4970             break;
4971         case 'd':
4972             dump_file_prefix = arg;
4973             break;
4974         case 'f':
4975             rc_file = arg;
4976             break;
4977         case 'k':
4978             kilobytes = atoi(arg);
4979             break;
4980         case 'm':
4981             if (!(marc_file = fopen(arg, "a")))
4982             {
4983                 perror(arg);
4984                 exit(1);
4985             }
4986             break;
4987         case 'p':
4988             yazProxy = xstrdup(arg);
4989             break;
4990         case 'q':
4991             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
4992             cql_fields[sizeof(cql_fields)-1] = '\0';
4993             break;
4994         case 't':
4995             outputCharset = xstrdup(arg);
4996             break;
4997         case 'u':
4998             if (!auth_command)
4999             {
5000                 auth_command = (char *) xmalloc(strlen(arg)+6);
5001                 strcpy(auth_command, "auth ");
5002                 strcat(auth_command, arg);
5003             }
5004             break;
5005         case 'v':
5006             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5007             break;
5008         case 'V':
5009             show_version();
5010             break;
5011         case 'x':
5012             hex_dump = 1;
5013             break;
5014         default:
5015             fprintf(stderr, "Usage: %s "
5016                      " [-a apdulog]"
5017                      " [-b berdump]"
5018                      " [-c cclfile]"
5019                      " [-d dump]"
5020                      " [-f cmdfile]"
5021                      " [-k size]"
5022                      " [-m marclog]"
5023                      " [-p proxy-addr]"
5024                      " [-q cqlfile]"
5025                      " [-t dispcharset]"
5026                      " [-u auth]"
5027                      " [-v loglevel]"
5028                      " [-V]"
5029                      " [-x]"
5030                      " [server-addr]\n",
5031                      prog);
5032             exit(1);
5033         }
5034     }
5035     initialize(rc_file);
5036     if (auth_command)
5037     {
5038 #ifdef HAVE_GETTIMEOFDAY
5039         gettimeofday(&tv_start, 0);
5040 #endif
5041         process_cmd_line(auth_command);
5042 #if HAVE_READLINE_HISTORY_H
5043         add_history(auth_command);
5044 #endif
5045         xfree(auth_command);
5046     }
5047     if (open_command)
5048     {
5049 #ifdef HAVE_GETTIMEOFDAY
5050         gettimeofday(&tv_start, 0);
5051 #endif
5052         process_cmd_line(open_command);
5053 #if HAVE_READLINE_HISTORY_H
5054         add_history(open_command);
5055 #endif
5056         xfree(open_command);
5057     }
5058     client();
5059     exit_client(0);
5060     return 0;
5061 }
5062 /*
5063  * Local variables:
5064  * c-basic-offset: 4
5065  * indent-tabs-mode: nil
5066  * End:
5067  * vim: shiftwidth=4 tabstop=8 expandtab
5068  */
5069