client/client.c

   1 /*
   2  * Copyright (C) 1995-2005, Index Data ApS
   3  * See the file LICENSE for details.
   4  *
   5  * $Id: client.c,v 1.297 2005-09-21 19:46:33 adam Exp $
   6  */
   7
   8 #include <stdio.h>
   9 #include <stdlib.h>
  10 #include <assert.h>
  11 #include <time.h>
  12 #include <ctype.h>
  13 #if HAVE_SYS_TYPES_H
  14 #include <sys/types.h>
  15 #endif
  16 #if HAVE_LOCALE_H
  17 #include <locale.h>
  18 #endif
  19 #if HAVE_LANGINFO_H
  20 #include <langinfo.h>
  21 #endif
  22 #if HAVE_UNISTD_H
  23 #include <unistd.h>
  24 #endif
  25 #if HAVE_SYS_STAT_H
  26 #include <sys/stat.h>
  27 #endif
  28 #if HAVE_SYS_TIME_H
  29 #include <sys/time.h>
  30 #endif
  31
  32 #if HAVE_OPENSSL_SSL_H
  33 #include <openssl/bio.h>
  34 #include <openssl/crypto.h>
  35 #include <openssl/x509.h>
  36 #include <openssl/pem.h>
  37 #include <openssl/ssl.h>
  38 #include <openssl/err.h>
  39 #endif
  40
  41 #ifdef WIN32
  42 #include <sys/stat.h>
  43 #include <io.h>
  44 #include <windows.h>
  45 #define S_ISREG(x) (x & _S_IFREG)
  46 #define S_ISDIR(x) (x & _S_IFDIR)
  47 #endif
  48
  49 #include <yaz/yaz-util.h>
  50
  51 #include <yaz/comstack.h>
  52
  53 #include <yaz/proto.h>
  54 #include <yaz/marcdisp.h>
  55 #include <yaz/diagbib1.h>
  56 #include <yaz/otherinfo.h>
  57 #include <yaz/charneg.h>
  58
  59 #include <yaz/pquery.h>
  60 #include <yaz/sortspec.h>
  61
  62 #include <yaz/ill.h>
  63 #include <yaz/srw.h>
  64 #include <yaz/yaz-ccl.h>
  65 #include <yaz/cql.h>
  66 #include <yaz/log.h>
  67
  68 #if HAVE_READLINE_READLINE_H
  69 #include <readline/readline.h>
  70 #endif
  71 #if HAVE_READLINE_HISTORY_H
  72 #include <readline/history.h>
  73 #endif
  74
  75
  76 #include "admin.h"
  77 #include "tabcomplete.h"
  78
  79 #define C_PROMPT "Z> "
  80
  81 static char *codeset = 0;               /* character set for output */
  82 static int hex_dump = 0;
  83 static char *dump_file_prefix = 0;
  84 static ODR out, in, print;              /* encoding and decoding streams */
  85 #if HAVE_XML2
  86 static ODR srw_sr_odr_out = 0;
  87 static Z_SRW_PDU *srw_sr = 0;
  88 #endif
  89 static FILE *apdu_file = 0;
  90 static FILE *ber_file = 0;
  91 static COMSTACK conn = 0;               /* our z-association */
  92 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
  93 char *databaseNames[128];
  94 int num_databaseNames = 0;
  95 static Z_External *record_last = 0;
  96 static int setnumber = -1;              /* current result set number */
  97 static int smallSetUpperBound = 0;
  98 static int largeSetLowerBound = 1;
  99 static int mediumSetPresentNumber = 0;
 100 static Z_ElementSetNames *elementSetNames = 0;
 101 static int setno = 1;                   /* current set offset */
 102 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 103 #define RECORDSYNTAX_MAX 20
 104 static enum oid_value recordsyntax_list[RECORDSYNTAX_MAX]  = { VAL_USMARC };
 105 static int recordsyntax_size = 1;
 106
 107 static char *record_schema = 0;
 108 static int sent_close = 0;
 109 static NMEM session_mem = NULL;         /* memory handle for init-response */
 110 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 111 static char last_scan_line[512] = "0";
 112 static char last_scan_query[512] = "0";
 113 static char ccl_fields[512] = "default.bib";
 114 /* ### How can I set this path to use wherever YAZ is installed? */
 115 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 116 static char *esPackageName = 0;
 117 static char *yazProxy = 0;
 118 static int kilobytes = 1024;
 119 static char *negotiationCharset = 0;
 120 static int  negotiationCharsetRecords = 1;
 121 static int  negotiationCharsetVersion = 3;
 122 static char *outputCharset = 0;
 123 static char *marcCharset = 0;
 124 static char* yazLang = 0;
 125 static char* http_version = "1.1";
 126
 127 static char last_cmd[32] = "?";
 128 static FILE *marc_file = 0;
 129 static char *refid = NULL;
 130 static char *last_open_command = NULL;
 131 static int auto_reconnect = 0;
 132 static int auto_wait = 1;
 133 static Odr_bitmask z3950_options;
 134 static int z3950_version = 3;
 135 static int scan_stepSize = 0;
 136 static int scan_position = 1;
 137 static int scan_size = 20;
 138 static char cur_host[200];
 139 static int last_hit_count = 0;
 140
 141 typedef enum {
 142     QueryType_Prefix,
 143     QueryType_CCL,
 144     QueryType_CCL2RPN,
 145     QueryType_CQL,
 146     QueryType_CQL2RPN
 147 } QueryType;
 148
 149 static QueryType queryType = QueryType_Prefix;
 150
 151 static CCL_bibset bibset;               /* CCL bibset handle */
 152 static cql_transform_t cqltrans;        /* CQL context-set handle */
 153
 154 #if HAVE_READLINE_COMPLETION_OVER
 155
 156 #else
 157 /* readline doesn't have this var. Define it ourselves. */
 158 int rl_attempted_completion_over = 0;
 159 #endif
 160
 161 /* set this one to 1, to avoid decode of unknown MARCs  */
 162 #define AVOID_MARC_DECODE 1
 163
 164 #define maxOtherInfosSupported 10
 165 struct {
 166     int oidval;
 167     char* value;
 168 } extraOtherInfos[maxOtherInfosSupported];
 169
 170
 171 void process_cmd_line(char* line);
 172 char ** readline_completer(char *text, int start, int end);
 173 char *command_generator(const char *text, int state);
 174 char** curret_global_list=NULL;
 175 int cmd_register_tab(const char* arg);
 176
 177 static void close_session (void);
 178
 179 ODR getODROutputStream()
 180 {
 181     return out;
 182 }
 183
 184 const char* query_type_as_string(QueryType q)
 185 {
 186     switch (q) {
 187     case QueryType_Prefix: return "prefix (RPN sent to server)";
 188     case QueryType_CCL: return "CCL (CCL sent to server) ";
 189     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 190     case QueryType_CQL: return "CQL (CQL sent to server)";
 191     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 192     default:
 193         return "unknown Query type internal yaz-client error";
 194     }
 195 }
 196
 197 static void do_hex_dump(const char* buf, int len)
 198 {
 199     if (hex_dump)
 200     {
 201         int i,x;
 202         for( i=0; i<len ; i=i+16 )
 203         {
 204             printf(" %4.4d ",i);
 205             for(x=0 ; i+x<len && x<16; ++x)
 206             {
 207                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 208             }
 209             printf("\n");
 210         }
 211     }
 212     if (dump_file_prefix)
 213     {
 214         static int no = 0;
 215         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 216         {
 217             char fname[1024];
 218             FILE *of;
 219             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
 220             of = fopen(fname, "wb");
 221
 222             fwrite (buf, 1, len, of);
 223
 224             fclose(of);
 225         }
 226     }
 227 }
 228
 229 void add_otherInfos(Z_APDU *a)
 230 {
 231     Z_OtherInformation **oi;
 232     int i;
 233
 234     yaz_oi_APDU(a, &oi);
 235     for(i=0; i<maxOtherInfosSupported; ++i)
 236     {
 237         if(extraOtherInfos[i].oidval != -1)
 238             yaz_oi_set_string_oidval(oi, out, extraOtherInfos[i].oidval,
 239                                      1, extraOtherInfos[i].value);
 240     }
 241 }
 242
 243 int send_apdu(Z_APDU *a)
 244 {
 245     char *buf;
 246     int len;
 247
 248     add_otherInfos(a);
 249
 250     if (apdu_file)
 251     {
 252         z_APDU(print, &a, 0, 0);
 253         odr_reset(print);
 254     }
 255     if (!z_APDU(out, &a, 0, 0))
 256     {
 257         odr_perror(out, "Encoding APDU");
 258         close_session();
 259         return 0;
 260     }
 261     buf = odr_getbuf(out, &len, 0);
 262     if (ber_file)
 263         odr_dumpBER(ber_file, buf, len);
 264     /* printf ("sending APDU of size %d\n", len); */
 265     do_hex_dump(buf, len);
 266     if (cs_put(conn, buf, len) < 0)
 267     {
 268         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 269         close_session();
 270         return 0;
 271     }
 272     odr_reset(out); /* release the APDU structure  */
 273     return 1;
 274 }
 275
 276 static void print_stringn(const unsigned char *buf, size_t len)
 277 {
 278     size_t i;
 279     for (i = 0; i<len; i++)
 280         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
 281             printf ("%c", buf[i]);
 282         else
 283             printf ("\\X%02X", buf[i]);
 284 }
 285
 286 static void print_refid (Z_ReferenceId *id)
 287 {
 288     if (id)
 289     {
 290         printf ("Reference Id: ");
 291         print_stringn (id->buf, id->len);
 292         printf ("\n");
 293     }
 294 }
 295
 296 static Z_ReferenceId *set_refid (ODR out)
 297 {
 298     Z_ReferenceId *id;
 299     if (!refid)
 300         return 0;
 301     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
 302     id->size = id->len = strlen(refid);
 303     id->buf = (unsigned char *) odr_malloc (out, id->len);
 304     memcpy (id->buf, refid, id->len);
 305     return id;
 306 }
 307
 308 /* INIT SERVICE ------------------------------- */
 309
 310 static void send_initRequest(const char* type_and_host)
 311 {
 312     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 313     Z_InitRequest *req = apdu->u.initRequest;
 314     int i;
 315
 316     req->options = &z3950_options;
 317
 318     ODR_MASK_ZERO(req->protocolVersion);
 319     for (i = 0; i<z3950_version; i++)
 320         ODR_MASK_SET(req->protocolVersion, i);
 321
 322     *req->maximumRecordSize = 1024*kilobytes;
 323     *req->preferredMessageSize = 1024*kilobytes;
 324
 325     req->idAuthentication = auth;
 326
 327     req->referenceId = set_refid (out);
 328
 329     if (yazProxy && type_and_host)
 330         yaz_oi_set_string_oidval(&req->otherInfo, out, VAL_PROXY,
 331         1, type_and_host);
 332
 333     if (negotiationCharset || yazLang) {
 334         Z_OtherInformation **p;
 335         Z_OtherInformationUnit *p0;
 336
 337         yaz_oi_APDU(apdu, &p);
 338
 339         if ((p0=yaz_oi_update(p, out, NULL, 0, 0))) {
 340             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 341
 342             p0->which = Z_OtherInfo_externallyDefinedInfo;
 343             p0->information.externallyDefinedInfo =
 344                 yaz_set_proposal_charneg(
 345                     out,
 346                     (const char**)&negotiationCharset,
 347                     negotiationCharset ? 1 : 0,
 348                     (const char**)&yazLang, yazLang ? 1 : 0,
 349                     negotiationCharsetRecords);
 350         }
 351     }
 352
 353     if (send_apdu(apdu))
 354         printf("Sent initrequest.\n");
 355 }
 356
 357
 358 /* These two are used only from process_initResponse() */
 359 static void render_initUserInfo(Z_OtherInformation *ui1);
 360 static void render_diag(Z_DiagnosticFormat *diag);
 361
 362 static void pr_opt(const char *opt, void *clientData)
 363 {
 364     printf (" %s", opt);
 365 }
 366
 367 static int process_initResponse(Z_InitResponse *res)
 368 {
 369     int ver = 0;
 370     /* save session parameters for later use */
 371     session_mem = odr_extract_mem(in);
 372     session_initResponse = res;
 373
 374     for (ver = 0; ver < 8; ver++)
 375         if (!ODR_MASK_GET(res->protocolVersion, ver))
 376             break;
 377
 378     if (!*res->result)
 379         printf("Connection rejected by v%d target.\n", ver);
 380     else
 381         printf("Connection accepted by v%d target.\n", ver);
 382     if (res->implementationId)
 383         printf("ID     : %s\n", res->implementationId);
 384     if (res->implementationName)
 385         printf("Name   : %s\n", res->implementationName);
 386     if (res->implementationVersion)
 387         printf("Version: %s\n", res->implementationVersion);
 388     if (res->userInformationField)
 389     {
 390         Z_External *uif = res->userInformationField;
 391         if (uif->which == Z_External_userInfo1) {
 392             render_initUserInfo(uif->u.userInfo1);
 393         } else {
 394             printf("UserInformationfield:\n");
 395             if (!z_External(print, (Z_External**)&uif, 0, 0))
 396             {
 397                 odr_perror(print, "Printing userinfo\n");
 398                 odr_reset(print);
 399             }
 400             if (uif->which == Z_External_octet) {
 401                 printf("Guessing visiblestring:\n");
 402                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 403                        uif->u.octet_aligned->buf);
 404             }
 405             else if (uif->which == Z_External_single)
 406             {
 407                 Odr_any *sat = uif->u.single_ASN1_type;
 408                 oident *oid = oid_getentbyoid(uif->direct_reference);
 409                 if (oid->value == VAL_OCLCUI) {
 410                     Z_OCLC_UserInformation *oclc_ui;
 411                     ODR decode = odr_createmem(ODR_DECODE);
 412                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 413                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 414                         printf ("Bad OCLC UserInformation:\n");
 415                     else
 416                         printf ("OCLC UserInformation:\n");
 417                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 418                         printf ("Bad OCLC UserInformation spec\n");
 419                     odr_destroy(decode);
 420                 }
 421                 else
 422                 {
 423                     /* Peek at any private Init-diagnostic APDUs */
 424                     printf("### NAUGHTY: External is '%.*s'\n",
 425                            sat->len, sat->buf);
 426                 }
 427             }
 428             odr_reset (print);
 429         }
 430     }
 431     printf ("Options:");
 432     yaz_init_opt_decode(res->options, pr_opt, 0);
 433     printf ("\n");
 434
 435     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 436         setnumber = 0;
 437
 438     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 439
 440         Z_CharSetandLanguageNegotiation *p =
 441                 yaz_get_charneg_record(res->otherInfo);
 442
 443         if (p) {
 444
 445             char *charset=NULL, *lang=NULL;
 446             int selected;
 447
 448             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 449                                      &selected);
 450
 451             if (outputCharset && negotiationCharset) {
 452                     odr_set_charset (out, charset, outputCharset);
 453                     odr_set_charset (in, outputCharset, charset);
 454             }
 455             else {
 456                     odr_set_charset (out, 0, 0);
 457                     odr_set_charset (in, 0, 0);
 458             }
 459
 460             printf("Accepted character set : %s\n", charset);
 461             printf("Accepted code language : %s\n", lang ? lang : "none");
 462             printf("Accepted records in ...: %d\n", selected );
 463         }
 464     }
 465     fflush (stdout);
 466     return 0;
 467 }
 468
 469
 470 static void render_initUserInfo(Z_OtherInformation *ui1) {
 471     int i;
 472     printf("Init response contains %d otherInfo unit%s:\n",
 473            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 474
 475     for (i = 0; i < ui1->num_elements; i++) {
 476         Z_OtherInformationUnit *unit = ui1->list[i];
 477         printf("  %d: otherInfo unit contains ", i+1);
 478         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 479             unit->information.externallyDefinedInfo &&
 480             unit->information.externallyDefinedInfo->which ==
 481             Z_External_diag1) {
 482             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 483         }
 484         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 485         {
 486             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 487         }
 488         else
 489         {
 490             printf("unsupported otherInfo unit external %d\n",
 491                    unit->information.externallyDefinedInfo ?
 492                    unit->information.externallyDefinedInfo->which : -2);
 493         }
 494     }
 495 }
 496
 497
 498 /* ### should this share code with display_diagrecs()? */
 499 static void render_diag(Z_DiagnosticFormat *diag) {
 500     int i;
 501
 502     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 503     for (i = 0; i < diag->num; i++) {
 504         Z_DiagnosticFormat_s *ds = diag->elements[i];
 505         printf("    %d: ", i+1);
 506         switch (ds->which) {
 507         case Z_DiagnosticFormat_s_defaultDiagRec: {
 508             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 509             /* ### should check `dd->diagnosticSetId' */
 510             printf("code=%d (%s)", *dd->condition,
 511                    diagbib1_str(*dd->condition));
 512             /* Both types of addinfo are the same, so use type-pun */
 513             if (dd->u.v2Addinfo != 0)
 514                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 515             break;
 516         }
 517         case Z_DiagnosticFormat_s_explicitDiagnostic:
 518             printf("Explicit diagnostic (not supported)");
 519             break;
 520         default:
 521             printf("Unrecognised diagnostic type %d", ds->which);
 522             break;
 523         }
 524
 525         if (ds->message != 0)
 526             printf(", message='%s'", ds->message);
 527         printf("\n");
 528     }
 529 }
 530
 531
 532 static int set_base(const char *arg)
 533 {
 534     int i;
 535     const char *cp;
 536
 537     for (i = 0; i<num_databaseNames; i++)
 538         xfree (databaseNames[i]);
 539     num_databaseNames = 0;
 540     while (1)
 541     {
 542         char *cp1;
 543         if (!(cp = strchr(arg, ' ')))
 544             cp = arg + strlen(arg);
 545         if (cp - arg < 1)
 546             break;
 547         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
 548         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
 549         databaseNames[num_databaseNames][cp - arg] = '\0';
 550
 551         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 552             if (*cp1 == '+')
 553                 *cp1 = ' ';
 554         num_databaseNames++;
 555
 556         if (!*cp)
 557             break;
 558         arg = cp+1;
 559     }
 560     if (num_databaseNames == 0)
 561     {
 562         num_databaseNames = 1;
 563         databaseNames[0] = xstrdup("");
 564     }
 565     return 1;
 566 }
 567
 568 static int parse_cmd_doc(const char **arg, ODR out, char **buf,
 569                          int *len, int opt)
 570 {
 571     const char *sep;
 572     while (**arg && strchr(" \t\n\r\f", **arg))
 573         (*arg)++;
 574     if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 575     {
 576         (*arg)++;
 577         *len = sep - *arg;
 578         *buf = odr_strdupn(out, *arg, *len);
 579         (*arg) = sep+1;
 580         return 1;
 581     }
 582     else if ((*arg)[0] && (*arg)[0] != '\"')
 583     {
 584         long fsize;
 585         FILE *inf;
 586         const char *fname = *arg;
 587
 588         while (**arg != '\0' && **arg != ' ')
 589             (*arg)++;
 590
 591         inf = fopen(fname, "rb");
 592         if (!inf)
 593         {
 594             printf("Couldn't open %s\n", fname);
 595             return 0;
 596         }
 597         if (fseek(inf, 0L, SEEK_END) == -1)
 598         {
 599             printf("Couldn't seek in %s\n", fname);
 600             fclose(inf);
 601             return 0;
 602         }
 603         fsize = ftell(inf);
 604         if (fseek(inf, 0L, SEEK_SET) == -1)
 605         {
 606             printf("Couldn't seek in %s\n", fname);
 607             fclose(inf);
 608             return 0;
 609         }
 610         *len = fsize;
 611         *buf = odr_malloc(out, fsize);
 612         if (fread(*buf, 1, fsize, inf) != fsize)
 613         {
 614             printf("Unable to read %s\n", fname);
 615             fclose(inf);
 616             return 0;
 617         }
 618         fclose(inf);
 619         return 1;
 620     }
 621     else if (**arg == '\0')
 622     {
 623         if (opt)
 624         {
 625             *len = 0;
 626             *buf = 0;
 627             return 1;
 628         }
 629         printf("Missing doc argument\n");
 630     }
 631     else
 632         printf("Bad doc argument %s\n", *arg);
 633     return 0;
 634 }
 635
 636 static int cmd_base(const char *arg)
 637 {
 638     if (!*arg)
 639     {
 640         printf("Usage: base <database> <database> ...\n");
 641         return 0;
 642     }
 643     return set_base(arg);
 644 }
 645
 646 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
 647 {
 648     if(last_open_command != arg)
 649     {
 650         if(last_open_command) xfree(last_open_command);
 651         last_open_command = xstrdup(new_open_command);
 652     }
 653 }
 654
 655 int session_connect(const char *arg)
 656 {
 657     void *add;
 658     char type_and_host[101];
 659     const char *basep = 0;
 660 #if HAVE_OPENSSL_SSL_H
 661     SSL *ssl;
 662 #endif
 663     if (conn)
 664     {
 665         cs_close (conn);
 666         conn = 0;
 667     }
 668     if (session_mem)
 669     {
 670         nmem_destroy (session_mem);
 671         session_mem = NULL;
 672         session_initResponse = 0;
 673     }
 674     cs_get_host_args(arg, &basep);
 675
 676     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 677     type_and_host[sizeof(type_and_host)-1] = '\0';
 678
 679     cmd_open_remember_last_open_command(arg, type_and_host);
 680
 681     if (yazProxy)
 682         conn = cs_create_host(yazProxy, 1, &add);
 683     else
 684         conn = cs_create_host(arg, 1, &add);
 685     if (!conn)
 686     {
 687         printf ("Couldn't create comstack\n");
 688         return 0;
 689     }
 690 #if HAVE_XML2
 691     if (conn->protocol == PROTO_HTTP)
 692         queryType = QueryType_CQL;
 693 #else
 694     if (conn->protocol == PROTO_HTTP)
 695     {
 696         printf ("SRW/HTTP not enabled in this YAZ\n");
 697         cs_close(conn);
 698         conn = 0;
 699         return 0;
 700     }
 701 #endif
 702     protocol = conn->protocol;
 703     if (conn->protocol == PROTO_HTTP)
 704         set_base("");
 705     else
 706         set_base("Default");
 707     printf("Connecting...");
 708     fflush(stdout);
 709     if (cs_connect(conn, add) < 0)
 710     {
 711         printf ("error = %s\n", cs_strerror(conn));
 712         if (conn->cerrno == CSYSERR)
 713         {
 714             char msg[256];
 715             yaz_strerror(msg, sizeof(msg));
 716             printf ("%s\n", msg);
 717         }
 718         cs_close(conn);
 719         conn = 0;
 720         return 0;
 721     }
 722     printf("OK.\n");
 723 #if HAVE_OPENSSL_SSL_H
 724     if ((ssl = (SSL *) cs_get_ssl(conn)))
 725     {
 726         X509 *server_cert = SSL_get_peer_certificate (ssl);
 727
 728         if (server_cert)
 729         {
 730             char *pem_buf;
 731             int pem_len;
 732             BIO *bio = BIO_new(BIO_s_mem());
 733
 734             /* get PEM buffer in memory */
 735             PEM_write_bio_X509(bio, server_cert);
 736             pem_len = BIO_get_mem_data(bio, &pem_buf);
 737             fwrite(pem_buf, pem_len, 1, stdout);
 738
 739             /* print all info on screen .. */
 740             X509_print_fp(stdout, server_cert);
 741             BIO_free(bio);
 742
 743             X509_free (server_cert);
 744         }
 745     }
 746 #endif
 747     if (basep && *basep)
 748         set_base (basep);
 749     if (protocol == PROTO_Z3950)
 750     {
 751         send_initRequest(type_and_host);
 752         return 2;
 753     }
 754     return 0;
 755 }
 756
 757 int cmd_open(const char *arg)
 758 {
 759     if (arg)
 760     {
 761         strncpy (cur_host, arg, sizeof(cur_host)-1);
 762         cur_host[sizeof(cur_host)-1] = 0;
 763     }
 764     return session_connect(cur_host);
 765 }
 766
 767 void try_reconnect()
 768 {
 769     char* open_command;
 770
 771     if(!( auto_reconnect && last_open_command) ) return ;
 772
 773     open_command = (char *) xmalloc (strlen(last_open_command)+6);
 774     strcpy (open_command, "open ");
 775
 776     strcat (open_command, last_open_command);
 777
 778     process_cmd_line(open_command);
 779
 780     xfree(open_command);
 781 }
 782
 783 int cmd_authentication(const char *arg)
 784 {
 785     static Z_IdAuthentication au;
 786     static char user[40], group[40], pass[40];
 787     static Z_IdPass idPass;
 788     int r;
 789
 790     if (!*arg)
 791     {
 792         printf("Auth field set to null\n");
 793         auth = 0;
 794         return 1;
 795     }
 796     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
 797     if (r == 0)
 798     {
 799         printf("Authentication set to null\n");
 800         auth = 0;
 801     }
 802     if (r == 1)
 803     {
 804         auth = &au;
 805         if (!strcmp(user, "-")) {
 806             au.which = Z_IdAuthentication_anonymous;
 807             printf("Authentication set to Anonymous\n");
 808         } else {
 809             au.which = Z_IdAuthentication_open;
 810             au.u.open = user;
 811             printf("Authentication set to Open (%s)\n", user);
 812         }
 813     }
 814     if (r == 2)
 815     {
 816         auth = &au;
 817         au.which = Z_IdAuthentication_idPass;
 818         au.u.idPass = &idPass;
 819         idPass.groupId = NULL;
 820         idPass.userId = user;
 821         idPass.password = group;
 822         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
 823     }
 824     if (r == 3)
 825     {
 826         auth = &au;
 827         au.which = Z_IdAuthentication_idPass;
 828         au.u.idPass = &idPass;
 829         idPass.groupId = group;
 830         idPass.userId = user;
 831         idPass.password = pass;
 832         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 833                user, group, pass);
 834     }
 835     return 1;
 836 }
 837
 838 /* SEARCH SERVICE ------------------------------ */
 839 static void display_record(Z_External *r);
 840
 841 static void print_record(const unsigned char *buf, size_t len)
 842 {
 843     size_t i = len;
 844     print_stringn (buf, len);
 845     /* add newline if not already added ... */
 846     if (i <= 0 || buf[i-1] != '\n')
 847         printf ("\n");
 848 }
 849
 850 static void display_record(Z_External *r)
 851 {
 852     oident *ent = oid_getentbyoid(r->direct_reference);
 853
 854     record_last = r;
 855     /*
 856      * Tell the user what we got.
 857      */
 858     if (r->direct_reference)
 859     {
 860         printf("Record type: ");
 861         if (ent)
 862             printf("%s\n", ent->desc);
 863         else if (!odr_oid(print, &r->direct_reference, 0, 0))
 864         {
 865             odr_perror(print, "print oid");
 866             odr_reset(print);
 867         }
 868     }
 869     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 870     if (ent && r->which == Z_External_octet)
 871     {
 872         Z_ext_typeent *type = z_ext_getentbyref(ent->value);
 873         char *rr;
 874
 875         if (type)
 876         {
 877             /*
 878              * Call the given decoder to process the record.
 879              */
 880             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 881                 r->u.octet_aligned->len, 0);
 882             if (!(*type->fun)(in, &rr, 0, 0))
 883             {
 884                 odr_perror(in, "Decoding constructed record.");
 885                 fprintf(stdout, "[Near %d]\n", odr_offset(in));
 886                 fprintf(stdout, "Packet dump:\n---------\n");
 887                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 888                             r->u.octet_aligned->len);
 889                 fprintf(stdout, "---------\n");
 890
 891                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 892             } else {
 893                 /*
 894                  * Note: we throw away the original, BER-encoded record here.
 895                  * Do something else with it if you want to keep it.
 896                  */
 897                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 898                 r->which = type->what;
 899             }
 900         }
 901     }
 902     if (ent && ent->value == VAL_SOIF)
 903     {
 904         print_record((const unsigned char *) r->u.octet_aligned->buf,
 905                      r->u.octet_aligned->len);
 906         if (marc_file)
 907             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
 908     }
 909     else if (r->which == Z_External_octet)
 910     {
 911         const char *octet_buf = (char*)r->u.octet_aligned->buf;
 912         if (ent->oclass == CLASS_RECSYN &&
 913                 (ent->value == VAL_TEXT_XML ||
 914                  ent->value == VAL_APPLICATION_XML ||
 915                  ent->value == VAL_HTML))
 916         {
 917             print_record((const unsigned char *) octet_buf,
 918                          r->u.octet_aligned->len);
 919         }
 920         else if (ent->value == VAL_POSTSCRIPT)
 921         {
 922             int size = r->u.octet_aligned->len;
 923             if (size > 100)
 924                 size = 100;
 925             print_record((const unsigned char *) octet_buf, size);
 926         }
 927         else
 928         {
 929             if (
 930 #if AVOID_MARC_DECODE
 931                 /* primitive check for a marc OID 5.1-29 except 16 */
 932                 ent->oidsuffix[0] == 5 && ent->oidsuffix[1] < 30 &&
 933                 ent->oidsuffix[1] != 16
 934 #else
 935                 1
 936 #endif
 937                 )
 938             {
 939                 char *result;
 940                 int rlen;
 941                 yaz_iconv_t cd = 0;
 942                 yaz_marc_t mt = yaz_marc_create();
 943
 944                 if (yaz_marc_decode_buf(mt, octet_buf,r->u.octet_aligned->len,
 945                                         &result, &rlen)> 0)
 946                 {
 947                     char *from = 0;
 948                     if (marcCharset && !strcmp(marcCharset, "auto"))
 949                     {
 950                         if (ent->value == VAL_USMARC)
 951                         {
 952                             if (octet_buf[9] == 'a')
 953                                 from = "UTF-8";
 954                             else
 955                                 from = "MARC-8";
 956                         }
 957                         else
 958                             from = "ISO-8859-1";
 959                     }
 960                     else if (marcCharset)
 961                         from = marcCharset;
 962                     if (outputCharset && from)
 963                     {
 964                         cd = yaz_iconv_open(outputCharset, from);
 965                         printf ("convert from %s to %s", from,
 966                                 outputCharset);
 967                         if (!cd)
 968                             printf (" unsupported\n");
 969                         else
 970                             printf ("\n");
 971                     }
 972                     if (!cd)
 973                         fwrite (result, 1, rlen, stdout);
 974                     else
 975                     {
 976                         char outbuf[6];
 977                         size_t inbytesleft = rlen;
 978                         const char *inp = result;
 979
 980                         while (inbytesleft)
 981                         {
 982                             size_t outbytesleft = sizeof(outbuf);
 983                             char *outp = outbuf;
 984                             size_t r;
 985
 986                             r = yaz_iconv (cd, (char**) &inp,
 987                                            &inbytesleft,
 988                                            &outp, &outbytesleft);
 989                             if (r == (size_t) (-1))
 990                             {
 991                                 int e = yaz_iconv_error(cd);
 992                                 if (e != YAZ_ICONV_E2BIG)
 993                                     break;
 994                             }
 995                             fwrite (outbuf, outp - outbuf, 1, stdout);
 996                         }
 997                     }
 998                 }
 999                 else
1000                 {
1001                     printf ("bad MARC. Dumping as it is:\n");
1002                     print_record((const unsigned char*) octet_buf,
1003                                   r->u.octet_aligned->len);
1004                 }
1005                 yaz_marc_destroy(mt);
1006                 if (cd)
1007                     yaz_iconv_close(cd);
1008             }
1009             else
1010             {
1011                 print_record((const unsigned char*) octet_buf,
1012                              r->u.octet_aligned->len);
1013             }
1014         }
1015         if (marc_file)
1016             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1017     }
1018     else if (ent && ent->value == VAL_SUTRS)
1019     {
1020         if (r->which != Z_External_sutrs)
1021         {
1022             printf("Expecting single SUTRS type for SUTRS.\n");
1023             return;
1024         }
1025         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1026         if (marc_file)
1027             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1028     }
1029     else if (ent && ent->value == VAL_GRS1)
1030     {
1031         WRBUF w;
1032         if (r->which != Z_External_grs1)
1033         {
1034             printf("Expecting single GRS type for GRS.\n");
1035             return;
1036         }
1037         w = wrbuf_alloc();
1038         yaz_display_grs1(w, r->u.grs1, 0);
1039         puts (wrbuf_buf(w));
1040         wrbuf_free(w, 1);
1041     }
1042     else if (ent && ent->value == VAL_OPAC)
1043     {
1044         int i;
1045         if (r->u.opac->bibliographicRecord)
1046             display_record(r->u.opac->bibliographicRecord);
1047         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1048         {
1049             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1050             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1051             {
1052                 printf ("MARC holdings %d\n", i);
1053                 display_record(h->u.marcHoldingsRecord);
1054             }
1055             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1056             {
1057                 int j;
1058
1059                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1060
1061                 printf ("Data holdings %d\n", i);
1062                 if (data->typeOfRecord)
1063                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1064                 if (data->encodingLevel)
1065                     printf ("encodingLevel: %s\n", data->encodingLevel);
1066                 if (data->receiptAcqStatus)
1067                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1068                 if (data->generalRetention)
1069                     printf ("generalRetention: %s\n", data->generalRetention);
1070                 if (data->completeness)
1071                     printf ("completeness: %s\n", data->completeness);
1072                 if (data->dateOfReport)
1073                     printf ("dateOfReport: %s\n", data->dateOfReport);
1074                 if (data->nucCode)
1075                     printf ("nucCode: %s\n", data->nucCode);
1076                 if (data->localLocation)
1077                     printf ("localLocation: %s\n", data->localLocation);
1078                 if (data->shelvingLocation)
1079                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1080                 if (data->callNumber)
1081                     printf ("callNumber: %s\n", data->callNumber);
1082                 if (data->shelvingData)
1083                     printf ("shelvingData: %s\n", data->shelvingData);
1084                 if (data->copyNumber)
1085                     printf ("copyNumber: %s\n", data->copyNumber);
1086                 if (data->publicNote)
1087                     printf ("publicNote: %s\n", data->publicNote);
1088                 if (data->reproductionNote)
1089                     printf ("reproductionNote: %s\n", data->reproductionNote);
1090                 if (data->termsUseRepro)
1091                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1092                 if (data->enumAndChron)
1093                     printf ("enumAndChron: %s\n", data->enumAndChron);
1094                 for (j = 0; j<data->num_volumes; j++)
1095                 {
1096                     printf ("volume %d\n", j);
1097                     if (data->volumes[j]->enumeration)
1098                         printf (" enumeration: %s\n",
1099                                 data->volumes[j]->enumeration);
1100                     if (data->volumes[j]->chronology)
1101                         printf (" chronology: %s\n",
1102                                 data->volumes[j]->chronology);
1103                     if (data->volumes[j]->enumAndChron)
1104                         printf (" enumAndChron: %s\n",
1105                                 data->volumes[j]->enumAndChron);
1106                 }
1107                 for (j = 0; j<data->num_circulationData; j++)
1108                 {
1109                     printf ("circulation %d\n", j);
1110                     if (data->circulationData[j]->availableNow)
1111                         printf (" availableNow: %d\n",
1112                                 *data->circulationData[j]->availableNow);
1113                     if (data->circulationData[j]->availablityDate)
1114                         printf (" availabiltyDate: %s\n",
1115                                 data->circulationData[j]->availablityDate);
1116                     if (data->circulationData[j]->availableThru)
1117                         printf (" availableThru: %s\n",
1118                                 data->circulationData[j]->availableThru);
1119                     if (data->circulationData[j]->restrictions)
1120                         printf (" restrictions: %s\n",
1121                                 data->circulationData[j]->restrictions);
1122                     if (data->circulationData[j]->itemId)
1123                         printf (" itemId: %s\n",
1124                                 data->circulationData[j]->itemId);
1125                     if (data->circulationData[j]->renewable)
1126                         printf (" renewable: %d\n",
1127                                 *data->circulationData[j]->renewable);
1128                     if (data->circulationData[j]->onHold)
1129                         printf (" onHold: %d\n",
1130                                 *data->circulationData[j]->onHold);
1131                     if (data->circulationData[j]->enumAndChron)
1132                         printf (" enumAndChron: %s\n",
1133                                 data->circulationData[j]->enumAndChron);
1134                     if (data->circulationData[j]->midspine)
1135                         printf (" midspine: %s\n",
1136                                 data->circulationData[j]->midspine);
1137                     if (data->circulationData[j]->temporaryLocation)
1138                         printf (" temporaryLocation: %s\n",
1139                                 data->circulationData[j]->temporaryLocation);
1140                 }
1141             }
1142         }
1143     }
1144     else
1145     {
1146         printf("Unknown record representation.\n");
1147         if (!z_External(print, &r, 0, 0))
1148         {
1149             odr_perror(print, "Printing external");
1150             odr_reset(print);
1151         }
1152     }
1153 }
1154
1155 static void display_diagrecs(Z_DiagRec **pp, int num)
1156 {
1157     int i;
1158     oident *ent;
1159     Z_DefaultDiagFormat *r;
1160
1161     printf("Diagnostic message(s) from database:\n");
1162     for (i = 0; i<num; i++)
1163     {
1164         Z_DiagRec *p = pp[i];
1165         if (p->which != Z_DiagRec_defaultFormat)
1166         {
1167             printf("Diagnostic record not in default format.\n");
1168             return;
1169         }
1170         else
1171             r = p->u.defaultFormat;
1172         if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
1173             ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
1174             printf("Missing or unknown diagset\n");
1175         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1176         switch (r->which)
1177         {
1178         case Z_DefaultDiagFormat_v2Addinfo:
1179             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1180             break;
1181         case Z_DefaultDiagFormat_v3Addinfo:
1182             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1183             break;
1184         }
1185     }
1186 }
1187
1188
1189 static void display_nameplusrecord(Z_NamePlusRecord *p)
1190 {
1191     if (p->databaseName)
1192         printf("[%s]", p->databaseName);
1193     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1194         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1195     else if (p->which == Z_NamePlusRecord_databaseRecord)
1196         display_record(p->u.databaseRecord);
1197 }
1198
1199 static void display_records(Z_Records *p)
1200 {
1201     int i;
1202
1203     if (p->which == Z_Records_NSD)
1204     {
1205         Z_DiagRec dr, *dr_p = &dr;
1206         dr.which = Z_DiagRec_defaultFormat;
1207         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1208         display_diagrecs (&dr_p, 1);
1209     }
1210     else if (p->which == Z_Records_multipleNSD)
1211         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1212                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1213     else
1214     {
1215         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1216         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1217             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1218     }
1219 }
1220
1221 static int send_deleteResultSetRequest(const char *arg)
1222 {
1223     char names[8][32];
1224     int i;
1225
1226     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1227     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1228
1229     req->referenceId = set_refid (out);
1230
1231     req->num_resultSetList =
1232         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1233                 names[0], names[1], names[2], names[3],
1234                 names[4], names[5], names[6], names[7]);
1235
1236     req->deleteFunction = (int *)
1237         odr_malloc (out, sizeof(*req->deleteFunction));
1238     if (req->num_resultSetList > 0)
1239     {
1240         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1241         req->resultSetList = (char **)
1242             odr_malloc (out, sizeof(*req->resultSetList)*
1243                         req->num_resultSetList);
1244         for (i = 0; i<req->num_resultSetList; i++)
1245             req->resultSetList[i] = names[i];
1246     }
1247     else
1248     {
1249         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1250         req->resultSetList = 0;
1251     }
1252
1253     send_apdu(apdu);
1254     printf("Sent deleteResultSetRequest.\n");
1255     return 2;
1256 }
1257
1258 #if HAVE_XML2
1259 static int send_srw(Z_SRW_PDU *sr)
1260 {
1261     const char *charset = negotiationCharset;
1262     const char *host_port = cur_host;
1263     char *path = 0;
1264     char ctype[50];
1265     Z_SOAP_Handler h[2] = {
1266         {"http://www.loc.gov/zing/srw/", 0, (Z_SOAP_fun) yaz_srw_codec},
1267         {0, 0, 0}
1268     };
1269     ODR o = odr_createmem(ODR_ENCODE);
1270     int ret;
1271     Z_SOAP *p = odr_malloc(o, sizeof(*p));
1272     Z_GDU *gdu;
1273
1274     path = odr_malloc(out, strlen(databaseNames[0])+2);
1275     *path = '/';
1276     strcpy(path+1, databaseNames[0]);
1277
1278     gdu = z_get_HTTP_Request(out);
1279     gdu->u.HTTP_Request->version = http_version;
1280     gdu->u.HTTP_Request->path = odr_strdup(out, path);
1281
1282     if (host_port)
1283     {
1284         const char *cp0 = strstr(host_port, "://");
1285         const char *cp1 = 0;
1286         if (cp0)
1287             cp0 = cp0+3;
1288         else
1289             cp0 = host_port;
1290
1291         cp1 = strchr(cp0, '/');
1292         if (!cp1)
1293             cp1 = cp0+strlen(cp0);
1294
1295         if (cp0 && cp1)
1296         {
1297             char *h = odr_malloc(out, cp1 - cp0 + 1);
1298             memcpy (h, cp0, cp1 - cp0);
1299             h[cp1-cp0] = '\0';
1300             z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1301                               "Host", h);
1302         }
1303     }
1304
1305     strcpy(ctype, "text/xml");
1306     if (charset && strlen(charset) < 20)
1307     {
1308         strcat(ctype, "; charset=");
1309         strcat(ctype, charset);
1310     }
1311     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1312                       "Content-Type", ctype);
1313     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1314                       "SOAPAction", "\"\"");
1315     p->which = Z_SOAP_generic;
1316     p->u.generic = odr_malloc(o, sizeof(*p->u.generic));
1317     p->u.generic->no = 0;
1318     p->u.generic->ns = 0;
1319     p->u.generic->p = sr;
1320     p->ns = "http://schemas.xmlsoap.org/soap/envelope/";
1321
1322     ret = z_soap_codec_enc(o, &p,
1323                            &gdu->u.HTTP_Request->content_buf,
1324                            &gdu->u.HTTP_Request->content_len, h,
1325                            charset);
1326
1327     if (z_GDU(out, &gdu, 0, 0))
1328     {
1329         /* encode OK */
1330         char *buf_out;
1331         int len_out;
1332         int r;
1333         if (apdu_file)
1334         {
1335             if (!z_GDU(print, &gdu, 0, 0))
1336                 printf ("Failed to print outgoing APDU\n");
1337             odr_reset(print);
1338         }
1339         buf_out = odr_getbuf(out, &len_out, 0);
1340
1341         /* we don't odr_reset(out), since we may need the buffer again */
1342
1343         do_hex_dump(buf_out, len_out);
1344
1345         r = cs_put(conn, buf_out, len_out);
1346
1347         odr_destroy(o);
1348
1349         if (r >= 0)
1350             return 2;
1351     }
1352     return 0;
1353 }
1354 #endif
1355
1356 #if HAVE_XML2
1357 static char *encode_SRW_term(ODR o, const char *q)
1358 {
1359     const char *in_charset = "ISO-8859-1";
1360     WRBUF w = wrbuf_alloc();
1361     yaz_iconv_t cd;
1362     char *res;
1363     if (outputCharset)
1364         in_charset = outputCharset;
1365     cd = yaz_iconv_open("UTF-8", in_charset);
1366     if (!cd)
1367     {
1368         wrbuf_free(w, 1);
1369         return odr_strdup(o, q);
1370     }
1371     wrbuf_iconv_write(w, cd, q, strlen(q));
1372     if (wrbuf_len(w))
1373     {
1374         int len = wrbuf_len(w);
1375         res = odr_strdupn(o, wrbuf_buf(w), len);
1376     }
1377     else
1378         res = odr_strdup(o, q);
1379     yaz_iconv_close(cd);
1380     wrbuf_free(w, 1);
1381     return res;
1382 }
1383
1384
1385 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1386 {
1387     Z_SRW_PDU *sr = 0;
1388
1389     /* regular requestse .. */
1390     sr = yaz_srw_get(out, Z_SRW_scan_request);
1391
1392     switch(queryType)
1393     {
1394     case QueryType_CQL:
1395         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1396         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1397         break;
1398     case QueryType_Prefix:
1399         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1400         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1401         break;
1402     default:
1403         printf ("Only CQL and PQF supported in SRW\n");
1404         return 0;
1405     }
1406     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1407     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1408     return send_srw(sr);
1409 }
1410
1411 static int send_SRW_searchRequest(const char *arg)
1412 {
1413     Z_SRW_PDU *sr = 0;
1414
1415     if (!srw_sr)
1416     {
1417         assert(srw_sr_odr_out == 0);
1418         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1419     }
1420     odr_reset(srw_sr_odr_out);
1421
1422     setno = 1;
1423
1424     /* save this for later .. when fetching individual records */
1425     srw_sr =  yaz_srw_get(srw_sr_odr_out, Z_SRW_searchRetrieve_request);
1426
1427     /* regular request .. */
1428     sr = yaz_srw_get(out, Z_SRW_searchRetrieve_request);
1429
1430     switch(queryType)
1431     {
1432     case QueryType_CQL:
1433         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1434         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1435
1436         sr->u.request->query_type = Z_SRW_query_type_cql;
1437         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1438         break;
1439     case QueryType_Prefix:
1440         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1441         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1442
1443         sr->u.request->query_type = Z_SRW_query_type_pqf;
1444         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1445         break;
1446     default:
1447         printf ("Only CQL and PQF supported in SRW\n");
1448         return 0;
1449     }
1450     sr->u.request->maximumRecords = odr_intdup(out, 0);
1451
1452     if (record_schema)
1453         sr->u.request->recordSchema = record_schema;
1454     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
1455         sr->u.explain_request->recordPacking = "xml";
1456     return send_srw(sr);
1457 }
1458 #endif
1459
1460 static int send_searchRequest(const char *arg)
1461 {
1462     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1463     Z_SearchRequest *req = apdu->u.searchRequest;
1464     Z_Query query;
1465     struct ccl_rpn_node *rpn = NULL;
1466     int error, pos;
1467     char setstring[100];
1468     Z_RPNQuery *RPNquery;
1469     Odr_oct ccl_query;
1470     YAZ_PQF_Parser pqf_parser;
1471     Z_External *ext;
1472     QueryType myQueryType = queryType;
1473     char pqfbuf[512];
1474
1475     if (myQueryType == QueryType_CCL2RPN)
1476     {
1477         rpn = ccl_find_str(bibset, arg, &error, &pos);
1478         if (error)
1479         {
1480             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1481             return 0;
1482         }
1483     } else if (myQueryType == QueryType_CQL2RPN) {
1484         /* ### All this code should be wrapped in a utility function */
1485         CQL_parser parser;
1486         struct cql_node *node;
1487         const char *addinfo;
1488         if (cqltrans == 0) {
1489             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1490             return 0;
1491         }
1492         parser = cql_parser_create();
1493         if ((error = cql_parser_string(parser, arg)) != 0) {
1494             printf("Can't parse CQL: must be a syntax error\n");
1495             return 0;
1496         }
1497         node = cql_parser_result(parser);
1498         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1499                                        sizeof pqfbuf)) != 0) {
1500             error = cql_transform_error(cqltrans, &addinfo);
1501             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1502                     cql_strerror(error), addinfo);
1503             return 0;
1504         }
1505         arg = pqfbuf;
1506         myQueryType = QueryType_Prefix;
1507     }
1508
1509     req->referenceId = set_refid (out);
1510     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1511     {
1512         static unsigned char big[2100];
1513         static Odr_oct bigo;
1514
1515         /* send a very big referenceid to test transport stack etc. */
1516         memset(big, 'A', 2100);
1517         bigo.len = bigo.size = 2100;
1518         bigo.buf = big;
1519         req->referenceId = &bigo;
1520     }
1521
1522     if (setnumber >= 0)
1523     {
1524         sprintf(setstring, "%d", ++setnumber);
1525         req->resultSetName = setstring;
1526     }
1527     *req->smallSetUpperBound = smallSetUpperBound;
1528     *req->largeSetLowerBound = largeSetLowerBound;
1529     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1530     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1531         mediumSetPresentNumber > 0))
1532     {
1533         if (recordsyntax_list > 0)
1534             req->preferredRecordSyntax =
1535                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
1536         req->smallSetElementSetNames =
1537             req->mediumSetElementSetNames = elementSetNames;
1538     }
1539     req->num_databaseNames = num_databaseNames;
1540     req->databaseNames = databaseNames;
1541
1542     req->query = &query;
1543
1544     switch (myQueryType)
1545     {
1546     case QueryType_Prefix:
1547         query.which = Z_Query_type_1;
1548         pqf_parser = yaz_pqf_create ();
1549         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1550         if (!RPNquery)
1551         {
1552             const char *pqf_msg;
1553             size_t off;
1554             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1555             printf("%*s^\n", off+4, "");
1556             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1557
1558             yaz_pqf_destroy (pqf_parser);
1559             return 0;
1560         }
1561         yaz_pqf_destroy (pqf_parser);
1562         query.u.type_1 = RPNquery;
1563         break;
1564     case QueryType_CCL:
1565         query.which = Z_Query_type_2;
1566         query.u.type_2 = &ccl_query;
1567         ccl_query.buf = (unsigned char*) arg;
1568         ccl_query.len = strlen(arg);
1569         break;
1570     case QueryType_CCL2RPN:
1571         query.which = Z_Query_type_1;
1572         RPNquery = ccl_rpn_query(out, rpn);
1573         if (!RPNquery)
1574         {
1575             printf ("Couldn't convert from CCL to RPN\n");
1576             return 0;
1577         }
1578         query.u.type_1 = RPNquery;
1579         ccl_rpn_delete (rpn);
1580         break;
1581     case QueryType_CQL:
1582         query.which = Z_Query_type_104;
1583         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1584         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1585         ext->indirect_reference = 0;
1586         ext->descriptor = 0;
1587         ext->which = Z_External_CQL;
1588         ext->u.cql = odr_strdup(out, arg);
1589         query.u.type_104 =  ext;
1590         break;
1591     default:
1592         printf ("Unsupported query type\n");
1593         return 0;
1594     }
1595     if (send_apdu(apdu))
1596         printf("Sent searchRequest.\n");
1597     setno = 1;
1598     return 2;
1599 }
1600
1601 /* display Query Expression as part of searchResult-1 */
1602 static void display_queryExpression (Z_QueryExpression *qe)
1603 {
1604     if (!qe)
1605         return;
1606     if (qe->which == Z_QueryExpression_term)
1607     {
1608         if (qe->u.term->queryTerm)
1609         {
1610             Z_Term *term = qe->u.term->queryTerm;
1611             switch (term->which)
1612             {
1613             case Z_Term_general:
1614                 printf (" %.*s", term->u.general->len, term->u.general->buf);
1615                 break;
1616             case Z_Term_characterString:
1617                 printf (" %s", term->u.characterString);
1618                 break;
1619             case Z_Term_numeric:
1620                 printf (" %d", *term->u.numeric);
1621                 break;
1622             case Z_Term_null:
1623                 printf (" null");
1624                 break;
1625             }
1626         }
1627     }
1628 }
1629
1630 /* see if we can find USR:SearchResult-1 */
1631 static void display_searchResult (Z_OtherInformation *o)
1632 {
1633     int i;
1634     if (!o)
1635         return ;
1636     for (i = 0; i < o->num_elements; i++)
1637     {
1638         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1639         {
1640             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1641
1642             if (ext->which == Z_External_searchResult1)
1643             {
1644                 int j;
1645                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1646                 printf ("SearchResult-1:");
1647                 for (j = 0; j < sr->num; j++)
1648                 {
1649                     if (!sr->elements[j]->subqueryExpression)
1650                         printf (" %d", j);
1651                     display_queryExpression (
1652                         sr->elements[j]->subqueryExpression);
1653                     display_queryExpression (
1654                         sr->elements[j]->subqueryInterpretation);
1655                     display_queryExpression (
1656                         sr->elements[j]->subqueryRecommendation);
1657                     if (sr->elements[j]->subqueryCount)
1658                         printf ("(%d)", *sr->elements[j]->subqueryCount);
1659                 }
1660                 printf ("\n");
1661             }
1662         }
1663     }
1664 }
1665
1666 static int process_searchResponse(Z_SearchResponse *res)
1667 {
1668     printf ("Received SearchResponse.\n");
1669     print_refid (res->referenceId);
1670     if (*res->searchStatus)
1671         printf("Search was a success.\n");
1672     else
1673         printf("Search was a bloomin' failure.\n");
1674     printf("Number of hits: %d", *res->resultCount);
1675     last_hit_count = *res->resultCount;
1676     if (setnumber >= 0)
1677         printf (", setno %d", setnumber);
1678     printf ("\n");
1679     display_searchResult (res->additionalSearchInfo);
1680     printf("records returned: %d\n",
1681            *res->numberOfRecordsReturned);
1682     setno += *res->numberOfRecordsReturned;
1683     if (res->records)
1684         display_records(res->records);
1685     return 0;
1686 }
1687
1688 static void print_level(int iLevel)
1689 {
1690     int i;
1691     for (i = 0; i < iLevel * 4; i++)
1692         printf(" ");
1693 }
1694
1695 static void print_int(int iLevel, const char *pTag, int *pInt)
1696 {
1697     if (pInt != NULL)
1698     {
1699         print_level(iLevel);
1700         printf("%s: %d\n", pTag, *pInt);
1701     }
1702 }
1703
1704 static void print_string(int iLevel, const char *pTag, const char *pString)
1705 {
1706     if (pString != NULL)
1707     {
1708         print_level(iLevel);
1709         printf("%s: %s\n", pTag, pString);
1710     }
1711 }
1712
1713 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1714 {
1715     if (pOid != NULL)
1716     {
1717         int *pInt = pOid;
1718
1719         print_level(iLevel);
1720         printf("%s:", pTag);
1721         for (; *pInt != -1; pInt++)
1722             printf(" %d", *pInt);
1723         printf("\n");
1724     }
1725 }
1726
1727 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1728 {
1729     if (referenceId != NULL)
1730     {
1731         int i;
1732
1733         print_level(iLevel);
1734         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1735         for (i = 0; i < referenceId->len; i++)
1736             printf("%c", referenceId->buf[i]);
1737         printf("\n");
1738     }
1739 }
1740
1741 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1742 {
1743     if (pStringNumeric != NULL)
1744     {
1745         switch (pStringNumeric->which)
1746         {
1747         case Z_StringOrNumeric_string:
1748             print_string(iLevel, pTag, pStringNumeric->u.string);
1749             break;
1750
1751         case Z_StringOrNumeric_numeric:
1752             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1753             break;
1754
1755         default:
1756             print_level(iLevel);
1757             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1758             break;
1759         }
1760     }
1761 }
1762
1763 static void print_universe_report_duplicate(
1764     int iLevel,
1765     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1766 {
1767     if (pUniverseReportDuplicate != NULL)
1768     {
1769         print_level(iLevel);
1770         printf("Universe Report Duplicate: \n");
1771         iLevel++;
1772         print_string_or_numeric(iLevel, "Hit No",
1773                                 pUniverseReportDuplicate->hitno);
1774     }
1775 }
1776
1777 static void print_universe_report_hits(
1778     int iLevel,
1779     Z_UniverseReportHits *pUniverseReportHits)
1780 {
1781     if (pUniverseReportHits != NULL)
1782     {
1783         print_level(iLevel);
1784         printf("Universe Report Hits: \n");
1785         iLevel++;
1786         print_string_or_numeric(iLevel, "Database",
1787                                 pUniverseReportHits->database);
1788         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1789     }
1790 }
1791
1792 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1793 {
1794     if (pUniverseReport != NULL)
1795     {
1796         print_level(iLevel);
1797         printf("Universe Report: \n");
1798         iLevel++;
1799         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1800         switch (pUniverseReport->which)
1801         {
1802         case Z_UniverseReport_databaseHits:
1803             print_universe_report_hits(iLevel,
1804                                        pUniverseReport->u.databaseHits);
1805             break;
1806
1807         case Z_UniverseReport_duplicate:
1808             print_universe_report_duplicate(iLevel,
1809                                             pUniverseReport->u.duplicate);
1810             break;
1811
1812         default:
1813             print_level(iLevel);
1814             printf("Type: %d\n", pUniverseReport->which);
1815             break;
1816         }
1817     }
1818 }
1819
1820 static void print_external(int iLevel, Z_External *pExternal)
1821 {
1822     if (pExternal != NULL)
1823     {
1824         print_level(iLevel);
1825         printf("External: \n");
1826         iLevel++;
1827         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1828         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1829         print_string(iLevel, "Descriptor", pExternal->descriptor);
1830         switch (pExternal->which)
1831         {
1832         case Z_External_universeReport:
1833             print_universe_report(iLevel, pExternal->u.universeReport);
1834             break;
1835
1836         default:
1837             print_level(iLevel);
1838             printf("Type: %d\n", pExternal->which);
1839             break;
1840         }
1841     }
1842 }
1843
1844 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1845 {
1846     printf ("Received ResourceControlRequest.\n");
1847     print_referenceId(1, req->referenceId);
1848     print_int(1, "Suspended Flag", req->suspendedFlag);
1849     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1850     print_int(1, "Response Required", req->responseRequired);
1851     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1852     print_external(1, req->resourceReport);
1853     return 0;
1854 }
1855
1856 void process_ESResponse(Z_ExtendedServicesResponse *res)
1857 {
1858     printf("Status: ");
1859     switch (*res->operationStatus)
1860     {
1861     case Z_ExtendedServicesResponse_done:
1862         printf ("done\n");
1863         break;
1864     case Z_ExtendedServicesResponse_accepted:
1865         printf ("accepted\n");
1866         break;
1867     case Z_ExtendedServicesResponse_failure:
1868         printf ("failure\n");
1869         display_diagrecs(res->diagnostics, res->num_diagnostics);
1870         break;
1871     default:
1872         printf ("unknown\n");
1873     }
1874     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1875         (res->num_diagnostics != 0) ) {
1876         display_diagrecs(res->diagnostics, res->num_diagnostics);
1877     }
1878     print_refid (res->referenceId);
1879     if (res->taskPackage &&
1880         res->taskPackage->which == Z_External_extendedService)
1881     {
1882         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1883         Odr_oct *id = taskPackage->targetReference;
1884         Z_External *ext = taskPackage->taskSpecificParameters;
1885
1886         if (id)
1887         {
1888             printf ("Target Reference: ");
1889             print_stringn (id->buf, id->len);
1890             printf ("\n");
1891         }
1892         if (ext->which == Z_External_update)
1893         {
1894             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1895             if (utp && utp->targetPart)
1896             {
1897                 Z_IUTargetPart *targetPart = utp->targetPart;
1898                 int i;
1899
1900                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1901                 {
1902
1903                     Z_IUTaskPackageRecordStructure *tpr =
1904                         targetPart->taskPackageRecords[i];
1905                     printf ("task package record %d\n", i+1);
1906                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1907                     {
1908                         display_record (tpr->u.record);
1909                     }
1910                     else
1911                     {
1912                         printf ("other type\n");
1913                     }
1914                 }
1915             }
1916         }
1917     }
1918     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1919     {
1920         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1921         printf("%.*s\n", doc->len, doc->buf);
1922     }
1923 }
1924
1925 const char *get_ill_element (void *clientData, const char *element)
1926 {
1927     return 0;
1928 }
1929
1930 static Z_External *create_external_itemRequest()
1931 {
1932     struct ill_get_ctl ctl;
1933     ILL_ItemRequest *req;
1934     Z_External *r = 0;
1935     int item_request_size = 0;
1936     char *item_request_buf = 0;
1937
1938     ctl.odr = out;
1939     ctl.clientData = 0;
1940     ctl.f = get_ill_element;
1941
1942     req = ill_get_ItemRequest(&ctl, "ill", 0);
1943     if (!req)
1944         printf ("ill_get_ItemRequest failed\n");
1945
1946     if (!ill_ItemRequest (out, &req, 0, 0))
1947     {
1948         if (apdu_file)
1949         {
1950             ill_ItemRequest(print, &req, 0, 0);
1951             odr_reset(print);
1952         }
1953         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1954         if (item_request_buf)
1955             odr_setbuf (out, item_request_buf, item_request_size, 1);
1956         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1957         return 0;
1958     }
1959     else
1960     {
1961         oident oid;
1962
1963         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1964         oid.proto = PROTO_GENERAL;
1965         oid.oclass = CLASS_GENERAL;
1966         oid.value = VAL_ISO_ILL_1;
1967
1968         r = (Z_External *) odr_malloc (out, sizeof(*r));
1969         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid));
1970         r->indirect_reference = 0;
1971         r->descriptor = 0;
1972         r->which = Z_External_single;
1973
1974         r->u.single_ASN1_type = (Odr_oct *)
1975             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1976         r->u.single_ASN1_type->buf = (unsigned char *)
1977         odr_malloc (out, item_request_size);
1978         r->u.single_ASN1_type->len = item_request_size;
1979         r->u.single_ASN1_type->size = item_request_size;
1980         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1981                 item_request_size);
1982
1983         do_hex_dump(item_request_buf,item_request_size);
1984     }
1985     return r;
1986 }
1987
1988 static Z_External *create_external_ILL_APDU(int which)
1989 {
1990     struct ill_get_ctl ctl;
1991     ILL_APDU *ill_apdu;
1992     Z_External *r = 0;
1993     int ill_request_size = 0;
1994     char *ill_request_buf = 0;
1995
1996     ctl.odr = out;
1997     ctl.clientData = 0;
1998     ctl.f = get_ill_element;
1999
2000     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2001
2002     if (!ill_APDU (out, &ill_apdu, 0, 0))
2003     {
2004         if (apdu_file)
2005         {
2006             printf ("-------------------\n");
2007             ill_APDU(print, &ill_apdu, 0, 0);
2008             odr_reset(print);
2009             printf ("-------------------\n");
2010         }
2011         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2012         if (ill_request_buf)
2013             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2014         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2015         return 0;
2016     }
2017     else
2018     {
2019         oident oid;
2020         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2021
2022         oid.proto = PROTO_GENERAL;
2023         oid.oclass = CLASS_GENERAL;
2024         oid.value = VAL_ISO_ILL_1;
2025
2026         r = (Z_External *) odr_malloc (out, sizeof(*r));
2027         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid));
2028         r->indirect_reference = 0;
2029         r->descriptor = 0;
2030         r->which = Z_External_single;
2031
2032         r->u.single_ASN1_type = (Odr_oct *)
2033             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2034         r->u.single_ASN1_type->buf = (unsigned char *)
2035         odr_malloc (out, ill_request_size);
2036         r->u.single_ASN1_type->len = ill_request_size;
2037         r->u.single_ASN1_type->size = ill_request_size;
2038         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2039 /*         printf ("len = %d\n", ill_request_size); */
2040 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2041 /*              printf("--- end of extenal\n"); */
2042
2043     }
2044     return r;
2045 }
2046
2047
2048 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2049 {
2050     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2051     oident ItemOrderRequest;
2052
2053     ItemOrderRequest.proto = PROTO_Z3950;
2054     ItemOrderRequest.oclass = CLASS_EXTSERV;
2055     ItemOrderRequest.value = VAL_ITEMORDER;
2056
2057     r->direct_reference = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2058     r->indirect_reference = 0;
2059     r->descriptor = 0;
2060
2061     r->which = Z_External_itemOrder;
2062
2063     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2064     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2065     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2066
2067     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2068         odr_malloc(out,sizeof(Z_IORequest));
2069     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2070
2071     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2072         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2073     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2074     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2075         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2076     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2077
2078     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2079     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2080     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2081
2082     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2083         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2084     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2085     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2086
2087     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2088         (int *) odr_malloc(out, sizeof(int));
2089     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2090
2091     if (!strcmp (type, "item") || !strcmp(type, "2"))
2092     {
2093         printf ("using item-request\n");
2094         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2095             create_external_itemRequest();
2096     }
2097     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2098     {
2099         printf ("using ILL-request\n");
2100         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2101             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2102     }
2103     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2104     {
2105     const char *xml_buf =
2106         "<itemorder>\n"
2107         "  <type>request</type>\n"
2108         "  <libraryNo>000200</libraryNo>\n"
2109         "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2110         "</itemorder>";
2111         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2112             z_ext_record (out, VAL_TEXT_XML, xml_buf, strlen(xml_buf));
2113     }
2114     else
2115         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2116
2117     return r;
2118 }
2119
2120 static int send_itemorder(const char *type, int itemno)
2121 {
2122     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2123     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2124     oident ItemOrderRequest;
2125
2126     ItemOrderRequest.proto = PROTO_Z3950;
2127     ItemOrderRequest.oclass = CLASS_EXTSERV;
2128     ItemOrderRequest.value = VAL_ITEMORDER;
2129     req->packageType = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2130     req->packageName = esPackageName;
2131
2132     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2133
2134     send_apdu(apdu);
2135     return 0;
2136 }
2137
2138 static int only_z3950()
2139 {
2140     if (!conn)
2141     {
2142         printf ("Not connected yet\n");
2143         return 1;
2144     }
2145     if (protocol == PROTO_HTTP)
2146     {
2147         printf ("Not supported by SRW\n");
2148         return 1;
2149     }
2150     return 0;
2151 }
2152
2153 static int cmd_update_common(const char *arg, int version);
2154
2155 static int cmd_update(const char *arg)
2156 {
2157     return cmd_update_common(arg, 1);
2158 }
2159
2160 static int cmd_update0(const char *arg)
2161 {
2162     return cmd_update_common(arg, 0);
2163 }
2164
2165 static int cmd_update_common(const char *arg, int version)
2166 {
2167     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2168     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2169     Z_External *r;
2170     char action[20], recid[20];
2171     char *rec_buf;
2172     int rec_len;
2173     int action_no;
2174     int noread = 0;
2175     Z_External *record_this = 0;
2176
2177     if (only_z3950())
2178         return 1;
2179     *action = 0;
2180     *recid = 0;
2181     sscanf (arg, "%19s %19s%n", action, recid, &noread);
2182     if (noread == 0)
2183     {
2184         printf("Update must be followed by action and recid\n");
2185         printf(" where action is one of insert,replace,delete.update\n");
2186         printf(" recid is some record ID (any string)\n");
2187         return 0;
2188     }
2189
2190     if (!strcmp (action, "insert"))
2191         action_no = Z_IUOriginPartToKeep_recordInsert;
2192     else if (!strcmp (action, "replace"))
2193         action_no = Z_IUOriginPartToKeep_recordReplace;
2194     else if (!strcmp (action, "delete"))
2195         action_no = Z_IUOriginPartToKeep_recordDelete;
2196     else if (!strcmp (action, "update"))
2197         action_no = Z_IUOriginPartToKeep_specialUpdate;
2198     else
2199     {
2200         printf ("Bad action: %s\n", action);
2201         printf ("Possible values: insert, replace, delete, update\n");
2202         return 0;
2203     }
2204
2205     arg += noread;
2206     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len, 1) == 0)
2207         return 0;
2208
2209     if (rec_buf)
2210         record_this = z_ext_record (out, VAL_TEXT_XML, rec_buf, rec_len);
2211     else
2212     {
2213         if (!record_last)
2214         {
2215             printf ("No last record (update ignored)\n");
2216             return 0;
2217         }
2218         record_this = record_last;
2219     }
2220
2221     req->packageType =
2222         yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2223                                version == 0 ? VAL_DBUPDATE0 : VAL_DBUPDATE);
2224
2225     req->packageName = esPackageName;
2226
2227     req->referenceId = set_refid (out);
2228
2229     r = req->taskSpecificParameters = (Z_External *)
2230         odr_malloc (out, sizeof(*r));
2231     r->direct_reference = req->packageType;
2232     r->indirect_reference = 0;
2233     r->descriptor = 0;
2234     if (version == 0)
2235     {
2236         Z_IU0OriginPartToKeep *toKeep;
2237         Z_IU0SuppliedRecords *notToKeep;
2238
2239         r->which = Z_External_update0;
2240         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2241         r->u.update0->which = Z_IUUpdate_esRequest;
2242         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2243             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2244         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2245             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2246
2247         toKeep->databaseName = databaseNames[0];
2248         toKeep->schema = 0;
2249         toKeep->elementSetName = 0;
2250
2251         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2252         *toKeep->action = action_no;
2253
2254         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2255             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2256         notToKeep->num = 1;
2257         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2258             odr_malloc(out, sizeof(*notToKeep->elements));
2259         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2260             odr_malloc(out, sizeof(**notToKeep->elements));
2261         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2262         if (*recid)
2263         {
2264             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2265                 odr_malloc (out, sizeof(Odr_oct));
2266             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2267             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2268             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2269         }
2270         else
2271             notToKeep->elements[0]->u.opaque = 0;
2272         notToKeep->elements[0]->supplementalId = 0;
2273         notToKeep->elements[0]->correlationInfo = 0;
2274         notToKeep->elements[0]->record = record_this;
2275     }
2276     else
2277     {
2278         Z_IUOriginPartToKeep *toKeep;
2279         Z_IUSuppliedRecords *notToKeep;
2280
2281         r->which = Z_External_update;
2282         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2283         r->u.update->which = Z_IUUpdate_esRequest;
2284         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2285             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2286         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2287             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2288
2289         toKeep->databaseName = databaseNames[0];
2290         toKeep->schema = 0;
2291         toKeep->elementSetName = 0;
2292         toKeep->actionQualifier = 0;
2293         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2294         *toKeep->action = action_no;
2295
2296         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2297             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2298         notToKeep->num = 1;
2299         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2300             odr_malloc(out, sizeof(*notToKeep->elements));
2301         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2302             odr_malloc(out, sizeof(**notToKeep->elements));
2303         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2304         if (*recid)
2305         {
2306             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2307                 odr_malloc (out, sizeof(Odr_oct));
2308             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2309             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2310             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2311         }
2312         else
2313             notToKeep->elements[0]->u.opaque = 0;
2314         notToKeep->elements[0]->supplementalId = 0;
2315         notToKeep->elements[0]->correlationInfo = 0;
2316         notToKeep->elements[0]->record = record_this;
2317     }
2318
2319     send_apdu(apdu);
2320
2321     return 2;
2322 }
2323
2324 static int cmd_xmles(const char *arg)
2325 {
2326     if (only_z3950())
2327         return 1;
2328     else
2329     {
2330         int noread = 0;
2331         char oid_str[51];
2332         int oid_value_xmles = VAL_XMLES;
2333         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2334         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2335
2336         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2337
2338         req->taskSpecificParameters = ext;
2339         ext->indirect_reference = 0;
2340         ext->descriptor = 0;
2341         ext->which = Z_External_octet;
2342         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));
2343         sscanf(arg, "%50s%n", oid_str, &noread);
2344         if (noread == 0)
2345         {
2346             printf("Missing OID for xmles\n");
2347             return 0;
2348         }
2349         arg += noread;
2350         oid_value_xmles  = oid_getvalbyname(oid_str);
2351         if (oid_value_xmles == VAL_NONE)
2352         {
2353             printf("Bad OID: %s\n", oid_str);
2354             return 0;
2355         }
2356
2357         if (parse_cmd_doc(&arg, out, (char **) &ext->u.single_ASN1_type->buf,
2358                           &ext->u.single_ASN1_type->len, 0) == 0)
2359             return 0;
2360         req->packageType = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2361                                                   oid_value_xmles);
2362
2363         ext->direct_reference = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2364                                                        oid_value_xmles);
2365         send_apdu(apdu);
2366
2367         return 2;
2368     }
2369 }
2370
2371 static int cmd_itemorder(const char *arg)
2372 {
2373     char type[12];
2374     int itemno;
2375
2376     if (only_z3950())
2377         return 1;
2378     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2379         return 0;
2380
2381     printf("Item order request\n");
2382     fflush(stdout);
2383     send_itemorder(type, itemno);
2384     return 2;
2385 }
2386
2387 static void show_opt(const char *arg, void *clientData)
2388 {
2389     printf ("%s ", arg);
2390 }
2391
2392 static int cmd_zversion(const char *arg)
2393 {
2394     if (*arg && arg)
2395         z3950_version = atoi(arg);
2396     else
2397         printf ("version is %d\n", z3950_version);
2398     return 0;
2399 }
2400
2401 static int cmd_options(const char *arg)
2402 {
2403     if (*arg)
2404     {
2405         int r;
2406         int pos;
2407         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2408         if (r == -1)
2409             printf("Unknown option(s) near %s\n", arg+pos);
2410     }
2411     else
2412     {
2413         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2414         printf ("\n");
2415     }
2416     return 0;
2417 }
2418
2419 static int cmd_explain(const char *arg)
2420 {
2421     if (protocol != PROTO_HTTP)
2422         return 0;
2423 #if HAVE_XML2
2424     if (!conn)
2425         cmd_open(0);
2426     if (conn)
2427     {
2428         Z_SRW_PDU *sr = 0;
2429
2430         setno = 1;
2431
2432         /* save this for later .. when fetching individual records */
2433         sr = yaz_srw_get(out, Z_SRW_explain_request);
2434         if (recordsyntax_size > 0 && recordsyntax_list[0] == VAL_TEXT_XML)
2435             sr->u.explain_request->recordPacking = "xml";
2436         send_srw(sr);
2437         return 2;
2438     }
2439 #endif
2440     return 0;
2441 }
2442
2443 static int cmd_init(const char *arg)
2444 {
2445     if (*arg)
2446     {
2447         strncpy (cur_host, arg, sizeof(cur_host)-1);
2448         cur_host[sizeof(cur_host)-1] = 0;
2449     }
2450     if (only_z3950())
2451         return 1;
2452     send_initRequest(cur_host);
2453     return 2;
2454 }
2455
2456 static int cmd_find(const char *arg)
2457 {
2458     if (!*arg)
2459     {
2460         printf("Find what?\n");
2461         return 0;
2462     }
2463     if (protocol == PROTO_HTTP)
2464     {
2465 #if HAVE_XML2
2466         if (!conn)
2467             cmd_open(0);
2468         if (!conn)
2469             return 0;
2470         if (!send_SRW_searchRequest(arg))
2471             return 0;
2472 #else
2473         return 0;
2474 #endif
2475     }
2476     else
2477     {
2478         if (!conn)
2479         {
2480             try_reconnect();
2481
2482             if (!conn) {
2483                 printf("Not connected yet\n");
2484                 return 0;
2485             }
2486         }
2487         if (!send_searchRequest(arg))
2488             return 0;
2489     }
2490     return 2;
2491 }
2492
2493 static int cmd_delete(const char *arg)
2494 {
2495     if (only_z3950())
2496         return 0;
2497     if (!send_deleteResultSetRequest(arg))
2498         return 0;
2499     return 2;
2500 }
2501
2502 static int cmd_ssub(const char *arg)
2503 {
2504     if (!(smallSetUpperBound = atoi(arg)))
2505         return 0;
2506     return 1;
2507 }
2508
2509 static int cmd_lslb(const char *arg)
2510 {
2511     if (!(largeSetLowerBound = atoi(arg)))
2512         return 0;
2513     return 1;
2514 }
2515
2516 static int cmd_mspn(const char *arg)
2517 {
2518     if (!(mediumSetPresentNumber = atoi(arg)))
2519         return 0;
2520     return 1;
2521 }
2522
2523 static int cmd_status(const char *arg)
2524 {
2525     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2526     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2527     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2528     return 1;
2529 }
2530
2531 static int cmd_setnames(const char *arg)
2532 {
2533     if (*arg == '1')         /* enable ? */
2534         setnumber = 0;
2535     else if (*arg == '0')    /* disable ? */
2536         setnumber = -1;
2537     else if (setnumber < 0)  /* no args, toggle .. */
2538         setnumber = 0;
2539     else
2540         setnumber = -1;
2541
2542     if (setnumber >= 0)
2543         printf("Set numbering enabled.\n");
2544     else
2545         printf("Set numbering disabled.\n");
2546     return 1;
2547 }
2548
2549 /* PRESENT SERVICE ----------------------------- */
2550
2551 static void parse_show_args(const char *arg_c, char *setstring,
2552                             int *start, int *number)
2553 {
2554     char arg[40];
2555     char *p;
2556
2557     strncpy(arg, arg_c, sizeof(arg)-1);
2558     arg[sizeof(arg)-1] = '\0';
2559
2560     if ((p = strchr(arg, '+')))
2561     {
2562         *number = atoi(p + 1);
2563         *p = '\0';
2564     }
2565     if (*arg)
2566     {
2567         if (!strcmp(arg, "all"))
2568         {
2569             *number = last_hit_count;
2570             *start = 1;
2571         }
2572         else
2573             *start = atoi(arg);
2574     }
2575     if (p && (p=strchr(p+1, '+')))
2576         strcpy (setstring, p+1);
2577     else if (setnumber >= 0)
2578         sprintf(setstring, "%d", setnumber);
2579     else
2580         *setstring = '\0';
2581 }
2582
2583 static int send_presentRequest(const char *arg)
2584 {
2585     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2586     Z_PresentRequest *req = apdu->u.presentRequest;
2587     Z_RecordComposition compo;
2588     int nos = 1;
2589     char setstring[100];
2590
2591     req->referenceId = set_refid (out);
2592
2593     parse_show_args(arg, setstring, &setno, &nos);
2594     if (*setstring)
2595         req->resultSetId = setstring;
2596
2597     req->resultSetStartPoint = &setno;
2598     req->numberOfRecordsRequested = &nos;
2599
2600     if (recordsyntax_size == 1)
2601         req->preferredRecordSyntax =
2602             yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
2603
2604     if (record_schema || recordsyntax_size >= 2)
2605     {
2606         req->recordComposition = &compo;
2607         compo.which = Z_RecordComp_complex;
2608         compo.u.complex = (Z_CompSpec *)
2609             odr_malloc(out, sizeof(*compo.u.complex));
2610         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2611             odr_malloc(out, sizeof(bool_t));
2612         *compo.u.complex->selectAlternativeSyntax = 0;
2613
2614         compo.u.complex->generic = (Z_Specification *)
2615             odr_malloc(out, sizeof(*compo.u.complex->generic));
2616
2617         compo.u.complex->generic->which = Z_Schema_oid;
2618         if (!record_schema)
2619             compo.u.complex->generic->schema.oid = 0;
2620         else
2621         {
2622             compo.u.complex->generic->schema.oid =
2623                 yaz_str_to_z3950oid(out, CLASS_SCHEMA, record_schema);
2624
2625             if (!compo.u.complex->generic->schema.oid)
2626             {
2627                 /* OID wasn't a schema! Try record syntax instead. */
2628                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2629                     yaz_str_to_z3950oid(out, CLASS_RECSYN, record_schema);
2630             }
2631         }
2632         if (!elementSetNames)
2633             compo.u.complex->generic->elementSpec = 0;
2634         else
2635         {
2636             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2637                 odr_malloc(out, sizeof(Z_ElementSpec));
2638             compo.u.complex->generic->elementSpec->which =
2639                 Z_ElementSpec_elementSetName;
2640             compo.u.complex->generic->elementSpec->u.elementSetName =
2641                 elementSetNames->u.generic;
2642         }
2643         compo.u.complex->num_dbSpecific = 0;
2644         compo.u.complex->dbSpecific = 0;
2645         if (recordsyntax_size >= 2)
2646         {
2647             int i;
2648             compo.u.complex->num_recordSyntax = recordsyntax_size;
2649             compo.u.complex->recordSyntax = (Odr_oid **)
2650                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2651             for (i = 0; i < recordsyntax_size; i++)
2652             compo.u.complex->recordSyntax[i] =
2653                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN,
2654                                        recordsyntax_list[i]);
2655         }
2656         else
2657         {
2658             compo.u.complex->num_recordSyntax = 0;
2659             compo.u.complex->recordSyntax = 0;
2660         }
2661     }
2662     else if (elementSetNames)
2663     {
2664         req->recordComposition = &compo;
2665         compo.which = Z_RecordComp_simple;
2666         compo.u.simple = elementSetNames;
2667     }
2668     send_apdu(apdu);
2669     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2670     return 2;
2671 }
2672
2673 #if HAVE_XML2
2674 static int send_SRW_presentRequest(const char *arg)
2675 {
2676     char setstring[100];
2677     int nos = 1;
2678     Z_SRW_PDU *sr = srw_sr;
2679
2680     if (!sr)
2681         return 0;
2682     parse_show_args(arg, setstring, &setno, &nos);
2683     sr->u.request->startRecord = odr_intdup(out, setno);
2684     sr->u.request->maximumRecords = odr_intdup(out, nos);
2685     if (record_schema)
2686         sr->u.request->recordSchema = record_schema;
2687     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
2688         sr->u.request->recordPacking = "xml";
2689     return send_srw(sr);
2690 }
2691 #endif
2692
2693 static void close_session (void)
2694 {
2695     if (conn)
2696         cs_close (conn);
2697     conn = 0;
2698     sent_close = 0;
2699     odr_reset(out);
2700     odr_reset(in);
2701     odr_reset(print);
2702     last_hit_count = 0;
2703 }
2704
2705 void process_close(Z_Close *req)
2706 {
2707     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2708     Z_Close *res = apdu->u.close;
2709
2710     static char *reasons[] =
2711     {
2712         "finished",
2713         "shutdown",
2714         "system problem",
2715         "cost limit reached",
2716         "resources",
2717         "security violation",
2718         "protocolError",
2719         "lack of activity",
2720         "peer abort",
2721         "unspecified"
2722     };
2723
2724     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2725         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2726     if (sent_close)
2727         close_session ();
2728     else
2729     {
2730         *res->closeReason = Z_Close_finished;
2731         send_apdu(apdu);
2732         printf("Sent response.\n");
2733         sent_close = 1;
2734     }
2735 }
2736
2737 static int cmd_show(const char *arg)
2738 {
2739     if (protocol == PROTO_HTTP)
2740     {
2741 #if HAVE_XML2
2742         if (!conn)
2743             cmd_open(0);
2744         if (!conn)
2745             return 0;
2746         if (!send_SRW_presentRequest(arg))
2747             return 0;
2748 #else
2749         return 0;
2750 #endif
2751     }
2752     else
2753     {
2754         if (!conn)
2755         {
2756             printf("Not connected yet\n");
2757             return 0;
2758         }
2759         if (!send_presentRequest(arg))
2760             return 0;
2761     }
2762     return 2;
2763 }
2764
2765 int cmd_quit(const char *arg)
2766 {
2767     printf("See you later, alligator.\n");
2768     xmalloc_trav ("");
2769     exit(0);
2770     return 0;
2771 }
2772
2773 int cmd_cancel(const char *arg)
2774 {
2775     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2776     Z_TriggerResourceControlRequest *req =
2777         apdu->u.triggerResourceControlRequest;
2778     bool_t rfalse = 0;
2779
2780     if (only_z3950())
2781         return 0;
2782     if (session_initResponse &&
2783         !ODR_MASK_GET(session_initResponse->options,
2784                       Z_Options_triggerResourceCtrl))
2785     {
2786         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2787         return 0;
2788     }
2789     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2790     req->resultSetWanted = &rfalse;
2791     req->referenceId = set_refid (out);
2792
2793     send_apdu(apdu);
2794     printf("Sent cancel request\n");
2795     return 2;
2796 }
2797
2798
2799 int cmd_cancel_find(const char *arg) {
2800     int fres;
2801     fres=cmd_find(arg);
2802     if( fres > 0 ) {
2803         return cmd_cancel("");
2804     };
2805     return fres;
2806 }
2807
2808 int send_scanrequest(const char *query, int pp, int num, const char *term)
2809 {
2810     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2811     Z_ScanRequest *req = apdu->u.scanRequest;
2812
2813     if (only_z3950())
2814         return 0;
2815     if (queryType == QueryType_CCL2RPN)
2816     {
2817         int error, pos;
2818         struct ccl_rpn_node *rpn;
2819
2820         rpn = ccl_find_str (bibset,  query, &error, &pos);
2821         if (error)
2822         {
2823             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2824             return -1;
2825         }
2826         req->attributeSet =
2827             yaz_oidval_to_z3950oid(out, CLASS_ATTSET, VAL_BIB1);
2828         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2829         {
2830             printf("Couldn't convert CCL to Scan term\n");
2831             return -1;
2832         }
2833         ccl_rpn_delete (rpn);
2834     }
2835     else
2836     {
2837         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2838
2839         if (!(req->termListAndStartPoint =
2840               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2841         {
2842             const char *pqf_msg;
2843             size_t off;
2844             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2845             printf("%*s^\n", off+7, "");
2846             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2847             yaz_pqf_destroy (pqf_parser);
2848             return -1;
2849         }
2850         yaz_pqf_destroy (pqf_parser);
2851     }
2852     if (term && *term)
2853     {
2854         if (req->termListAndStartPoint->term &&
2855             req->termListAndStartPoint->term->which == Z_Term_general &&
2856             req->termListAndStartPoint->term->u.general)
2857         {
2858             req->termListAndStartPoint->term->u.general->buf =
2859                 (unsigned char *) odr_strdup(out, term);
2860             req->termListAndStartPoint->term->u.general->len =
2861                 req->termListAndStartPoint->term->u.general->size =
2862                 strlen(term);
2863         }
2864     }
2865     req->referenceId = set_refid (out);
2866     req->num_databaseNames = num_databaseNames;
2867     req->databaseNames = databaseNames;
2868     req->numberOfTermsRequested = &num;
2869     req->preferredPositionInResponse = &pp;
2870     req->stepSize = odr_intdup(out, scan_stepSize);
2871     send_apdu(apdu);
2872     return 2;
2873 }
2874
2875 int send_sortrequest(const char *arg, int newset)
2876 {
2877     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
2878     Z_SortRequest *req = apdu->u.sortRequest;
2879     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
2880         odr_malloc (out, sizeof(*sksl));
2881     char setstring[32];
2882
2883     if (only_z3950())
2884         return 0;
2885     if (setnumber >= 0)
2886         sprintf (setstring, "%d", setnumber);
2887     else
2888         sprintf (setstring, "default");
2889
2890     req->referenceId = set_refid (out);
2891
2892     req->num_inputResultSetNames = 1;
2893     req->inputResultSetNames = (Z_InternationalString **)
2894         odr_malloc (out, sizeof(*req->inputResultSetNames));
2895     req->inputResultSetNames[0] = odr_strdup (out, setstring);
2896
2897     if (newset && setnumber >= 0)
2898         sprintf (setstring, "%d", ++setnumber);
2899
2900     req->sortedResultSetName = odr_strdup (out, setstring);
2901
2902     req->sortSequence = yaz_sort_spec (out, arg);
2903     if (!req->sortSequence)
2904     {
2905         printf ("Missing sort specifications\n");
2906         return -1;
2907     }
2908     send_apdu(apdu);
2909     return 2;
2910 }
2911
2912 void display_term(Z_TermInfo *t)
2913 {
2914     if (t->displayTerm)
2915         printf("%s", t->displayTerm);
2916     else if (t->term->which == Z_Term_general)
2917     {
2918         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
2919         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
2920             t->term->u.general->buf);
2921     }
2922     else
2923         printf("Term (not general)");
2924     if (t->globalOccurrences)
2925         printf (" (%d)\n", *t->globalOccurrences);
2926     else
2927         printf ("\n");
2928 }
2929
2930 void process_scanResponse(Z_ScanResponse *res)
2931 {
2932     int i;
2933     Z_Entry **entries = NULL;
2934     int num_entries = 0;
2935
2936     printf("Received ScanResponse\n");
2937     print_refid (res->referenceId);
2938     printf("%d entries", *res->numberOfEntriesReturned);
2939     if (res->positionOfTerm)
2940         printf (", position=%d", *res->positionOfTerm);
2941     printf ("\n");
2942     if (*res->scanStatus != Z_Scan_success)
2943         printf("Scan returned code %d\n", *res->scanStatus);
2944     if (!res->entries)
2945         return;
2946     if ((entries = res->entries->entries))
2947         num_entries = res->entries->num_entries;
2948     for (i = 0; i < num_entries; i++)
2949     {
2950         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
2951         if (entries[i]->which == Z_Entry_termInfo)
2952         {
2953             printf("%c ", i + 1 == pos_term ? '*' : ' ');
2954             display_term(entries[i]->u.termInfo);
2955         }
2956         else
2957             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
2958     }
2959     if (res->entries->nonsurrogateDiagnostics)
2960         display_diagrecs (res->entries->nonsurrogateDiagnostics,
2961                           res->entries->num_nonsurrogateDiagnostics);
2962 }
2963
2964 void process_sortResponse(Z_SortResponse *res)
2965 {
2966     printf("Received SortResponse: status=");
2967     switch (*res->sortStatus)
2968     {
2969     case Z_SortResponse_success:
2970         printf ("success"); break;
2971     case Z_SortResponse_partial_1:
2972         printf ("partial"); break;
2973     case Z_SortResponse_failure:
2974         printf ("failure"); break;
2975     default:
2976         printf ("unknown (%d)", *res->sortStatus);
2977     }
2978     printf ("\n");
2979     print_refid (res->referenceId);
2980     if (res->diagnostics)
2981         display_diagrecs(res->diagnostics,
2982                          res->num_diagnostics);
2983 }
2984
2985 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
2986 {
2987     printf("Got deleteResultSetResponse status=%d\n",
2988            *res->deleteOperationStatus);
2989     if (res->deleteListStatuses)
2990     {
2991         int i;
2992         for (i = 0; i < res->deleteListStatuses->num; i++)
2993         {
2994             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
2995                     *res->deleteListStatuses->elements[i]->status);
2996         }
2997     }
2998 }
2999
3000 int cmd_sort_generic(const char *arg, int newset)
3001 {
3002     if (only_z3950())
3003         return 0;
3004     if (session_initResponse &&
3005         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3006     {
3007         printf("Target doesn't support sort\n");
3008         return 0;
3009     }
3010     if (*arg)
3011     {
3012         if (send_sortrequest(arg, newset) < 0)
3013             return 0;
3014         return 2;
3015     }
3016     return 0;
3017 }
3018
3019 int cmd_sort(const char *arg)
3020 {
3021     return cmd_sort_generic (arg, 0);
3022 }
3023
3024 int cmd_sort_newset (const char *arg)
3025 {
3026     return cmd_sort_generic (arg, 1);
3027 }
3028
3029 int cmd_scanstep(const char *arg)
3030 {
3031     scan_stepSize = atoi(arg);
3032     return 0;
3033 }
3034
3035 int cmd_scanpos(const char *arg)
3036 {
3037     int r = sscanf(arg, "%d", &scan_position);
3038     if (r == 0)
3039         scan_position = 1;
3040     return 0;
3041 }
3042
3043 int cmd_scansize(const char *arg)
3044 {
3045     int r = sscanf(arg, "%d", &scan_size);
3046     if (r == 0)
3047         scan_size = 20;
3048     return 0;
3049 }
3050
3051 int cmd_scan(const char *arg)
3052 {
3053     if (protocol == PROTO_HTTP)
3054     {
3055 #if HAVE_XML2
3056         if (!conn)
3057             cmd_open(0);
3058         if (!conn)
3059             return 0;
3060         if (*arg)
3061         {
3062             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3063                 return 0;
3064         }
3065         else
3066         {
3067             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3068                 return 0;
3069         }
3070         return 2;
3071 #else
3072         return 0;
3073 #endif
3074     }
3075     else
3076     {
3077         if (!conn)
3078         {
3079             try_reconnect();
3080
3081             if (!conn) {
3082                 printf("Session not initialized yet\n");
3083                 return 0;
3084             }
3085         }
3086         if (session_initResponse &&
3087             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3088         {
3089             printf("Target doesn't support scan\n");
3090             return 0;
3091         }
3092         if (*arg)
3093         {
3094             strcpy (last_scan_query, arg);
3095             if (send_scanrequest(arg, scan_position, scan_size, 0) < 0)
3096                 return 0;
3097         }
3098         else
3099         {
3100             if (send_scanrequest(last_scan_query, 1, scan_size, last_scan_line) < 0)
3101                 return 0;
3102         }
3103         return 2;
3104     }
3105 }
3106
3107 int cmd_schema(const char *arg)
3108 {
3109     xfree(record_schema);
3110     record_schema = 0;
3111     if (arg && *arg)
3112         record_schema = xstrdup(arg);
3113     return 1;
3114 }
3115
3116 int cmd_format(const char *arg)
3117 {
3118     const char *cp = arg;
3119     int nor;
3120     int idx = 0;
3121     oid_value nsyntax[RECORDSYNTAX_MAX];
3122     char form_str[41];
3123     if (!arg || !*arg)
3124     {
3125         printf("Usage: format <recordsyntax>\n");
3126         return 0;
3127     }
3128     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3129            && idx < RECORDSYNTAX_MAX)
3130     {
3131         nsyntax[idx] = oid_getvalbyname(form_str);
3132         if (!strcmp(form_str, "none"))
3133             break;
3134         if (nsyntax[idx] == VAL_NONE)
3135         {
3136             printf ("unknown record syntax: %s\n", form_str);
3137             return 0;
3138         }
3139         cp += nor;
3140         idx++;
3141     }
3142     recordsyntax_size = idx;
3143     memcpy(recordsyntax_list, nsyntax, idx * sizeof(*nsyntax));
3144     return 1;
3145 }
3146
3147 int cmd_elements(const char *arg)
3148 {
3149     static Z_ElementSetNames esn;
3150     static char what[100];
3151
3152     if (!arg || !*arg)
3153     {
3154         elementSetNames = 0;
3155         return 1;
3156     }
3157     strcpy(what, arg);
3158     esn.which = Z_ElementSetNames_generic;
3159     esn.u.generic = what;
3160     elementSetNames = &esn;
3161     return 1;
3162 }
3163
3164 int cmd_attributeset(const char *arg)
3165 {
3166     char what[100];
3167
3168     if (!arg || !*arg)
3169     {
3170         printf("Usage: attributeset <setname>\n");
3171         return 0;
3172     }
3173     sscanf(arg, "%s", what);
3174     if (p_query_attset (what))
3175     {
3176         printf("Unknown attribute set name\n");
3177         return 0;
3178     }
3179     return 1;
3180 }
3181
3182 int cmd_querytype (const char *arg)
3183 {
3184     if (!strcmp (arg, "ccl"))
3185         queryType = QueryType_CCL;
3186     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3187         queryType = QueryType_Prefix;
3188     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3189         queryType = QueryType_CCL2RPN;
3190     else if (!strcmp(arg, "cql"))
3191         queryType = QueryType_CQL;
3192     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3193         queryType = QueryType_CQL2RPN;
3194     else
3195     {
3196         printf ("Querytype must be one of:\n");
3197         printf (" prefix         - Prefix query\n");
3198         printf (" ccl            - CCL query\n");
3199         printf (" ccl2rpn        - CCL query converted to RPN\n");
3200         printf (" cql            - CQL\n");
3201         printf (" cql2rpn        - CQL query converted to RPN\n");
3202         return 0;
3203     }
3204     return 1;
3205 }
3206
3207 int cmd_refid (const char *arg)
3208 {
3209     xfree (refid);
3210     refid = NULL;
3211     if (*arg)
3212         refid = xstrdup (arg);
3213     return 1;
3214 }
3215
3216 int cmd_close(const char *arg)
3217 {
3218     Z_APDU *apdu;
3219     Z_Close *req;
3220     if (only_z3950())
3221         return 0;
3222     apdu = zget_APDU(out, Z_APDU_close);
3223     req = apdu->u.close;
3224     *req->closeReason = Z_Close_finished;
3225     send_apdu(apdu);
3226     printf("Sent close request.\n");
3227     sent_close = 1;
3228     return 2;
3229 }
3230
3231 int cmd_packagename(const char* arg)
3232 {
3233     xfree (esPackageName);
3234     esPackageName = NULL;
3235     if (*arg)
3236         esPackageName = xstrdup(arg);
3237     return 1;
3238 }
3239
3240 int cmd_proxy(const char* arg)
3241 {
3242     xfree (yazProxy);
3243     yazProxy = NULL;
3244     if (*arg)
3245         yazProxy = xstrdup (arg);
3246     return 1;
3247 }
3248
3249 int cmd_marccharset(const char *arg)
3250 {
3251     char l1[30];
3252
3253     *l1 = 0;
3254     if (sscanf(arg, "%29s", l1) < 1)
3255     {
3256         printf("MARC character set is `%s'\n",
3257                marcCharset ? marcCharset: "none");
3258         return 1;
3259     }
3260     xfree (marcCharset);
3261     marcCharset = 0;
3262     if (strcmp(l1, "-"))
3263         marcCharset = xstrdup(l1);
3264     return 1;
3265 }
3266
3267 int cmd_displaycharset(const char *arg)
3268 {
3269     char l1[30];
3270
3271     *l1 = 0;
3272     if (sscanf(arg, "%29s", l1) < 1)
3273     {
3274         printf("Display character set is `%s'\n",
3275                outputCharset ? outputCharset: "none");
3276     }
3277     else
3278     {
3279         xfree (outputCharset);
3280         outputCharset = 0;
3281         if (!strcmp(l1, "auto") && codeset)
3282         {
3283             if (codeset)
3284             {
3285                 printf ("Display character set: %s\n", codeset);
3286                 outputCharset = xstrdup(codeset);
3287             }
3288             else
3289                 printf ("No codeset found on this system\n");
3290         }
3291         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3292             outputCharset = xstrdup(l1);
3293     }
3294     return 1;
3295 }
3296
3297 int cmd_negcharset(const char *arg)
3298 {
3299     char l1[30];
3300
3301     *l1 = 0;
3302     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3303                &negotiationCharsetVersion) < 1)
3304     {
3305         printf("Current negotiation character set is `%s'\n",
3306                negotiationCharset ? negotiationCharset: "none");
3307         printf("Records in charset %s\n", negotiationCharsetRecords ?
3308                "yes" : "no");
3309         printf("Charneg version %d\n", negotiationCharsetVersion);
3310     }
3311     else
3312     {
3313         xfree (negotiationCharset);
3314         negotiationCharset = NULL;
3315         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3316         {
3317             negotiationCharset = xstrdup(l1);
3318             printf ("Character set negotiation : %s\n", negotiationCharset);
3319         }
3320     }
3321     return 1;
3322 }
3323
3324 int cmd_charset(const char* arg)
3325 {
3326     char l1[30], l2[30], l3[30];
3327
3328     *l1 = *l2 = *l3 = 0;
3329     if (sscanf(arg, "%29s %29s %29s", l1, l2, l3) < 1)
3330     {
3331         cmd_negcharset("");
3332         cmd_displaycharset("");
3333         cmd_marccharset("");
3334     }
3335     else
3336     {
3337         cmd_negcharset(l1);
3338         if (*l2)
3339             cmd_displaycharset(l2);
3340         if (*l3)
3341             cmd_marccharset(l3);
3342     }
3343     return 1;
3344 }
3345
3346 int cmd_lang(const char* arg)
3347 {
3348     if (*arg == '\0') {
3349         printf("Current language is `%s'\n", (yazLang)?yazLang:NULL);
3350         return 1;
3351     }
3352     xfree (yazLang);
3353     yazLang = NULL;
3354     if (*arg)
3355         yazLang = xstrdup(arg);
3356     return 1;
3357 }
3358
3359 int cmd_source(const char* arg, int echo )
3360 {
3361     /* first should open the file and read one line at a time.. */
3362     FILE* includeFile;
3363     char line[102400], *cp;
3364
3365     if(strlen(arg)<1) {
3366         fprintf(stderr,"Error in source command use a filename\n");
3367         return -1;
3368     }
3369
3370     includeFile = fopen (arg, "r");
3371
3372     if(!includeFile) {
3373         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3374         return -1;
3375     }
3376
3377     while(!feof(includeFile)) {
3378         memset(line,0,sizeof(line));
3379         fgets(line,sizeof(line),includeFile);
3380
3381         if(strlen(line) < 2) continue;
3382         if(line[0] == '#') continue;
3383
3384         if ((cp = strrchr (line, '\n')))
3385             *cp = '\0';
3386
3387         if( echo ) {
3388             printf( "processing line: %s\n",line );
3389         };
3390         process_cmd_line(line);
3391     }
3392
3393     if(fclose(includeFile)<0) {
3394         perror("unable to close include file");
3395         exit(1);
3396     }
3397     return 1;
3398 }
3399
3400 int cmd_source_echo(const char* arg)
3401 {
3402     cmd_source(arg, 1);
3403     return 1;
3404 }
3405
3406 int cmd_source_noecho(const char* arg)
3407 {
3408     cmd_source(arg, 0);
3409     return 1;
3410 }
3411
3412
3413 int cmd_subshell(const char* args)
3414 {
3415     if(strlen(args))
3416         system(args);
3417     else
3418         system(getenv("SHELL"));
3419
3420     printf("\n");
3421     return 1;
3422 }
3423
3424 int cmd_set_berfile(const char *arg)
3425 {
3426     if (ber_file && ber_file != stdout && ber_file != stderr)
3427         fclose(ber_file);
3428     if (!strcmp(arg, ""))
3429         ber_file = 0;
3430     else if (!strcmp(arg, "-"))
3431         ber_file = stdout;
3432     else
3433         ber_file = fopen(arg, "a");
3434     return 1;
3435 }
3436
3437 int cmd_set_apdufile(const char *arg)
3438 {
3439     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3440         fclose(apdu_file);
3441     if (!strcmp(arg, ""))
3442         apdu_file = 0;
3443     else if (!strcmp(arg, "-"))
3444         apdu_file = stderr;
3445     else
3446     {
3447         apdu_file = fopen(arg, "a");
3448         if (!apdu_file)
3449             perror("unable to open apdu log file");
3450     }
3451     if (apdu_file)
3452         odr_setprint(print, apdu_file);
3453     return 1;
3454 }
3455
3456 int cmd_set_cclfile(const char* arg)
3457 {
3458     FILE *inf;
3459
3460     bibset = ccl_qual_mk ();
3461     inf = fopen (arg, "r");
3462     if (!inf)
3463         perror("unable to open CCL file");
3464     else
3465     {
3466         ccl_qual_file (bibset, inf);
3467         fclose (inf);
3468     }
3469     strcpy(ccl_fields,arg);
3470     return 0;
3471 }
3472
3473 int cmd_set_cqlfile(const char* arg)
3474 {
3475     cql_transform_t newcqltrans;
3476
3477     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3478         perror("unable to open CQL file");
3479         return 0;
3480     }
3481     if (cqltrans != 0)
3482         cql_transform_close(cqltrans);
3483
3484     cqltrans = newcqltrans;
3485     strcpy(cql_fields, arg);
3486     return 0;
3487 }
3488
3489 int cmd_set_auto_reconnect(const char* arg)
3490 {
3491     if(strlen(arg)==0) {
3492         auto_reconnect = ! auto_reconnect;
3493     } else if(strcmp(arg,"on")==0) {
3494         auto_reconnect = 1;
3495     } else if(strcmp(arg,"off")==0) {
3496         auto_reconnect = 0;
3497     } else {
3498         printf("Error use on or off\n");
3499         return 1;
3500     }
3501
3502     if (auto_reconnect)
3503         printf("Set auto reconnect enabled.\n");
3504     else
3505         printf("Set auto reconnect disabled.\n");
3506
3507     return 0;
3508 }
3509
3510
3511 int cmd_set_auto_wait(const char* arg)
3512 {
3513     if(strlen(arg)==0) {
3514         auto_wait = ! auto_wait;
3515     } else if(strcmp(arg,"on")==0) {
3516         auto_wait = 1;
3517     } else if(strcmp(arg,"off")==0) {
3518         auto_wait = 0;
3519     } else {
3520         printf("Error use on or off\n");
3521         return 1;
3522     }
3523
3524     if (auto_wait)
3525         printf("Set auto wait enabled.\n");
3526     else
3527         printf("Set auto wait disabled.\n");
3528
3529     return 0;
3530 }
3531
3532 int cmd_set_marcdump(const char* arg)
3533 {
3534     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3535         fclose(marc_file);
3536     }
3537
3538     if (!strcmp(arg, ""))
3539         marc_file = 0;
3540     else if (!strcmp(arg, "-"))
3541         marc_file = stderr;
3542     else
3543     {
3544         marc_file = fopen(arg, "a");
3545         if (!marc_file)
3546             perror("unable to open marc log file");
3547     }
3548     return 1;
3549 }
3550
3551 /*
3552    this command takes 3 arge {name class oid}
3553 */
3554 int cmd_register_oid(const char* args) {
3555     static struct {
3556         char* className;
3557         oid_class oclass;
3558     } oid_classes[] = {
3559         {"appctx",CLASS_APPCTX},
3560         {"absyn",CLASS_ABSYN},
3561         {"attset",CLASS_ATTSET},
3562         {"transyn",CLASS_TRANSYN},
3563         {"diagset",CLASS_DIAGSET},
3564         {"recsyn",CLASS_RECSYN},
3565         {"resform",CLASS_RESFORM},
3566         {"accform",CLASS_ACCFORM},
3567         {"extserv",CLASS_EXTSERV},
3568         {"userinfo",CLASS_USERINFO},
3569         {"elemspec",CLASS_ELEMSPEC},
3570         {"varset",CLASS_VARSET},
3571         {"schema",CLASS_SCHEMA},
3572         {"tagset",CLASS_TAGSET},
3573         {"general",CLASS_GENERAL},
3574         {0,(enum oid_class) 0}
3575     };
3576     char oname_str[101], oclass_str[101], oid_str[101];
3577     char* name;
3578     int i;
3579     oid_class oidclass = CLASS_GENERAL;
3580     int val = 0, oid[OID_SIZE];
3581     struct oident * new_oident=NULL;
3582
3583     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3584                 oname_str,oclass_str, oid_str) < 1) {
3585         printf("Error in register command \n");
3586         return 0;
3587     }
3588
3589     for (i = 0; oid_classes[i].className; i++) {
3590         if (!strcmp(oid_classes[i].className, oclass_str))
3591         {
3592             oidclass=oid_classes[i].oclass;
3593             break;
3594         }
3595     }
3596
3597     if(!(oid_classes[i].className)) {
3598         printf("Unknown oid class %s\n",oclass_str);
3599         return 0;
3600     }
3601
3602     i = 0;
3603     name = oid_str;
3604     val = 0;
3605
3606     while (isdigit (*(unsigned char *) name))
3607     {
3608         val = val*10 + (*name - '0');
3609         name++;
3610         if (*name == '.')
3611         {
3612             if (i < OID_SIZE-1)
3613                 oid[i++] = val;
3614             val = 0;
3615             name++;
3616         }
3617     }
3618     oid[i] = val;
3619     oid[i+1] = -1;
3620
3621     new_oident = oid_addent (oid, PROTO_GENERAL, oidclass, oname_str,
3622                              VAL_DYNAMIC);
3623     if(strcmp(new_oident->desc,oname_str))
3624     {
3625         fprintf(stderr,"oid is already named as %s, registration failed\n",
3626                 new_oident->desc);
3627     }
3628     return 1;
3629 }
3630
3631 int cmd_push_command(const char* arg)
3632 {
3633 #if HAVE_READLINE_HISTORY_H
3634     if(strlen(arg)>1)
3635         add_history(arg);
3636 #else
3637     fprintf(stderr,"Not compiled with the readline/history module\n");
3638 #endif
3639     return 1;
3640 }
3641
3642 void source_rcfile()
3643 {
3644     /*  Look for a $HOME/.yazclientrc and source it if it exists */
3645     struct stat statbuf;
3646     char buffer[1000];
3647     char* homedir=getenv("HOME");
3648
3649     if( homedir ) {
3650
3651         sprintf(buffer,"%s/.yazclientrc",homedir);
3652
3653         if(stat(buffer,&statbuf)==0) {
3654             cmd_source(buffer, 0 );
3655         }
3656
3657     };
3658
3659     if(stat(".yazclientrc",&statbuf)==0) {
3660         cmd_source(".yazclientrc", 0 );
3661     }
3662 }
3663
3664
3665 static void initialize(void)
3666 {
3667     FILE *inf;
3668     int i;
3669
3670     if (!(out = odr_createmem(ODR_ENCODE)) ||
3671         !(in = odr_createmem(ODR_DECODE)) ||
3672         !(print = odr_createmem(ODR_PRINT)))
3673     {
3674         fprintf(stderr, "failed to allocate ODR streams\n");
3675         exit(1);
3676     }
3677     oid_init();
3678
3679     setvbuf(stdout, 0, _IONBF, 0);
3680     if (apdu_file)
3681         odr_setprint(print, apdu_file);
3682
3683     bibset = ccl_qual_mk ();
3684     inf = fopen (ccl_fields, "r");
3685     if (inf)
3686     {
3687         ccl_qual_file (bibset, inf);
3688         fclose (inf);
3689     }
3690
3691     cqltrans = cql_transform_open_fname(cql_fields);
3692     /* If this fails, no problem: we detect cqltrans == 0 later */
3693
3694 #if HAVE_READLINE_READLINE_H
3695     rl_attempted_completion_function = (CPPFunction*)readline_completer;
3696 #endif
3697
3698
3699     for(i=0; i<maxOtherInfosSupported; ++i) {
3700         extraOtherInfos[i].oidval = -1;
3701     }
3702
3703     source_rcfile();
3704 }
3705
3706
3707 #if HAVE_GETTIMEOFDAY
3708 struct timeval tv_start;
3709 #endif
3710
3711 #if HAVE_XML2
3712 static void handle_srw_record(Z_SRW_record *rec)
3713 {
3714     if (rec->recordPosition)
3715     {
3716         printf ("pos=%d", *rec->recordPosition);
3717         setno = *rec->recordPosition + 1;
3718     }
3719     if (rec->recordSchema)
3720         printf (" schema=%s", rec->recordSchema);
3721     printf ("\n");
3722     if (rec->recordData_buf && rec->recordData_len)
3723     {
3724         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3725         if (marc_file)
3726             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3727     }
3728     else
3729         printf ("No data!");
3730     printf("\n");
3731 }
3732
3733 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3734 {
3735     handle_srw_record(&res->record);
3736 }
3737
3738 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3739 {
3740     int i;
3741
3742     printf ("Received SRW SearchRetrieve Response\n");
3743
3744     for (i = 0; i<res->num_diagnostics; i++)
3745     {
3746         if (res->diagnostics[i].uri)
3747             printf ("SRW diagnostic %s\n",
3748                     res->diagnostics[i].uri);
3749         else
3750             printf ("SRW diagnostic missing or could not be decoded\n");
3751         if (res->diagnostics[i].message)
3752             printf ("Message: %s\n", res->diagnostics[i].message);
3753         if (res->diagnostics[i].details)
3754             printf ("Details: %s\n", res->diagnostics[i].details);
3755     }
3756     if (res->numberOfRecords)
3757         printf ("Number of hits: %d\n", *res->numberOfRecords);
3758     for (i = 0; i<res->num_records; i++)
3759         handle_srw_record(res->records + i);
3760 }
3761
3762 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3763 {
3764     if (term->displayTerm)
3765         printf("%s:", term->displayTerm);
3766     else if (term->value)
3767         printf("%s:", term->value);
3768     else
3769         printf("No value:");
3770     if (term->numberOfRecords)
3771         printf(" %d", *term->numberOfRecords);
3772     if (term->whereInList)
3773         printf(" %s", term->whereInList);
3774     if (term->value && term->displayTerm)
3775         printf(" %s", term->value);
3776
3777     strcpy(last_scan_line, term->value);
3778     printf("\n");
3779 }
3780
3781 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3782 {
3783     int i;
3784
3785     printf ("Received SRW Scan Response\n");
3786
3787     for (i = 0; i<res->num_diagnostics; i++)
3788     {
3789         if (res->diagnostics[i].uri)
3790             printf ("SRW diagnostic %s\n",
3791                     res->diagnostics[i].uri);
3792         else
3793             printf ("SRW diagnostic missing or could not be decoded\n");
3794         if (res->diagnostics[i].message)
3795             printf ("Message: %s\n", res->diagnostics[i].message);
3796         if (res->diagnostics[i].details)
3797             printf ("Details: %s\n", res->diagnostics[i].details);
3798     }
3799     if (res->terms)
3800         for (i = 0; i<res->num_terms; i++)
3801             handle_srw_scan_term(res->terms + i);
3802 }
3803
3804 static void http_response(Z_HTTP_Response *hres)
3805 {
3806     int ret = -1;
3807     const char *content_type = z_HTTP_header_lookup(hres->headers,
3808                                                     "Content-Type");
3809     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3810                                                        "Connection");
3811     if (content_type && !yaz_strcmp_del("text/xml", content_type, "; "))
3812     {
3813         Z_SOAP *soap_package = 0;
3814         ODR o = odr_createmem(ODR_DECODE);
3815         Z_SOAP_Handler soap_handlers[2] = {
3816             {"http://www.loc.gov/zing/srw/", 0,
3817              (Z_SOAP_fun) yaz_srw_codec},
3818             {0, 0, 0}
3819         };
3820         ret = z_soap_codec(o, &soap_package,
3821                            &hres->content_buf, &hres->content_len,
3822                            soap_handlers);
3823         if (!ret && soap_package->which == Z_SOAP_generic &&
3824             soap_package->u.generic->no == 0)
3825         {
3826             Z_SRW_PDU *sr = soap_package->u.generic->p;
3827             if (sr->which == Z_SRW_searchRetrieve_response)
3828                 handle_srw_response(sr->u.response);
3829             else if (sr->which == Z_SRW_explain_response)
3830                 handle_srw_explain_response(sr->u.explain_response);
3831             else if (sr->which == Z_SRW_scan_response)
3832                 handle_srw_scan_response(sr->u.scan_response);
3833             else
3834                 ret = -1;
3835         }
3836         else if (soap_package && (soap_package->which == Z_SOAP_fault
3837                           || soap_package->which == Z_SOAP_error))
3838         {
3839             printf ("HTTP Error Status=%d\n", hres->code);
3840             printf ("SOAP Fault code %s\n",
3841                     soap_package->u.fault->fault_code);
3842             printf ("SOAP Fault string %s\n",
3843                     soap_package->u.fault->fault_string);
3844             if (soap_package->u.fault->details)
3845                 printf ("SOAP Details %s\n",
3846                         soap_package->u.fault->details);
3847         }
3848         else
3849             ret = -1;
3850         odr_destroy(o);
3851     }
3852     if (ret)
3853     {
3854         if (hres->code != 200)
3855         {
3856             printf ("HTTP Error Status=%d\n", hres->code);
3857         }
3858         else
3859         {
3860             printf ("Decoding of SRW package failed\n");
3861         }
3862         close_session();
3863     }
3864     else
3865     {
3866         if (!strcmp(hres->version, "1.0"))
3867         {
3868             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
3869             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
3870                 close_session();
3871         }
3872         else
3873         {
3874             /* HTTP 1.1: only if no close we stay alive .. */
3875             if (connection_head && !strcmp(connection_head, "close"))
3876                 close_session();
3877         }
3878     }
3879 }
3880 #endif
3881
3882 void wait_and_handle_response(int one_response_only)
3883 {
3884     int reconnect_ok = 1;
3885     int res;
3886     char *netbuffer= 0;
3887     int netbufferlen = 0;
3888 #if HAVE_GETTIMEOFDAY
3889     int got_tv_end = 0;
3890     struct timeval tv_end;
3891 #endif
3892     Z_GDU *gdu;
3893
3894     while(conn)
3895     {
3896         res = cs_get(conn, &netbuffer, &netbufferlen);
3897         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
3898         {
3899             cs_close(conn);
3900             conn = 0;
3901             cmd_open(0);
3902             reconnect_ok = 0;
3903             if (conn)
3904             {
3905                 char *buf_out;
3906                 int len_out;
3907
3908                 buf_out = odr_getbuf(out, &len_out, 0);
3909
3910                 do_hex_dump(buf_out, len_out);
3911
3912                 cs_put(conn, buf_out, len_out);
3913
3914                 odr_reset(out);
3915                 continue;
3916             }
3917         }
3918         else if (res <= 0)
3919         {
3920             printf("Target closed connection\n");
3921             close_session();
3922             break;
3923         }
3924 #if HAVE_GETTIMEOFDAY
3925         if (got_tv_end == 0)
3926             gettimeofday (&tv_end, 0); /* count first one only */
3927         got_tv_end++;
3928 #endif
3929         odr_reset(out);
3930         odr_reset(in); /* release APDU from last round */
3931         record_last = 0;
3932         do_hex_dump(netbuffer, res);
3933         odr_setbuf(in, netbuffer, res, 0);
3934
3935         if (!z_GDU(in, &gdu, 0, 0))
3936         {
3937             FILE *f = ber_file ? ber_file : stdout;
3938             odr_perror(in, "Decoding incoming APDU");
3939             fprintf(f, "[Near %d]\n", odr_offset(in));
3940             fprintf(f, "Packet dump:\n---------\n");
3941             odr_dumpBER(f, netbuffer, res);
3942             fprintf(f, "---------\n");
3943             if (apdu_file)
3944             {
3945                 z_GDU(print, &gdu, 0, 0);
3946                 odr_reset(print);
3947             }
3948             if (conn && cs_more(conn))
3949                 continue;
3950             break;
3951         }
3952         if (ber_file)
3953             odr_dumpBER(ber_file, netbuffer, res);
3954         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
3955         {
3956             odr_perror(print, "Failed to print incoming APDU");
3957             odr_reset(print);
3958                 continue;
3959         }
3960         if (gdu->which == Z_GDU_Z3950)
3961         {
3962             Z_APDU *apdu = gdu->u.z3950;
3963             switch(apdu->which)
3964             {
3965             case Z_APDU_initResponse:
3966                 process_initResponse(apdu->u.initResponse);
3967                 break;
3968             case Z_APDU_searchResponse:
3969                 process_searchResponse(apdu->u.searchResponse);
3970                 break;
3971             case Z_APDU_scanResponse:
3972                 process_scanResponse(apdu->u.scanResponse);
3973                 break;
3974             case Z_APDU_presentResponse:
3975                 print_refid (apdu->u.presentResponse->referenceId);
3976                 setno +=
3977                     *apdu->u.presentResponse->numberOfRecordsReturned;
3978                 if (apdu->u.presentResponse->records)
3979                     display_records(apdu->u.presentResponse->records);
3980                 else
3981                     printf("No records.\n");
3982                 printf ("nextResultSetPosition = %d\n",
3983                         *apdu->u.presentResponse->nextResultSetPosition);
3984                 break;
3985             case Z_APDU_sortResponse:
3986                 process_sortResponse(apdu->u.sortResponse);
3987                 break;
3988             case Z_APDU_extendedServicesResponse:
3989                 printf("Got extended services response\n");
3990                 process_ESResponse(apdu->u.extendedServicesResponse);
3991                 break;
3992             case Z_APDU_close:
3993                 printf("Target has closed the association.\n");
3994                 process_close(apdu->u.close);
3995                 break;
3996             case Z_APDU_resourceControlRequest:
3997                 process_resourceControlRequest
3998                     (apdu->u.resourceControlRequest);
3999                 break;
4000             case Z_APDU_deleteResultSetResponse:
4001                 process_deleteResultSetResponse(apdu->u.
4002                                                 deleteResultSetResponse);
4003                 break;
4004             default:
4005                 printf("Received unknown APDU type (%d).\n",
4006                        apdu->which);
4007                 close_session ();
4008             }
4009         }
4010 #if HAVE_XML2
4011         else if (gdu->which == Z_GDU_HTTP_Response)
4012         {
4013             http_response(gdu->u.HTTP_Response);
4014         }
4015 #endif
4016         if (one_response_only)
4017             break;
4018         if (conn && !cs_more(conn))
4019             break;
4020     }
4021 #if HAVE_GETTIMEOFDAY
4022     if (got_tv_end)
4023     {
4024 #if 0
4025         printf ("S/U S/U=%ld/%ld %ld/%ld",
4026                 (long) tv_start.tv_sec,
4027                 (long) tv_start.tv_usec,
4028                 (long) tv_end.tv_sec,
4029                 (long) tv_end.tv_usec);
4030 #endif
4031         printf ("Elapsed: %.6f\n",
4032                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4033                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4034     }
4035 #endif
4036     xfree (netbuffer);
4037 }
4038
4039
4040 int cmd_cclparse(const char* arg)
4041 {
4042     int error, pos;
4043     struct ccl_rpn_node *rpn=NULL;
4044
4045
4046     rpn = ccl_find_str (bibset, arg, &error, &pos);
4047
4048     if (error) {
4049         printf ("%*s^ - ", 3+strlen(last_cmd)+1+pos, " ");
4050         printf ("%s\n", ccl_err_msg (error));
4051     }
4052     else
4053     {
4054         if (rpn)
4055         {
4056             ccl_pr_tree(rpn, stdout);
4057         }
4058     }
4059     if (rpn)
4060         ccl_rpn_delete(rpn);
4061
4062     printf ("\n");
4063
4064     return 0;
4065 }
4066
4067
4068 int cmd_set_otherinfo(const char* args)
4069 {
4070     char oidstr[101], otherinfoString[101];
4071     int otherinfoNo;
4072     int sscan_res;
4073     int oidval;
4074
4075     sscan_res = sscanf (args, "%d %100[^ ] %100s", &otherinfoNo, oidstr, otherinfoString);
4076     if (sscan_res==1) {
4077         /* reset this otherinfo */
4078         if(otherinfoNo>=maxOtherInfosSupported) {
4079             printf("Error otherinfo index to large (%d>%d)\n",
4080                    otherinfoNo,maxOtherInfosSupported);
4081         }
4082         extraOtherInfos[otherinfoNo].oidval = -1;
4083         if (extraOtherInfos[otherinfoNo].value)
4084             free(extraOtherInfos[otherinfoNo].value);
4085         return 0;
4086     }
4087     if (sscan_res<3) {
4088         printf("Error in set_otherinfo command \n");
4089         return 0;
4090     }
4091
4092     if (otherinfoNo>=maxOtherInfosSupported) {
4093         printf("Error otherinfo index to large (%d>%d)\n",
4094                otherinfoNo,maxOtherInfosSupported);
4095     }
4096
4097     oidval = oid_getvalbyname (oidstr);
4098     if (oidval == -1 ) {
4099         printf("Error in set_otherinfo command unknown oid %s \n",oidstr);
4100         return 0;
4101     }
4102     extraOtherInfos[otherinfoNo].oidval = oidval;
4103     if(extraOtherInfos[otherinfoNo].value) free(extraOtherInfos[otherinfoNo].value);
4104     extraOtherInfos[otherinfoNo].value = strdup(otherinfoString);
4105
4106     return 0;
4107 }
4108
4109 int cmd_sleep(const char* args )
4110 {
4111     int sec=atoi(args);
4112     if( sec > 0 ) {
4113 #ifdef WIN32
4114         Sleep(sec*1000);
4115 #else
4116         sleep(sec);
4117 #endif
4118         printf("Done sleeping %d seconds\n", sec);
4119     }
4120     return 1;
4121 }
4122
4123 int cmd_list_otherinfo(const char* args)
4124 {
4125     int i;
4126
4127     if(strlen(args)>0) {
4128         i = atoi(args);
4129         if( i >= maxOtherInfosSupported ) {
4130             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4131             return 0;
4132         }
4133
4134         if(extraOtherInfos[i].oidval != -1)
4135             printf("  otherinfo %d %s %s\n",
4136                    i,
4137                    yaz_z3950_oid_value_to_str(
4138                        (enum oid_value) extraOtherInfos[i].oidval,
4139                        CLASS_RECSYN),
4140                    extraOtherInfos[i].value);
4141
4142     } else {
4143         for(i=0; i<maxOtherInfosSupported; ++i) {
4144             if(extraOtherInfos[i].oidval != -1)
4145                 printf("  otherinfo %d %s %s\n",
4146                        i,
4147                        yaz_z3950_oid_value_to_str(
4148                            (enum oid_value) extraOtherInfos[i].oidval,
4149                            CLASS_RECSYN),
4150                        extraOtherInfos[i].value);
4151         }
4152
4153     }
4154     return 0;
4155 }
4156
4157
4158 int cmd_list_all(const char* args) {
4159     int i;
4160
4161     /* connection options */
4162     if(conn) {
4163         printf("Connected to         : %s\n",last_open_command);
4164     } else {
4165         if(last_open_command)
4166             printf("Not connected to     : %s\n",last_open_command);
4167         else
4168             printf("Not connected        : \n");
4169
4170     }
4171     if(yazProxy) printf("using proxy          : %s\n",yazProxy);
4172
4173     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4174     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4175
4176     if (!auth) {
4177         printf("Authentication       : none\n");
4178     } else {
4179         switch(auth->which) {
4180         case Z_IdAuthentication_idPass:
4181             printf("Authentication       : IdPass\n");
4182             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4183             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4184             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4185             break;
4186         case Z_IdAuthentication_open:
4187             printf("Authentication       : psOpen\n");
4188             printf("    Open string      : %s\n",auth->u.open);
4189             break;
4190         default:
4191             printf("Authentication       : Unknown\n");
4192         }
4193     }
4194     if (negotiationCharset)
4195         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4196
4197     /* bases */
4198     printf("Bases                : ");
4199     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4200     printf("\n");
4201
4202     /* Query options */
4203     printf("CCL file             : %s\n",ccl_fields);
4204     printf("CQL file             : %s\n",cql_fields);
4205     printf("Query type           : %s\n",query_type_as_string(queryType));
4206
4207     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4208
4209     /* piggy back options */
4210     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4211
4212     /* print present related options */
4213     printf("Format               : %s\n",
4214            (recordsyntax_size > 0) ?
4215            yaz_z3950_oid_value_to_str(recordsyntax_list[0], CLASS_RECSYN) :
4216            "none");
4217     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4218     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4219
4220     /* loging options */
4221     printf("APDU log             : %s\n",apdu_file?"on":"off");
4222     printf("Record log           : %s\n",marc_file?"on":"off");
4223
4224     /* other infos */
4225     printf("Other Info: \n");
4226     cmd_list_otherinfo("");
4227
4228     return 0;
4229 }
4230
4231 int cmd_clear_otherinfo(const char* args)
4232 {
4233     if(strlen(args)>0) {
4234         int otherinfoNo;
4235         otherinfoNo = atoi(args);
4236         if( otherinfoNo >= maxOtherInfosSupported ) {
4237             printf("Error otherinfo index to large (%d>%d)\n",otherinfoNo,maxOtherInfosSupported);
4238             return 0;
4239         }
4240
4241         if(extraOtherInfos[otherinfoNo].oidval != -1) {
4242             /* only clear if set. */
4243             extraOtherInfos[otherinfoNo].oidval=-1;
4244             free(extraOtherInfos[otherinfoNo].value);
4245         }
4246     } else {
4247         int i;
4248
4249         for(i=0; i<maxOtherInfosSupported; ++i) {
4250             if (extraOtherInfos[i].oidval!=-1 ) {
4251                 extraOtherInfos[i].oidval=-1;
4252                 free(extraOtherInfos[i].value);
4253             }
4254         }
4255     }
4256     return 0;
4257 }
4258
4259 int cmd_wait_response(const char *arg)
4260 {
4261     int wait_for = atoi(arg);
4262     int i=0;
4263     if( wait_for < 1 ) {
4264         wait_for = 1;
4265     };
4266
4267     for( i=0 ; i < wait_for ; ++i ) {
4268         wait_and_handle_response(1);
4269     };
4270     return 0;
4271 }
4272
4273 static int cmd_help (const char *line);
4274
4275 typedef char *(*completerFunctionType)(const char *text, int state);
4276
4277 static struct {
4278     char *cmd;
4279     int (*fun)(const char *arg);
4280     char *ad;
4281         completerFunctionType rl_completerfunction;
4282     int complete_filenames;
4283     char **local_tabcompletes;
4284 } cmd_array[] = {
4285     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4286     {"quit", cmd_quit, "",NULL,0,NULL},
4287     {"exit", cmd_quit, "",NULL,0,NULL},
4288     {"find", cmd_find, "<query>",NULL,0,NULL},
4289     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4290     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4291     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4292     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4293     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4294     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4295     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4296     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4297     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4298     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4299     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4300     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4301     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4302     {"status", cmd_status, "",NULL,0,NULL},
4303     {"setnames", cmd_setnames, "",NULL,0,NULL},
4304     {"cancel", cmd_cancel, "",NULL,0,NULL},
4305     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4306     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4307     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4308     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4309     {"close", cmd_close, "",NULL,0,NULL},
4310     {"attributeset", cmd_attributeset, "<attrset>",complete_attributeset,0,NULL},
4311     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4312     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4313     {"itemorder", cmd_itemorder, "ill|item <itemno>",NULL,0,NULL},
4314     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4315     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4316     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4317     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4318     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4319     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4320     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4321     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4322     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4323     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4324     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4325     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4326     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4327     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4328     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4329     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4330     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4331     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4332     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4333     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4334     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4335     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4336     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4337     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4338     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4339     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4340     {"list_all",cmd_list_all,"",NULL,0,NULL},
4341     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4342     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4343     /* Server Admin Functions */
4344     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4345     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4346     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4347     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4348     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4349     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4350     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4351     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4352     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4353     {"explain", cmd_explain, "", NULL, 0, NULL},
4354     {"options", cmd_options, "", NULL, 0, NULL},
4355     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4356     {"help", cmd_help, "", NULL,0,NULL},
4357     {"init", cmd_init, "", NULL,0,NULL},
4358     {0,0,0,0,0,0}
4359 };
4360
4361 static int cmd_help (const char *line)
4362 {
4363     int i;
4364     char topic[21];
4365
4366     *topic = 0;
4367     sscanf (line, "%20s", topic);
4368
4369     if (*topic == 0)
4370         printf("Commands:\n");
4371     for (i = 0; cmd_array[i].cmd; i++)
4372         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4373             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4374     if (!strcmp(topic, "find"))
4375     {
4376         printf("RPN:\n");
4377         printf(" \"term\"                        Simple Term\n");
4378         printf(" @attr [attset] type=value op  Attribute\n");
4379         printf(" @and opl opr                  And\n");
4380         printf(" @or opl opr                   Or\n");
4381         printf(" @not opl opr                  And-Not\n");
4382         printf(" @set set                      Result set\n");
4383         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4384         printf("\n");
4385         printf("Bib-1 attribute types\n");
4386         printf("1=Use:         ");
4387         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4388         printf("2=Relation:    ");
4389         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4390         printf("3=Position:    ");
4391         printf("1=First in Field  2=First in subfield  3=Any position\n");
4392         printf("4=Structure:   ");
4393         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4394         printf("5=Truncation:  ");
4395         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4396         printf("6=Completeness:");
4397         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4398     }
4399     if (!strcmp(topic, "prox"))
4400     {
4401         printf("Proximity:\n");
4402         printf(" @prox exl dist ord rel uc ut\n");
4403         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4404         printf(" dist: distance integer.\n");
4405         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4406         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4407         printf(" uc:   unit class. k=known, p=private.\n");
4408         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4409         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4410         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4411         printf("\nExamples:\n");
4412         printf(" Search for a and b in-order at most 3 words apart:\n");
4413         printf("  @prox 0 3 1 2 k 2 a b\n");
4414         printf(" Search for any order of a and b next to each other:\n");
4415         printf("  @prox 0 1 0 3 k 2 a b\n");
4416     }
4417     return 1;
4418 }
4419
4420 int cmd_register_tab(const char* arg) {
4421
4422     char command[101], tabargument[101];
4423     int i;
4424     int num_of_tabs;
4425     char** tabslist;
4426
4427     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4428         return 0;
4429     }
4430
4431     /* locate the amdn in the list */
4432     for (i = 0; cmd_array[i].cmd; i++) {
4433         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4434             break;
4435         }
4436     }
4437
4438     if(!cmd_array[i].cmd) {
4439         fprintf(stderr,"Unknown command %s\n",command);
4440         return 1;
4441     }
4442
4443
4444     if(!cmd_array[i].local_tabcompletes)
4445         cmd_array[i].local_tabcompletes = (char **) calloc(1,sizeof(char**));
4446
4447     num_of_tabs=0;
4448
4449     tabslist = cmd_array[i].local_tabcompletes;
4450     for(;tabslist && *tabslist;tabslist++) {
4451         num_of_tabs++;
4452     }
4453
4454     cmd_array[i].local_tabcompletes =  (char **)
4455         realloc(cmd_array[i].local_tabcompletes,(num_of_tabs+2)*sizeof(char**));
4456     tabslist=cmd_array[i].local_tabcompletes;
4457     tabslist[num_of_tabs]=strdup(tabargument);
4458     tabslist[num_of_tabs+1]=NULL;
4459     return 1;
4460 }
4461
4462
4463 void process_cmd_line(char* line)
4464 {
4465     int i, res;
4466     char word[32], arg[10240];
4467
4468 #if HAVE_GETTIMEOFDAY
4469     gettimeofday (&tv_start, 0);
4470 #endif
4471
4472     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4473     {
4474         strcpy(word, last_cmd);
4475         *arg = '\0';
4476     }
4477     else if (res == 1)
4478         *arg = 0;
4479     strcpy(last_cmd, word);
4480
4481     /* removed tailing spaces from the arg command */
4482     {
4483         char* p = arg;
4484         char* lastnonspace=NULL;
4485
4486         for(;*p; ++p) {
4487             if(!isspace(*(unsigned char *) p)) {
4488                 lastnonspace = p;
4489             }
4490         }
4491         if(lastnonspace)
4492             *(++lastnonspace) = 0;
4493     }
4494
4495     for (i = 0; cmd_array[i].cmd; i++)
4496         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4497         {
4498             res = (*cmd_array[i].fun)(arg);
4499             break;
4500         }
4501
4502     if (!cmd_array[i].cmd) /* dump our help-screen */
4503     {
4504         printf("Unknown command: %s.\n", word);
4505         printf("Type 'help' for list of commands\n");
4506         res = 1;
4507     }
4508
4509     if(apdu_file) fflush(apdu_file);
4510
4511     if (res >= 2 && auto_wait)
4512         wait_and_handle_response(0);
4513
4514     if(apdu_file)
4515         fflush(apdu_file);
4516     if(marc_file)
4517         fflush(marc_file);
4518 }
4519
4520
4521 char *command_generator(const char *text, int state)
4522 {
4523     static int idx;
4524     if (state==0) {
4525         idx = 0;
4526     }
4527     for( ; cmd_array[idx].cmd; ++idx) {
4528         if (!strncmp(cmd_array[idx].cmd,text,strlen(text))) {
4529             ++idx;  /* skip this entry on the next run */
4530             return strdup(cmd_array[idx-1].cmd);
4531         }
4532     }
4533     return NULL;
4534 }
4535
4536
4537 /*
4538    This function only known how to complete on the first word
4539 */
4540 char ** readline_completer(char *text, int start, int end) {
4541 #if HAVE_READLINE_READLINE_H
4542
4543         completerFunctionType completerToUse;
4544
4545     if(start == 0) {
4546 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4547         char** res=rl_completion_matches(text,
4548                                       command_generator);
4549 #else
4550         char** res=completion_matches(text,
4551                                       (CPFunction*)command_generator);
4552 #endif
4553         rl_attempted_completion_over = 1;
4554         return res;
4555     } else {
4556         char arg[10240],word[32];
4557         int i=0 ,res;
4558         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4559             rl_attempted_completion_over = 1;
4560             return NULL;
4561         }
4562
4563         for (i = 0; cmd_array[i].cmd; i++) {
4564             if (!strncmp(cmd_array[i].cmd, word, strlen(word))) {
4565                 break;
4566             }
4567         }
4568
4569         if(!cmd_array[i].cmd) return NULL;
4570
4571         curret_global_list = cmd_array[i].local_tabcompletes;
4572
4573         completerToUse = cmd_array[i].rl_completerfunction;
4574         if(completerToUse==NULL)  /* if no pr. command completer is defined use the default completer */
4575             completerToUse = default_completer;
4576
4577         if(completerToUse) {
4578 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4579             char** res=
4580                 rl_completion_matches(text,
4581                                       completerToUse);
4582 #else
4583             char** res=
4584                 completion_matches(text,
4585                                    (CPFunction*)completerToUse);
4586 #endif
4587             if(!cmd_array[i].complete_filenames)
4588                 rl_attempted_completion_over = 1;
4589             return res;
4590         } else {
4591             if(!cmd_array[i].complete_filenames)
4592                 rl_attempted_completion_over = 1;
4593             return 0;
4594         }
4595     }
4596 #else
4597     return 0;
4598 #endif
4599 }
4600
4601
4602 static void client(void)
4603 {
4604     char line[10240];
4605
4606     line[10239] = '\0';
4607
4608 #if HAVE_GETTIMEOFDAY
4609     gettimeofday (&tv_start, 0);
4610 #endif
4611
4612     while (1)
4613     {
4614         char *line_in = NULL;
4615 #if HAVE_READLINE_READLINE_H
4616         if (isatty(0))
4617         {
4618             line_in=readline(C_PROMPT);
4619             if (!line_in)
4620                 break;
4621 #if HAVE_READLINE_HISTORY_H
4622             if (*line_in)
4623                 add_history(line_in);
4624 #endif
4625             strncpy(line, line_in, 10239);
4626             free (line_in);
4627         }
4628 #endif
4629         if (!line_in)
4630         {
4631             char *end_p;
4632             printf (C_PROMPT);
4633             fflush(stdout);
4634             if (!fgets(line, 10239, stdin))
4635                 break;
4636             if ((end_p = strchr (line, '\n')))
4637                 *end_p = '\0';
4638         }
4639         process_cmd_line(line);
4640     }
4641 }
4642
4643 static void show_version(void)
4644 {
4645     char vstr[20];
4646
4647     yaz_version(vstr, 0);
4648     printf ("YAZ version: %s\n", YAZ_VERSION);
4649     if (strcmp(vstr, YAZ_VERSION))
4650         printf ("YAZ DLL/SO: %s\n", vstr);
4651     exit(0);
4652 }
4653
4654 int main(int argc, char **argv)
4655 {
4656     char *prog = *argv;
4657     char *open_command = 0;
4658     char *auth_command = 0;
4659     char *arg;
4660     int ret;
4661
4662 #if HAVE_LOCALE_H
4663     if (!setlocale(LC_CTYPE, ""))
4664         fprintf (stderr, "setlocale failed\n");
4665 #endif
4666 #if HAVE_LANGINFO_H
4667 #ifdef CODESET
4668     codeset = nl_langinfo(CODESET);
4669 #endif
4670 #endif
4671     if (codeset)
4672         outputCharset = xstrdup(codeset);
4673
4674     ODR_MASK_SET(&z3950_options, Z_Options_search);
4675     ODR_MASK_SET(&z3950_options, Z_Options_present);
4676     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4677     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4678     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4679     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4680     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4681     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4682
4683     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:", argv, argc, &arg)) != -2)
4684     {
4685         switch (ret)
4686         {
4687         case 0:
4688             if (!open_command)
4689             {
4690                 open_command = (char *) xmalloc (strlen(arg)+6);
4691                 strcpy (open_command, "open ");
4692                 strcat (open_command, arg);
4693             }
4694             else
4695             {
4696                 fprintf(stderr, "%s: Specify at most one server address\n",
4697                         prog);
4698                 exit(1);
4699             }
4700             break;
4701         case 'd':
4702             dump_file_prefix = arg;
4703             break;
4704         case 'k':
4705             kilobytes = atoi(arg);
4706             break;
4707         case 'm':
4708             if (!(marc_file = fopen (arg, "a")))
4709             {
4710                 perror (arg);
4711                 exit (1);
4712             }
4713             break;
4714         case 't':
4715             outputCharset = xstrdup(arg);
4716             break;
4717         case 'c':
4718             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4719             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4720             break;
4721         case 'q':
4722             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4723             cql_fields[sizeof(cql_fields)-1] = '\0';
4724             break;
4725         case 'b':
4726             if (!strcmp(arg, "-"))
4727                 ber_file=stderr;
4728             else
4729                 ber_file=fopen(arg, "a");
4730             break;
4731         case 'a':
4732             if (!strcmp(arg, "-"))
4733                 apdu_file=stderr;
4734             else
4735                 apdu_file=fopen(arg, "a");
4736             break;
4737         case 'x':
4738             hex_dump = 1;
4739             break;
4740         case 'p':
4741             yazProxy=strdup(arg);
4742             break;
4743         case 'u':
4744             if (!auth_command)
4745             {
4746                 auth_command = (char *) xmalloc (strlen(arg)+6);
4747                 strcpy (auth_command, "auth ");
4748                 strcat (auth_command, arg);
4749             }
4750             break;
4751         case 'v':
4752             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4753             break;
4754         case 'V':
4755             show_version();
4756             break;
4757         default:
4758             fprintf (stderr, "Usage: %s "
4759                      " [-a <apdulog>]"
4760                      " [-b berdump]"
4761                      " [-d dump]\n"
4762                      " [-c cclfields]"
4763                      " [-k size]"
4764                      " [-m <marclog>]\n"
4765                      " [-p <proxy-addr>]"
4766                      " [-q cqlfields]"
4767                      " [-u <auth>]"
4768                      " [-V]"
4769                      " [<server-addr>]\n",
4770                      prog);
4771             exit (1);
4772         }
4773     }
4774     initialize();
4775     if (auth_command)
4776     {
4777 #ifdef HAVE_GETTIMEOFDAY
4778         gettimeofday (&tv_start, 0);
4779 #endif
4780         process_cmd_line (auth_command);
4781 #if HAVE_READLINE_HISTORY_H
4782         add_history(auth_command);
4783 #endif
4784         xfree(auth_command);
4785     }
4786     if (open_command)
4787     {
4788 #ifdef HAVE_GETTIMEOFDAY
4789         gettimeofday (&tv_start, 0);
4790 #endif
4791         process_cmd_line (open_command);
4792 #if HAVE_READLINE_HISTORY_H
4793         add_history(open_command);
4794 #endif
4795         xfree(open_command);
4796     }
4797     client ();
4798     exit (0);
4799 }
4800 /*
4801  * Local variables:
4802  * c-basic-offset: 4
4803  * indent-tabs-mode: nil
4804  * End:
4805  * vim: shiftwidth=4 tabstop=8 expandtab
4806  */
4807