client/client.c

   1 /*
   2  * Copyright (C) 1995-2005, Index Data ApS
   3  * See the file LICENSE for details.
   4  *
   5  * $Id: client.c,v 1.300 2005-11-09 17:47:50 adam Exp $
   6  */
   7
   8 #include <stdio.h>
   9 #include <stdlib.h>
  10 #include <assert.h>
  11 #include <time.h>
  12 #include <ctype.h>
  13 #if HAVE_SYS_TYPES_H
  14 #include <sys/types.h>
  15 #endif
  16 #if HAVE_LOCALE_H
  17 #include <locale.h>
  18 #endif
  19 #if HAVE_LANGINFO_H
  20 #include <langinfo.h>
  21 #endif
  22 #if HAVE_UNISTD_H
  23 #include <unistd.h>
  24 #endif
  25 #if HAVE_SYS_STAT_H
  26 #include <sys/stat.h>
  27 #endif
  28 #if HAVE_SYS_TIME_H
  29 #include <sys/time.h>
  30 #endif
  31
  32 #if HAVE_OPENSSL_SSL_H
  33 #include <openssl/bio.h>
  34 #include <openssl/crypto.h>
  35 #include <openssl/x509.h>
  36 #include <openssl/pem.h>
  37 #include <openssl/ssl.h>
  38 #include <openssl/err.h>
  39 #endif
  40
  41 #ifdef WIN32
  42 #include <sys/stat.h>
  43 #include <io.h>
  44 #include <windows.h>
  45 #define S_ISREG(x) (x & _S_IFREG)
  46 #define S_ISDIR(x) (x & _S_IFDIR)
  47 #endif
  48
  49 #include <yaz/yaz-util.h>
  50
  51 #include <yaz/comstack.h>
  52
  53 #include <yaz/proto.h>
  54 #include <yaz/marcdisp.h>
  55 #include <yaz/diagbib1.h>
  56 #include <yaz/otherinfo.h>
  57 #include <yaz/charneg.h>
  58
  59 #include <yaz/pquery.h>
  60 #include <yaz/sortspec.h>
  61
  62 #include <yaz/ill.h>
  63 #include <yaz/srw.h>
  64 #include <yaz/yaz-ccl.h>
  65 #include <yaz/cql.h>
  66 #include <yaz/log.h>
  67
  68 #if HAVE_READLINE_READLINE_H
  69 #include <readline/readline.h>
  70 #endif
  71 #if HAVE_READLINE_HISTORY_H
  72 #include <readline/history.h>
  73 #endif
  74
  75
  76 #include "admin.h"
  77 #include "tabcomplete.h"
  78
  79 #define C_PROMPT "Z> "
  80
  81 static char *codeset = 0;               /* character set for output */
  82 static int hex_dump = 0;
  83 static char *dump_file_prefix = 0;
  84 static ODR out, in, print;              /* encoding and decoding streams */
  85 #if HAVE_XML2
  86 static ODR srw_sr_odr_out = 0;
  87 static Z_SRW_PDU *srw_sr = 0;
  88 #endif
  89 static FILE *apdu_file = 0;
  90 static FILE *ber_file = 0;
  91 static COMSTACK conn = 0;               /* our z-association */
  92 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
  93 char *databaseNames[128];
  94 int num_databaseNames = 0;
  95 static Z_External *record_last = 0;
  96 static int setnumber = -1;              /* current result set number */
  97 static int smallSetUpperBound = 0;
  98 static int largeSetLowerBound = 1;
  99 static int mediumSetPresentNumber = 0;
 100 static Z_ElementSetNames *elementSetNames = 0;
 101 static int setno = 1;                   /* current set offset */
 102 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 103 #define RECORDSYNTAX_MAX 20
 104 static enum oid_value recordsyntax_list[RECORDSYNTAX_MAX]  = { VAL_USMARC };
 105 static int recordsyntax_size = 1;
 106
 107 static char *record_schema = 0;
 108 static int sent_close = 0;
 109 static NMEM session_mem = NULL;         /* memory handle for init-response */
 110 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 111 static char last_scan_line[512] = "0";
 112 static char last_scan_query[512] = "0";
 113 static char ccl_fields[512] = "default.bib";
 114 /* ### How can I set this path to use wherever YAZ is installed? */
 115 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 116 static char *esPackageName = 0;
 117 static char *yazProxy = 0;
 118 static int kilobytes = 1024;
 119 static char *negotiationCharset = 0;
 120 static int  negotiationCharsetRecords = 1;
 121 static int  negotiationCharsetVersion = 3;
 122 static char *outputCharset = 0;
 123 static char *marcCharset = 0;
 124 static char* yazLang = 0;
 125 static char* http_version = "1.1";
 126
 127 static char last_cmd[32] = "?";
 128 static FILE *marc_file = 0;
 129 static char *refid = NULL;
 130 static char *last_open_command = NULL;
 131 static int auto_reconnect = 0;
 132 static int auto_wait = 1;
 133 static Odr_bitmask z3950_options;
 134 static int z3950_version = 3;
 135 static int scan_stepSize = 0;
 136 static int scan_position = 1;
 137 static int scan_size = 20;
 138 static char cur_host[200];
 139 static int last_hit_count = 0;
 140
 141 typedef enum {
 142     QueryType_Prefix,
 143     QueryType_CCL,
 144     QueryType_CCL2RPN,
 145     QueryType_CQL,
 146     QueryType_CQL2RPN
 147 } QueryType;
 148
 149 static QueryType queryType = QueryType_Prefix;
 150
 151 static CCL_bibset bibset;               /* CCL bibset handle */
 152 static cql_transform_t cqltrans;        /* CQL context-set handle */
 153
 154 #if HAVE_READLINE_COMPLETION_OVER
 155
 156 #else
 157 /* readline doesn't have this var. Define it ourselves. */
 158 int rl_attempted_completion_over = 0;
 159 #endif
 160
 161 /* set this one to 1, to avoid decode of unknown MARCs  */
 162 #define AVOID_MARC_DECODE 1
 163
 164 #define maxOtherInfosSupported 10
 165 struct {
 166     int oidval;
 167     char* value;
 168 } extraOtherInfos[maxOtherInfosSupported];
 169
 170
 171 void process_cmd_line(char* line);
 172 char ** readline_completer(char *text, int start, int end);
 173 char *command_generator(const char *text, int state);
 174 char** curret_global_list=NULL;
 175 int cmd_register_tab(const char* arg);
 176
 177 static void close_session (void);
 178
 179 ODR getODROutputStream()
 180 {
 181     return out;
 182 }
 183
 184 const char* query_type_as_string(QueryType q)
 185 {
 186     switch (q) {
 187     case QueryType_Prefix: return "prefix (RPN sent to server)";
 188     case QueryType_CCL: return "CCL (CCL sent to server) ";
 189     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 190     case QueryType_CQL: return "CQL (CQL sent to server)";
 191     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 192     default:
 193         return "unknown Query type internal yaz-client error";
 194     }
 195 }
 196
 197 static void do_hex_dump(const char* buf, int len)
 198 {
 199     if (hex_dump)
 200     {
 201         int i,x;
 202         for( i=0; i<len ; i=i+16 )
 203         {
 204             printf(" %4.4d ",i);
 205             for(x=0 ; i+x<len && x<16; ++x)
 206             {
 207                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 208             }
 209             printf("\n");
 210         }
 211     }
 212     if (dump_file_prefix)
 213     {
 214         static int no = 0;
 215         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 216         {
 217             char fname[1024];
 218             FILE *of;
 219             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
 220             of = fopen(fname, "wb");
 221
 222             fwrite (buf, 1, len, of);
 223
 224             fclose(of);
 225         }
 226     }
 227 }
 228
 229 void add_otherInfos(Z_APDU *a)
 230 {
 231     Z_OtherInformation **oi;
 232     int i;
 233
 234     yaz_oi_APDU(a, &oi);
 235     for(i=0; i<maxOtherInfosSupported; ++i)
 236     {
 237         if(extraOtherInfos[i].oidval != -1)
 238             yaz_oi_set_string_oidval(oi, out, extraOtherInfos[i].oidval,
 239                                      1, extraOtherInfos[i].value);
 240     }
 241 }
 242
 243 int send_apdu(Z_APDU *a)
 244 {
 245     char *buf;
 246     int len;
 247
 248     add_otherInfos(a);
 249
 250     if (apdu_file)
 251     {
 252         z_APDU(print, &a, 0, 0);
 253         odr_reset(print);
 254     }
 255     if (!z_APDU(out, &a, 0, 0))
 256     {
 257         odr_perror(out, "Encoding APDU");
 258         close_session();
 259         return 0;
 260     }
 261     buf = odr_getbuf(out, &len, 0);
 262     if (ber_file)
 263         odr_dumpBER(ber_file, buf, len);
 264     /* printf ("sending APDU of size %d\n", len); */
 265     do_hex_dump(buf, len);
 266     if (cs_put(conn, buf, len) < 0)
 267     {
 268         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 269         close_session();
 270         return 0;
 271     }
 272     odr_reset(out); /* release the APDU structure  */
 273     return 1;
 274 }
 275
 276 static void print_stringn(const unsigned char *buf, size_t len)
 277 {
 278     size_t i;
 279     for (i = 0; i<len; i++)
 280         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
 281             printf ("%c", buf[i]);
 282         else
 283             printf ("\\X%02X", buf[i]);
 284 }
 285
 286 static void print_refid (Z_ReferenceId *id)
 287 {
 288     if (id)
 289     {
 290         printf ("Reference Id: ");
 291         print_stringn (id->buf, id->len);
 292         printf ("\n");
 293     }
 294 }
 295
 296 static Z_ReferenceId *set_refid (ODR out)
 297 {
 298     Z_ReferenceId *id;
 299     if (!refid)
 300         return 0;
 301     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
 302     id->size = id->len = strlen(refid);
 303     id->buf = (unsigned char *) odr_malloc (out, id->len);
 304     memcpy (id->buf, refid, id->len);
 305     return id;
 306 }
 307
 308 /* INIT SERVICE ------------------------------- */
 309
 310 static void send_initRequest(const char* type_and_host)
 311 {
 312     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 313     Z_InitRequest *req = apdu->u.initRequest;
 314     int i;
 315
 316     req->options = &z3950_options;
 317
 318     ODR_MASK_ZERO(req->protocolVersion);
 319     for (i = 0; i<z3950_version; i++)
 320         ODR_MASK_SET(req->protocolVersion, i);
 321
 322     *req->maximumRecordSize = 1024*kilobytes;
 323     *req->preferredMessageSize = 1024*kilobytes;
 324
 325     req->idAuthentication = auth;
 326
 327     req->referenceId = set_refid (out);
 328
 329     if (yazProxy && type_and_host)
 330         yaz_oi_set_string_oidval(&req->otherInfo, out, VAL_PROXY,
 331         1, type_and_host);
 332
 333     if (negotiationCharset || yazLang) {
 334         Z_OtherInformation **p;
 335         Z_OtherInformationUnit *p0;
 336
 337         yaz_oi_APDU(apdu, &p);
 338
 339         if ((p0=yaz_oi_update(p, out, NULL, 0, 0))) {
 340             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 341
 342             p0->which = Z_OtherInfo_externallyDefinedInfo;
 343             p0->information.externallyDefinedInfo =
 344                 yaz_set_proposal_charneg(
 345                     out,
 346                     (const char**)&negotiationCharset,
 347                     negotiationCharset ? 1 : 0,
 348                     (const char**)&yazLang, yazLang ? 1 : 0,
 349                     negotiationCharsetRecords);
 350         }
 351     }
 352
 353     if (send_apdu(apdu))
 354         printf("Sent initrequest.\n");
 355 }
 356
 357
 358 /* These two are used only from process_initResponse() */
 359 static void render_initUserInfo(Z_OtherInformation *ui1);
 360 static void render_diag(Z_DiagnosticFormat *diag);
 361
 362 static void pr_opt(const char *opt, void *clientData)
 363 {
 364     printf (" %s", opt);
 365 }
 366
 367 static int process_initResponse(Z_InitResponse *res)
 368 {
 369     int ver = 0;
 370     /* save session parameters for later use */
 371     session_mem = odr_extract_mem(in);
 372     session_initResponse = res;
 373
 374     for (ver = 0; ver < 8; ver++)
 375         if (!ODR_MASK_GET(res->protocolVersion, ver))
 376             break;
 377
 378     if (!*res->result)
 379         printf("Connection rejected by v%d target.\n", ver);
 380     else
 381         printf("Connection accepted by v%d target.\n", ver);
 382     if (res->implementationId)
 383         printf("ID     : %s\n", res->implementationId);
 384     if (res->implementationName)
 385         printf("Name   : %s\n", res->implementationName);
 386     if (res->implementationVersion)
 387         printf("Version: %s\n", res->implementationVersion);
 388     if (res->userInformationField)
 389     {
 390         Z_External *uif = res->userInformationField;
 391         if (uif->which == Z_External_userInfo1) {
 392             render_initUserInfo(uif->u.userInfo1);
 393         } else {
 394             printf("UserInformationfield:\n");
 395             if (!z_External(print, (Z_External**)&uif, 0, 0))
 396             {
 397                 odr_perror(print, "Printing userinfo\n");
 398                 odr_reset(print);
 399             }
 400             if (uif->which == Z_External_octet) {
 401                 printf("Guessing visiblestring:\n");
 402                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 403                        uif->u.octet_aligned->buf);
 404             }
 405             else if (uif->which == Z_External_single)
 406             {
 407                 Odr_any *sat = uif->u.single_ASN1_type;
 408                 oident *oid = oid_getentbyoid(uif->direct_reference);
 409                 if (oid->value == VAL_OCLCUI) {
 410                     Z_OCLC_UserInformation *oclc_ui;
 411                     ODR decode = odr_createmem(ODR_DECODE);
 412                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 413                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 414                         printf ("Bad OCLC UserInformation:\n");
 415                     else
 416                         printf ("OCLC UserInformation:\n");
 417                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 418                         printf ("Bad OCLC UserInformation spec\n");
 419                     odr_destroy(decode);
 420                 }
 421                 else
 422                 {
 423                     /* Peek at any private Init-diagnostic APDUs */
 424                     printf("### NAUGHTY: External is '%.*s'\n",
 425                            sat->len, sat->buf);
 426                 }
 427             }
 428             odr_reset (print);
 429         }
 430     }
 431     printf ("Options:");
 432     yaz_init_opt_decode(res->options, pr_opt, 0);
 433     printf ("\n");
 434
 435     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 436         setnumber = 0;
 437
 438     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 439
 440         Z_CharSetandLanguageNegotiation *p =
 441                 yaz_get_charneg_record(res->otherInfo);
 442
 443         if (p) {
 444
 445             char *charset=NULL, *lang=NULL;
 446             int selected;
 447
 448             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 449                                      &selected);
 450
 451             if (outputCharset && negotiationCharset) {
 452                     odr_set_charset (out, charset, outputCharset);
 453                     odr_set_charset (in, outputCharset, charset);
 454             }
 455             else {
 456                     odr_set_charset (out, 0, 0);
 457                     odr_set_charset (in, 0, 0);
 458             }
 459
 460             printf("Accepted character set : %s\n", charset);
 461             printf("Accepted code language : %s\n", lang ? lang : "none");
 462             printf("Accepted records in ...: %d\n", selected );
 463         }
 464     }
 465     fflush (stdout);
 466     return 0;
 467 }
 468
 469
 470 static void render_initUserInfo(Z_OtherInformation *ui1) {
 471     int i;
 472     printf("Init response contains %d otherInfo unit%s:\n",
 473            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 474
 475     for (i = 0; i < ui1->num_elements; i++) {
 476         Z_OtherInformationUnit *unit = ui1->list[i];
 477         printf("  %d: otherInfo unit contains ", i+1);
 478         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 479             unit->information.externallyDefinedInfo &&
 480             unit->information.externallyDefinedInfo->which ==
 481             Z_External_diag1) {
 482             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 483         }
 484         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 485         {
 486             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 487         }
 488         else
 489         {
 490             printf("unsupported otherInfo unit external %d\n",
 491                    unit->information.externallyDefinedInfo ?
 492                    unit->information.externallyDefinedInfo->which : -2);
 493         }
 494     }
 495 }
 496
 497
 498 /* ### should this share code with display_diagrecs()? */
 499 static void render_diag(Z_DiagnosticFormat *diag) {
 500     int i;
 501
 502     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 503     for (i = 0; i < diag->num; i++) {
 504         Z_DiagnosticFormat_s *ds = diag->elements[i];
 505         printf("    %d: ", i+1);
 506         switch (ds->which) {
 507         case Z_DiagnosticFormat_s_defaultDiagRec: {
 508             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 509             /* ### should check `dd->diagnosticSetId' */
 510             printf("code=%d (%s)", *dd->condition,
 511                    diagbib1_str(*dd->condition));
 512             /* Both types of addinfo are the same, so use type-pun */
 513             if (dd->u.v2Addinfo != 0)
 514                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 515             break;
 516         }
 517         case Z_DiagnosticFormat_s_explicitDiagnostic:
 518             printf("Explicit diagnostic (not supported)");
 519             break;
 520         default:
 521             printf("Unrecognised diagnostic type %d", ds->which);
 522             break;
 523         }
 524
 525         if (ds->message != 0)
 526             printf(", message='%s'", ds->message);
 527         printf("\n");
 528     }
 529 }
 530
 531
 532 static int set_base(const char *arg)
 533 {
 534     int i;
 535     const char *cp;
 536
 537     for (i = 0; i<num_databaseNames; i++)
 538         xfree (databaseNames[i]);
 539     num_databaseNames = 0;
 540     while (1)
 541     {
 542         char *cp1;
 543         if (!(cp = strchr(arg, ' ')))
 544             cp = arg + strlen(arg);
 545         if (cp - arg < 1)
 546             break;
 547         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
 548         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
 549         databaseNames[num_databaseNames][cp - arg] = '\0';
 550
 551         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 552             if (*cp1 == '+')
 553                 *cp1 = ' ';
 554         num_databaseNames++;
 555
 556         if (!*cp)
 557             break;
 558         arg = cp+1;
 559     }
 560     if (num_databaseNames == 0)
 561     {
 562         num_databaseNames = 1;
 563         databaseNames[0] = xstrdup("");
 564     }
 565     return 1;
 566 }
 567
 568 static int parse_cmd_doc(const char **arg, ODR out, char **buf,
 569                          int *len, int opt)
 570 {
 571     const char *sep;
 572     while (**arg && strchr(" \t\n\r\f", **arg))
 573         (*arg)++;
 574     if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 575     {
 576         (*arg)++;
 577         *len = sep - *arg;
 578         *buf = odr_strdupn(out, *arg, *len);
 579         (*arg) = sep+1;
 580         return 1;
 581     }
 582     else if ((*arg)[0] && (*arg)[0] != '\"')
 583     {
 584         long fsize;
 585         FILE *inf;
 586         const char *fname = *arg;
 587
 588         while (**arg != '\0' && **arg != ' ')
 589             (*arg)++;
 590
 591         inf = fopen(fname, "rb");
 592         if (!inf)
 593         {
 594             printf("Couldn't open %s\n", fname);
 595             return 0;
 596         }
 597         if (fseek(inf, 0L, SEEK_END) == -1)
 598         {
 599             printf("Couldn't seek in %s\n", fname);
 600             fclose(inf);
 601             return 0;
 602         }
 603         fsize = ftell(inf);
 604         if (fseek(inf, 0L, SEEK_SET) == -1)
 605         {
 606             printf("Couldn't seek in %s\n", fname);
 607             fclose(inf);
 608             return 0;
 609         }
 610         *len = fsize;
 611         *buf = odr_malloc(out, fsize);
 612         if (fread(*buf, 1, fsize, inf) != fsize)
 613         {
 614             printf("Unable to read %s\n", fname);
 615             fclose(inf);
 616             return 0;
 617         }
 618         fclose(inf);
 619         return 1;
 620     }
 621     else if (**arg == '\0')
 622     {
 623         if (opt)
 624         {
 625             *len = 0;
 626             *buf = 0;
 627             return 1;
 628         }
 629         printf("Missing doc argument\n");
 630     }
 631     else
 632         printf("Bad doc argument %s\n", *arg);
 633     return 0;
 634 }
 635
 636 static int cmd_base(const char *arg)
 637 {
 638     if (!*arg)
 639     {
 640         printf("Usage: base <database> <database> ...\n");
 641         return 0;
 642     }
 643     return set_base(arg);
 644 }
 645
 646 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
 647 {
 648     if(last_open_command != arg)
 649     {
 650         if(last_open_command) xfree(last_open_command);
 651         last_open_command = xstrdup(new_open_command);
 652     }
 653 }
 654
 655 int session_connect(const char *arg)
 656 {
 657     void *add;
 658     char type_and_host[101];
 659     const char *basep = 0;
 660 #if HAVE_OPENSSL_SSL_H
 661     SSL *ssl;
 662 #endif
 663     if (conn)
 664     {
 665         cs_close (conn);
 666         conn = 0;
 667     }
 668     if (session_mem)
 669     {
 670         nmem_destroy (session_mem);
 671         session_mem = NULL;
 672         session_initResponse = 0;
 673     }
 674     cs_get_host_args(arg, &basep);
 675
 676     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 677     type_and_host[sizeof(type_and_host)-1] = '\0';
 678
 679     cmd_open_remember_last_open_command(arg, type_and_host);
 680
 681     if (yazProxy)
 682         conn = cs_create_host(yazProxy, 1, &add);
 683     else
 684         conn = cs_create_host(arg, 1, &add);
 685     if (!conn)
 686     {
 687         printf ("Couldn't create comstack\n");
 688         return 0;
 689     }
 690 #if HAVE_XML2
 691     if (conn->protocol == PROTO_HTTP)
 692         queryType = QueryType_CQL;
 693 #else
 694     if (conn->protocol == PROTO_HTTP)
 695     {
 696         printf ("SRW/HTTP not enabled in this YAZ\n");
 697         cs_close(conn);
 698         conn = 0;
 699         return 0;
 700     }
 701 #endif
 702     protocol = conn->protocol;
 703     if (conn->protocol == PROTO_HTTP)
 704         set_base("");
 705     else
 706         set_base("Default");
 707     printf("Connecting...");
 708     fflush(stdout);
 709     if (cs_connect(conn, add) < 0)
 710     {
 711         printf ("error = %s\n", cs_strerror(conn));
 712         if (conn->cerrno == CSYSERR)
 713         {
 714             char msg[256];
 715             yaz_strerror(msg, sizeof(msg));
 716             printf ("%s\n", msg);
 717         }
 718         cs_close(conn);
 719         conn = 0;
 720         return 0;
 721     }
 722     printf("OK.\n");
 723 #if HAVE_OPENSSL_SSL_H
 724     if ((ssl = (SSL *) cs_get_ssl(conn)))
 725     {
 726         X509 *server_cert = SSL_get_peer_certificate (ssl);
 727
 728         if (server_cert)
 729         {
 730             char *pem_buf;
 731             int pem_len;
 732             BIO *bio = BIO_new(BIO_s_mem());
 733
 734             /* get PEM buffer in memory */
 735             PEM_write_bio_X509(bio, server_cert);
 736             pem_len = BIO_get_mem_data(bio, &pem_buf);
 737             fwrite(pem_buf, pem_len, 1, stdout);
 738
 739             /* print all info on screen .. */
 740             X509_print_fp(stdout, server_cert);
 741             BIO_free(bio);
 742
 743             X509_free (server_cert);
 744         }
 745     }
 746 #endif
 747     if (basep && *basep)
 748         set_base (basep);
 749     if (protocol == PROTO_Z3950)
 750     {
 751         send_initRequest(type_and_host);
 752         return 2;
 753     }
 754     return 0;
 755 }
 756
 757 int cmd_open(const char *arg)
 758 {
 759     if (arg)
 760     {
 761         strncpy (cur_host, arg, sizeof(cur_host)-1);
 762         cur_host[sizeof(cur_host)-1] = 0;
 763     }
 764     return session_connect(cur_host);
 765 }
 766
 767 void try_reconnect()
 768 {
 769     char* open_command;
 770
 771     if(!( auto_reconnect && last_open_command) ) return ;
 772
 773     open_command = (char *) xmalloc (strlen(last_open_command)+6);
 774     strcpy (open_command, "open ");
 775
 776     strcat (open_command, last_open_command);
 777
 778     process_cmd_line(open_command);
 779
 780     xfree(open_command);
 781 }
 782
 783 int cmd_authentication(const char *arg)
 784 {
 785     static Z_IdAuthentication au;
 786     static char user[40], group[40], pass[40];
 787     static Z_IdPass idPass;
 788     int r;
 789
 790     if (!*arg)
 791     {
 792         printf("Auth field set to null\n");
 793         auth = 0;
 794         return 1;
 795     }
 796     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
 797     if (r == 0)
 798     {
 799         printf("Authentication set to null\n");
 800         auth = 0;
 801     }
 802     if (r == 1)
 803     {
 804         auth = &au;
 805         if (!strcmp(user, "-")) {
 806             au.which = Z_IdAuthentication_anonymous;
 807             printf("Authentication set to Anonymous\n");
 808         } else {
 809             au.which = Z_IdAuthentication_open;
 810             au.u.open = user;
 811             printf("Authentication set to Open (%s)\n", user);
 812         }
 813     }
 814     if (r == 2)
 815     {
 816         auth = &au;
 817         au.which = Z_IdAuthentication_idPass;
 818         au.u.idPass = &idPass;
 819         idPass.groupId = NULL;
 820         idPass.userId = user;
 821         idPass.password = group;
 822         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
 823     }
 824     if (r == 3)
 825     {
 826         auth = &au;
 827         au.which = Z_IdAuthentication_idPass;
 828         au.u.idPass = &idPass;
 829         idPass.groupId = group;
 830         idPass.userId = user;
 831         idPass.password = pass;
 832         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 833                user, group, pass);
 834     }
 835     return 1;
 836 }
 837
 838 /* SEARCH SERVICE ------------------------------ */
 839 static void display_record(Z_External *r);
 840
 841 static void print_record(const unsigned char *buf, size_t len)
 842 {
 843     size_t i = len;
 844     print_stringn (buf, len);
 845     /* add newline if not already added ... */
 846     if (i <= 0 || buf[i-1] != '\n')
 847         printf ("\n");
 848 }
 849
 850 static void display_record(Z_External *r)
 851 {
 852     oident *ent = oid_getentbyoid(r->direct_reference);
 853
 854     record_last = r;
 855     /*
 856      * Tell the user what we got.
 857      */
 858     if (r->direct_reference)
 859     {
 860         printf("Record type: ");
 861         if (ent)
 862             printf("%s\n", ent->desc);
 863         else if (!odr_oid(print, &r->direct_reference, 0, 0))
 864         {
 865             odr_perror(print, "print oid");
 866             odr_reset(print);
 867         }
 868     }
 869     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 870     if (ent && r->which == Z_External_octet)
 871     {
 872         Z_ext_typeent *type = z_ext_getentbyref(ent->value);
 873         char *rr;
 874
 875         if (type)
 876         {
 877             /*
 878              * Call the given decoder to process the record.
 879              */
 880             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 881                 r->u.octet_aligned->len, 0);
 882             if (!(*type->fun)(in, &rr, 0, 0))
 883             {
 884                 odr_perror(in, "Decoding constructed record.");
 885                 fprintf(stdout, "[Near %d]\n", odr_offset(in));
 886                 fprintf(stdout, "Packet dump:\n---------\n");
 887                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 888                             r->u.octet_aligned->len);
 889                 fprintf(stdout, "---------\n");
 890
 891                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 892             } else {
 893                 /*
 894                  * Note: we throw away the original, BER-encoded record here.
 895                  * Do something else with it if you want to keep it.
 896                  */
 897                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 898                 r->which = type->what;
 899             }
 900         }
 901     }
 902     if (ent && ent->value == VAL_SOIF)
 903     {
 904         print_record((const unsigned char *) r->u.octet_aligned->buf,
 905                      r->u.octet_aligned->len);
 906         if (marc_file)
 907             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
 908     }
 909     else if (r->which == Z_External_octet)
 910     {
 911         const char *octet_buf = (char*)r->u.octet_aligned->buf;
 912         if (ent->oclass == CLASS_RECSYN &&
 913                 (ent->value == VAL_TEXT_XML ||
 914                  ent->value == VAL_APPLICATION_XML ||
 915                  ent->value == VAL_HTML))
 916         {
 917             print_record((const unsigned char *) octet_buf,
 918                          r->u.octet_aligned->len);
 919         }
 920         else if (ent->value == VAL_POSTSCRIPT)
 921         {
 922             int size = r->u.octet_aligned->len;
 923             if (size > 100)
 924                 size = 100;
 925             print_record((const unsigned char *) octet_buf, size);
 926         }
 927         else
 928         {
 929             if (
 930 #if AVOID_MARC_DECODE
 931                 /* primitive check for a marc OID 5.1-29 except 16 */
 932                 ent->oidsuffix[0] == 5 && ent->oidsuffix[1] < 30 &&
 933                 ent->oidsuffix[1] != 16
 934 #else
 935                 1
 936 #endif
 937                 )
 938             {
 939                 char *result;
 940                 int rlen;
 941                 yaz_iconv_t cd = 0;
 942                 yaz_marc_t mt = yaz_marc_create();
 943
 944                 if (yaz_marc_decode_buf(mt, octet_buf,r->u.octet_aligned->len,
 945                                         &result, &rlen)> 0)
 946                 {
 947                     char *from = 0;
 948                     if (marcCharset && !strcmp(marcCharset, "auto"))
 949                     {
 950                         if (ent->value == VAL_USMARC)
 951                         {
 952                             if (octet_buf[9] == 'a')
 953                                 from = "UTF-8";
 954                             else
 955                                 from = "MARC-8";
 956                         }
 957                         else
 958                             from = "ISO-8859-1";
 959                     }
 960                     else if (marcCharset)
 961                         from = marcCharset;
 962                     if (outputCharset && from)
 963                     {
 964                         cd = yaz_iconv_open(outputCharset, from);
 965                         printf ("convert from %s to %s", from,
 966                                 outputCharset);
 967                         if (!cd)
 968                             printf (" unsupported\n");
 969                         else
 970                             printf ("\n");
 971                     }
 972                     if (!cd)
 973                         fwrite (result, 1, rlen, stdout);
 974                     else
 975                     {
 976                         char outbuf[6];
 977                         size_t inbytesleft = rlen;
 978                         const char *inp = result;
 979
 980                         while (inbytesleft)
 981                         {
 982                             size_t outbytesleft = sizeof(outbuf);
 983                             char *outp = outbuf;
 984                             size_t r;
 985
 986                             r = yaz_iconv (cd, (char**) &inp,
 987                                            &inbytesleft,
 988                                            &outp, &outbytesleft);
 989                             if (r == (size_t) (-1))
 990                             {
 991                                 int e = yaz_iconv_error(cd);
 992                                 if (e != YAZ_ICONV_E2BIG)
 993                                     break;
 994                             }
 995                             fwrite (outbuf, outp - outbuf, 1, stdout);
 996                         }
 997                     }
 998                 }
 999                 else
1000                 {
1001                     printf ("bad MARC. Dumping as it is:\n");
1002                     print_record((const unsigned char*) octet_buf,
1003                                   r->u.octet_aligned->len);
1004                 }
1005                 yaz_marc_destroy(mt);
1006                 if (cd)
1007                     yaz_iconv_close(cd);
1008             }
1009             else
1010             {
1011                 print_record((const unsigned char*) octet_buf,
1012                              r->u.octet_aligned->len);
1013             }
1014         }
1015         if (marc_file)
1016             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1017     }
1018     else if (ent && ent->value == VAL_SUTRS)
1019     {
1020         if (r->which != Z_External_sutrs)
1021         {
1022             printf("Expecting single SUTRS type for SUTRS.\n");
1023             return;
1024         }
1025         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1026         if (marc_file)
1027             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1028     }
1029     else if (ent && ent->value == VAL_GRS1)
1030     {
1031         WRBUF w;
1032         if (r->which != Z_External_grs1)
1033         {
1034             printf("Expecting single GRS type for GRS.\n");
1035             return;
1036         }
1037         w = wrbuf_alloc();
1038         yaz_display_grs1(w, r->u.grs1, 0);
1039         puts (wrbuf_buf(w));
1040         wrbuf_free(w, 1);
1041     }
1042     else if (ent && ent->value == VAL_OPAC)
1043     {
1044         int i;
1045         if (r->u.opac->bibliographicRecord)
1046             display_record(r->u.opac->bibliographicRecord);
1047         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1048         {
1049             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1050             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1051             {
1052                 printf ("MARC holdings %d\n", i);
1053                 display_record(h->u.marcHoldingsRecord);
1054             }
1055             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1056             {
1057                 int j;
1058
1059                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1060
1061                 printf ("Data holdings %d\n", i);
1062                 if (data->typeOfRecord)
1063                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1064                 if (data->encodingLevel)
1065                     printf ("encodingLevel: %s\n", data->encodingLevel);
1066                 if (data->receiptAcqStatus)
1067                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1068                 if (data->generalRetention)
1069                     printf ("generalRetention: %s\n", data->generalRetention);
1070                 if (data->completeness)
1071                     printf ("completeness: %s\n", data->completeness);
1072                 if (data->dateOfReport)
1073                     printf ("dateOfReport: %s\n", data->dateOfReport);
1074                 if (data->nucCode)
1075                     printf ("nucCode: %s\n", data->nucCode);
1076                 if (data->localLocation)
1077                     printf ("localLocation: %s\n", data->localLocation);
1078                 if (data->shelvingLocation)
1079                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1080                 if (data->callNumber)
1081                     printf ("callNumber: %s\n", data->callNumber);
1082                 if (data->shelvingData)
1083                     printf ("shelvingData: %s\n", data->shelvingData);
1084                 if (data->copyNumber)
1085                     printf ("copyNumber: %s\n", data->copyNumber);
1086                 if (data->publicNote)
1087                     printf ("publicNote: %s\n", data->publicNote);
1088                 if (data->reproductionNote)
1089                     printf ("reproductionNote: %s\n", data->reproductionNote);
1090                 if (data->termsUseRepro)
1091                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1092                 if (data->enumAndChron)
1093                     printf ("enumAndChron: %s\n", data->enumAndChron);
1094                 for (j = 0; j<data->num_volumes; j++)
1095                 {
1096                     printf ("volume %d\n", j);
1097                     if (data->volumes[j]->enumeration)
1098                         printf (" enumeration: %s\n",
1099                                 data->volumes[j]->enumeration);
1100                     if (data->volumes[j]->chronology)
1101                         printf (" chronology: %s\n",
1102                                 data->volumes[j]->chronology);
1103                     if (data->volumes[j]->enumAndChron)
1104                         printf (" enumAndChron: %s\n",
1105                                 data->volumes[j]->enumAndChron);
1106                 }
1107                 for (j = 0; j<data->num_circulationData; j++)
1108                 {
1109                     printf ("circulation %d\n", j);
1110                     if (data->circulationData[j]->availableNow)
1111                         printf (" availableNow: %d\n",
1112                                 *data->circulationData[j]->availableNow);
1113                     if (data->circulationData[j]->availablityDate)
1114                         printf (" availabiltyDate: %s\n",
1115                                 data->circulationData[j]->availablityDate);
1116                     if (data->circulationData[j]->availableThru)
1117                         printf (" availableThru: %s\n",
1118                                 data->circulationData[j]->availableThru);
1119                     if (data->circulationData[j]->restrictions)
1120                         printf (" restrictions: %s\n",
1121                                 data->circulationData[j]->restrictions);
1122                     if (data->circulationData[j]->itemId)
1123                         printf (" itemId: %s\n",
1124                                 data->circulationData[j]->itemId);
1125                     if (data->circulationData[j]->renewable)
1126                         printf (" renewable: %d\n",
1127                                 *data->circulationData[j]->renewable);
1128                     if (data->circulationData[j]->onHold)
1129                         printf (" onHold: %d\n",
1130                                 *data->circulationData[j]->onHold);
1131                     if (data->circulationData[j]->enumAndChron)
1132                         printf (" enumAndChron: %s\n",
1133                                 data->circulationData[j]->enumAndChron);
1134                     if (data->circulationData[j]->midspine)
1135                         printf (" midspine: %s\n",
1136                                 data->circulationData[j]->midspine);
1137                     if (data->circulationData[j]->temporaryLocation)
1138                         printf (" temporaryLocation: %s\n",
1139                                 data->circulationData[j]->temporaryLocation);
1140                 }
1141             }
1142         }
1143     }
1144     else
1145     {
1146         printf("Unknown record representation.\n");
1147         if (!z_External(print, &r, 0, 0))
1148         {
1149             odr_perror(print, "Printing external");
1150             odr_reset(print);
1151         }
1152     }
1153 }
1154
1155 static void display_diagrecs(Z_DiagRec **pp, int num)
1156 {
1157     int i;
1158     oident *ent;
1159     Z_DefaultDiagFormat *r;
1160
1161     printf("Diagnostic message(s) from database:\n");
1162     for (i = 0; i<num; i++)
1163     {
1164         Z_DiagRec *p = pp[i];
1165         if (p->which != Z_DiagRec_defaultFormat)
1166         {
1167             printf("Diagnostic record not in default format.\n");
1168             return;
1169         }
1170         else
1171             r = p->u.defaultFormat;
1172         if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
1173             ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
1174             printf("Missing or unknown diagset\n");
1175         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1176         switch (r->which)
1177         {
1178         case Z_DefaultDiagFormat_v2Addinfo:
1179             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1180             break;
1181         case Z_DefaultDiagFormat_v3Addinfo:
1182             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1183             break;
1184         }
1185     }
1186 }
1187
1188
1189 static void display_nameplusrecord(Z_NamePlusRecord *p)
1190 {
1191     if (p->databaseName)
1192         printf("[%s]", p->databaseName);
1193     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1194         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1195     else if (p->which == Z_NamePlusRecord_databaseRecord)
1196         display_record(p->u.databaseRecord);
1197 }
1198
1199 static void display_records(Z_Records *p)
1200 {
1201     int i;
1202
1203     if (p->which == Z_Records_NSD)
1204     {
1205         Z_DiagRec dr, *dr_p = &dr;
1206         dr.which = Z_DiagRec_defaultFormat;
1207         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1208         display_diagrecs (&dr_p, 1);
1209     }
1210     else if (p->which == Z_Records_multipleNSD)
1211         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1212                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1213     else
1214     {
1215         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1216         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1217             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1218     }
1219 }
1220
1221 static int send_deleteResultSetRequest(const char *arg)
1222 {
1223     char names[8][32];
1224     int i;
1225
1226     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1227     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1228
1229     req->referenceId = set_refid (out);
1230
1231     req->num_resultSetList =
1232         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1233                 names[0], names[1], names[2], names[3],
1234                 names[4], names[5], names[6], names[7]);
1235
1236     req->deleteFunction = (int *)
1237         odr_malloc (out, sizeof(*req->deleteFunction));
1238     if (req->num_resultSetList > 0)
1239     {
1240         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1241         req->resultSetList = (char **)
1242             odr_malloc (out, sizeof(*req->resultSetList)*
1243                         req->num_resultSetList);
1244         for (i = 0; i<req->num_resultSetList; i++)
1245             req->resultSetList[i] = names[i];
1246     }
1247     else
1248     {
1249         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1250         req->resultSetList = 0;
1251     }
1252
1253     send_apdu(apdu);
1254     printf("Sent deleteResultSetRequest.\n");
1255     return 2;
1256 }
1257
1258 #if HAVE_XML2
1259 static int send_srw(Z_SRW_PDU *sr)
1260 {
1261     const char *charset = negotiationCharset;
1262     const char *host_port = cur_host;
1263     char *path = 0;
1264     char ctype[50];
1265     Z_SOAP_Handler h[2] = {
1266         {"http://www.loc.gov/zing/srw/", 0, (Z_SOAP_fun) yaz_srw_codec},
1267         {0, 0, 0}
1268     };
1269     ODR o = odr_createmem(ODR_ENCODE);
1270     int ret;
1271     Z_SOAP *p = odr_malloc(o, sizeof(*p));
1272     Z_GDU *gdu;
1273
1274     path = odr_malloc(out, strlen(databaseNames[0])+2);
1275     *path = '/';
1276     strcpy(path+1, databaseNames[0]);
1277
1278     gdu = z_get_HTTP_Request(out);
1279     gdu->u.HTTP_Request->version = http_version;
1280     gdu->u.HTTP_Request->path = odr_strdup(out, path);
1281
1282     if (host_port)
1283     {
1284         const char *cp0 = strstr(host_port, "://");
1285         const char *cp1 = 0;
1286         if (cp0)
1287             cp0 = cp0+3;
1288         else
1289             cp0 = host_port;
1290
1291         cp1 = strchr(cp0, '/');
1292         if (!cp1)
1293             cp1 = cp0+strlen(cp0);
1294
1295         if (cp0 && cp1)
1296         {
1297             char *h = odr_malloc(out, cp1 - cp0 + 1);
1298             memcpy (h, cp0, cp1 - cp0);
1299             h[cp1-cp0] = '\0';
1300             z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1301                               "Host", h);
1302         }
1303     }
1304
1305     strcpy(ctype, "text/xml");
1306     if (charset && strlen(charset) < 20)
1307     {
1308         strcat(ctype, "; charset=");
1309         strcat(ctype, charset);
1310     }
1311     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1312                       "Content-Type", ctype);
1313     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers,
1314                       "SOAPAction", "\"\"");
1315     p->which = Z_SOAP_generic;
1316     p->u.generic = odr_malloc(o, sizeof(*p->u.generic));
1317     p->u.generic->no = 0;
1318     p->u.generic->ns = 0;
1319     p->u.generic->p = sr;
1320     p->ns = "http://schemas.xmlsoap.org/soap/envelope/";
1321
1322     ret = z_soap_codec_enc(o, &p,
1323                            &gdu->u.HTTP_Request->content_buf,
1324                            &gdu->u.HTTP_Request->content_len, h,
1325                            charset);
1326
1327     if (z_GDU(out, &gdu, 0, 0))
1328     {
1329         /* encode OK */
1330         char *buf_out;
1331         int len_out;
1332         int r;
1333         if (apdu_file)
1334         {
1335             if (!z_GDU(print, &gdu, 0, 0))
1336                 printf ("Failed to print outgoing APDU\n");
1337             odr_reset(print);
1338         }
1339         buf_out = odr_getbuf(out, &len_out, 0);
1340
1341         /* we don't odr_reset(out), since we may need the buffer again */
1342
1343         do_hex_dump(buf_out, len_out);
1344
1345         r = cs_put(conn, buf_out, len_out);
1346
1347         odr_destroy(o);
1348
1349         if (r >= 0)
1350             return 2;
1351     }
1352     return 0;
1353 }
1354 #endif
1355
1356 #if HAVE_XML2
1357 static char *encode_SRW_term(ODR o, const char *q)
1358 {
1359     const char *in_charset = "ISO-8859-1";
1360     WRBUF w = wrbuf_alloc();
1361     yaz_iconv_t cd;
1362     char *res;
1363     if (outputCharset)
1364         in_charset = outputCharset;
1365     cd = yaz_iconv_open("UTF-8", in_charset);
1366     if (!cd)
1367     {
1368         wrbuf_free(w, 1);
1369         return odr_strdup(o, q);
1370     }
1371     wrbuf_iconv_write(w, cd, q, strlen(q));
1372     if (wrbuf_len(w))
1373     {
1374         int len = wrbuf_len(w);
1375         res = odr_strdupn(o, wrbuf_buf(w), len);
1376     }
1377     else
1378         res = odr_strdup(o, q);
1379     yaz_iconv_close(cd);
1380     wrbuf_free(w, 1);
1381     return res;
1382 }
1383
1384
1385 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1386 {
1387     Z_SRW_PDU *sr = 0;
1388
1389     /* regular requestse .. */
1390     sr = yaz_srw_get(out, Z_SRW_scan_request);
1391
1392     switch(queryType)
1393     {
1394     case QueryType_CQL:
1395         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1396         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1397         break;
1398     case QueryType_Prefix:
1399         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1400         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1401         break;
1402     default:
1403         printf ("Only CQL and PQF supported in SRW\n");
1404         return 0;
1405     }
1406     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1407     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1408     return send_srw(sr);
1409 }
1410
1411 static int send_SRW_searchRequest(const char *arg)
1412 {
1413     Z_SRW_PDU *sr = 0;
1414
1415     if (!srw_sr)
1416     {
1417         assert(srw_sr_odr_out == 0);
1418         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1419     }
1420     odr_reset(srw_sr_odr_out);
1421
1422     setno = 1;
1423
1424     /* save this for later .. when fetching individual records */
1425     srw_sr =  yaz_srw_get(srw_sr_odr_out, Z_SRW_searchRetrieve_request);
1426
1427     /* regular request .. */
1428     sr = yaz_srw_get(out, Z_SRW_searchRetrieve_request);
1429
1430     switch(queryType)
1431     {
1432     case QueryType_CQL:
1433         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1434         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1435
1436         sr->u.request->query_type = Z_SRW_query_type_cql;
1437         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1438         break;
1439     case QueryType_Prefix:
1440         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1441         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1442
1443         sr->u.request->query_type = Z_SRW_query_type_pqf;
1444         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1445         break;
1446     default:
1447         printf ("Only CQL and PQF supported in SRW\n");
1448         return 0;
1449     }
1450     sr->u.request->maximumRecords = odr_intdup(out, 0);
1451
1452     if (record_schema)
1453         sr->u.request->recordSchema = record_schema;
1454     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
1455         sr->u.explain_request->recordPacking = "xml";
1456     return send_srw(sr);
1457 }
1458 #endif
1459
1460 static int send_searchRequest(const char *arg)
1461 {
1462     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1463     Z_SearchRequest *req = apdu->u.searchRequest;
1464     Z_Query query;
1465     struct ccl_rpn_node *rpn = NULL;
1466     int error, pos;
1467     char setstring[100];
1468     Z_RPNQuery *RPNquery;
1469     Odr_oct ccl_query;
1470     YAZ_PQF_Parser pqf_parser;
1471     Z_External *ext;
1472     QueryType myQueryType = queryType;
1473     char pqfbuf[512];
1474
1475     if (myQueryType == QueryType_CCL2RPN)
1476     {
1477         rpn = ccl_find_str(bibset, arg, &error, &pos);
1478         if (error)
1479         {
1480             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1481             return 0;
1482         }
1483     } else if (myQueryType == QueryType_CQL2RPN) {
1484         /* ### All this code should be wrapped in a utility function */
1485         CQL_parser parser;
1486         struct cql_node *node;
1487         const char *addinfo;
1488         if (cqltrans == 0) {
1489             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1490             return 0;
1491         }
1492         parser = cql_parser_create();
1493         if ((error = cql_parser_string(parser, arg)) != 0) {
1494             printf("Can't parse CQL: must be a syntax error\n");
1495             return 0;
1496         }
1497         node = cql_parser_result(parser);
1498         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1499                                        sizeof pqfbuf)) != 0) {
1500             error = cql_transform_error(cqltrans, &addinfo);
1501             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1502                     cql_strerror(error), addinfo);
1503             return 0;
1504         }
1505         arg = pqfbuf;
1506         myQueryType = QueryType_Prefix;
1507     }
1508
1509     req->referenceId = set_refid (out);
1510     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1511     {
1512         static unsigned char big[2100];
1513         static Odr_oct bigo;
1514
1515         /* send a very big referenceid to test transport stack etc. */
1516         memset(big, 'A', 2100);
1517         bigo.len = bigo.size = 2100;
1518         bigo.buf = big;
1519         req->referenceId = &bigo;
1520     }
1521
1522     if (setnumber >= 0)
1523     {
1524         sprintf(setstring, "%d", ++setnumber);
1525         req->resultSetName = setstring;
1526     }
1527     *req->smallSetUpperBound = smallSetUpperBound;
1528     *req->largeSetLowerBound = largeSetLowerBound;
1529     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1530     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1531         mediumSetPresentNumber > 0))
1532     {
1533         if (recordsyntax_size > 0)
1534             req->preferredRecordSyntax =
1535                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
1536         req->smallSetElementSetNames =
1537             req->mediumSetElementSetNames = elementSetNames;
1538     }
1539     req->num_databaseNames = num_databaseNames;
1540     req->databaseNames = databaseNames;
1541
1542     req->query = &query;
1543
1544     switch (myQueryType)
1545     {
1546     case QueryType_Prefix:
1547         query.which = Z_Query_type_1;
1548         pqf_parser = yaz_pqf_create ();
1549         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1550         if (!RPNquery)
1551         {
1552             const char *pqf_msg;
1553             size_t off;
1554             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1555             printf("%*s^\n", off+4, "");
1556             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1557
1558             yaz_pqf_destroy (pqf_parser);
1559             return 0;
1560         }
1561         yaz_pqf_destroy (pqf_parser);
1562         query.u.type_1 = RPNquery;
1563         break;
1564     case QueryType_CCL:
1565         query.which = Z_Query_type_2;
1566         query.u.type_2 = &ccl_query;
1567         ccl_query.buf = (unsigned char*) arg;
1568         ccl_query.len = strlen(arg);
1569         break;
1570     case QueryType_CCL2RPN:
1571         query.which = Z_Query_type_1;
1572         RPNquery = ccl_rpn_query(out, rpn);
1573         if (!RPNquery)
1574         {
1575             printf ("Couldn't convert from CCL to RPN\n");
1576             return 0;
1577         }
1578         query.u.type_1 = RPNquery;
1579         ccl_rpn_delete (rpn);
1580         break;
1581     case QueryType_CQL:
1582         query.which = Z_Query_type_104;
1583         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1584         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1585         ext->indirect_reference = 0;
1586         ext->descriptor = 0;
1587         ext->which = Z_External_CQL;
1588         ext->u.cql = odr_strdup(out, arg);
1589         query.u.type_104 =  ext;
1590         break;
1591     default:
1592         printf ("Unsupported query type\n");
1593         return 0;
1594     }
1595     if (send_apdu(apdu))
1596         printf("Sent searchRequest.\n");
1597     setno = 1;
1598     return 2;
1599 }
1600
1601 /* display Query Expression as part of searchResult-1 */
1602 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1603 {
1604     if (!qe)
1605         return;
1606     printf(" %s=", lead);
1607     if (qe->which == Z_QueryExpression_term)
1608     {
1609         if (qe->u.term->queryTerm)
1610         {
1611             Z_Term *term = qe->u.term->queryTerm;
1612             switch (term->which)
1613             {
1614             case Z_Term_general:
1615                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1616                 break;
1617             case Z_Term_characterString:
1618                 printf ("%s", term->u.characterString);
1619                 break;
1620             case Z_Term_numeric:
1621                 printf ("%d", *term->u.numeric);
1622                 break;
1623             case Z_Term_null:
1624                 printf ("null");
1625                 break;
1626             }
1627         }
1628     }
1629 }
1630
1631 /* see if we can find USR:SearchResult-1 */
1632 static void display_searchResult (Z_OtherInformation *o)
1633 {
1634     int i;
1635     if (!o)
1636         return ;
1637     for (i = 0; i < o->num_elements; i++)
1638     {
1639         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1640         {
1641             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1642
1643             if (ext->which == Z_External_searchResult1)
1644             {
1645                 int j;
1646                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1647                 printf ("SearchResult-1:");
1648                 for (j = 0; j < sr->num; j++)
1649                 {
1650                     if (j)
1651                         printf(",");
1652                     if (!sr->elements[j]->subqueryExpression)
1653                         printf("%d", j);
1654                     display_queryExpression("term",
1655                         sr->elements[j]->subqueryExpression);
1656                     display_queryExpression("interpretation",
1657                         sr->elements[j]->subqueryInterpretation);
1658                     display_queryExpression("recommendation",
1659                         sr->elements[j]->subqueryRecommendation);
1660                     if (sr->elements[j]->subqueryCount)
1661                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1662                     if (sr->elements[j]->subqueryId)
1663                         printf(" id=%s ", sr->elements[j]->subqueryId);
1664                 }
1665                 printf ("\n");
1666             }
1667         }
1668     }
1669 }
1670
1671 static int process_searchResponse(Z_SearchResponse *res)
1672 {
1673     printf ("Received SearchResponse.\n");
1674     print_refid (res->referenceId);
1675     if (*res->searchStatus)
1676         printf("Search was a success.\n");
1677     else
1678         printf("Search was a bloomin' failure.\n");
1679     printf("Number of hits: %d", *res->resultCount);
1680     last_hit_count = *res->resultCount;
1681     if (setnumber >= 0)
1682         printf (", setno %d", setnumber);
1683     printf ("\n");
1684     display_searchResult (res->additionalSearchInfo);
1685     printf("records returned: %d\n",
1686            *res->numberOfRecordsReturned);
1687     setno += *res->numberOfRecordsReturned;
1688     if (res->records)
1689         display_records(res->records);
1690     return 0;
1691 }
1692
1693 static void print_level(int iLevel)
1694 {
1695     int i;
1696     for (i = 0; i < iLevel * 4; i++)
1697         printf(" ");
1698 }
1699
1700 static void print_int(int iLevel, const char *pTag, int *pInt)
1701 {
1702     if (pInt != NULL)
1703     {
1704         print_level(iLevel);
1705         printf("%s: %d\n", pTag, *pInt);
1706     }
1707 }
1708
1709 static void print_string(int iLevel, const char *pTag, const char *pString)
1710 {
1711     if (pString != NULL)
1712     {
1713         print_level(iLevel);
1714         printf("%s: %s\n", pTag, pString);
1715     }
1716 }
1717
1718 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1719 {
1720     if (pOid != NULL)
1721     {
1722         int *pInt = pOid;
1723
1724         print_level(iLevel);
1725         printf("%s:", pTag);
1726         for (; *pInt != -1; pInt++)
1727             printf(" %d", *pInt);
1728         printf("\n");
1729     }
1730 }
1731
1732 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1733 {
1734     if (referenceId != NULL)
1735     {
1736         int i;
1737
1738         print_level(iLevel);
1739         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1740         for (i = 0; i < referenceId->len; i++)
1741             printf("%c", referenceId->buf[i]);
1742         printf("\n");
1743     }
1744 }
1745
1746 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1747 {
1748     if (pStringNumeric != NULL)
1749     {
1750         switch (pStringNumeric->which)
1751         {
1752         case Z_StringOrNumeric_string:
1753             print_string(iLevel, pTag, pStringNumeric->u.string);
1754             break;
1755
1756         case Z_StringOrNumeric_numeric:
1757             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1758             break;
1759
1760         default:
1761             print_level(iLevel);
1762             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1763             break;
1764         }
1765     }
1766 }
1767
1768 static void print_universe_report_duplicate(
1769     int iLevel,
1770     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1771 {
1772     if (pUniverseReportDuplicate != NULL)
1773     {
1774         print_level(iLevel);
1775         printf("Universe Report Duplicate: \n");
1776         iLevel++;
1777         print_string_or_numeric(iLevel, "Hit No",
1778                                 pUniverseReportDuplicate->hitno);
1779     }
1780 }
1781
1782 static void print_universe_report_hits(
1783     int iLevel,
1784     Z_UniverseReportHits *pUniverseReportHits)
1785 {
1786     if (pUniverseReportHits != NULL)
1787     {
1788         print_level(iLevel);
1789         printf("Universe Report Hits: \n");
1790         iLevel++;
1791         print_string_or_numeric(iLevel, "Database",
1792                                 pUniverseReportHits->database);
1793         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1794     }
1795 }
1796
1797 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1798 {
1799     if (pUniverseReport != NULL)
1800     {
1801         print_level(iLevel);
1802         printf("Universe Report: \n");
1803         iLevel++;
1804         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1805         switch (pUniverseReport->which)
1806         {
1807         case Z_UniverseReport_databaseHits:
1808             print_universe_report_hits(iLevel,
1809                                        pUniverseReport->u.databaseHits);
1810             break;
1811
1812         case Z_UniverseReport_duplicate:
1813             print_universe_report_duplicate(iLevel,
1814                                             pUniverseReport->u.duplicate);
1815             break;
1816
1817         default:
1818             print_level(iLevel);
1819             printf("Type: %d\n", pUniverseReport->which);
1820             break;
1821         }
1822     }
1823 }
1824
1825 static void print_external(int iLevel, Z_External *pExternal)
1826 {
1827     if (pExternal != NULL)
1828     {
1829         print_level(iLevel);
1830         printf("External: \n");
1831         iLevel++;
1832         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1833         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1834         print_string(iLevel, "Descriptor", pExternal->descriptor);
1835         switch (pExternal->which)
1836         {
1837         case Z_External_universeReport:
1838             print_universe_report(iLevel, pExternal->u.universeReport);
1839             break;
1840
1841         default:
1842             print_level(iLevel);
1843             printf("Type: %d\n", pExternal->which);
1844             break;
1845         }
1846     }
1847 }
1848
1849 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1850 {
1851     printf ("Received ResourceControlRequest.\n");
1852     print_referenceId(1, req->referenceId);
1853     print_int(1, "Suspended Flag", req->suspendedFlag);
1854     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1855     print_int(1, "Response Required", req->responseRequired);
1856     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1857     print_external(1, req->resourceReport);
1858     return 0;
1859 }
1860
1861 void process_ESResponse(Z_ExtendedServicesResponse *res)
1862 {
1863     printf("Status: ");
1864     switch (*res->operationStatus)
1865     {
1866     case Z_ExtendedServicesResponse_done:
1867         printf ("done\n");
1868         break;
1869     case Z_ExtendedServicesResponse_accepted:
1870         printf ("accepted\n");
1871         break;
1872     case Z_ExtendedServicesResponse_failure:
1873         printf ("failure\n");
1874         display_diagrecs(res->diagnostics, res->num_diagnostics);
1875         break;
1876     default:
1877         printf ("unknown\n");
1878     }
1879     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1880         (res->num_diagnostics != 0) ) {
1881         display_diagrecs(res->diagnostics, res->num_diagnostics);
1882     }
1883     print_refid (res->referenceId);
1884     if (res->taskPackage &&
1885         res->taskPackage->which == Z_External_extendedService)
1886     {
1887         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1888         Odr_oct *id = taskPackage->targetReference;
1889         Z_External *ext = taskPackage->taskSpecificParameters;
1890
1891         if (id)
1892         {
1893             printf ("Target Reference: ");
1894             print_stringn (id->buf, id->len);
1895             printf ("\n");
1896         }
1897         if (ext->which == Z_External_update)
1898         {
1899             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1900             if (utp && utp->targetPart)
1901             {
1902                 Z_IUTargetPart *targetPart = utp->targetPart;
1903                 int i;
1904
1905                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1906                 {
1907
1908                     Z_IUTaskPackageRecordStructure *tpr =
1909                         targetPart->taskPackageRecords[i];
1910                     printf ("task package record %d\n", i+1);
1911                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1912                     {
1913                         display_record (tpr->u.record);
1914                     }
1915                     else
1916                     {
1917                         printf ("other type\n");
1918                     }
1919                 }
1920             }
1921         }
1922     }
1923     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1924     {
1925         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1926         printf("%.*s\n", doc->len, doc->buf);
1927     }
1928 }
1929
1930 const char *get_ill_element (void *clientData, const char *element)
1931 {
1932     return 0;
1933 }
1934
1935 static Z_External *create_external_itemRequest()
1936 {
1937     struct ill_get_ctl ctl;
1938     ILL_ItemRequest *req;
1939     Z_External *r = 0;
1940     int item_request_size = 0;
1941     char *item_request_buf = 0;
1942
1943     ctl.odr = out;
1944     ctl.clientData = 0;
1945     ctl.f = get_ill_element;
1946
1947     req = ill_get_ItemRequest(&ctl, "ill", 0);
1948     if (!req)
1949         printf ("ill_get_ItemRequest failed\n");
1950
1951     if (!ill_ItemRequest (out, &req, 0, 0))
1952     {
1953         if (apdu_file)
1954         {
1955             ill_ItemRequest(print, &req, 0, 0);
1956             odr_reset(print);
1957         }
1958         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1959         if (item_request_buf)
1960             odr_setbuf (out, item_request_buf, item_request_size, 1);
1961         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1962         return 0;
1963     }
1964     else
1965     {
1966         oident oid;
1967
1968         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1969         oid.proto = PROTO_GENERAL;
1970         oid.oclass = CLASS_GENERAL;
1971         oid.value = VAL_ISO_ILL_1;
1972
1973         r = (Z_External *) odr_malloc (out, sizeof(*r));
1974         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid));
1975         r->indirect_reference = 0;
1976         r->descriptor = 0;
1977         r->which = Z_External_single;
1978
1979         r->u.single_ASN1_type = (Odr_oct *)
1980             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1981         r->u.single_ASN1_type->buf = (unsigned char *)
1982         odr_malloc (out, item_request_size);
1983         r->u.single_ASN1_type->len = item_request_size;
1984         r->u.single_ASN1_type->size = item_request_size;
1985         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1986                 item_request_size);
1987
1988         do_hex_dump(item_request_buf,item_request_size);
1989     }
1990     return r;
1991 }
1992
1993 static Z_External *create_external_ILL_APDU(int which)
1994 {
1995     struct ill_get_ctl ctl;
1996     ILL_APDU *ill_apdu;
1997     Z_External *r = 0;
1998     int ill_request_size = 0;
1999     char *ill_request_buf = 0;
2000
2001     ctl.odr = out;
2002     ctl.clientData = 0;
2003     ctl.f = get_ill_element;
2004
2005     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2006
2007     if (!ill_APDU (out, &ill_apdu, 0, 0))
2008     {
2009         if (apdu_file)
2010         {
2011             printf ("-------------------\n");
2012             ill_APDU(print, &ill_apdu, 0, 0);
2013             odr_reset(print);
2014             printf ("-------------------\n");
2015         }
2016         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2017         if (ill_request_buf)
2018             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2019         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2020         return 0;
2021     }
2022     else
2023     {
2024         oident oid;
2025         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2026
2027         oid.proto = PROTO_GENERAL;
2028         oid.oclass = CLASS_GENERAL;
2029         oid.value = VAL_ISO_ILL_1;
2030
2031         r = (Z_External *) odr_malloc (out, sizeof(*r));
2032         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid));
2033         r->indirect_reference = 0;
2034         r->descriptor = 0;
2035         r->which = Z_External_single;
2036
2037         r->u.single_ASN1_type = (Odr_oct *)
2038             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2039         r->u.single_ASN1_type->buf = (unsigned char *)
2040         odr_malloc (out, ill_request_size);
2041         r->u.single_ASN1_type->len = ill_request_size;
2042         r->u.single_ASN1_type->size = ill_request_size;
2043         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2044 /*         printf ("len = %d\n", ill_request_size); */
2045 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2046 /*              printf("--- end of extenal\n"); */
2047
2048     }
2049     return r;
2050 }
2051
2052
2053 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2054 {
2055     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2056     oident ItemOrderRequest;
2057
2058     ItemOrderRequest.proto = PROTO_Z3950;
2059     ItemOrderRequest.oclass = CLASS_EXTSERV;
2060     ItemOrderRequest.value = VAL_ITEMORDER;
2061
2062     r->direct_reference = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2063     r->indirect_reference = 0;
2064     r->descriptor = 0;
2065
2066     r->which = Z_External_itemOrder;
2067
2068     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2069     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2070     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2071
2072     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2073         odr_malloc(out,sizeof(Z_IORequest));
2074     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2075
2076     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2077         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2078     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2079     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2080         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2081     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2082
2083     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2084     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2085     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2086
2087     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2088         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2089     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2090     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2091
2092     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2093         (int *) odr_malloc(out, sizeof(int));
2094     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2095
2096     if (!strcmp (type, "item") || !strcmp(type, "2"))
2097     {
2098         printf ("using item-request\n");
2099         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2100             create_external_itemRequest();
2101     }
2102     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2103     {
2104         printf ("using ILL-request\n");
2105         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2106             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2107     }
2108     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2109     {
2110     const char *xml_buf =
2111         "<itemorder>\n"
2112         "  <type>request</type>\n"
2113         "  <libraryNo>000200</libraryNo>\n"
2114         "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2115         "</itemorder>";
2116         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2117             z_ext_record (out, VAL_TEXT_XML, xml_buf, strlen(xml_buf));
2118     }
2119     else
2120         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2121
2122     return r;
2123 }
2124
2125 static int send_itemorder(const char *type, int itemno)
2126 {
2127     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2128     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2129     oident ItemOrderRequest;
2130
2131     ItemOrderRequest.proto = PROTO_Z3950;
2132     ItemOrderRequest.oclass = CLASS_EXTSERV;
2133     ItemOrderRequest.value = VAL_ITEMORDER;
2134     req->packageType = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2135     req->packageName = esPackageName;
2136
2137     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2138
2139     send_apdu(apdu);
2140     return 0;
2141 }
2142
2143 static int only_z3950()
2144 {
2145     if (!conn)
2146     {
2147         printf ("Not connected yet\n");
2148         return 1;
2149     }
2150     if (protocol == PROTO_HTTP)
2151     {
2152         printf ("Not supported by SRW\n");
2153         return 1;
2154     }
2155     return 0;
2156 }
2157
2158 static int cmd_update_common(const char *arg, int version);
2159
2160 static int cmd_update(const char *arg)
2161 {
2162     return cmd_update_common(arg, 1);
2163 }
2164
2165 static int cmd_update0(const char *arg)
2166 {
2167     return cmd_update_common(arg, 0);
2168 }
2169
2170 static int cmd_update_common(const char *arg, int version)
2171 {
2172     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2173     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2174     Z_External *r;
2175     char action[20], recid[20];
2176     char *rec_buf;
2177     int rec_len;
2178     int action_no;
2179     int noread = 0;
2180     Z_External *record_this = 0;
2181
2182     if (only_z3950())
2183         return 1;
2184     *action = 0;
2185     *recid = 0;
2186     sscanf (arg, "%19s %19s%n", action, recid, &noread);
2187     if (noread == 0)
2188     {
2189         printf("Update must be followed by action and recid\n");
2190         printf(" where action is one of insert,replace,delete.update\n");
2191         printf(" recid is some record ID (any string)\n");
2192         return 0;
2193     }
2194
2195     if (!strcmp (action, "insert"))
2196         action_no = Z_IUOriginPartToKeep_recordInsert;
2197     else if (!strcmp (action, "replace"))
2198         action_no = Z_IUOriginPartToKeep_recordReplace;
2199     else if (!strcmp (action, "delete"))
2200         action_no = Z_IUOriginPartToKeep_recordDelete;
2201     else if (!strcmp (action, "update"))
2202         action_no = Z_IUOriginPartToKeep_specialUpdate;
2203     else
2204     {
2205         printf ("Bad action: %s\n", action);
2206         printf ("Possible values: insert, replace, delete, update\n");
2207         return 0;
2208     }
2209
2210     arg += noread;
2211     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len, 1) == 0)
2212         return 0;
2213
2214     if (rec_buf)
2215         record_this = z_ext_record (out, VAL_TEXT_XML, rec_buf, rec_len);
2216     else
2217     {
2218         if (!record_last)
2219         {
2220             printf ("No last record (update ignored)\n");
2221             return 0;
2222         }
2223         record_this = record_last;
2224     }
2225
2226     req->packageType =
2227         yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2228                                version == 0 ? VAL_DBUPDATE0 : VAL_DBUPDATE);
2229
2230     req->packageName = esPackageName;
2231
2232     req->referenceId = set_refid (out);
2233
2234     r = req->taskSpecificParameters = (Z_External *)
2235         odr_malloc (out, sizeof(*r));
2236     r->direct_reference = req->packageType;
2237     r->indirect_reference = 0;
2238     r->descriptor = 0;
2239     if (version == 0)
2240     {
2241         Z_IU0OriginPartToKeep *toKeep;
2242         Z_IU0SuppliedRecords *notToKeep;
2243
2244         r->which = Z_External_update0;
2245         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2246         r->u.update0->which = Z_IUUpdate_esRequest;
2247         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2248             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2249         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2250             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2251
2252         toKeep->databaseName = databaseNames[0];
2253         toKeep->schema = 0;
2254         toKeep->elementSetName = 0;
2255
2256         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2257         *toKeep->action = action_no;
2258
2259         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2260             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2261         notToKeep->num = 1;
2262         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2263             odr_malloc(out, sizeof(*notToKeep->elements));
2264         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2265             odr_malloc(out, sizeof(**notToKeep->elements));
2266         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2267         if (*recid)
2268         {
2269             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2270                 odr_malloc (out, sizeof(Odr_oct));
2271             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2272             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2273             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2274         }
2275         else
2276             notToKeep->elements[0]->u.opaque = 0;
2277         notToKeep->elements[0]->supplementalId = 0;
2278         notToKeep->elements[0]->correlationInfo = 0;
2279         notToKeep->elements[0]->record = record_this;
2280     }
2281     else
2282     {
2283         Z_IUOriginPartToKeep *toKeep;
2284         Z_IUSuppliedRecords *notToKeep;
2285
2286         r->which = Z_External_update;
2287         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2288         r->u.update->which = Z_IUUpdate_esRequest;
2289         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2290             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2291         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2292             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2293
2294         toKeep->databaseName = databaseNames[0];
2295         toKeep->schema = 0;
2296         toKeep->elementSetName = 0;
2297         toKeep->actionQualifier = 0;
2298         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2299         *toKeep->action = action_no;
2300
2301         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2302             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2303         notToKeep->num = 1;
2304         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2305             odr_malloc(out, sizeof(*notToKeep->elements));
2306         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2307             odr_malloc(out, sizeof(**notToKeep->elements));
2308         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2309         if (*recid)
2310         {
2311             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2312                 odr_malloc (out, sizeof(Odr_oct));
2313             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2314             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2315             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2316         }
2317         else
2318             notToKeep->elements[0]->u.opaque = 0;
2319         notToKeep->elements[0]->supplementalId = 0;
2320         notToKeep->elements[0]->correlationInfo = 0;
2321         notToKeep->elements[0]->record = record_this;
2322     }
2323
2324     send_apdu(apdu);
2325
2326     return 2;
2327 }
2328
2329 static int cmd_xmles(const char *arg)
2330 {
2331     if (only_z3950())
2332         return 1;
2333     else
2334     {
2335         int noread = 0;
2336         char oid_str[51];
2337         int oid_value_xmles = VAL_XMLES;
2338         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2339         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2340
2341         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2342
2343         req->taskSpecificParameters = ext;
2344         ext->indirect_reference = 0;
2345         ext->descriptor = 0;
2346         ext->which = Z_External_octet;
2347         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));
2348         sscanf(arg, "%50s%n", oid_str, &noread);
2349         if (noread == 0)
2350         {
2351             printf("Missing OID for xmles\n");
2352             return 0;
2353         }
2354         arg += noread;
2355         oid_value_xmles  = oid_getvalbyname(oid_str);
2356         if (oid_value_xmles == VAL_NONE)
2357         {
2358             printf("Bad OID: %s\n", oid_str);
2359             return 0;
2360         }
2361
2362         if (parse_cmd_doc(&arg, out, (char **) &ext->u.single_ASN1_type->buf,
2363                           &ext->u.single_ASN1_type->len, 0) == 0)
2364             return 0;
2365         req->packageType = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2366                                                   oid_value_xmles);
2367
2368         ext->direct_reference = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2369                                                        oid_value_xmles);
2370         send_apdu(apdu);
2371
2372         return 2;
2373     }
2374 }
2375
2376 static int cmd_itemorder(const char *arg)
2377 {
2378     char type[12];
2379     int itemno;
2380
2381     if (only_z3950())
2382         return 1;
2383     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2384         return 0;
2385
2386     printf("Item order request\n");
2387     fflush(stdout);
2388     send_itemorder(type, itemno);
2389     return 2;
2390 }
2391
2392 static void show_opt(const char *arg, void *clientData)
2393 {
2394     printf ("%s ", arg);
2395 }
2396
2397 static int cmd_zversion(const char *arg)
2398 {
2399     if (*arg && arg)
2400         z3950_version = atoi(arg);
2401     else
2402         printf ("version is %d\n", z3950_version);
2403     return 0;
2404 }
2405
2406 static int cmd_options(const char *arg)
2407 {
2408     if (*arg)
2409     {
2410         int r;
2411         int pos;
2412         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2413         if (r == -1)
2414             printf("Unknown option(s) near %s\n", arg+pos);
2415     }
2416     else
2417     {
2418         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2419         printf ("\n");
2420     }
2421     return 0;
2422 }
2423
2424 static int cmd_explain(const char *arg)
2425 {
2426     if (protocol != PROTO_HTTP)
2427         return 0;
2428 #if HAVE_XML2
2429     if (!conn)
2430         cmd_open(0);
2431     if (conn)
2432     {
2433         Z_SRW_PDU *sr = 0;
2434
2435         setno = 1;
2436
2437         /* save this for later .. when fetching individual records */
2438         sr = yaz_srw_get(out, Z_SRW_explain_request);
2439         if (recordsyntax_size > 0 && recordsyntax_list[0] == VAL_TEXT_XML)
2440             sr->u.explain_request->recordPacking = "xml";
2441         send_srw(sr);
2442         return 2;
2443     }
2444 #endif
2445     return 0;
2446 }
2447
2448 static int cmd_init(const char *arg)
2449 {
2450     if (*arg)
2451     {
2452         strncpy (cur_host, arg, sizeof(cur_host)-1);
2453         cur_host[sizeof(cur_host)-1] = 0;
2454     }
2455     if (only_z3950())
2456         return 1;
2457     send_initRequest(cur_host);
2458     return 2;
2459 }
2460
2461 static int cmd_find(const char *arg)
2462 {
2463     if (!*arg)
2464     {
2465         printf("Find what?\n");
2466         return 0;
2467     }
2468     if (protocol == PROTO_HTTP)
2469     {
2470 #if HAVE_XML2
2471         if (!conn)
2472             cmd_open(0);
2473         if (!conn)
2474             return 0;
2475         if (!send_SRW_searchRequest(arg))
2476             return 0;
2477 #else
2478         return 0;
2479 #endif
2480     }
2481     else
2482     {
2483         if (!conn)
2484         {
2485             try_reconnect();
2486
2487             if (!conn) {
2488                 printf("Not connected yet\n");
2489                 return 0;
2490             }
2491         }
2492         if (!send_searchRequest(arg))
2493             return 0;
2494     }
2495     return 2;
2496 }
2497
2498 static int cmd_delete(const char *arg)
2499 {
2500     if (only_z3950())
2501         return 0;
2502     if (!send_deleteResultSetRequest(arg))
2503         return 0;
2504     return 2;
2505 }
2506
2507 static int cmd_ssub(const char *arg)
2508 {
2509     if (!(smallSetUpperBound = atoi(arg)))
2510         return 0;
2511     return 1;
2512 }
2513
2514 static int cmd_lslb(const char *arg)
2515 {
2516     if (!(largeSetLowerBound = atoi(arg)))
2517         return 0;
2518     return 1;
2519 }
2520
2521 static int cmd_mspn(const char *arg)
2522 {
2523     if (!(mediumSetPresentNumber = atoi(arg)))
2524         return 0;
2525     return 1;
2526 }
2527
2528 static int cmd_status(const char *arg)
2529 {
2530     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2531     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2532     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2533     return 1;
2534 }
2535
2536 static int cmd_setnames(const char *arg)
2537 {
2538     if (*arg == '1')         /* enable ? */
2539         setnumber = 0;
2540     else if (*arg == '0')    /* disable ? */
2541         setnumber = -1;
2542     else if (setnumber < 0)  /* no args, toggle .. */
2543         setnumber = 0;
2544     else
2545         setnumber = -1;
2546
2547     if (setnumber >= 0)
2548         printf("Set numbering enabled.\n");
2549     else
2550         printf("Set numbering disabled.\n");
2551     return 1;
2552 }
2553
2554 /* PRESENT SERVICE ----------------------------- */
2555
2556 static void parse_show_args(const char *arg_c, char *setstring,
2557                             int *start, int *number)
2558 {
2559     char arg[40];
2560     char *p;
2561
2562     strncpy(arg, arg_c, sizeof(arg)-1);
2563     arg[sizeof(arg)-1] = '\0';
2564
2565     if ((p = strchr(arg, '+')))
2566     {
2567         *number = atoi(p + 1);
2568         *p = '\0';
2569     }
2570     if (*arg)
2571     {
2572         if (!strcmp(arg, "all"))
2573         {
2574             *number = last_hit_count;
2575             *start = 1;
2576         }
2577         else
2578             *start = atoi(arg);
2579     }
2580     if (p && (p=strchr(p+1, '+')))
2581         strcpy (setstring, p+1);
2582     else if (setnumber >= 0)
2583         sprintf(setstring, "%d", setnumber);
2584     else
2585         *setstring = '\0';
2586 }
2587
2588 static int send_presentRequest(const char *arg)
2589 {
2590     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2591     Z_PresentRequest *req = apdu->u.presentRequest;
2592     Z_RecordComposition compo;
2593     int nos = 1;
2594     char setstring[100];
2595
2596     req->referenceId = set_refid (out);
2597
2598     parse_show_args(arg, setstring, &setno, &nos);
2599     if (*setstring)
2600         req->resultSetId = setstring;
2601
2602     req->resultSetStartPoint = &setno;
2603     req->numberOfRecordsRequested = &nos;
2604
2605     if (recordsyntax_size == 1)
2606         req->preferredRecordSyntax =
2607             yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
2608
2609     if (record_schema || recordsyntax_size >= 2)
2610     {
2611         req->recordComposition = &compo;
2612         compo.which = Z_RecordComp_complex;
2613         compo.u.complex = (Z_CompSpec *)
2614             odr_malloc(out, sizeof(*compo.u.complex));
2615         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2616             odr_malloc(out, sizeof(bool_t));
2617         *compo.u.complex->selectAlternativeSyntax = 0;
2618
2619         compo.u.complex->generic = (Z_Specification *)
2620             odr_malloc(out, sizeof(*compo.u.complex->generic));
2621
2622         compo.u.complex->generic->which = Z_Schema_oid;
2623         if (!record_schema)
2624             compo.u.complex->generic->schema.oid = 0;
2625         else
2626         {
2627             compo.u.complex->generic->schema.oid =
2628                 yaz_str_to_z3950oid(out, CLASS_SCHEMA, record_schema);
2629
2630             if (!compo.u.complex->generic->schema.oid)
2631             {
2632                 /* OID wasn't a schema! Try record syntax instead. */
2633                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2634                     yaz_str_to_z3950oid(out, CLASS_RECSYN, record_schema);
2635             }
2636         }
2637         if (!elementSetNames)
2638             compo.u.complex->generic->elementSpec = 0;
2639         else
2640         {
2641             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2642                 odr_malloc(out, sizeof(Z_ElementSpec));
2643             compo.u.complex->generic->elementSpec->which =
2644                 Z_ElementSpec_elementSetName;
2645             compo.u.complex->generic->elementSpec->u.elementSetName =
2646                 elementSetNames->u.generic;
2647         }
2648         compo.u.complex->num_dbSpecific = 0;
2649         compo.u.complex->dbSpecific = 0;
2650         if (recordsyntax_size >= 2)
2651         {
2652             int i;
2653             compo.u.complex->num_recordSyntax = recordsyntax_size;
2654             compo.u.complex->recordSyntax = (Odr_oid **)
2655                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2656             for (i = 0; i < recordsyntax_size; i++)
2657             compo.u.complex->recordSyntax[i] =
2658                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN,
2659                                        recordsyntax_list[i]);
2660         }
2661         else
2662         {
2663             compo.u.complex->num_recordSyntax = 0;
2664             compo.u.complex->recordSyntax = 0;
2665         }
2666     }
2667     else if (elementSetNames)
2668     {
2669         req->recordComposition = &compo;
2670         compo.which = Z_RecordComp_simple;
2671         compo.u.simple = elementSetNames;
2672     }
2673     send_apdu(apdu);
2674     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2675     return 2;
2676 }
2677
2678 #if HAVE_XML2
2679 static int send_SRW_presentRequest(const char *arg)
2680 {
2681     char setstring[100];
2682     int nos = 1;
2683     Z_SRW_PDU *sr = srw_sr;
2684
2685     if (!sr)
2686         return 0;
2687     parse_show_args(arg, setstring, &setno, &nos);
2688     sr->u.request->startRecord = odr_intdup(out, setno);
2689     sr->u.request->maximumRecords = odr_intdup(out, nos);
2690     if (record_schema)
2691         sr->u.request->recordSchema = record_schema;
2692     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
2693         sr->u.request->recordPacking = "xml";
2694     return send_srw(sr);
2695 }
2696 #endif
2697
2698 static void close_session (void)
2699 {
2700     if (conn)
2701         cs_close (conn);
2702     conn = 0;
2703     sent_close = 0;
2704     odr_reset(out);
2705     odr_reset(in);
2706     odr_reset(print);
2707     last_hit_count = 0;
2708 }
2709
2710 void process_close(Z_Close *req)
2711 {
2712     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2713     Z_Close *res = apdu->u.close;
2714
2715     static char *reasons[] =
2716     {
2717         "finished",
2718         "shutdown",
2719         "system problem",
2720         "cost limit reached",
2721         "resources",
2722         "security violation",
2723         "protocolError",
2724         "lack of activity",
2725         "peer abort",
2726         "unspecified"
2727     };
2728
2729     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2730         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2731     if (sent_close)
2732         close_session ();
2733     else
2734     {
2735         *res->closeReason = Z_Close_finished;
2736         send_apdu(apdu);
2737         printf("Sent response.\n");
2738         sent_close = 1;
2739     }
2740 }
2741
2742 static int cmd_show(const char *arg)
2743 {
2744     if (protocol == PROTO_HTTP)
2745     {
2746 #if HAVE_XML2
2747         if (!conn)
2748             cmd_open(0);
2749         if (!conn)
2750             return 0;
2751         if (!send_SRW_presentRequest(arg))
2752             return 0;
2753 #else
2754         return 0;
2755 #endif
2756     }
2757     else
2758     {
2759         if (!conn)
2760         {
2761             printf("Not connected yet\n");
2762             return 0;
2763         }
2764         if (!send_presentRequest(arg))
2765             return 0;
2766     }
2767     return 2;
2768 }
2769
2770 int cmd_quit(const char *arg)
2771 {
2772     printf("See you later, alligator.\n");
2773     xmalloc_trav ("");
2774     exit(0);
2775     return 0;
2776 }
2777
2778 int cmd_cancel(const char *arg)
2779 {
2780     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2781     Z_TriggerResourceControlRequest *req =
2782         apdu->u.triggerResourceControlRequest;
2783     bool_t rfalse = 0;
2784     char command[16];
2785
2786     *command = '\0';
2787     sscanf(arg, "%15s", command);
2788
2789     if (only_z3950())
2790         return 0;
2791     if (session_initResponse &&
2792         !ODR_MASK_GET(session_initResponse->options,
2793                       Z_Options_triggerResourceCtrl))
2794     {
2795         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2796         return 0;
2797     }
2798     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2799     req->resultSetWanted = &rfalse;
2800     req->referenceId = set_refid (out);
2801
2802     send_apdu(apdu);
2803     printf("Sent cancel request\n");
2804     if (!strcmp(command, "wait"))
2805          return 2;
2806     return 1;
2807 }
2808
2809
2810 int cmd_cancel_find(const char *arg) {
2811     int fres;
2812     fres=cmd_find(arg);
2813     if( fres > 0 ) {
2814         return cmd_cancel("");
2815     };
2816     return fres;
2817 }
2818
2819 int send_scanrequest(const char *query, int pp, int num, const char *term)
2820 {
2821     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2822     Z_ScanRequest *req = apdu->u.scanRequest;
2823
2824     if (only_z3950())
2825         return 0;
2826     if (queryType == QueryType_CCL2RPN)
2827     {
2828         int error, pos;
2829         struct ccl_rpn_node *rpn;
2830
2831         rpn = ccl_find_str (bibset,  query, &error, &pos);
2832         if (error)
2833         {
2834             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2835             return -1;
2836         }
2837         req->attributeSet =
2838             yaz_oidval_to_z3950oid(out, CLASS_ATTSET, VAL_BIB1);
2839         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2840         {
2841             printf("Couldn't convert CCL to Scan term\n");
2842             return -1;
2843         }
2844         ccl_rpn_delete (rpn);
2845     }
2846     else
2847     {
2848         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2849
2850         if (!(req->termListAndStartPoint =
2851               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2852         {
2853             const char *pqf_msg;
2854             size_t off;
2855             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2856             printf("%*s^\n", off+7, "");
2857             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2858             yaz_pqf_destroy (pqf_parser);
2859             return -1;
2860         }
2861         yaz_pqf_destroy (pqf_parser);
2862     }
2863     if (term && *term)
2864     {
2865         if (req->termListAndStartPoint->term &&
2866             req->termListAndStartPoint->term->which == Z_Term_general &&
2867             req->termListAndStartPoint->term->u.general)
2868         {
2869             req->termListAndStartPoint->term->u.general->buf =
2870                 (unsigned char *) odr_strdup(out, term);
2871             req->termListAndStartPoint->term->u.general->len =
2872                 req->termListAndStartPoint->term->u.general->size =
2873                 strlen(term);
2874         }
2875     }
2876     req->referenceId = set_refid (out);
2877     req->num_databaseNames = num_databaseNames;
2878     req->databaseNames = databaseNames;
2879     req->numberOfTermsRequested = &num;
2880     req->preferredPositionInResponse = &pp;
2881     req->stepSize = odr_intdup(out, scan_stepSize);
2882     send_apdu(apdu);
2883     return 2;
2884 }
2885
2886 int send_sortrequest(const char *arg, int newset)
2887 {
2888     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
2889     Z_SortRequest *req = apdu->u.sortRequest;
2890     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
2891         odr_malloc (out, sizeof(*sksl));
2892     char setstring[32];
2893
2894     if (only_z3950())
2895         return 0;
2896     if (setnumber >= 0)
2897         sprintf (setstring, "%d", setnumber);
2898     else
2899         sprintf (setstring, "default");
2900
2901     req->referenceId = set_refid (out);
2902
2903     req->num_inputResultSetNames = 1;
2904     req->inputResultSetNames = (Z_InternationalString **)
2905         odr_malloc (out, sizeof(*req->inputResultSetNames));
2906     req->inputResultSetNames[0] = odr_strdup (out, setstring);
2907
2908     if (newset && setnumber >= 0)
2909         sprintf (setstring, "%d", ++setnumber);
2910
2911     req->sortedResultSetName = odr_strdup (out, setstring);
2912
2913     req->sortSequence = yaz_sort_spec (out, arg);
2914     if (!req->sortSequence)
2915     {
2916         printf ("Missing sort specifications\n");
2917         return -1;
2918     }
2919     send_apdu(apdu);
2920     return 2;
2921 }
2922
2923 void display_term(Z_TermInfo *t)
2924 {
2925     if (t->displayTerm)
2926         printf("%s", t->displayTerm);
2927     else if (t->term->which == Z_Term_general)
2928     {
2929         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
2930         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
2931             t->term->u.general->buf);
2932     }
2933     else
2934         printf("Term (not general)");
2935     if (t->globalOccurrences)
2936         printf (" (%d)\n", *t->globalOccurrences);
2937     else
2938         printf ("\n");
2939 }
2940
2941 void process_scanResponse(Z_ScanResponse *res)
2942 {
2943     int i;
2944     Z_Entry **entries = NULL;
2945     int num_entries = 0;
2946
2947     printf("Received ScanResponse\n");
2948     print_refid (res->referenceId);
2949     printf("%d entries", *res->numberOfEntriesReturned);
2950     if (res->positionOfTerm)
2951         printf (", position=%d", *res->positionOfTerm);
2952     printf ("\n");
2953     if (*res->scanStatus != Z_Scan_success)
2954         printf("Scan returned code %d\n", *res->scanStatus);
2955     if (!res->entries)
2956         return;
2957     if ((entries = res->entries->entries))
2958         num_entries = res->entries->num_entries;
2959     for (i = 0; i < num_entries; i++)
2960     {
2961         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
2962         if (entries[i]->which == Z_Entry_termInfo)
2963         {
2964             printf("%c ", i + 1 == pos_term ? '*' : ' ');
2965             display_term(entries[i]->u.termInfo);
2966         }
2967         else
2968             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
2969     }
2970     if (res->entries->nonsurrogateDiagnostics)
2971         display_diagrecs (res->entries->nonsurrogateDiagnostics,
2972                           res->entries->num_nonsurrogateDiagnostics);
2973 }
2974
2975 void process_sortResponse(Z_SortResponse *res)
2976 {
2977     printf("Received SortResponse: status=");
2978     switch (*res->sortStatus)
2979     {
2980     case Z_SortResponse_success:
2981         printf ("success"); break;
2982     case Z_SortResponse_partial_1:
2983         printf ("partial"); break;
2984     case Z_SortResponse_failure:
2985         printf ("failure"); break;
2986     default:
2987         printf ("unknown (%d)", *res->sortStatus);
2988     }
2989     printf ("\n");
2990     print_refid (res->referenceId);
2991     if (res->diagnostics)
2992         display_diagrecs(res->diagnostics,
2993                          res->num_diagnostics);
2994 }
2995
2996 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
2997 {
2998     printf("Got deleteResultSetResponse status=%d\n",
2999            *res->deleteOperationStatus);
3000     if (res->deleteListStatuses)
3001     {
3002         int i;
3003         for (i = 0; i < res->deleteListStatuses->num; i++)
3004         {
3005             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3006                     *res->deleteListStatuses->elements[i]->status);
3007         }
3008     }
3009 }
3010
3011 int cmd_sort_generic(const char *arg, int newset)
3012 {
3013     if (only_z3950())
3014         return 0;
3015     if (session_initResponse &&
3016         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3017     {
3018         printf("Target doesn't support sort\n");
3019         return 0;
3020     }
3021     if (*arg)
3022     {
3023         if (send_sortrequest(arg, newset) < 0)
3024             return 0;
3025         return 2;
3026     }
3027     return 0;
3028 }
3029
3030 int cmd_sort(const char *arg)
3031 {
3032     return cmd_sort_generic (arg, 0);
3033 }
3034
3035 int cmd_sort_newset (const char *arg)
3036 {
3037     return cmd_sort_generic (arg, 1);
3038 }
3039
3040 int cmd_scanstep(const char *arg)
3041 {
3042     scan_stepSize = atoi(arg);
3043     return 0;
3044 }
3045
3046 int cmd_scanpos(const char *arg)
3047 {
3048     int r = sscanf(arg, "%d", &scan_position);
3049     if (r == 0)
3050         scan_position = 1;
3051     return 0;
3052 }
3053
3054 int cmd_scansize(const char *arg)
3055 {
3056     int r = sscanf(arg, "%d", &scan_size);
3057     if (r == 0)
3058         scan_size = 20;
3059     return 0;
3060 }
3061
3062 int cmd_scan(const char *arg)
3063 {
3064     if (protocol == PROTO_HTTP)
3065     {
3066 #if HAVE_XML2
3067         if (!conn)
3068             cmd_open(0);
3069         if (!conn)
3070             return 0;
3071         if (*arg)
3072         {
3073             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3074                 return 0;
3075         }
3076         else
3077         {
3078             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3079                 return 0;
3080         }
3081         return 2;
3082 #else
3083         return 0;
3084 #endif
3085     }
3086     else
3087     {
3088         if (!conn)
3089         {
3090             try_reconnect();
3091
3092             if (!conn) {
3093                 printf("Session not initialized yet\n");
3094                 return 0;
3095             }
3096         }
3097         if (session_initResponse &&
3098             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3099         {
3100             printf("Target doesn't support scan\n");
3101             return 0;
3102         }
3103         if (*arg)
3104         {
3105             strcpy (last_scan_query, arg);
3106             if (send_scanrequest(arg, scan_position, scan_size, 0) < 0)
3107                 return 0;
3108         }
3109         else
3110         {
3111             if (send_scanrequest(last_scan_query, 1, scan_size, last_scan_line) < 0)
3112                 return 0;
3113         }
3114         return 2;
3115     }
3116 }
3117
3118 int cmd_schema(const char *arg)
3119 {
3120     xfree(record_schema);
3121     record_schema = 0;
3122     if (arg && *arg)
3123         record_schema = xstrdup(arg);
3124     return 1;
3125 }
3126
3127 int cmd_format(const char *arg)
3128 {
3129     const char *cp = arg;
3130     int nor;
3131     int idx = 0;
3132     oid_value nsyntax[RECORDSYNTAX_MAX];
3133     char form_str[41];
3134     if (!arg || !*arg)
3135     {
3136         printf("Usage: format <recordsyntax>\n");
3137         return 0;
3138     }
3139     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3140            && idx < RECORDSYNTAX_MAX)
3141     {
3142         nsyntax[idx] = oid_getvalbyname(form_str);
3143         if (!strcmp(form_str, "none"))
3144             break;
3145         if (nsyntax[idx] == VAL_NONE)
3146         {
3147             printf ("unknown record syntax: %s\n", form_str);
3148             return 0;
3149         }
3150         cp += nor;
3151         idx++;
3152     }
3153     recordsyntax_size = idx;
3154     memcpy(recordsyntax_list, nsyntax, idx * sizeof(*nsyntax));
3155     return 1;
3156 }
3157
3158 int cmd_elements(const char *arg)
3159 {
3160     static Z_ElementSetNames esn;
3161     static char what[100];
3162
3163     if (!arg || !*arg)
3164     {
3165         elementSetNames = 0;
3166         return 1;
3167     }
3168     strcpy(what, arg);
3169     esn.which = Z_ElementSetNames_generic;
3170     esn.u.generic = what;
3171     elementSetNames = &esn;
3172     return 1;
3173 }
3174
3175 int cmd_attributeset(const char *arg)
3176 {
3177     char what[100];
3178
3179     if (!arg || !*arg)
3180     {
3181         printf("Usage: attributeset <setname>\n");
3182         return 0;
3183     }
3184     sscanf(arg, "%s", what);
3185     if (p_query_attset (what))
3186     {
3187         printf("Unknown attribute set name\n");
3188         return 0;
3189     }
3190     return 1;
3191 }
3192
3193 int cmd_querytype (const char *arg)
3194 {
3195     if (!strcmp (arg, "ccl"))
3196         queryType = QueryType_CCL;
3197     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3198         queryType = QueryType_Prefix;
3199     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3200         queryType = QueryType_CCL2RPN;
3201     else if (!strcmp(arg, "cql"))
3202         queryType = QueryType_CQL;
3203     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3204         queryType = QueryType_CQL2RPN;
3205     else
3206     {
3207         printf ("Querytype must be one of:\n");
3208         printf (" prefix         - Prefix query\n");
3209         printf (" ccl            - CCL query\n");
3210         printf (" ccl2rpn        - CCL query converted to RPN\n");
3211         printf (" cql            - CQL\n");
3212         printf (" cql2rpn        - CQL query converted to RPN\n");
3213         return 0;
3214     }
3215     return 1;
3216 }
3217
3218 int cmd_refid (const char *arg)
3219 {
3220     xfree (refid);
3221     refid = NULL;
3222     if (*arg)
3223         refid = xstrdup (arg);
3224     return 1;
3225 }
3226
3227 int cmd_close(const char *arg)
3228 {
3229     Z_APDU *apdu;
3230     Z_Close *req;
3231     if (only_z3950())
3232         return 0;
3233     apdu = zget_APDU(out, Z_APDU_close);
3234     req = apdu->u.close;
3235     *req->closeReason = Z_Close_finished;
3236     send_apdu(apdu);
3237     printf("Sent close request.\n");
3238     sent_close = 1;
3239     return 2;
3240 }
3241
3242 int cmd_packagename(const char* arg)
3243 {
3244     xfree (esPackageName);
3245     esPackageName = NULL;
3246     if (*arg)
3247         esPackageName = xstrdup(arg);
3248     return 1;
3249 }
3250
3251 int cmd_proxy(const char* arg)
3252 {
3253     xfree (yazProxy);
3254     yazProxy = NULL;
3255     if (*arg)
3256         yazProxy = xstrdup (arg);
3257     return 1;
3258 }
3259
3260 int cmd_marccharset(const char *arg)
3261 {
3262     char l1[30];
3263
3264     *l1 = 0;
3265     if (sscanf(arg, "%29s", l1) < 1)
3266     {
3267         printf("MARC character set is `%s'\n",
3268                marcCharset ? marcCharset: "none");
3269         return 1;
3270     }
3271     xfree (marcCharset);
3272     marcCharset = 0;
3273     if (strcmp(l1, "-"))
3274         marcCharset = xstrdup(l1);
3275     return 1;
3276 }
3277
3278 int cmd_displaycharset(const char *arg)
3279 {
3280     char l1[30];
3281
3282     *l1 = 0;
3283     if (sscanf(arg, "%29s", l1) < 1)
3284     {
3285         printf("Display character set is `%s'\n",
3286                outputCharset ? outputCharset: "none");
3287     }
3288     else
3289     {
3290         xfree (outputCharset);
3291         outputCharset = 0;
3292         if (!strcmp(l1, "auto") && codeset)
3293         {
3294             if (codeset)
3295             {
3296                 printf ("Display character set: %s\n", codeset);
3297                 outputCharset = xstrdup(codeset);
3298             }
3299             else
3300                 printf ("No codeset found on this system\n");
3301         }
3302         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3303             outputCharset = xstrdup(l1);
3304     }
3305     return 1;
3306 }
3307
3308 int cmd_negcharset(const char *arg)
3309 {
3310     char l1[30];
3311
3312     *l1 = 0;
3313     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3314                &negotiationCharsetVersion) < 1)
3315     {
3316         printf("Current negotiation character set is `%s'\n",
3317                negotiationCharset ? negotiationCharset: "none");
3318         printf("Records in charset %s\n", negotiationCharsetRecords ?
3319                "yes" : "no");
3320         printf("Charneg version %d\n", negotiationCharsetVersion);
3321     }
3322     else
3323     {
3324         xfree (negotiationCharset);
3325         negotiationCharset = NULL;
3326         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3327         {
3328             negotiationCharset = xstrdup(l1);
3329             printf ("Character set negotiation : %s\n", negotiationCharset);
3330         }
3331     }
3332     return 1;
3333 }
3334
3335 int cmd_charset(const char* arg)
3336 {
3337     char l1[30], l2[30], l3[30];
3338
3339     *l1 = *l2 = *l3 = 0;
3340     if (sscanf(arg, "%29s %29s %29s", l1, l2, l3) < 1)
3341     {
3342         cmd_negcharset("");
3343         cmd_displaycharset("");
3344         cmd_marccharset("");
3345     }
3346     else
3347     {
3348         cmd_negcharset(l1);
3349         if (*l2)
3350             cmd_displaycharset(l2);
3351         if (*l3)
3352             cmd_marccharset(l3);
3353     }
3354     return 1;
3355 }
3356
3357 int cmd_lang(const char* arg)
3358 {
3359     if (*arg == '\0') {
3360         printf("Current language is `%s'\n", (yazLang)?yazLang:NULL);
3361         return 1;
3362     }
3363     xfree (yazLang);
3364     yazLang = NULL;
3365     if (*arg)
3366         yazLang = xstrdup(arg);
3367     return 1;
3368 }
3369
3370 int cmd_source(const char* arg, int echo )
3371 {
3372     /* first should open the file and read one line at a time.. */
3373     FILE* includeFile;
3374     char line[102400], *cp;
3375
3376     if(strlen(arg)<1) {
3377         fprintf(stderr,"Error in source command use a filename\n");
3378         return -1;
3379     }
3380
3381     includeFile = fopen (arg, "r");
3382
3383     if(!includeFile) {
3384         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3385         return -1;
3386     }
3387
3388     while(!feof(includeFile)) {
3389         memset(line,0,sizeof(line));
3390         fgets(line,sizeof(line),includeFile);
3391
3392         if(strlen(line) < 2) continue;
3393         if(line[0] == '#') continue;
3394
3395         if ((cp = strrchr (line, '\n')))
3396             *cp = '\0';
3397
3398         if( echo ) {
3399             printf( "processing line: %s\n",line );
3400         };
3401         process_cmd_line(line);
3402     }
3403
3404     if(fclose(includeFile)<0) {
3405         perror("unable to close include file");
3406         exit(1);
3407     }
3408     return 1;
3409 }
3410
3411 int cmd_source_echo(const char* arg)
3412 {
3413     cmd_source(arg, 1);
3414     return 1;
3415 }
3416
3417 int cmd_source_noecho(const char* arg)
3418 {
3419     cmd_source(arg, 0);
3420     return 1;
3421 }
3422
3423
3424 int cmd_subshell(const char* args)
3425 {
3426     if(strlen(args))
3427         system(args);
3428     else
3429         system(getenv("SHELL"));
3430
3431     printf("\n");
3432     return 1;
3433 }
3434
3435 int cmd_set_berfile(const char *arg)
3436 {
3437     if (ber_file && ber_file != stdout && ber_file != stderr)
3438         fclose(ber_file);
3439     if (!strcmp(arg, ""))
3440         ber_file = 0;
3441     else if (!strcmp(arg, "-"))
3442         ber_file = stdout;
3443     else
3444         ber_file = fopen(arg, "a");
3445     return 1;
3446 }
3447
3448 int cmd_set_apdufile(const char *arg)
3449 {
3450     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3451         fclose(apdu_file);
3452     if (!strcmp(arg, ""))
3453         apdu_file = 0;
3454     else if (!strcmp(arg, "-"))
3455         apdu_file = stderr;
3456     else
3457     {
3458         apdu_file = fopen(arg, "a");
3459         if (!apdu_file)
3460             perror("unable to open apdu log file");
3461     }
3462     if (apdu_file)
3463         odr_setprint(print, apdu_file);
3464     return 1;
3465 }
3466
3467 int cmd_set_cclfile(const char* arg)
3468 {
3469     FILE *inf;
3470
3471     bibset = ccl_qual_mk ();
3472     inf = fopen (arg, "r");
3473     if (!inf)
3474         perror("unable to open CCL file");
3475     else
3476     {
3477         ccl_qual_file (bibset, inf);
3478         fclose (inf);
3479     }
3480     strcpy(ccl_fields,arg);
3481     return 0;
3482 }
3483
3484 int cmd_set_cqlfile(const char* arg)
3485 {
3486     cql_transform_t newcqltrans;
3487
3488     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3489         perror("unable to open CQL file");
3490         return 0;
3491     }
3492     if (cqltrans != 0)
3493         cql_transform_close(cqltrans);
3494
3495     cqltrans = newcqltrans;
3496     strcpy(cql_fields, arg);
3497     return 0;
3498 }
3499
3500 int cmd_set_auto_reconnect(const char* arg)
3501 {
3502     if(strlen(arg)==0) {
3503         auto_reconnect = ! auto_reconnect;
3504     } else if(strcmp(arg,"on")==0) {
3505         auto_reconnect = 1;
3506     } else if(strcmp(arg,"off")==0) {
3507         auto_reconnect = 0;
3508     } else {
3509         printf("Error use on or off\n");
3510         return 1;
3511     }
3512
3513     if (auto_reconnect)
3514         printf("Set auto reconnect enabled.\n");
3515     else
3516         printf("Set auto reconnect disabled.\n");
3517
3518     return 0;
3519 }
3520
3521
3522 int cmd_set_auto_wait(const char* arg)
3523 {
3524     if(strlen(arg)==0) {
3525         auto_wait = ! auto_wait;
3526     } else if(strcmp(arg,"on")==0) {
3527         auto_wait = 1;
3528     } else if(strcmp(arg,"off")==0) {
3529         auto_wait = 0;
3530     } else {
3531         printf("Error use on or off\n");
3532         return 1;
3533     }
3534
3535     if (auto_wait)
3536         printf("Set auto wait enabled.\n");
3537     else
3538         printf("Set auto wait disabled.\n");
3539
3540     return 0;
3541 }
3542
3543 int cmd_set_marcdump(const char* arg)
3544 {
3545     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3546         fclose(marc_file);
3547     }
3548
3549     if (!strcmp(arg, ""))
3550         marc_file = 0;
3551     else if (!strcmp(arg, "-"))
3552         marc_file = stderr;
3553     else
3554     {
3555         marc_file = fopen(arg, "a");
3556         if (!marc_file)
3557             perror("unable to open marc log file");
3558     }
3559     return 1;
3560 }
3561
3562 /*
3563    this command takes 3 arge {name class oid}
3564 */
3565 int cmd_register_oid(const char* args) {
3566     static struct {
3567         char* className;
3568         oid_class oclass;
3569     } oid_classes[] = {
3570         {"appctx",CLASS_APPCTX},
3571         {"absyn",CLASS_ABSYN},
3572         {"attset",CLASS_ATTSET},
3573         {"transyn",CLASS_TRANSYN},
3574         {"diagset",CLASS_DIAGSET},
3575         {"recsyn",CLASS_RECSYN},
3576         {"resform",CLASS_RESFORM},
3577         {"accform",CLASS_ACCFORM},
3578         {"extserv",CLASS_EXTSERV},
3579         {"userinfo",CLASS_USERINFO},
3580         {"elemspec",CLASS_ELEMSPEC},
3581         {"varset",CLASS_VARSET},
3582         {"schema",CLASS_SCHEMA},
3583         {"tagset",CLASS_TAGSET},
3584         {"general",CLASS_GENERAL},
3585         {0,(enum oid_class) 0}
3586     };
3587     char oname_str[101], oclass_str[101], oid_str[101];
3588     char* name;
3589     int i;
3590     oid_class oidclass = CLASS_GENERAL;
3591     int val = 0, oid[OID_SIZE];
3592     struct oident * new_oident=NULL;
3593
3594     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3595                 oname_str,oclass_str, oid_str) < 1) {
3596         printf("Error in register command \n");
3597         return 0;
3598     }
3599
3600     for (i = 0; oid_classes[i].className; i++) {
3601         if (!strcmp(oid_classes[i].className, oclass_str))
3602         {
3603             oidclass=oid_classes[i].oclass;
3604             break;
3605         }
3606     }
3607
3608     if(!(oid_classes[i].className)) {
3609         printf("Unknown oid class %s\n",oclass_str);
3610         return 0;
3611     }
3612
3613     i = 0;
3614     name = oid_str;
3615     val = 0;
3616
3617     while (isdigit (*(unsigned char *) name))
3618     {
3619         val = val*10 + (*name - '0');
3620         name++;
3621         if (*name == '.')
3622         {
3623             if (i < OID_SIZE-1)
3624                 oid[i++] = val;
3625             val = 0;
3626             name++;
3627         }
3628     }
3629     oid[i] = val;
3630     oid[i+1] = -1;
3631
3632     new_oident = oid_addent (oid, PROTO_GENERAL, oidclass, oname_str,
3633                              VAL_DYNAMIC);
3634     if(strcmp(new_oident->desc,oname_str))
3635     {
3636         fprintf(stderr,"oid is already named as %s, registration failed\n",
3637                 new_oident->desc);
3638     }
3639     return 1;
3640 }
3641
3642 int cmd_push_command(const char* arg)
3643 {
3644 #if HAVE_READLINE_HISTORY_H
3645     if(strlen(arg)>1)
3646         add_history(arg);
3647 #else
3648     fprintf(stderr,"Not compiled with the readline/history module\n");
3649 #endif
3650     return 1;
3651 }
3652
3653 void source_rcfile()
3654 {
3655     /*  Look for a $HOME/.yazclientrc and source it if it exists */
3656     struct stat statbuf;
3657     char buffer[1000];
3658     char* homedir=getenv("HOME");
3659
3660     if( homedir ) {
3661
3662         sprintf(buffer,"%s/.yazclientrc",homedir);
3663
3664         if(stat(buffer,&statbuf)==0) {
3665             cmd_source(buffer, 0 );
3666         }
3667
3668     };
3669
3670     if(stat(".yazclientrc",&statbuf)==0) {
3671         cmd_source(".yazclientrc", 0 );
3672     }
3673 }
3674
3675
3676 static void initialize(void)
3677 {
3678     FILE *inf;
3679     int i;
3680
3681     if (!(out = odr_createmem(ODR_ENCODE)) ||
3682         !(in = odr_createmem(ODR_DECODE)) ||
3683         !(print = odr_createmem(ODR_PRINT)))
3684     {
3685         fprintf(stderr, "failed to allocate ODR streams\n");
3686         exit(1);
3687     }
3688     oid_init();
3689
3690     setvbuf(stdout, 0, _IONBF, 0);
3691     if (apdu_file)
3692         odr_setprint(print, apdu_file);
3693
3694     bibset = ccl_qual_mk ();
3695     inf = fopen (ccl_fields, "r");
3696     if (inf)
3697     {
3698         ccl_qual_file (bibset, inf);
3699         fclose (inf);
3700     }
3701
3702     cqltrans = cql_transform_open_fname(cql_fields);
3703     /* If this fails, no problem: we detect cqltrans == 0 later */
3704
3705 #if HAVE_READLINE_READLINE_H
3706     rl_attempted_completion_function = (CPPFunction*)readline_completer;
3707 #endif
3708
3709
3710     for(i=0; i<maxOtherInfosSupported; ++i) {
3711         extraOtherInfos[i].oidval = -1;
3712     }
3713
3714     source_rcfile();
3715 }
3716
3717
3718 #if HAVE_GETTIMEOFDAY
3719 struct timeval tv_start;
3720 #endif
3721
3722 #if HAVE_XML2
3723 static void handle_srw_record(Z_SRW_record *rec)
3724 {
3725     if (rec->recordPosition)
3726     {
3727         printf ("pos=%d", *rec->recordPosition);
3728         setno = *rec->recordPosition + 1;
3729     }
3730     if (rec->recordSchema)
3731         printf (" schema=%s", rec->recordSchema);
3732     printf ("\n");
3733     if (rec->recordData_buf && rec->recordData_len)
3734     {
3735         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3736         if (marc_file)
3737             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3738     }
3739     else
3740         printf ("No data!");
3741     printf("\n");
3742 }
3743
3744 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3745 {
3746     handle_srw_record(&res->record);
3747 }
3748
3749 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3750 {
3751     int i;
3752
3753     printf ("Received SRW SearchRetrieve Response\n");
3754
3755     for (i = 0; i<res->num_diagnostics; i++)
3756     {
3757         if (res->diagnostics[i].uri)
3758             printf ("SRW diagnostic %s\n",
3759                     res->diagnostics[i].uri);
3760         else
3761             printf ("SRW diagnostic missing or could not be decoded\n");
3762         if (res->diagnostics[i].message)
3763             printf ("Message: %s\n", res->diagnostics[i].message);
3764         if (res->diagnostics[i].details)
3765             printf ("Details: %s\n", res->diagnostics[i].details);
3766     }
3767     if (res->numberOfRecords)
3768         printf ("Number of hits: %d\n", *res->numberOfRecords);
3769     for (i = 0; i<res->num_records; i++)
3770         handle_srw_record(res->records + i);
3771 }
3772
3773 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3774 {
3775     if (term->displayTerm)
3776         printf("%s:", term->displayTerm);
3777     else if (term->value)
3778         printf("%s:", term->value);
3779     else
3780         printf("No value:");
3781     if (term->numberOfRecords)
3782         printf(" %d", *term->numberOfRecords);
3783     if (term->whereInList)
3784         printf(" %s", term->whereInList);
3785     if (term->value && term->displayTerm)
3786         printf(" %s", term->value);
3787
3788     strcpy(last_scan_line, term->value);
3789     printf("\n");
3790 }
3791
3792 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3793 {
3794     int i;
3795
3796     printf ("Received SRW Scan Response\n");
3797
3798     for (i = 0; i<res->num_diagnostics; i++)
3799     {
3800         if (res->diagnostics[i].uri)
3801             printf ("SRW diagnostic %s\n",
3802                     res->diagnostics[i].uri);
3803         else
3804             printf ("SRW diagnostic missing or could not be decoded\n");
3805         if (res->diagnostics[i].message)
3806             printf ("Message: %s\n", res->diagnostics[i].message);
3807         if (res->diagnostics[i].details)
3808             printf ("Details: %s\n", res->diagnostics[i].details);
3809     }
3810     if (res->terms)
3811         for (i = 0; i<res->num_terms; i++)
3812             handle_srw_scan_term(res->terms + i);
3813 }
3814
3815 static void http_response(Z_HTTP_Response *hres)
3816 {
3817     int ret = -1;
3818     const char *content_type = z_HTTP_header_lookup(hres->headers,
3819                                                     "Content-Type");
3820     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3821                                                        "Connection");
3822     if (content_type && !yaz_strcmp_del("text/xml", content_type, "; "))
3823     {
3824         Z_SOAP *soap_package = 0;
3825         ODR o = odr_createmem(ODR_DECODE);
3826         Z_SOAP_Handler soap_handlers[2] = {
3827             {"http://www.loc.gov/zing/srw/", 0,
3828              (Z_SOAP_fun) yaz_srw_codec},
3829             {0, 0, 0}
3830         };
3831         ret = z_soap_codec(o, &soap_package,
3832                            &hres->content_buf, &hres->content_len,
3833                            soap_handlers);
3834         if (!ret && soap_package->which == Z_SOAP_generic &&
3835             soap_package->u.generic->no == 0)
3836         {
3837             Z_SRW_PDU *sr = soap_package->u.generic->p;
3838             if (sr->which == Z_SRW_searchRetrieve_response)
3839                 handle_srw_response(sr->u.response);
3840             else if (sr->which == Z_SRW_explain_response)
3841                 handle_srw_explain_response(sr->u.explain_response);
3842             else if (sr->which == Z_SRW_scan_response)
3843                 handle_srw_scan_response(sr->u.scan_response);
3844             else
3845                 ret = -1;
3846         }
3847         else if (soap_package && (soap_package->which == Z_SOAP_fault
3848                           || soap_package->which == Z_SOAP_error))
3849         {
3850             printf ("HTTP Error Status=%d\n", hres->code);
3851             printf ("SOAP Fault code %s\n",
3852                     soap_package->u.fault->fault_code);
3853             printf ("SOAP Fault string %s\n",
3854                     soap_package->u.fault->fault_string);
3855             if (soap_package->u.fault->details)
3856                 printf ("SOAP Details %s\n",
3857                         soap_package->u.fault->details);
3858         }
3859         else
3860             ret = -1;
3861         odr_destroy(o);
3862     }
3863     if (ret)
3864     {
3865         if (hres->code != 200)
3866         {
3867             printf ("HTTP Error Status=%d\n", hres->code);
3868         }
3869         else
3870         {
3871             printf ("Decoding of SRW package failed\n");
3872         }
3873         close_session();
3874     }
3875     else
3876     {
3877         if (!strcmp(hres->version, "1.0"))
3878         {
3879             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
3880             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
3881                 close_session();
3882         }
3883         else
3884         {
3885             /* HTTP 1.1: only if no close we stay alive .. */
3886             if (connection_head && !strcmp(connection_head, "close"))
3887                 close_session();
3888         }
3889     }
3890 }
3891 #endif
3892
3893 void wait_and_handle_response(int one_response_only)
3894 {
3895     int reconnect_ok = 1;
3896     int res;
3897     char *netbuffer= 0;
3898     int netbufferlen = 0;
3899 #if HAVE_GETTIMEOFDAY
3900     int got_tv_end = 0;
3901     struct timeval tv_end;
3902 #endif
3903     Z_GDU *gdu;
3904
3905     while(conn)
3906     {
3907         res = cs_get(conn, &netbuffer, &netbufferlen);
3908         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
3909         {
3910             cs_close(conn);
3911             conn = 0;
3912             cmd_open(0);
3913             reconnect_ok = 0;
3914             if (conn)
3915             {
3916                 char *buf_out;
3917                 int len_out;
3918
3919                 buf_out = odr_getbuf(out, &len_out, 0);
3920
3921                 do_hex_dump(buf_out, len_out);
3922
3923                 cs_put(conn, buf_out, len_out);
3924
3925                 odr_reset(out);
3926                 continue;
3927             }
3928         }
3929         else if (res <= 0)
3930         {
3931             printf("Target closed connection\n");
3932             close_session();
3933             break;
3934         }
3935 #if HAVE_GETTIMEOFDAY
3936         if (got_tv_end == 0)
3937             gettimeofday (&tv_end, 0); /* count first one only */
3938         got_tv_end++;
3939 #endif
3940         odr_reset(out);
3941         odr_reset(in); /* release APDU from last round */
3942         record_last = 0;
3943         do_hex_dump(netbuffer, res);
3944         odr_setbuf(in, netbuffer, res, 0);
3945
3946         if (!z_GDU(in, &gdu, 0, 0))
3947         {
3948             FILE *f = ber_file ? ber_file : stdout;
3949             odr_perror(in, "Decoding incoming APDU");
3950             fprintf(f, "[Near %d]\n", odr_offset(in));
3951             fprintf(f, "Packet dump:\n---------\n");
3952             odr_dumpBER(f, netbuffer, res);
3953             fprintf(f, "---------\n");
3954             if (apdu_file)
3955             {
3956                 z_GDU(print, &gdu, 0, 0);
3957                 odr_reset(print);
3958             }
3959             if (conn && cs_more(conn))
3960                 continue;
3961             break;
3962         }
3963         if (ber_file)
3964             odr_dumpBER(ber_file, netbuffer, res);
3965         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
3966         {
3967             odr_perror(print, "Failed to print incoming APDU");
3968             odr_reset(print);
3969                 continue;
3970         }
3971         if (gdu->which == Z_GDU_Z3950)
3972         {
3973             Z_APDU *apdu = gdu->u.z3950;
3974             switch(apdu->which)
3975             {
3976             case Z_APDU_initResponse:
3977                 process_initResponse(apdu->u.initResponse);
3978                 break;
3979             case Z_APDU_searchResponse:
3980                 process_searchResponse(apdu->u.searchResponse);
3981                 break;
3982             case Z_APDU_scanResponse:
3983                 process_scanResponse(apdu->u.scanResponse);
3984                 break;
3985             case Z_APDU_presentResponse:
3986                 print_refid (apdu->u.presentResponse->referenceId);
3987                 setno +=
3988                     *apdu->u.presentResponse->numberOfRecordsReturned;
3989                 if (apdu->u.presentResponse->records)
3990                     display_records(apdu->u.presentResponse->records);
3991                 else
3992                     printf("No records.\n");
3993                 printf ("nextResultSetPosition = %d\n",
3994                         *apdu->u.presentResponse->nextResultSetPosition);
3995                 break;
3996             case Z_APDU_sortResponse:
3997                 process_sortResponse(apdu->u.sortResponse);
3998                 break;
3999             case Z_APDU_extendedServicesResponse:
4000                 printf("Got extended services response\n");
4001                 process_ESResponse(apdu->u.extendedServicesResponse);
4002                 break;
4003             case Z_APDU_close:
4004                 printf("Target has closed the association.\n");
4005                 process_close(apdu->u.close);
4006                 break;
4007             case Z_APDU_resourceControlRequest:
4008                 process_resourceControlRequest
4009                     (apdu->u.resourceControlRequest);
4010                 break;
4011             case Z_APDU_deleteResultSetResponse:
4012                 process_deleteResultSetResponse(apdu->u.
4013                                                 deleteResultSetResponse);
4014                 break;
4015             default:
4016                 printf("Received unknown APDU type (%d).\n",
4017                        apdu->which);
4018                 close_session ();
4019             }
4020         }
4021 #if HAVE_XML2
4022         else if (gdu->which == Z_GDU_HTTP_Response)
4023         {
4024             http_response(gdu->u.HTTP_Response);
4025         }
4026 #endif
4027         if (one_response_only)
4028             break;
4029         if (conn && !cs_more(conn))
4030             break;
4031     }
4032 #if HAVE_GETTIMEOFDAY
4033     if (got_tv_end)
4034     {
4035 #if 0
4036         printf ("S/U S/U=%ld/%ld %ld/%ld",
4037                 (long) tv_start.tv_sec,
4038                 (long) tv_start.tv_usec,
4039                 (long) tv_end.tv_sec,
4040                 (long) tv_end.tv_usec);
4041 #endif
4042         printf ("Elapsed: %.6f\n",
4043                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4044                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4045     }
4046 #endif
4047     xfree (netbuffer);
4048 }
4049
4050
4051 int cmd_cclparse(const char* arg)
4052 {
4053     int error, pos;
4054     struct ccl_rpn_node *rpn=NULL;
4055
4056
4057     rpn = ccl_find_str (bibset, arg, &error, &pos);
4058
4059     if (error) {
4060         printf ("%*s^ - ", 3+strlen(last_cmd)+1+pos, " ");
4061         printf ("%s\n", ccl_err_msg (error));
4062     }
4063     else
4064     {
4065         if (rpn)
4066         {
4067             ccl_pr_tree(rpn, stdout);
4068         }
4069     }
4070     if (rpn)
4071         ccl_rpn_delete(rpn);
4072
4073     printf ("\n");
4074
4075     return 0;
4076 }
4077
4078
4079 int cmd_set_otherinfo(const char* args)
4080 {
4081     char oidstr[101], otherinfoString[101];
4082     int otherinfoNo;
4083     int sscan_res;
4084     int oidval;
4085
4086     sscan_res = sscanf (args, "%d %100[^ ] %100s", &otherinfoNo, oidstr, otherinfoString);
4087     if (sscan_res==1) {
4088         /* reset this otherinfo */
4089         if(otherinfoNo>=maxOtherInfosSupported) {
4090             printf("Error otherinfo index to large (%d>%d)\n",
4091                    otherinfoNo,maxOtherInfosSupported);
4092         }
4093         extraOtherInfos[otherinfoNo].oidval = -1;
4094         if (extraOtherInfos[otherinfoNo].value)
4095             free(extraOtherInfos[otherinfoNo].value);
4096         return 0;
4097     }
4098     if (sscan_res<3) {
4099         printf("Error in set_otherinfo command \n");
4100         return 0;
4101     }
4102
4103     if (otherinfoNo>=maxOtherInfosSupported) {
4104         printf("Error otherinfo index to large (%d>%d)\n",
4105                otherinfoNo,maxOtherInfosSupported);
4106     }
4107
4108     oidval = oid_getvalbyname (oidstr);
4109     if (oidval == -1 ) {
4110         printf("Error in set_otherinfo command unknown oid %s \n",oidstr);
4111         return 0;
4112     }
4113     extraOtherInfos[otherinfoNo].oidval = oidval;
4114     if(extraOtherInfos[otherinfoNo].value) free(extraOtherInfos[otherinfoNo].value);
4115     extraOtherInfos[otherinfoNo].value = strdup(otherinfoString);
4116
4117     return 0;
4118 }
4119
4120 int cmd_sleep(const char* args )
4121 {
4122     int sec=atoi(args);
4123     if( sec > 0 ) {
4124 #ifdef WIN32
4125         Sleep(sec*1000);
4126 #else
4127         sleep(sec);
4128 #endif
4129         printf("Done sleeping %d seconds\n", sec);
4130     }
4131     return 1;
4132 }
4133
4134 int cmd_list_otherinfo(const char* args)
4135 {
4136     int i;
4137
4138     if(strlen(args)>0) {
4139         i = atoi(args);
4140         if( i >= maxOtherInfosSupported ) {
4141             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4142             return 0;
4143         }
4144
4145         if(extraOtherInfos[i].oidval != -1)
4146             printf("  otherinfo %d %s %s\n",
4147                    i,
4148                    yaz_z3950_oid_value_to_str(
4149                        (enum oid_value) extraOtherInfos[i].oidval,
4150                        CLASS_RECSYN),
4151                    extraOtherInfos[i].value);
4152
4153     } else {
4154         for(i=0; i<maxOtherInfosSupported; ++i) {
4155             if(extraOtherInfos[i].oidval != -1)
4156                 printf("  otherinfo %d %s %s\n",
4157                        i,
4158                        yaz_z3950_oid_value_to_str(
4159                            (enum oid_value) extraOtherInfos[i].oidval,
4160                            CLASS_RECSYN),
4161                        extraOtherInfos[i].value);
4162         }
4163
4164     }
4165     return 0;
4166 }
4167
4168
4169 int cmd_list_all(const char* args) {
4170     int i;
4171
4172     /* connection options */
4173     if(conn) {
4174         printf("Connected to         : %s\n",last_open_command);
4175     } else {
4176         if(last_open_command)
4177             printf("Not connected to     : %s\n",last_open_command);
4178         else
4179             printf("Not connected        : \n");
4180
4181     }
4182     if(yazProxy) printf("using proxy          : %s\n",yazProxy);
4183
4184     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4185     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4186
4187     if (!auth) {
4188         printf("Authentication       : none\n");
4189     } else {
4190         switch(auth->which) {
4191         case Z_IdAuthentication_idPass:
4192             printf("Authentication       : IdPass\n");
4193             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4194             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4195             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4196             break;
4197         case Z_IdAuthentication_open:
4198             printf("Authentication       : psOpen\n");
4199             printf("    Open string      : %s\n",auth->u.open);
4200             break;
4201         default:
4202             printf("Authentication       : Unknown\n");
4203         }
4204     }
4205     if (negotiationCharset)
4206         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4207
4208     /* bases */
4209     printf("Bases                : ");
4210     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4211     printf("\n");
4212
4213     /* Query options */
4214     printf("CCL file             : %s\n",ccl_fields);
4215     printf("CQL file             : %s\n",cql_fields);
4216     printf("Query type           : %s\n",query_type_as_string(queryType));
4217
4218     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4219
4220     /* piggy back options */
4221     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4222
4223     /* print present related options */
4224     printf("Format               : %s\n",
4225            (recordsyntax_size > 0) ?
4226            yaz_z3950_oid_value_to_str(recordsyntax_list[0], CLASS_RECSYN) :
4227            "none");
4228     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4229     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4230
4231     /* loging options */
4232     printf("APDU log             : %s\n",apdu_file?"on":"off");
4233     printf("Record log           : %s\n",marc_file?"on":"off");
4234
4235     /* other infos */
4236     printf("Other Info: \n");
4237     cmd_list_otherinfo("");
4238
4239     return 0;
4240 }
4241
4242 int cmd_clear_otherinfo(const char* args)
4243 {
4244     if(strlen(args)>0) {
4245         int otherinfoNo;
4246         otherinfoNo = atoi(args);
4247         if( otherinfoNo >= maxOtherInfosSupported ) {
4248             printf("Error otherinfo index to large (%d>%d)\n",otherinfoNo,maxOtherInfosSupported);
4249             return 0;
4250         }
4251
4252         if(extraOtherInfos[otherinfoNo].oidval != -1) {
4253             /* only clear if set. */
4254             extraOtherInfos[otherinfoNo].oidval=-1;
4255             free(extraOtherInfos[otherinfoNo].value);
4256         }
4257     } else {
4258         int i;
4259
4260         for(i=0; i<maxOtherInfosSupported; ++i) {
4261             if (extraOtherInfos[i].oidval!=-1 ) {
4262                 extraOtherInfos[i].oidval=-1;
4263                 free(extraOtherInfos[i].value);
4264             }
4265         }
4266     }
4267     return 0;
4268 }
4269
4270 int cmd_wait_response(const char *arg)
4271 {
4272     int wait_for = atoi(arg);
4273     int i=0;
4274     if( wait_for < 1 ) {
4275         wait_for = 1;
4276     };
4277
4278     for( i=0 ; i < wait_for ; ++i ) {
4279         wait_and_handle_response(1);
4280     };
4281     return 0;
4282 }
4283
4284 static int cmd_help (const char *line);
4285
4286 typedef char *(*completerFunctionType)(const char *text, int state);
4287
4288 static struct {
4289     char *cmd;
4290     int (*fun)(const char *arg);
4291     char *ad;
4292         completerFunctionType rl_completerfunction;
4293     int complete_filenames;
4294     char **local_tabcompletes;
4295 } cmd_array[] = {
4296     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4297     {"quit", cmd_quit, "",NULL,0,NULL},
4298     {"exit", cmd_quit, "",NULL,0,NULL},
4299     {"find", cmd_find, "<query>",NULL,0,NULL},
4300     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4301     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4302     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4303     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4304     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4305     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4306     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4307     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4308     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4309     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4310     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4311     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4312     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4313     {"status", cmd_status, "",NULL,0,NULL},
4314     {"setnames", cmd_setnames, "",NULL,0,NULL},
4315     {"cancel", cmd_cancel, "",NULL,0,NULL},
4316     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4317     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4318     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4319     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4320     {"close", cmd_close, "",NULL,0,NULL},
4321     {"attributeset", cmd_attributeset, "<attrset>",complete_attributeset,0,NULL},
4322     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4323     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4324     {"itemorder", cmd_itemorder, "ill|item <itemno>",NULL,0,NULL},
4325     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4326     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4327     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4328     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4329     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4330     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4331     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4332     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4333     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4334     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4335     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4336     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4337     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4338     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4339     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4340     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4341     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4342     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4343     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4344     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4345     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4346     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4347     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4348     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4349     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4350     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4351     {"list_all",cmd_list_all,"",NULL,0,NULL},
4352     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4353     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4354     /* Server Admin Functions */
4355     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4356     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4357     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4358     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4359     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4360     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4361     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4362     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4363     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4364     {"explain", cmd_explain, "", NULL, 0, NULL},
4365     {"options", cmd_options, "", NULL, 0, NULL},
4366     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4367     {"help", cmd_help, "", NULL,0,NULL},
4368     {"init", cmd_init, "", NULL,0,NULL},
4369     {0,0,0,0,0,0}
4370 };
4371
4372 static int cmd_help (const char *line)
4373 {
4374     int i;
4375     char topic[21];
4376
4377     *topic = 0;
4378     sscanf (line, "%20s", topic);
4379
4380     if (*topic == 0)
4381         printf("Commands:\n");
4382     for (i = 0; cmd_array[i].cmd; i++)
4383         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4384             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4385     if (!strcmp(topic, "find"))
4386     {
4387         printf("RPN:\n");
4388         printf(" \"term\"                        Simple Term\n");
4389         printf(" @attr [attset] type=value op  Attribute\n");
4390         printf(" @and opl opr                  And\n");
4391         printf(" @or opl opr                   Or\n");
4392         printf(" @not opl opr                  And-Not\n");
4393         printf(" @set set                      Result set\n");
4394         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4395         printf("\n");
4396         printf("Bib-1 attribute types\n");
4397         printf("1=Use:         ");
4398         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4399         printf("2=Relation:    ");
4400         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4401         printf("3=Position:    ");
4402         printf("1=First in Field  2=First in subfield  3=Any position\n");
4403         printf("4=Structure:   ");
4404         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4405         printf("5=Truncation:  ");
4406         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4407         printf("6=Completeness:");
4408         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4409     }
4410     if (!strcmp(topic, "prox"))
4411     {
4412         printf("Proximity:\n");
4413         printf(" @prox exl dist ord rel uc ut\n");
4414         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4415         printf(" dist: distance integer.\n");
4416         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4417         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4418         printf(" uc:   unit class. k=known, p=private.\n");
4419         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4420         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4421         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4422         printf("\nExamples:\n");
4423         printf(" Search for a and b in-order at most 3 words apart:\n");
4424         printf("  @prox 0 3 1 2 k 2 a b\n");
4425         printf(" Search for any order of a and b next to each other:\n");
4426         printf("  @prox 0 1 0 3 k 2 a b\n");
4427     }
4428     return 1;
4429 }
4430
4431 int cmd_register_tab(const char* arg) {
4432
4433     char command[101], tabargument[101];
4434     int i;
4435     int num_of_tabs;
4436     char** tabslist;
4437
4438     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4439         return 0;
4440     }
4441
4442     /* locate the amdn in the list */
4443     for (i = 0; cmd_array[i].cmd; i++) {
4444         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4445             break;
4446         }
4447     }
4448
4449     if(!cmd_array[i].cmd) {
4450         fprintf(stderr,"Unknown command %s\n",command);
4451         return 1;
4452     }
4453
4454
4455     if(!cmd_array[i].local_tabcompletes)
4456         cmd_array[i].local_tabcompletes = (char **) calloc(1,sizeof(char**));
4457
4458     num_of_tabs=0;
4459
4460     tabslist = cmd_array[i].local_tabcompletes;
4461     for(;tabslist && *tabslist;tabslist++) {
4462         num_of_tabs++;
4463     }
4464
4465     cmd_array[i].local_tabcompletes =  (char **)
4466         realloc(cmd_array[i].local_tabcompletes,(num_of_tabs+2)*sizeof(char**));
4467     tabslist=cmd_array[i].local_tabcompletes;
4468     tabslist[num_of_tabs]=strdup(tabargument);
4469     tabslist[num_of_tabs+1]=NULL;
4470     return 1;
4471 }
4472
4473
4474 void process_cmd_line(char* line)
4475 {
4476     int i, res;
4477     char word[32], arg[10240];
4478
4479 #if HAVE_GETTIMEOFDAY
4480     gettimeofday (&tv_start, 0);
4481 #endif
4482
4483     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4484     {
4485         strcpy(word, last_cmd);
4486         *arg = '\0';
4487     }
4488     else if (res == 1)
4489         *arg = 0;
4490     strcpy(last_cmd, word);
4491
4492     /* removed tailing spaces from the arg command */
4493     {
4494         char* p = arg;
4495         char* lastnonspace=NULL;
4496
4497         for(;*p; ++p) {
4498             if(!isspace(*(unsigned char *) p)) {
4499                 lastnonspace = p;
4500             }
4501         }
4502         if(lastnonspace)
4503             *(++lastnonspace) = 0;
4504     }
4505
4506     for (i = 0; cmd_array[i].cmd; i++)
4507         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4508         {
4509             res = (*cmd_array[i].fun)(arg);
4510             break;
4511         }
4512
4513     if (!cmd_array[i].cmd) /* dump our help-screen */
4514     {
4515         printf("Unknown command: %s.\n", word);
4516         printf("Type 'help' for list of commands\n");
4517         res = 1;
4518     }
4519
4520     if(apdu_file) fflush(apdu_file);
4521
4522     if (res >= 2 && auto_wait)
4523         wait_and_handle_response(0);
4524
4525     if(apdu_file)
4526         fflush(apdu_file);
4527     if(marc_file)
4528         fflush(marc_file);
4529 }
4530
4531
4532 char *command_generator(const char *text, int state)
4533 {
4534     static int idx;
4535     if (state==0) {
4536         idx = 0;
4537     }
4538     for( ; cmd_array[idx].cmd; ++idx) {
4539         if (!strncmp(cmd_array[idx].cmd,text,strlen(text))) {
4540             ++idx;  /* skip this entry on the next run */
4541             return strdup(cmd_array[idx-1].cmd);
4542         }
4543     }
4544     return NULL;
4545 }
4546
4547
4548 /*
4549    This function only known how to complete on the first word
4550 */
4551 char ** readline_completer(char *text, int start, int end) {
4552 #if HAVE_READLINE_READLINE_H
4553
4554         completerFunctionType completerToUse;
4555
4556     if(start == 0) {
4557 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4558         char** res=rl_completion_matches(text,
4559                                       command_generator);
4560 #else
4561         char** res=completion_matches(text,
4562                                       (CPFunction*)command_generator);
4563 #endif
4564         rl_attempted_completion_over = 1;
4565         return res;
4566     } else {
4567         char arg[10240],word[32];
4568         int i=0 ,res;
4569         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {
4570             rl_attempted_completion_over = 1;
4571             return NULL;
4572         }
4573
4574         for (i = 0; cmd_array[i].cmd; i++) {
4575             if (!strncmp(cmd_array[i].cmd, word, strlen(word))) {
4576                 break;
4577             }
4578         }
4579
4580         if(!cmd_array[i].cmd) return NULL;
4581
4582         curret_global_list = cmd_array[i].local_tabcompletes;
4583
4584         completerToUse = cmd_array[i].rl_completerfunction;
4585         if(completerToUse==NULL)  /* if no pr. command completer is defined use the default completer */
4586             completerToUse = default_completer;
4587
4588         if(completerToUse) {
4589 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4590             char** res=
4591                 rl_completion_matches(text,
4592                                       completerToUse);
4593 #else
4594             char** res=
4595                 completion_matches(text,
4596                                    (CPFunction*)completerToUse);
4597 #endif
4598             if(!cmd_array[i].complete_filenames)
4599                 rl_attempted_completion_over = 1;
4600             return res;
4601         } else {
4602             if(!cmd_array[i].complete_filenames)
4603                 rl_attempted_completion_over = 1;
4604             return 0;
4605         }
4606     }
4607 #else
4608     return 0;
4609 #endif
4610 }
4611
4612
4613 static void client(void)
4614 {
4615     char line[10240];
4616
4617     line[10239] = '\0';
4618
4619 #if HAVE_GETTIMEOFDAY
4620     gettimeofday (&tv_start, 0);
4621 #endif
4622
4623     while (1)
4624     {
4625         char *line_in = NULL;
4626 #if HAVE_READLINE_READLINE_H
4627         if (isatty(0))
4628         {
4629             line_in=readline(C_PROMPT);
4630             if (!line_in)
4631                 break;
4632 #if HAVE_READLINE_HISTORY_H
4633             if (*line_in)
4634                 add_history(line_in);
4635 #endif
4636             strncpy(line, line_in, 10239);
4637             free (line_in);
4638         }
4639 #endif
4640         if (!line_in)
4641         {
4642             char *end_p;
4643             printf (C_PROMPT);
4644             fflush(stdout);
4645             if (!fgets(line, 10239, stdin))
4646                 break;
4647             if ((end_p = strchr (line, '\n')))
4648                 *end_p = '\0';
4649         }
4650         process_cmd_line(line);
4651     }
4652 }
4653
4654 static void show_version(void)
4655 {
4656     char vstr[20];
4657
4658     yaz_version(vstr, 0);
4659     printf ("YAZ version: %s\n", YAZ_VERSION);
4660     if (strcmp(vstr, YAZ_VERSION))
4661         printf ("YAZ DLL/SO: %s\n", vstr);
4662     exit(0);
4663 }
4664
4665 int main(int argc, char **argv)
4666 {
4667     char *prog = *argv;
4668     char *open_command = 0;
4669     char *auth_command = 0;
4670     char *arg;
4671     int ret;
4672
4673 #if HAVE_LOCALE_H
4674     if (!setlocale(LC_CTYPE, ""))
4675         fprintf (stderr, "setlocale failed\n");
4676 #endif
4677 #if HAVE_LANGINFO_H
4678 #ifdef CODESET
4679     codeset = nl_langinfo(CODESET);
4680 #endif
4681 #endif
4682     if (codeset)
4683         outputCharset = xstrdup(codeset);
4684
4685     ODR_MASK_SET(&z3950_options, Z_Options_search);
4686     ODR_MASK_SET(&z3950_options, Z_Options_present);
4687     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4688     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4689     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4690     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4691     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4692     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4693
4694     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:", argv, argc, &arg)) != -2)
4695     {
4696         switch (ret)
4697         {
4698         case 0:
4699             if (!open_command)
4700             {
4701                 open_command = (char *) xmalloc (strlen(arg)+6);
4702                 strcpy (open_command, "open ");
4703                 strcat (open_command, arg);
4704             }
4705             else
4706             {
4707                 fprintf(stderr, "%s: Specify at most one server address\n",
4708                         prog);
4709                 exit(1);
4710             }
4711             break;
4712         case 'd':
4713             dump_file_prefix = arg;
4714             break;
4715         case 'k':
4716             kilobytes = atoi(arg);
4717             break;
4718         case 'm':
4719             if (!(marc_file = fopen (arg, "a")))
4720             {
4721                 perror (arg);
4722                 exit (1);
4723             }
4724             break;
4725         case 't':
4726             outputCharset = xstrdup(arg);
4727             break;
4728         case 'c':
4729             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4730             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4731             break;
4732         case 'q':
4733             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4734             cql_fields[sizeof(cql_fields)-1] = '\0';
4735             break;
4736         case 'b':
4737             if (!strcmp(arg, "-"))
4738                 ber_file=stderr;
4739             else
4740                 ber_file=fopen(arg, "a");
4741             break;
4742         case 'a':
4743             if (!strcmp(arg, "-"))
4744                 apdu_file=stderr;
4745             else
4746                 apdu_file=fopen(arg, "a");
4747             break;
4748         case 'x':
4749             hex_dump = 1;
4750             break;
4751         case 'p':
4752             yazProxy=strdup(arg);
4753             break;
4754         case 'u':
4755             if (!auth_command)
4756             {
4757                 auth_command = (char *) xmalloc (strlen(arg)+6);
4758                 strcpy (auth_command, "auth ");
4759                 strcat (auth_command, arg);
4760             }
4761             break;
4762         case 'v':
4763             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4764             break;
4765         case 'V':
4766             show_version();
4767             break;
4768         default:
4769             fprintf (stderr, "Usage: %s "
4770                      " [-a <apdulog>]"
4771                      " [-b berdump]"
4772                      " [-d dump]\n"
4773                      " [-c cclfields]"
4774                      " [-k size]"
4775                      " [-m <marclog>]\n"
4776                      " [-p <proxy-addr>]"
4777                      " [-q cqlfields]"
4778                      " [-u <auth>]"
4779                      " [-V]"
4780                      " [<server-addr>]\n",
4781                      prog);
4782             exit (1);
4783         }
4784     }
4785     initialize();
4786     if (auth_command)
4787     {
4788 #ifdef HAVE_GETTIMEOFDAY
4789         gettimeofday (&tv_start, 0);
4790 #endif
4791         process_cmd_line (auth_command);
4792 #if HAVE_READLINE_HISTORY_H
4793         add_history(auth_command);
4794 #endif
4795         xfree(auth_command);
4796     }
4797     if (open_command)
4798     {
4799 #ifdef HAVE_GETTIMEOFDAY
4800         gettimeofday (&tv_start, 0);
4801 #endif
4802         process_cmd_line (open_command);
4803 #if HAVE_READLINE_HISTORY_H
4804         add_history(open_command);
4805 #endif
4806         xfree(open_command);
4807     }
4808     client ();
4809     exit (0);
4810 }
4811 /*
4812  * Local variables:
4813  * c-basic-offset: 4
4814  * indent-tabs-mode: nil
4815  * End:
4816  * vim: shiftwidth=4 tabstop=8 expandtab
4817  */
4818