client/client.c

   1 /*
   2  * Copyright (C) 1995-2007, Index Data ApS
   3  * See the file LICENSE for details.
   4  *
   5  * $Id: client.c,v 1.356 2007-12-27 13:27:40 adam Exp $
   6  */
   7 /** \file client.c
   8  *  \brief yaz-client program
   9  */
  10
  11 #include <stdio.h>
  12 #include <stdlib.h>
  13 #include <assert.h>
  14 #include <time.h>
  15 #include <ctype.h>
  16 #ifndef WIN32
  17 #include <signal.h>
  18 #endif
  19 #if HAVE_SYS_TYPES_H
  20 #include <sys/types.h>
  21 #endif
  22 #if HAVE_LOCALE_H
  23 #include <locale.h>
  24 #endif
  25 #if HAVE_LANGINFO_H
  26 #include <langinfo.h>
  27 #endif
  28 #if HAVE_UNISTD_H
  29 #include <unistd.h>
  30 #endif
  31 #if HAVE_SYS_STAT_H
  32 #include <sys/stat.h>
  33 #endif
  34 #if HAVE_SYS_TIME_H
  35 #include <sys/time.h>
  36 #endif
  37
  38 #if HAVE_OPENSSL_SSL_H
  39 #include <openssl/bio.h>
  40 #include <openssl/crypto.h>
  41 #include <openssl/x509.h>
  42 #include <openssl/pem.h>
  43 #include <openssl/ssl.h>
  44 #include <openssl/err.h>
  45 #endif
  46
  47 #ifdef WIN32
  48 #include <sys/stat.h>
  49 #include <io.h>
  50 #include <windows.h>
  51 #define S_ISREG(x) (x & _S_IFREG)
  52 #define S_ISDIR(x) (x & _S_IFDIR)
  53 #endif
  54
  55 #include <yaz/yaz-util.h>
  56
  57 #include <yaz/comstack.h>
  58
  59 #include <yaz/oid_db.h>
  60 #define NO_OID 1
  61 #include <yaz/proto.h>
  62 #include <yaz/marcdisp.h>
  63 #include <yaz/diagbib1.h>
  64 #include <yaz/otherinfo.h>
  65 #include <yaz/charneg.h>
  66 #include <yaz/query-charset.h>
  67
  68 #include <yaz/pquery.h>
  69 #include <yaz/sortspec.h>
  70
  71 #include <yaz/ill.h>
  72 #include <yaz/srw.h>
  73 #include <yaz/yaz-ccl.h>
  74 #include <yaz/cql.h>
  75 #include <yaz/log.h>
  76
  77 #if HAVE_READLINE_READLINE_H
  78 #include <readline/readline.h>
  79 #endif
  80 #if HAVE_READLINE_HISTORY_H
  81 #include <readline/history.h>
  82 #endif
  83
  84
  85 #include "admin.h"
  86 #include "tabcomplete.h"
  87 #include "fhistory.h"
  88
  89 #define C_PROMPT "Z> "
  90
  91 static file_history_t file_history = 0;
  92
  93 static char sru_method[10] = "soap";
  94 static char sru_version[10] = "1.2";
  95 static char *codeset = 0;               /* character set for output */
  96 static int hex_dump = 0;
  97 static char *dump_file_prefix = 0;
  98 static ODR out, in, print;              /* encoding and decoding streams */
  99 #if YAZ_HAVE_XML2
 100 static ODR srw_sr_odr_out = 0;
 101 static Z_SRW_PDU *srw_sr = 0;
 102 #endif
 103 static FILE *apdu_file = 0;
 104 static FILE *ber_file = 0;
 105 static COMSTACK conn = 0;               /* our z-association */
 106 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
 107 char *databaseNames[128];
 108 int num_databaseNames = 0;
 109 static Z_External *record_last = 0;
 110 static int setnumber = -1;              /* current result set number */
 111 static int smallSetUpperBound = 0;
 112 static int largeSetLowerBound = 1;
 113 static int mediumSetPresentNumber = 0;
 114 static Z_ElementSetNames *elementSetNames = 0;
 115 static int setno = 1;                   /* current set offset */
 116 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
 117 #define RECORDSYNTAX_MAX 20
 118 static char *recordsyntax_list[RECORDSYNTAX_MAX];
 119 static int recordsyntax_size = 0;
 120
 121 static char *record_schema = 0;
 122 static int sent_close = 0;
 123 static NMEM session_mem = NULL;         /* memory handle for init-response */
 124 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
 125 static char last_scan_line[512] = "0";
 126 static char last_scan_query[512] = "0";
 127 static char ccl_fields[512] = "default.bib";
 128 /* ### How can I set this path to use wherever YAZ is installed? */
 129 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
 130 static char *esPackageName = 0;
 131 static char *yazProxy = 0;
 132 static int kilobytes = 1024;
 133 static char *negotiationCharset = 0;
 134 static int  negotiationCharsetRecords = 1;
 135 static int  negotiationCharsetVersion = 3;
 136 static char *outputCharset = 0;
 137 static char *marcCharset = 0;
 138 static char *queryCharset = 0;
 139 static char* yazLang = 0;
 140
 141 static char last_cmd[32] = "?";
 142 static FILE *marc_file = 0;
 143 static char *refid = NULL;
 144 static char *last_open_command = NULL;
 145 static int auto_reconnect = 0;
 146 static int auto_wait = 1;
 147 static Odr_bitmask z3950_options;
 148 static int z3950_version = 3;
 149 static int scan_stepSize = 0;
 150 static int scan_position = 1;
 151 static int scan_size = 20;
 152 static char cur_host[200];
 153 static int last_hit_count = 0;
 154
 155 typedef enum {
 156     QueryType_Prefix,
 157     QueryType_CCL,
 158     QueryType_CCL2RPN,
 159     QueryType_CQL,
 160     QueryType_CQL2RPN
 161 } QueryType;
 162
 163 static QueryType queryType = QueryType_Prefix;
 164
 165 static CCL_bibset bibset;               /* CCL bibset handle */
 166 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
 167
 168 #if HAVE_READLINE_COMPLETION_OVER
 169
 170 #else
 171 /* readline doesn't have this var. Define it ourselves. */
 172 int rl_attempted_completion_over = 0;
 173 #endif
 174
 175 #define maxOtherInfosSupported 10
 176 struct eoi {
 177     Odr_oid oid[OID_SIZE];
 178     char* value;
 179 } extraOtherInfos[maxOtherInfosSupported];
 180
 181 void process_cmd_line(char* line);
 182 #if HAVE_READLINE_READLINE_H
 183 char **readline_completer(char *text, int start, int end);
 184 #endif
 185 static char *command_generator(const char *text, int state);
 186 int cmd_register_tab(const char* arg);
 187 int cmd_querycharset(const char *arg);
 188
 189 static void close_session (void);
 190
 191 ODR getODROutputStream(void)
 192 {
 193     return out;
 194 }
 195
 196 const char* query_type_as_string(QueryType q)
 197 {
 198     switch (q) {
 199     case QueryType_Prefix: return "prefix (RPN sent to server)";
 200     case QueryType_CCL: return "CCL (CCL sent to server) ";
 201     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
 202     case QueryType_CQL: return "CQL (CQL sent to server)";
 203     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
 204     default:
 205         return "unknown Query type internal yaz-client error";
 206     }
 207 }
 208
 209 static void do_hex_dump(const char* buf, int len)
 210 {
 211     if (hex_dump)
 212     {
 213         int i,x;
 214         for( i=0; i<len ; i=i+16 )
 215         {
 216             printf(" %4.4d ",i);
 217             for(x=0 ; i+x<len && x<16; ++x)
 218             {
 219                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
 220             }
 221             printf("\n");
 222         }
 223     }
 224     if (dump_file_prefix)
 225     {
 226         static int no = 0;
 227         if (++no < 1000 && strlen(dump_file_prefix) < 500)
 228         {
 229             char fname[1024];
 230             FILE *of;
 231             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
 232             of = fopen(fname, "wb");
 233
 234             fwrite (buf, 1, len, of);
 235
 236             fclose(of);
 237         }
 238     }
 239 }
 240
 241 void add_otherInfos(Z_APDU *a)
 242 {
 243     Z_OtherInformation **oi;
 244     int i;
 245
 246     yaz_oi_APDU(a, &oi);
 247     for(i=0; i<maxOtherInfosSupported; ++i)
 248     {
 249         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
 250             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
 251                                      1, extraOtherInfos[i].value);
 252     }
 253 }
 254
 255 int send_apdu(Z_APDU *a)
 256 {
 257     char *buf;
 258     int len;
 259
 260     add_otherInfos(a);
 261
 262     if (apdu_file)
 263     {
 264         z_APDU(print, &a, 0, 0);
 265         odr_reset(print);
 266     }
 267     if (!z_APDU(out, &a, 0, 0))
 268     {
 269         odr_perror(out, "Encoding APDU");
 270         close_session();
 271         return 0;
 272     }
 273     buf = odr_getbuf(out, &len, 0);
 274     if (ber_file)
 275         odr_dumpBER(ber_file, buf, len);
 276     /* printf ("sending APDU of size %d\n", len); */
 277     do_hex_dump(buf, len);
 278     if (cs_put(conn, buf, len) < 0)
 279     {
 280         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
 281         close_session();
 282         return 0;
 283     }
 284     odr_reset(out); /* release the APDU structure  */
 285     return 1;
 286 }
 287
 288 static void print_stringn(const unsigned char *buf, size_t len)
 289 {
 290     size_t i;
 291     for (i = 0; i<len; i++)
 292         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
 293             printf ("%c", buf[i]);
 294         else
 295             printf ("\\X%02X", buf[i]);
 296 }
 297
 298 static void print_refid (Z_ReferenceId *id)
 299 {
 300     if (id)
 301     {
 302         printf ("Reference Id: ");
 303         print_stringn (id->buf, id->len);
 304         printf ("\n");
 305     }
 306 }
 307
 308 static Z_ReferenceId *set_refid (ODR out)
 309 {
 310     Z_ReferenceId *id;
 311     if (!refid)
 312         return 0;
 313     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
 314     id->size = id->len = strlen(refid);
 315     id->buf = (unsigned char *) odr_malloc (out, id->len);
 316     memcpy (id->buf, refid, id->len);
 317     return id;
 318 }
 319
 320 /* INIT SERVICE ------------------------------- */
 321
 322 static void send_initRequest(const char* type_and_host)
 323 {
 324     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
 325     Z_InitRequest *req = apdu->u.initRequest;
 326     int i;
 327
 328     req->options = &z3950_options;
 329
 330     ODR_MASK_ZERO(req->protocolVersion);
 331     for (i = 0; i<z3950_version; i++)
 332         ODR_MASK_SET(req->protocolVersion, i);
 333
 334     *req->maximumRecordSize = 1024*kilobytes;
 335     *req->preferredMessageSize = 1024*kilobytes;
 336
 337     req->idAuthentication = auth;
 338
 339     req->referenceId = set_refid (out);
 340
 341     if (yazProxy && type_and_host)
 342     {
 343         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
 344                               1, type_and_host);
 345     }
 346
 347     if (negotiationCharset || yazLang) {
 348         Z_OtherInformation **p;
 349         Z_OtherInformationUnit *p0;
 350
 351         yaz_oi_APDU(apdu, &p);
 352
 353         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 354         {
 355             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
 356
 357             p0->which = Z_OtherInfo_externallyDefinedInfo;
 358             p0->information.externallyDefinedInfo =
 359                 yaz_set_proposal_charneg_list(out, ",",
 360                                               negotiationCharset,
 361                                               yazLang,
 362                                               negotiationCharsetRecords);
 363         }
 364     }
 365     else if (ODR_MASK_GET(req->options, Z_Options_negotiationModel))
 366     {
 367         Z_OtherInformation **p;
 368         Z_OtherInformationUnit *p0;
 369
 370         yaz_oi_APDU(apdu, &p);
 371
 372         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
 373         {
 374             p0->which = Z_OtherInfo_externallyDefinedInfo;
 375             p0->information.externallyDefinedInfo =
 376                 yaz_set_proposal_charneg(out, 0, 0, 0, 0, 0);
 377         }
 378
 379     }
 380     if (send_apdu(apdu))
 381         printf("Sent initrequest.\n");
 382 }
 383
 384
 385 /* These two are used only from process_initResponse() */
 386 static void render_initUserInfo(Z_OtherInformation *ui1);
 387 static void render_diag(Z_DiagnosticFormat *diag);
 388
 389 static void pr_opt(const char *opt, void *clientData)
 390 {
 391     printf (" %s", opt);
 392 }
 393
 394 static int process_initResponse(Z_InitResponse *res)
 395 {
 396     int ver = 0;
 397     /* save session parameters for later use */
 398     session_mem = odr_extract_mem(in);
 399     session_initResponse = res;
 400
 401     for (ver = 0; ver < 8; ver++)
 402         if (!ODR_MASK_GET(res->protocolVersion, ver))
 403             break;
 404
 405     if (!*res->result)
 406         printf("Connection rejected by v%d target.\n", ver);
 407     else
 408         printf("Connection accepted by v%d target.\n", ver);
 409     if (res->implementationId)
 410         printf("ID     : %s\n", res->implementationId);
 411     if (res->implementationName)
 412         printf("Name   : %s\n", res->implementationName);
 413     if (res->implementationVersion)
 414         printf("Version: %s\n", res->implementationVersion);
 415     if (res->userInformationField)
 416     {
 417         Z_External *uif = res->userInformationField;
 418         if (uif->which == Z_External_userInfo1) {
 419             render_initUserInfo(uif->u.userInfo1);
 420         } else {
 421             printf("UserInformationfield:\n");
 422             if (!z_External(print, (Z_External**)&uif, 0, 0))
 423             {
 424                 odr_perror(print, "Printing userinfo\n");
 425                 odr_reset(print);
 426             }
 427             if (uif->which == Z_External_octet) {
 428                 printf("Guessing visiblestring:\n");
 429                 printf("'%.*s'\n", uif->u.octet_aligned->len,
 430                        uif->u.octet_aligned->buf);
 431             }
 432             else if (uif->which == Z_External_single)
 433             {
 434                 Odr_any *sat = uif->u.single_ASN1_type;
 435                 if (!oid_oidcmp(uif->direct_reference,
 436                                 yaz_oid_userinfo_oclc_userinfo))
 437                 {
 438                     Z_OCLC_UserInformation *oclc_ui;
 439                     ODR decode = odr_createmem(ODR_DECODE);
 440                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
 441                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
 442                         printf ("Bad OCLC UserInformation:\n");
 443                     else
 444                         printf ("OCLC UserInformation:\n");
 445                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
 446                         printf ("Bad OCLC UserInformation spec\n");
 447                     odr_destroy(decode);
 448                 }
 449                 else
 450                 {
 451                     /* Peek at any private Init-diagnostic APDUs */
 452                     printf("### NAUGHTY: External is '%.*s'\n",
 453                            sat->len, sat->buf);
 454                 }
 455             }
 456             odr_reset (print);
 457         }
 458     }
 459     printf ("Options:");
 460     yaz_init_opt_decode(res->options, pr_opt, 0);
 461     printf ("\n");
 462
 463     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
 464         setnumber = 0;
 465
 466     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
 467
 468         Z_CharSetandLanguageNegotiation *p =
 469                 yaz_get_charneg_record(res->otherInfo);
 470
 471         if (p)
 472         {
 473             char *charset=NULL, *lang=NULL;
 474             int selected;
 475
 476             yaz_get_response_charneg(session_mem, p, &charset, &lang,
 477                                      &selected);
 478
 479             printf("Accepted character set : %s\n", charset ? charset:"none");
 480             printf("Accepted code language : %s\n", lang ? lang:"none");
 481             printf("Accepted records in ...: %d\n", selected );
 482
 483             if (outputCharset && charset)
 484             {
 485                 printf("Converting between %s and %s\n",
 486                        outputCharset, charset);
 487                 odr_set_charset(out, charset, outputCharset);
 488                 odr_set_charset(in, outputCharset, charset);
 489                 cmd_querycharset(charset);
 490             }
 491             else
 492             {
 493                 odr_set_charset(out, 0, 0);
 494                 odr_set_charset(in, 0, 0);
 495             }
 496         }
 497     }
 498     fflush (stdout);
 499     return 0;
 500 }
 501
 502
 503 static void render_initUserInfo(Z_OtherInformation *ui1) {
 504     int i;
 505     printf("Init response contains %d otherInfo unit%s:\n",
 506            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
 507
 508     for (i = 0; i < ui1->num_elements; i++) {
 509         Z_OtherInformationUnit *unit = ui1->list[i];
 510         printf("  %d: otherInfo unit contains ", i+1);
 511         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
 512             unit->information.externallyDefinedInfo &&
 513             unit->information.externallyDefinedInfo->which ==
 514             Z_External_diag1) {
 515             render_diag(unit->information.externallyDefinedInfo->u.diag1);
 516         }
 517         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
 518         {
 519             printf("unsupported otherInfo unit->which = %d\n", unit->which);
 520         }
 521         else
 522         {
 523             printf("unsupported otherInfo unit external %d\n",
 524                    unit->information.externallyDefinedInfo ?
 525                    unit->information.externallyDefinedInfo->which : -2);
 526         }
 527     }
 528 }
 529
 530
 531 /* ### should this share code with display_diagrecs()? */
 532 static void render_diag(Z_DiagnosticFormat *diag) {
 533     int i;
 534
 535     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
 536     for (i = 0; i < diag->num; i++) {
 537         Z_DiagnosticFormat_s *ds = diag->elements[i];
 538         printf("    %d: ", i+1);
 539         switch (ds->which) {
 540         case Z_DiagnosticFormat_s_defaultDiagRec: {
 541             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
 542             /* ### should check `dd->diagnosticSetId' */
 543             printf("code=%d (%s)", *dd->condition,
 544                    diagbib1_str(*dd->condition));
 545             /* Both types of addinfo are the same, so use type-pun */
 546             if (dd->u.v2Addinfo != 0)
 547                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
 548             break;
 549         }
 550         case Z_DiagnosticFormat_s_explicitDiagnostic:
 551             printf("Explicit diagnostic (not supported)");
 552             break;
 553         default:
 554             printf("Unrecognised diagnostic type %d", ds->which);
 555             break;
 556         }
 557
 558         if (ds->message != 0)
 559             printf(", message='%s'", ds->message);
 560         printf("\n");
 561     }
 562 }
 563
 564
 565 static int set_base(const char *arg)
 566 {
 567     int i;
 568     const char *cp;
 569
 570     for (i = 0; i<num_databaseNames; i++)
 571         xfree (databaseNames[i]);
 572     num_databaseNames = 0;
 573     while (1)
 574     {
 575         char *cp1;
 576         if (!(cp = strchr(arg, ' ')))
 577             cp = arg + strlen(arg);
 578         if (cp - arg < 1)
 579             break;
 580         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
 581         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
 582         databaseNames[num_databaseNames][cp - arg] = '\0';
 583
 584         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
 585             if (*cp1 == '+')
 586                 *cp1 = ' ';
 587         num_databaseNames++;
 588
 589         if (!*cp)
 590             break;
 591         arg = cp+1;
 592     }
 593     if (num_databaseNames == 0)
 594     {
 595         num_databaseNames = 1;
 596         databaseNames[0] = xstrdup("");
 597     }
 598     return 1;
 599 }
 600
 601 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
 602 {
 603     const char *sep;
 604     while (**arg && strchr(" \t\n\r\f", **arg))
 605         (*arg)++;
 606     if (**arg == '\0')
 607     {
 608         return 0;
 609     }
 610     else if ((*arg)[0] == '<')
 611     {
 612         long fsize;
 613         FILE *inf;
 614         const char *fname;
 615         const char *arg_start = ++(*arg);
 616
 617         while (**arg != '\0' && **arg != ' ')
 618             (*arg)++;
 619
 620         fname = odr_strdupn(out, arg_start, *arg - arg_start);
 621
 622         inf = fopen(fname, "rb");
 623         if (!inf)
 624         {
 625             printf("Couldn't open %s\n", fname);
 626             return 0;
 627         }
 628         if (fseek(inf, 0L, SEEK_END) == -1)
 629         {
 630             printf("Couldn't seek in %s\n", fname);
 631             fclose(inf);
 632             return 0;
 633         }
 634         fsize = ftell(inf);
 635         if (fseek(inf, 0L, SEEK_SET) == -1)
 636         {
 637             printf("Couldn't seek in %s\n", fname);
 638             fclose(inf);
 639             return 0;
 640         }
 641         *len = fsize;
 642         *buf = (char *) odr_malloc(out, fsize+1);
 643         (*buf)[fsize] = '\0';
 644         if (fread(*buf, 1, fsize, inf) != fsize)
 645         {
 646             printf("Unable to read %s\n", fname);
 647             fclose(inf);
 648             return 0;
 649         }
 650         fclose(inf);
 651     }
 652     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
 653     {
 654         (*arg)++;
 655         *len = sep - *arg;
 656         *buf = odr_strdupn(out, *arg, *len);
 657         (*arg) = sep+1;
 658     }
 659     else
 660     {
 661         const char *arg_start = *arg;
 662
 663         while (**arg != '\0' && **arg != ' ')
 664             (*arg)++;
 665
 666         *len = *arg - arg_start;
 667         *buf = odr_strdupn(out, arg_start, *len);
 668     }
 669     return 1;
 670 }
 671
 672 static int cmd_base(const char *arg)
 673 {
 674     if (!*arg)
 675     {
 676         printf("Usage: base <database> <database> ...\n");
 677         return 0;
 678     }
 679     return set_base(arg);
 680 }
 681
 682 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
 683 {
 684     if(last_open_command != arg)
 685     {
 686         if(last_open_command) xfree(last_open_command);
 687         last_open_command = xstrdup(new_open_command);
 688     }
 689 }
 690
 691 int session_connect(const char *arg)
 692 {
 693     void *add;
 694     char type_and_host[101];
 695     const char *basep = 0;
 696 #if HAVE_OPENSSL_SSL_H
 697     SSL *ssl;
 698 #endif
 699     if (conn)
 700     {
 701         cs_close (conn);
 702         conn = 0;
 703     }
 704     if (session_mem)
 705     {
 706         nmem_destroy (session_mem);
 707         session_mem = NULL;
 708         session_initResponse = 0;
 709     }
 710     cs_get_host_args(arg, &basep);
 711
 712     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
 713     type_and_host[sizeof(type_and_host)-1] = '\0';
 714
 715     cmd_open_remember_last_open_command(arg, type_and_host);
 716
 717     if (yazProxy)
 718         conn = cs_create_host(yazProxy, 1, &add);
 719     else
 720         conn = cs_create_host(arg, 1, &add);
 721     if (!conn)
 722     {
 723         printf ("Could not resolve address %s\n", arg);
 724         return 0;
 725     }
 726 #if YAZ_HAVE_XML2
 727 #else
 728     if (conn->protocol == PROTO_HTTP)
 729     {
 730         printf ("SRW/HTTP not enabled in this YAZ\n");
 731         cs_close(conn);
 732         conn = 0;
 733         return 0;
 734     }
 735 #endif
 736     protocol = conn->protocol;
 737     if (conn->protocol == PROTO_HTTP)
 738         set_base("");
 739     else
 740         set_base("Default");
 741     printf("Connecting...");
 742     fflush(stdout);
 743     if (cs_connect(conn, add) < 0)
 744     {
 745         printf ("error = %s\n", cs_strerror(conn));
 746         cs_close(conn);
 747         conn = 0;
 748         return 0;
 749     }
 750     printf("OK.\n");
 751 #if HAVE_OPENSSL_SSL_H
 752     if ((ssl = (SSL *) cs_get_ssl(conn)))
 753     {
 754         X509 *server_cert = SSL_get_peer_certificate (ssl);
 755
 756         if (server_cert)
 757         {
 758             char *pem_buf;
 759             int pem_len;
 760             BIO *bio = BIO_new(BIO_s_mem());
 761
 762             /* get PEM buffer in memory */
 763             PEM_write_bio_X509(bio, server_cert);
 764             pem_len = BIO_get_mem_data(bio, &pem_buf);
 765             fwrite(pem_buf, pem_len, 1, stdout);
 766
 767             /* print all info on screen .. */
 768             X509_print_fp(stdout, server_cert);
 769             BIO_free(bio);
 770
 771             X509_free (server_cert);
 772         }
 773     }
 774 #endif
 775     if (basep && *basep)
 776         set_base (basep);
 777     if (protocol == PROTO_Z3950)
 778     {
 779         send_initRequest(type_and_host);
 780         return 2;
 781     }
 782     return 0;
 783 }
 784
 785 int cmd_open(const char *arg)
 786 {
 787     int r;
 788     if (arg)
 789     {
 790         strncpy (cur_host, arg, sizeof(cur_host)-1);
 791         cur_host[sizeof(cur_host)-1] = 0;
 792     }
 793     r = session_connect(cur_host);
 794     if (conn && conn->protocol == PROTO_HTTP)
 795         queryType = QueryType_CQL;
 796     return r;
 797 }
 798
 799 void try_reconnect(void)
 800 {
 801     char* open_command;
 802
 803     if(!( auto_reconnect && last_open_command) ) return ;
 804
 805     open_command = (char *) xmalloc (strlen(last_open_command)+6);
 806     strcpy (open_command, "open ");
 807
 808     strcat (open_command, last_open_command);
 809
 810     process_cmd_line(open_command);
 811
 812     xfree(open_command);
 813 }
 814
 815 int cmd_authentication(const char *arg)
 816 {
 817     static Z_IdAuthentication au;
 818     static char user[40], group[40], pass[40];
 819     static Z_IdPass idPass;
 820     int r;
 821
 822     if (!*arg)
 823     {
 824         printf("Auth field set to null\n");
 825         auth = 0;
 826         return 1;
 827     }
 828     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
 829     if (r == 0)
 830     {
 831         printf("Authentication set to null\n");
 832         auth = 0;
 833     }
 834     if (r == 1)
 835     {
 836         auth = &au;
 837         if (!strcmp(user, "-")) {
 838             au.which = Z_IdAuthentication_anonymous;
 839             printf("Authentication set to Anonymous\n");
 840         } else {
 841             au.which = Z_IdAuthentication_open;
 842             au.u.open = user;
 843             printf("Authentication set to Open (%s)\n", user);
 844         }
 845     }
 846     if (r == 2)
 847     {
 848         auth = &au;
 849         au.which = Z_IdAuthentication_idPass;
 850         au.u.idPass = &idPass;
 851         idPass.groupId = NULL;
 852         idPass.userId = !strcmp(user, "-") ? 0 : user;
 853         idPass.password = !strcmp(group, "-") ? 0 : group;
 854         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
 855     }
 856     if (r == 3)
 857     {
 858         auth = &au;
 859         au.which = Z_IdAuthentication_idPass;
 860         au.u.idPass = &idPass;
 861         idPass.groupId = group;
 862         idPass.userId = user;
 863         idPass.password = pass;
 864         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
 865                user, group, pass);
 866     }
 867     return 1;
 868 }
 869
 870 /* SEARCH SERVICE ------------------------------ */
 871 static void display_record(Z_External *r);
 872
 873 static void print_record(const unsigned char *buf, size_t len)
 874 {
 875     size_t i = len;
 876     print_stringn (buf, len);
 877     /* add newline if not already added ... */
 878     if (i <= 0 || buf[i-1] != '\n')
 879         printf ("\n");
 880 }
 881
 882 static void display_record(Z_External *r)
 883 {
 884     const Odr_oid *oid = r->direct_reference;
 885
 886     record_last = r;
 887     /*
 888      * Tell the user what we got.
 889      */
 890     if (oid)
 891     {
 892         oid_class oclass;
 893         char oid_name_buf[OID_STR_MAX];
 894         const char *oid_name
 895             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
 896         printf("Record type: ");
 897         if (oid_name)
 898             printf("%s\n", oid_name);
 899     }
 900     /* Check if this is a known, ASN.1 type tucked away in an octet string */
 901     if (r->which == Z_External_octet)
 902     {
 903         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
 904         char *rr;
 905
 906         if (type)
 907         {
 908             /*
 909              * Call the given decoder to process the record.
 910              */
 911             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
 912                 r->u.octet_aligned->len, 0);
 913             if (!(*type->fun)(in, &rr, 0, 0))
 914             {
 915                 odr_perror(in, "Decoding constructed record.");
 916                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
 917                 fprintf(stdout, "Packet dump:\n---------\n");
 918                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
 919                             r->u.octet_aligned->len);
 920                 fprintf(stdout, "---------\n");
 921
 922                 /* note just ignores the error ant print the bytes form the octet_aligned later */
 923             } else {
 924                 /*
 925                  * Note: we throw away the original, BER-encoded record here.
 926                  * Do something else with it if you want to keep it.
 927                  */
 928                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
 929                 r->which = type->what;
 930             }
 931         }
 932     }
 933     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
 934     {
 935         print_record((const unsigned char *) r->u.octet_aligned->buf,
 936                      r->u.octet_aligned->len);
 937         if (marc_file)
 938             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
 939     }
 940     else if (oid && r->which == Z_External_octet)
 941     {
 942         const char *octet_buf = (char*)r->u.octet_aligned->buf;
 943         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
 944                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
 945                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
 946         {
 947             print_record((const unsigned char *) octet_buf,
 948                          r->u.octet_aligned->len);
 949         }
 950         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
 951         {
 952             int size = r->u.octet_aligned->len;
 953             if (size > 100)
 954                 size = 100;
 955             print_record((const unsigned char *) octet_buf, size);
 956         }
 957         else
 958         {
 959             if (oid && yaz_oid_is_iso2709(oid))
 960             {
 961                 const char *result;
 962                 size_t rlen;
 963                 yaz_iconv_t cd = 0;
 964                 yaz_marc_t mt = yaz_marc_create();
 965                 const char *from = 0;
 966
 967                 if (marcCharset && !strcmp(marcCharset, "auto"))
 968                 {
 969                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
 970                     {
 971                         if (octet_buf[9] == 'a')
 972                             from = "UTF-8";
 973                         else
 974                             from = "MARC-8";
 975                     }
 976                     else
 977                         from = "ISO-8859-1";
 978                 }
 979                 else if (marcCharset)
 980                     from = marcCharset;
 981                 if (outputCharset && from)
 982                 {
 983                     cd = yaz_iconv_open(outputCharset, from);
 984                     printf ("convert from %s to %s", from,
 985                             outputCharset);
 986                     if (!cd)
 987                         printf (" unsupported\n");
 988                     else
 989                     {
 990                         yaz_marc_iconv(mt, cd);
 991                         printf ("\n");
 992                     }
 993                 }
 994
 995                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
 996                                         &result, &rlen)> 0)
 997                 {
 998                     fwrite (result, rlen, 1, stdout);
 999                 }
1000                 else
1001                 {
1002                     printf ("bad MARC. Dumping as it is:\n");
1003                     print_record((const unsigned char*) octet_buf,
1004                                   r->u.octet_aligned->len);
1005                 }
1006                 yaz_marc_destroy(mt);
1007                 if (cd)
1008                     yaz_iconv_close(cd);
1009             }
1010             else
1011             {
1012                 print_record((const unsigned char*) octet_buf,
1013                              r->u.octet_aligned->len);
1014             }
1015         }
1016         if (marc_file)
1017             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1018     }
1019     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
1020     {
1021         if (r->which != Z_External_sutrs)
1022         {
1023             printf("Expecting single SUTRS type for SUTRS.\n");
1024             return;
1025         }
1026         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1027         if (marc_file)
1028             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1029     }
1030     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
1031     {
1032         WRBUF w;
1033         if (r->which != Z_External_grs1)
1034         {
1035             printf("Expecting single GRS type for GRS.\n");
1036             return;
1037         }
1038         w = wrbuf_alloc();
1039         yaz_display_grs1(w, r->u.grs1, 0);
1040         puts (wrbuf_cstr(w));
1041         wrbuf_destroy(w);
1042     }
1043     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
1044     {
1045         int i;
1046         if (r->u.opac->bibliographicRecord)
1047             display_record(r->u.opac->bibliographicRecord);
1048         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1049         {
1050             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1051             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1052             {
1053                 printf ("MARC holdings %d\n", i);
1054                 display_record(h->u.marcHoldingsRecord);
1055             }
1056             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1057             {
1058                 int j;
1059
1060                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1061
1062                 printf ("Data holdings %d\n", i);
1063                 if (data->typeOfRecord)
1064                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1065                 if (data->encodingLevel)
1066                     printf ("encodingLevel: %s\n", data->encodingLevel);
1067                 if (data->receiptAcqStatus)
1068                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1069                 if (data->generalRetention)
1070                     printf ("generalRetention: %s\n", data->generalRetention);
1071                 if (data->completeness)
1072                     printf ("completeness: %s\n", data->completeness);
1073                 if (data->dateOfReport)
1074                     printf ("dateOfReport: %s\n", data->dateOfReport);
1075                 if (data->nucCode)
1076                     printf ("nucCode: %s\n", data->nucCode);
1077                 if (data->localLocation)
1078                     printf ("localLocation: %s\n", data->localLocation);
1079                 if (data->shelvingLocation)
1080                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1081                 if (data->callNumber)
1082                     printf ("callNumber: %s\n", data->callNumber);
1083                 if (data->shelvingData)
1084                     printf ("shelvingData: %s\n", data->shelvingData);
1085                 if (data->copyNumber)
1086                     printf ("copyNumber: %s\n", data->copyNumber);
1087                 if (data->publicNote)
1088                     printf ("publicNote: %s\n", data->publicNote);
1089                 if (data->reproductionNote)
1090                     printf ("reproductionNote: %s\n", data->reproductionNote);
1091                 if (data->termsUseRepro)
1092                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1093                 if (data->enumAndChron)
1094                     printf ("enumAndChron: %s\n", data->enumAndChron);
1095                 for (j = 0; j<data->num_volumes; j++)
1096                 {
1097                     printf ("volume %d\n", j);
1098                     if (data->volumes[j]->enumeration)
1099                         printf (" enumeration: %s\n",
1100                                 data->volumes[j]->enumeration);
1101                     if (data->volumes[j]->chronology)
1102                         printf (" chronology: %s\n",
1103                                 data->volumes[j]->chronology);
1104                     if (data->volumes[j]->enumAndChron)
1105                         printf (" enumAndChron: %s\n",
1106                                 data->volumes[j]->enumAndChron);
1107                 }
1108                 for (j = 0; j<data->num_circulationData; j++)
1109                 {
1110                     printf ("circulation %d\n", j);
1111                     if (data->circulationData[j]->availableNow)
1112                         printf (" availableNow: %d\n",
1113                                 *data->circulationData[j]->availableNow);
1114                     if (data->circulationData[j]->availablityDate)
1115                         printf (" availabiltyDate: %s\n",
1116                                 data->circulationData[j]->availablityDate);
1117                     if (data->circulationData[j]->availableThru)
1118                         printf (" availableThru: %s\n",
1119                                 data->circulationData[j]->availableThru);
1120                     if (data->circulationData[j]->restrictions)
1121                         printf (" restrictions: %s\n",
1122                                 data->circulationData[j]->restrictions);
1123                     if (data->circulationData[j]->itemId)
1124                         printf (" itemId: %s\n",
1125                                 data->circulationData[j]->itemId);
1126                     if (data->circulationData[j]->renewable)
1127                         printf (" renewable: %d\n",
1128                                 *data->circulationData[j]->renewable);
1129                     if (data->circulationData[j]->onHold)
1130                         printf (" onHold: %d\n",
1131                                 *data->circulationData[j]->onHold);
1132                     if (data->circulationData[j]->enumAndChron)
1133                         printf (" enumAndChron: %s\n",
1134                                 data->circulationData[j]->enumAndChron);
1135                     if (data->circulationData[j]->midspine)
1136                         printf (" midspine: %s\n",
1137                                 data->circulationData[j]->midspine);
1138                     if (data->circulationData[j]->temporaryLocation)
1139                         printf (" temporaryLocation: %s\n",
1140                                 data->circulationData[j]->temporaryLocation);
1141                 }
1142             }
1143         }
1144     }
1145     else
1146     {
1147         printf("Unknown record representation.\n");
1148         if (!z_External(print, &r, 0, 0))
1149         {
1150             odr_perror(print, "Printing external");
1151             odr_reset(print);
1152         }
1153     }
1154 }
1155
1156 static void display_diagrecs(Z_DiagRec **pp, int num)
1157 {
1158     int i;
1159     Z_DefaultDiagFormat *r;
1160
1161     printf("Diagnostic message(s) from database:\n");
1162     for (i = 0; i<num; i++)
1163     {
1164         Z_DiagRec *p = pp[i];
1165         if (p->which != Z_DiagRec_defaultFormat)
1166         {
1167             printf("Diagnostic record not in default format.\n");
1168             return;
1169         }
1170         else
1171             r = p->u.defaultFormat;
1172
1173         if (!r->diagnosticSetId)
1174             printf("Missing diagset\n");
1175         else
1176         {
1177             oid_class oclass;
1178             char diag_name_buf[OID_STR_MAX];
1179             const char *diag_name = 0;
1180             diag_name = yaz_oid_to_string_buf
1181                 (r->diagnosticSetId, &oclass, diag_name_buf);
1182             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1183                 printf("Unknown diagset: %s\n", diag_name);
1184         }
1185         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1186         switch (r->which)
1187         {
1188         case Z_DefaultDiagFormat_v2Addinfo:
1189             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1190             break;
1191         case Z_DefaultDiagFormat_v3Addinfo:
1192             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1193             break;
1194         }
1195     }
1196 }
1197
1198
1199 static void display_nameplusrecord(Z_NamePlusRecord *p)
1200 {
1201     if (p->databaseName)
1202         printf("[%s]", p->databaseName);
1203     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1204         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1205     else if (p->which == Z_NamePlusRecord_databaseRecord)
1206         display_record(p->u.databaseRecord);
1207 }
1208
1209 static void display_records(Z_Records *p)
1210 {
1211     int i;
1212
1213     if (p->which == Z_Records_NSD)
1214     {
1215         Z_DiagRec dr, *dr_p = &dr;
1216         dr.which = Z_DiagRec_defaultFormat;
1217         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1218         display_diagrecs (&dr_p, 1);
1219     }
1220     else if (p->which == Z_Records_multipleNSD)
1221         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1222                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1223     else
1224     {
1225         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1226         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1227             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1228     }
1229 }
1230
1231 static int send_deleteResultSetRequest(const char *arg)
1232 {
1233     char names[8][32];
1234     int i;
1235
1236     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1237     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1238
1239     req->referenceId = set_refid (out);
1240
1241     req->num_resultSetList =
1242         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1243                 names[0], names[1], names[2], names[3],
1244                 names[4], names[5], names[6], names[7]);
1245
1246     req->deleteFunction = (int *)
1247         odr_malloc (out, sizeof(*req->deleteFunction));
1248     if (req->num_resultSetList > 0)
1249     {
1250         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1251         req->resultSetList = (char **)
1252             odr_malloc (out, sizeof(*req->resultSetList)*
1253                         req->num_resultSetList);
1254         for (i = 0; i<req->num_resultSetList; i++)
1255             req->resultSetList[i] = names[i];
1256     }
1257     else
1258     {
1259         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1260         req->resultSetList = 0;
1261     }
1262
1263     send_apdu(apdu);
1264     printf("Sent deleteResultSetRequest.\n");
1265     return 2;
1266 }
1267
1268 #if YAZ_HAVE_XML2
1269 static int send_srw(Z_SRW_PDU *sr)
1270 {
1271     const char *charset = negotiationCharset;
1272     const char *host_port = cur_host;
1273     Z_GDU *gdu;
1274     char *path = 0;
1275
1276     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1277     *path = '/';
1278     strcpy(path+1, databaseNames[0]);
1279
1280     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1281
1282     if (!yaz_matchstr(sru_method, "get"))
1283     {
1284         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1285     }
1286     else if (!yaz_matchstr(sru_method, "post"))
1287     {
1288         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1289     }
1290     else if (!yaz_matchstr(sru_method, "soap"))
1291     {
1292         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1293     }
1294
1295     if (z_GDU(out, &gdu, 0, 0))
1296     {
1297         /* encode OK */
1298         char *buf_out;
1299         int len_out;
1300         int r;
1301         if (apdu_file)
1302         {
1303             if (!z_GDU(print, &gdu, 0, 0))
1304                 printf ("Failed to print outgoing SRU package\n");
1305             odr_reset(print);
1306         }
1307         buf_out = odr_getbuf(out, &len_out, 0);
1308
1309         /* we don't odr_reset(out), since we may need the buffer again */
1310
1311         do_hex_dump(buf_out, len_out);
1312
1313         r = cs_put(conn, buf_out, len_out);
1314
1315         if (r >= 0)
1316             return 2;
1317     }
1318     return 0;
1319 }
1320 #endif
1321
1322 #if YAZ_HAVE_XML2
1323 static char *encode_SRW_term(ODR o, const char *q)
1324 {
1325     const char *in_charset = "ISO-8859-1";
1326     WRBUF w = wrbuf_alloc();
1327     yaz_iconv_t cd;
1328     char *res;
1329     if (outputCharset)
1330         in_charset = outputCharset;
1331     cd = yaz_iconv_open("UTF-8", in_charset);
1332     if (!cd)
1333     {
1334         wrbuf_destroy(w);
1335         return odr_strdup(o, q);
1336     }
1337     wrbuf_iconv_write(w, cd, q, strlen(q));
1338     if (wrbuf_len(w))
1339         res = odr_strdup(o, wrbuf_cstr(w));
1340     else
1341         res = odr_strdup(o, q);
1342     yaz_iconv_close(cd);
1343     wrbuf_destroy(w);
1344     return res;
1345 }
1346
1347
1348 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1349 {
1350     Z_SRW_PDU *sr = 0;
1351
1352     /* regular requestse .. */
1353     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1354
1355     switch(queryType)
1356     {
1357     case QueryType_CQL:
1358         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1359         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1360         break;
1361     case QueryType_Prefix:
1362         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1363         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1364         break;
1365     default:
1366         printf ("Only CQL and PQF supported in SRW\n");
1367         return 0;
1368     }
1369     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1370     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1371     return send_srw(sr);
1372 }
1373
1374 static int send_SRW_searchRequest(const char *arg)
1375 {
1376     Z_SRW_PDU *sr = 0;
1377
1378     if (!srw_sr)
1379     {
1380         assert(srw_sr_odr_out == 0);
1381         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1382     }
1383     odr_reset(srw_sr_odr_out);
1384
1385     setno = 1;
1386
1387     /* save this for later .. when fetching individual records */
1388     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1389                               sru_version);
1390
1391     /* regular request .. */
1392     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1393
1394     switch(queryType)
1395     {
1396     case QueryType_CQL:
1397         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1398         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1399
1400         sr->u.request->query_type = Z_SRW_query_type_cql;
1401         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1402         break;
1403     case QueryType_Prefix:
1404         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1405         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1406
1407         sr->u.request->query_type = Z_SRW_query_type_pqf;
1408         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1409         break;
1410     default:
1411         printf ("Only CQL and PQF supported in SRW\n");
1412         return 0;
1413     }
1414     sr->u.request->maximumRecords = odr_intdup(out, 0);
1415
1416     if (record_schema)
1417         sr->u.request->recordSchema = record_schema;
1418     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1419         sr->u.request->recordPacking = "xml";
1420     return send_srw(sr);
1421 }
1422 #endif
1423
1424 static void query_charset_convert(Z_RPNQuery *q)
1425 {
1426     if (queryCharset && outputCharset)
1427     {
1428         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1429         if (!cd)
1430         {
1431             printf("Conversion from %s to %s unsupported\n",
1432                    outputCharset, queryCharset);
1433             return;
1434         }
1435         yaz_query_charset_convert_rpnquery(q, out, cd);
1436         yaz_iconv_close(cd);
1437     }
1438 }
1439
1440 static int send_searchRequest(const char *arg)
1441 {
1442     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1443     Z_SearchRequest *req = apdu->u.searchRequest;
1444     Z_Query query;
1445     struct ccl_rpn_node *rpn = NULL;
1446     int error, pos;
1447     char setstring[100];
1448     Z_RPNQuery *RPNquery;
1449     Odr_oct ccl_query;
1450     YAZ_PQF_Parser pqf_parser;
1451     Z_External *ext;
1452     QueryType myQueryType = queryType;
1453     char pqfbuf[512];
1454
1455     if (myQueryType == QueryType_CCL2RPN)
1456     {
1457         rpn = ccl_find_str(bibset, arg, &error, &pos);
1458         if (error)
1459         {
1460             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1461             return 0;
1462         }
1463     } else if (myQueryType == QueryType_CQL2RPN) {
1464         /* ### All this code should be wrapped in a utility function */
1465         CQL_parser parser;
1466         struct cql_node *node;
1467         const char *addinfo;
1468         if (cqltrans == 0) {
1469             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1470             return 0;
1471         }
1472         parser = cql_parser_create();
1473         if ((error = cql_parser_string(parser, arg)) != 0) {
1474             printf("Can't parse CQL: must be a syntax error\n");
1475             return 0;
1476         }
1477         node = cql_parser_result(parser);
1478         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1479                                        sizeof pqfbuf)) != 0) {
1480             error = cql_transform_error(cqltrans, &addinfo);
1481             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1482                     cql_strerror(error), addinfo);
1483             return 0;
1484         }
1485         arg = pqfbuf;
1486         myQueryType = QueryType_Prefix;
1487     }
1488
1489     req->referenceId = set_refid (out);
1490     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1491     {
1492         static unsigned char big[2100];
1493         static Odr_oct bigo;
1494
1495         /* send a very big referenceid to test transport stack etc. */
1496         memset(big, 'A', 2100);
1497         bigo.len = bigo.size = 2100;
1498         bigo.buf = big;
1499         req->referenceId = &bigo;
1500     }
1501
1502     if (setnumber >= 0)
1503     {
1504         sprintf(setstring, "%d", ++setnumber);
1505         req->resultSetName = setstring;
1506     }
1507     *req->smallSetUpperBound = smallSetUpperBound;
1508     *req->largeSetLowerBound = largeSetLowerBound;
1509     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1510     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1511         mediumSetPresentNumber > 0))
1512     {
1513         if (recordsyntax_size)
1514             req->preferredRecordSyntax =
1515                 yaz_string_to_oid_odr(yaz_oid_std(),
1516                                       CLASS_RECSYN, recordsyntax_list[0], out);
1517
1518         req->smallSetElementSetNames =
1519             req->mediumSetElementSetNames = elementSetNames;
1520     }
1521     req->num_databaseNames = num_databaseNames;
1522     req->databaseNames = databaseNames;
1523
1524     req->query = &query;
1525
1526     switch (myQueryType)
1527     {
1528     case QueryType_Prefix:
1529         query.which = Z_Query_type_1;
1530         pqf_parser = yaz_pqf_create ();
1531         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1532         if (!RPNquery)
1533         {
1534             const char *pqf_msg;
1535             size_t off;
1536             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1537             int ioff = off;
1538             printf("%*s^\n", ioff+4, "");
1539             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1540
1541             yaz_pqf_destroy (pqf_parser);
1542             return 0;
1543         }
1544         yaz_pqf_destroy (pqf_parser);
1545         query_charset_convert(RPNquery);
1546         query.u.type_1 = RPNquery;
1547         break;
1548     case QueryType_CCL:
1549         query.which = Z_Query_type_2;
1550         query.u.type_2 = &ccl_query;
1551         ccl_query.buf = (unsigned char*) arg;
1552         ccl_query.len = strlen(arg);
1553         break;
1554     case QueryType_CCL2RPN:
1555         query.which = Z_Query_type_1;
1556         RPNquery = ccl_rpn_query(out, rpn);
1557         if (!RPNquery)
1558         {
1559             printf ("Couldn't convert from CCL to RPN\n");
1560             return 0;
1561         }
1562         query_charset_convert(RPNquery);
1563         query.u.type_1 = RPNquery;
1564         ccl_rpn_delete (rpn);
1565         break;
1566     case QueryType_CQL:
1567         query.which = Z_Query_type_104;
1568         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1569         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1570         ext->indirect_reference = 0;
1571         ext->descriptor = 0;
1572         ext->which = Z_External_CQL;
1573         ext->u.cql = odr_strdup(out, arg);
1574         query.u.type_104 =  ext;
1575         break;
1576     default:
1577         printf ("Unsupported query type\n");
1578         return 0;
1579     }
1580     if (send_apdu(apdu))
1581         printf("Sent searchRequest.\n");
1582     setno = 1;
1583     return 2;
1584 }
1585
1586 /* display Query Expression as part of searchResult-1 */
1587 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1588 {
1589     if (!qe)
1590         return;
1591     printf(" %s=", lead);
1592     if (qe->which == Z_QueryExpression_term)
1593     {
1594         if (qe->u.term->queryTerm)
1595         {
1596             Z_Term *term = qe->u.term->queryTerm;
1597             switch (term->which)
1598             {
1599             case Z_Term_general:
1600                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1601                 break;
1602             case Z_Term_characterString:
1603                 printf ("%s", term->u.characterString);
1604                 break;
1605             case Z_Term_numeric:
1606                 printf ("%d", *term->u.numeric);
1607                 break;
1608             case Z_Term_null:
1609                 printf ("null");
1610                 break;
1611             }
1612         }
1613     }
1614 }
1615
1616 /* see if we can find USR:SearchResult-1 */
1617 static void display_searchResult (Z_OtherInformation *o)
1618 {
1619     int i;
1620     if (!o)
1621         return ;
1622     for (i = 0; i < o->num_elements; i++)
1623     {
1624         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1625         {
1626             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1627
1628             if (ext->which == Z_External_searchResult1)
1629             {
1630                 int j;
1631                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1632                 printf ("SearchResult-1:");
1633                 for (j = 0; j < sr->num; j++)
1634                 {
1635                     if (j)
1636                         printf(",");
1637                     if (!sr->elements[j]->subqueryExpression)
1638                         printf("%d", j);
1639                     display_queryExpression("term",
1640                         sr->elements[j]->subqueryExpression);
1641                     display_queryExpression("interpretation",
1642                         sr->elements[j]->subqueryInterpretation);
1643                     display_queryExpression("recommendation",
1644                         sr->elements[j]->subqueryRecommendation);
1645                     if (sr->elements[j]->subqueryCount)
1646                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1647                     if (sr->elements[j]->subqueryId)
1648                         printf(" id=%s ", sr->elements[j]->subqueryId);
1649                 }
1650                 printf ("\n");
1651             }
1652         }
1653     }
1654 }
1655
1656 static int process_searchResponse(Z_SearchResponse *res)
1657 {
1658     printf ("Received SearchResponse.\n");
1659     print_refid (res->referenceId);
1660     if (*res->searchStatus)
1661         printf("Search was a success.\n");
1662     else
1663         printf("Search was a bloomin' failure.\n");
1664     printf("Number of hits: %d", *res->resultCount);
1665     last_hit_count = *res->resultCount;
1666     if (setnumber >= 0)
1667         printf (", setno %d", setnumber);
1668     putchar('\n');
1669     if (res->resultSetStatus)
1670     {
1671         printf("Result Set Status: ");
1672         switch(*res->resultSetStatus)
1673         {
1674         case Z_SearchResponse_subset:
1675             printf("subset"); break;
1676         case Z_SearchResponse_interim:
1677             printf("interim"); break;
1678         case Z_SearchResponse_none:
1679             printf("none"); break;
1680         case Z_SearchResponse_estimate:
1681             printf("estimate"); break;
1682         default:
1683             printf("%d", *res->resultSetStatus);
1684         }
1685         putchar('\n');
1686     }
1687     display_searchResult (res->additionalSearchInfo);
1688     printf("records returned: %d\n",
1689            *res->numberOfRecordsReturned);
1690     setno += *res->numberOfRecordsReturned;
1691     if (res->records)
1692         display_records(res->records);
1693     return 0;
1694 }
1695
1696 static void print_level(int iLevel)
1697 {
1698     int i;
1699     for (i = 0; i < iLevel * 4; i++)
1700         printf(" ");
1701 }
1702
1703 static void print_int(int iLevel, const char *pTag, int *pInt)
1704 {
1705     if (pInt != NULL)
1706     {
1707         print_level(iLevel);
1708         printf("%s: %d\n", pTag, *pInt);
1709     }
1710 }
1711
1712 static void print_string(int iLevel, const char *pTag, const char *pString)
1713 {
1714     if (pString != NULL)
1715     {
1716         print_level(iLevel);
1717         printf("%s: %s\n", pTag, pString);
1718     }
1719 }
1720
1721 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1722 {
1723     if (pOid != NULL)
1724     {
1725         Odr_oid *pInt = pOid;
1726
1727         print_level(iLevel);
1728         printf("%s:", pTag);
1729         for (; *pInt != -1; pInt++)
1730             printf(" %d", *pInt);
1731         printf("\n");
1732     }
1733 }
1734
1735 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1736 {
1737     if (referenceId != NULL)
1738     {
1739         int i;
1740
1741         print_level(iLevel);
1742         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1743         for (i = 0; i < referenceId->len; i++)
1744             printf("%c", referenceId->buf[i]);
1745         printf("\n");
1746     }
1747 }
1748
1749 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1750 {
1751     if (pStringNumeric != NULL)
1752     {
1753         switch (pStringNumeric->which)
1754         {
1755         case Z_StringOrNumeric_string:
1756             print_string(iLevel, pTag, pStringNumeric->u.string);
1757             break;
1758
1759         case Z_StringOrNumeric_numeric:
1760             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1761             break;
1762
1763         default:
1764             print_level(iLevel);
1765             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1766             break;
1767         }
1768     }
1769 }
1770
1771 static void print_universe_report_duplicate(
1772     int iLevel,
1773     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1774 {
1775     if (pUniverseReportDuplicate != NULL)
1776     {
1777         print_level(iLevel);
1778         printf("Universe Report Duplicate: \n");
1779         iLevel++;
1780         print_string_or_numeric(iLevel, "Hit No",
1781                                 pUniverseReportDuplicate->hitno);
1782     }
1783 }
1784
1785 static void print_universe_report_hits(
1786     int iLevel,
1787     Z_UniverseReportHits *pUniverseReportHits)
1788 {
1789     if (pUniverseReportHits != NULL)
1790     {
1791         print_level(iLevel);
1792         printf("Universe Report Hits: \n");
1793         iLevel++;
1794         print_string_or_numeric(iLevel, "Database",
1795                                 pUniverseReportHits->database);
1796         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1797     }
1798 }
1799
1800 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1801 {
1802     if (pUniverseReport != NULL)
1803     {
1804         print_level(iLevel);
1805         printf("Universe Report: \n");
1806         iLevel++;
1807         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1808         switch (pUniverseReport->which)
1809         {
1810         case Z_UniverseReport_databaseHits:
1811             print_universe_report_hits(iLevel,
1812                                        pUniverseReport->u.databaseHits);
1813             break;
1814
1815         case Z_UniverseReport_duplicate:
1816             print_universe_report_duplicate(iLevel,
1817                                             pUniverseReport->u.duplicate);
1818             break;
1819
1820         default:
1821             print_level(iLevel);
1822             printf("Type: %d\n", pUniverseReport->which);
1823             break;
1824         }
1825     }
1826 }
1827
1828 static void print_external(int iLevel, Z_External *pExternal)
1829 {
1830     if (pExternal != NULL)
1831     {
1832         print_level(iLevel);
1833         printf("External: \n");
1834         iLevel++;
1835         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1836         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1837         print_string(iLevel, "Descriptor", pExternal->descriptor);
1838         switch (pExternal->which)
1839         {
1840         case Z_External_universeReport:
1841             print_universe_report(iLevel, pExternal->u.universeReport);
1842             break;
1843
1844         default:
1845             print_level(iLevel);
1846             printf("Type: %d\n", pExternal->which);
1847             break;
1848         }
1849     }
1850 }
1851
1852 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1853 {
1854     printf ("Received ResourceControlRequest.\n");
1855     print_referenceId(1, req->referenceId);
1856     print_int(1, "Suspended Flag", req->suspendedFlag);
1857     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1858     print_int(1, "Response Required", req->responseRequired);
1859     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1860     print_external(1, req->resourceReport);
1861     return 0;
1862 }
1863
1864 void process_ESResponse(Z_ExtendedServicesResponse *res)
1865 {
1866     printf("Status: ");
1867     switch (*res->operationStatus)
1868     {
1869     case Z_ExtendedServicesResponse_done:
1870         printf ("done\n");
1871         break;
1872     case Z_ExtendedServicesResponse_accepted:
1873         printf ("accepted\n");
1874         break;
1875     case Z_ExtendedServicesResponse_failure:
1876         printf ("failure\n");
1877         display_diagrecs(res->diagnostics, res->num_diagnostics);
1878         break;
1879     default:
1880         printf ("unknown\n");
1881     }
1882     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1883         (res->num_diagnostics != 0) ) {
1884         display_diagrecs(res->diagnostics, res->num_diagnostics);
1885     }
1886     print_refid (res->referenceId);
1887     if (res->taskPackage &&
1888         res->taskPackage->which == Z_External_extendedService)
1889     {
1890         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1891         Odr_oct *id = taskPackage->targetReference;
1892         Z_External *ext = taskPackage->taskSpecificParameters;
1893
1894         if (id)
1895         {
1896             printf ("Target Reference: ");
1897             print_stringn (id->buf, id->len);
1898             printf ("\n");
1899         }
1900         if (ext->which == Z_External_update)
1901         {
1902             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1903             if (utp && utp->targetPart)
1904             {
1905                 Z_IUTargetPart *targetPart = utp->targetPart;
1906                 int i;
1907
1908                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1909                 {
1910
1911                     Z_IUTaskPackageRecordStructure *tpr =
1912                         targetPart->taskPackageRecords[i];
1913                     printf ("task package record %d\n", i+1);
1914                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1915                     {
1916                         display_record (tpr->u.record);
1917                     }
1918                     else
1919                     {
1920                         printf ("other type\n");
1921                     }
1922                 }
1923             }
1924         }
1925         if (ext->which == Z_External_itemOrder)
1926         {
1927             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1928
1929             if (otp && otp->targetPart )
1930             {
1931                 if (otp->targetPart->itemRequest)
1932                 {
1933                     Z_External *ext = otp->targetPart->itemRequest;
1934                     if (ext->which == Z_External_octet)
1935                     {
1936                         Odr_oct *doc = ext->u.octet_aligned;
1937                         printf("Got itemRequest doc %.*s\n",
1938                                doc->len, doc->buf);
1939                     }
1940                 }
1941                 else if (otp->targetPart->statusOrErrorReport)
1942                 {
1943                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1944                     if (ext->which == Z_External_octet)
1945                     {
1946                         Odr_oct *doc = ext->u.octet_aligned;
1947                         printf("Got Status or Error Report doc %.*s\n",
1948                                doc->len, doc->buf);
1949                     }
1950                 }
1951             }
1952         }
1953     }
1954     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1955     {
1956         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1957         printf("%.*s\n", doc->len, doc->buf);
1958     }
1959 }
1960
1961 const char *get_ill_element (void *clientData, const char *element)
1962 {
1963     return 0;
1964 }
1965
1966 static Z_External *create_external_itemRequest(void)
1967 {
1968     struct ill_get_ctl ctl;
1969     ILL_ItemRequest *req;
1970     Z_External *r = 0;
1971     int item_request_size = 0;
1972     char *item_request_buf = 0;
1973
1974     ctl.odr = out;
1975     ctl.clientData = 0;
1976     ctl.f = get_ill_element;
1977
1978     req = ill_get_ItemRequest(&ctl, "ill", 0);
1979     if (!req)
1980         printf ("ill_get_ItemRequest failed\n");
1981
1982     if (!ill_ItemRequest (out, &req, 0, 0))
1983     {
1984         if (apdu_file)
1985         {
1986             ill_ItemRequest(print, &req, 0, 0);
1987             odr_reset(print);
1988         }
1989         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1990         if (item_request_buf)
1991             odr_setbuf (out, item_request_buf, item_request_size, 1);
1992         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1993         return 0;
1994     }
1995     else
1996     {
1997         r = (Z_External *) odr_malloc (out, sizeof(*r));
1998         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1999         r->indirect_reference = 0;
2000         r->descriptor = 0;
2001         r->which = Z_External_single;
2002
2003         r->u.single_ASN1_type = (Odr_oct *)
2004             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2005         r->u.single_ASN1_type->buf = (unsigned char *)
2006         odr_malloc (out, item_request_size);
2007         r->u.single_ASN1_type->len = item_request_size;
2008         r->u.single_ASN1_type->size = item_request_size;
2009         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
2010                 item_request_size);
2011
2012         do_hex_dump(item_request_buf,item_request_size);
2013     }
2014     return r;
2015 }
2016
2017 static Z_External *create_external_ILL_APDU(int which)
2018 {
2019     struct ill_get_ctl ctl;
2020     ILL_APDU *ill_apdu;
2021     Z_External *r = 0;
2022     int ill_request_size = 0;
2023     char *ill_request_buf = 0;
2024
2025     ctl.odr = out;
2026     ctl.clientData = 0;
2027     ctl.f = get_ill_element;
2028
2029     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2030
2031     if (!ill_APDU (out, &ill_apdu, 0, 0))
2032     {
2033         if (apdu_file)
2034         {
2035             printf ("-------------------\n");
2036             ill_APDU(print, &ill_apdu, 0, 0);
2037             odr_reset(print);
2038             printf ("-------------------\n");
2039         }
2040         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2041         if (ill_request_buf)
2042             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2043         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2044         return 0;
2045     }
2046     else
2047     {
2048         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2049
2050         r = (Z_External *) odr_malloc (out, sizeof(*r));
2051         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2052         r->indirect_reference = 0;
2053         r->descriptor = 0;
2054         r->which = Z_External_single;
2055
2056         r->u.single_ASN1_type = (Odr_oct *)
2057             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2058         r->u.single_ASN1_type->buf = (unsigned char *)
2059         odr_malloc (out, ill_request_size);
2060         r->u.single_ASN1_type->len = ill_request_size;
2061         r->u.single_ASN1_type->size = ill_request_size;
2062         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2063 /*         printf ("len = %d\n", ill_request_size); */
2064 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2065 /*              printf("--- end of extenal\n"); */
2066
2067     }
2068     return r;
2069 }
2070
2071
2072 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2073                                             const char *xml_buf,
2074                                             int xml_len)
2075 {
2076     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2077     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2078     r->indirect_reference = 0;
2079     r->descriptor = 0;
2080
2081     r->which = Z_External_itemOrder;
2082
2083     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2084     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2085     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2086
2087     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2088         odr_malloc(out,sizeof(Z_IORequest));
2089     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2090
2091     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2092         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2093     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2094     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2095         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2096     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2097
2098     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2099     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2100     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2101
2102     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2103         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2104     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2105     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2106
2107     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2108         (int *) odr_malloc(out, sizeof(int));
2109     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2110
2111     if (!strcmp (type, "item") || !strcmp(type, "2"))
2112     {
2113         printf ("using item-request\n");
2114         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2115             create_external_itemRequest();
2116     }
2117     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2118     {
2119         printf ("using ILL-request\n");
2120         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2121             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2122     }
2123     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2124     {
2125         printf("using XML ILL-request\n");
2126
2127         if (!xml_buf)
2128         {
2129             printf("no docoument added\n");
2130             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2131         }
2132         else
2133         {
2134             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2135                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2136         }
2137     }
2138     else
2139         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2140
2141     return r;
2142 }
2143
2144 static int send_itemorder(const char *type, int itemno,
2145                           const char *xml_buf, int xml_len)
2146 {
2147     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2148     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2149
2150     req->referenceId = set_refid (out);
2151
2152     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2153     req->packageName = esPackageName;
2154
2155     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2156                                                            xml_buf, xml_len);
2157     send_apdu(apdu);
2158     return 0;
2159 }
2160
2161 static int only_z3950(void)
2162 {
2163     if (!conn)
2164     {
2165         printf ("Not connected yet\n");
2166         return 1;
2167     }
2168     if (protocol == PROTO_HTTP)
2169     {
2170         printf ("Not supported by SRW\n");
2171         return 1;
2172     }
2173     return 0;
2174 }
2175
2176 static int cmd_update_common(const char *arg, int version);
2177
2178 static int cmd_update(const char *arg)
2179 {
2180     return cmd_update_common(arg, 1);
2181 }
2182
2183 static int cmd_update0(const char *arg)
2184 {
2185     return cmd_update_common(arg, 0);
2186 }
2187
2188 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2189                             char *rec_buf, int rec_len);
2190
2191 static int cmd_update_SRW(int action_no, const char *recid,
2192                           char *rec_buf, int rec_len);
2193
2194 static int cmd_update_common(const char *arg, int version)
2195 {
2196     char *action_buf;
2197     int action_len;
2198     char *recid_buf;
2199     int recid_len;
2200     const char *recid = 0;
2201     char *rec_buf;
2202     int rec_len;
2203     int action_no;
2204     int noread = 0;
2205
2206     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2207     {
2208         printf("Use: update action recid [fname]\n");
2209         printf(" where action is one of insert,replace,delete.update\n");
2210         printf(" recid is some record ID. Use none for no ID\n");
2211         printf(" fname is file of record to be updated\n");
2212         return 0;
2213     }
2214
2215     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2216     {
2217         printf("Missing recid\n");
2218         return 0;
2219     }
2220
2221     if (!strcmp(action_buf, "insert"))
2222         action_no = Z_IUOriginPartToKeep_recordInsert;
2223     else if (!strcmp(action_buf, "replace"))
2224         action_no = Z_IUOriginPartToKeep_recordReplace;
2225     else if (!strcmp(action_buf, "delete"))
2226         action_no = Z_IUOriginPartToKeep_recordDelete;
2227     else if (!strcmp(action_buf, "update"))
2228         action_no = Z_IUOriginPartToKeep_specialUpdate;
2229     else
2230     {
2231         printf ("Bad action: %s\n", action_buf);
2232         printf ("Possible values: insert, replace, delete, update\n");
2233         return 0;
2234     }
2235
2236     if (strcmp(recid_buf, "none")) /* none means no record ID */
2237         recid = recid_buf;
2238
2239     arg += noread;
2240     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2241         return 0;
2242
2243 #if YAZ_HAVE_XML2
2244     if (protocol == PROTO_HTTP)
2245         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2246 #endif
2247     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2248 }
2249
2250 #if YAZ_HAVE_XML2
2251 static int cmd_update_SRW(int action_no, const char *recid,
2252                           char *rec_buf, int rec_len)
2253 {
2254     if (!conn)
2255         session_connect(cur_host);
2256     if (!conn)
2257         return 0;
2258     else
2259     {
2260         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2261         Z_SRW_updateRequest *sr = srw->u.update_request;
2262
2263         switch(action_no)
2264         {
2265         case Z_IUOriginPartToKeep_recordInsert:
2266             sr->operation = "info:srw/action/1/create";
2267             break;
2268         case Z_IUOriginPartToKeep_recordReplace:
2269             sr->operation = "info:srw/action/1/replace";
2270             break;
2271         case Z_IUOriginPartToKeep_recordDelete:
2272             sr->operation = "info:srw/action/1/delete";
2273             break;
2274         }
2275         if (rec_buf)
2276         {
2277             sr->record = yaz_srw_get_record(out);
2278             sr->record->recordData_buf = rec_buf;
2279             sr->record->recordData_len = rec_len;
2280             sr->record->recordSchema = record_schema;
2281         }
2282         if (recid)
2283             sr->recordId = odr_strdup(out, recid);
2284         return send_srw(srw);
2285     }
2286 }
2287 #endif
2288
2289 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2290                             char *rec_buf, int rec_len)
2291 {
2292     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2293     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2294     Z_External *r;
2295     Z_External *record_this = 0;
2296     if (rec_buf)
2297         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2298                                        rec_buf, rec_len);
2299     else
2300     {
2301         if (!record_last)
2302         {
2303             printf ("No last record (update ignored)\n");
2304             return 0;
2305         }
2306         record_this = record_last;
2307     }
2308
2309     req->packageType = odr_oiddup(out, (version == 0 ?
2310        yaz_oid_extserv_database_update_first_version :
2311        yaz_oid_extserv_database_update));
2312
2313     req->packageName = esPackageName;
2314
2315     req->referenceId = set_refid (out);
2316
2317     r = req->taskSpecificParameters = (Z_External *)
2318         odr_malloc (out, sizeof(*r));
2319     r->direct_reference = req->packageType;
2320     r->indirect_reference = 0;
2321     r->descriptor = 0;
2322     if (version == 0)
2323     {
2324         Z_IU0OriginPartToKeep *toKeep;
2325         Z_IU0SuppliedRecords *notToKeep;
2326
2327         r->which = Z_External_update0;
2328         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2329         r->u.update0->which = Z_IUUpdate_esRequest;
2330         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2331             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2332         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2333             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2334
2335         toKeep->databaseName = databaseNames[0];
2336         toKeep->schema = 0;
2337         if (record_schema)
2338         {
2339             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2340                                                    CLASS_SCHEMA,
2341                                                    record_schema, out);
2342         }
2343         toKeep->elementSetName = 0;
2344
2345         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2346         *toKeep->action = action_no;
2347
2348         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2349             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2350         notToKeep->num = 1;
2351         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2352             odr_malloc(out, sizeof(*notToKeep->elements));
2353         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2354             odr_malloc(out, sizeof(**notToKeep->elements));
2355         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2356         if (recid)
2357         {
2358             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2359                 odr_malloc (out, sizeof(Odr_oct));
2360             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2361             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2362             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2363         }
2364         else
2365             notToKeep->elements[0]->u.opaque = 0;
2366         notToKeep->elements[0]->supplementalId = 0;
2367         notToKeep->elements[0]->correlationInfo = 0;
2368         notToKeep->elements[0]->record = record_this;
2369     }
2370     else
2371     {
2372         Z_IUOriginPartToKeep *toKeep;
2373         Z_IUSuppliedRecords *notToKeep;
2374
2375         r->which = Z_External_update;
2376         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2377         r->u.update->which = Z_IUUpdate_esRequest;
2378         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2379             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2380         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2381             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2382
2383         toKeep->databaseName = databaseNames[0];
2384         toKeep->schema = 0;
2385         if (record_schema)
2386         {
2387             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2388                                                    CLASS_SCHEMA,
2389                                                    record_schema, out);
2390         }
2391         toKeep->elementSetName = 0;
2392         toKeep->actionQualifier = 0;
2393         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2394         *toKeep->action = action_no;
2395
2396         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2397             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2398         notToKeep->num = 1;
2399         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2400             odr_malloc(out, sizeof(*notToKeep->elements));
2401         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2402             odr_malloc(out, sizeof(**notToKeep->elements));
2403         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2404         if (recid)
2405         {
2406             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2407                 odr_malloc (out, sizeof(Odr_oct));
2408             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2409             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2410             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2411         }
2412         else
2413             notToKeep->elements[0]->u.opaque = 0;
2414         notToKeep->elements[0]->supplementalId = 0;
2415         notToKeep->elements[0]->correlationInfo = 0;
2416         notToKeep->elements[0]->record = record_this;
2417     }
2418
2419     send_apdu(apdu);
2420
2421     return 2;
2422 }
2423
2424 static int cmd_xmles(const char *arg)
2425 {
2426     if (only_z3950())
2427         return 1;
2428     else
2429     {
2430         char *asn_buf = 0;
2431         int noread = 0;
2432         Odr_oid *oid;
2433         char oid_str[51];
2434         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2435         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2436
2437
2438         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2439
2440         req->referenceId = set_refid (out);
2441         req->taskSpecificParameters = ext;
2442         ext->indirect_reference = 0;
2443         ext->descriptor = 0;
2444         ext->which = Z_External_octet;
2445         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));
2446         sscanf(arg, "%50s%n", oid_str, &noread);
2447         if (noread == 0)
2448         {
2449             printf("Missing OID for xmles\n");
2450             return 0;
2451         }
2452         arg += noread;
2453         if (parse_cmd_doc(&arg, out, &asn_buf,
2454                           &ext->u.single_ASN1_type->len) == 0)
2455             return 0;
2456
2457         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2458
2459         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2460                                     CLASS_EXTSERV, oid_str, out);
2461         if (!oid)
2462         {
2463             printf("Bad OID: %s\n", oid_str);
2464             return 0;
2465         }
2466
2467         req->packageType = oid;
2468
2469         ext->direct_reference = oid;
2470
2471         send_apdu(apdu);
2472
2473         return 2;
2474     }
2475 }
2476
2477 static int cmd_itemorder(const char *arg)
2478 {
2479     char type[12];
2480     int itemno;
2481     char *xml_buf = 0;
2482     int xml_len = 0;
2483     int no_read = 0;
2484
2485     if (only_z3950())
2486         return 1;
2487     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2488         return 0;
2489     arg += no_read;
2490     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2491
2492     fflush(stdout);
2493     send_itemorder(type, itemno, xml_buf, xml_len);
2494     return 2;
2495 }
2496
2497 static void show_opt(const char *arg, void *clientData)
2498 {
2499     printf ("%s ", arg);
2500 }
2501
2502 static int cmd_zversion(const char *arg)
2503 {
2504     if (*arg && arg)
2505         z3950_version = atoi(arg);
2506     else
2507         printf ("version is %d\n", z3950_version);
2508     return 0;
2509 }
2510
2511 static int cmd_options(const char *arg)
2512 {
2513     if (*arg)
2514     {
2515         int r;
2516         int pos;
2517         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2518         if (r == -1)
2519             printf("Unknown option(s) near %s\n", arg+pos);
2520     }
2521     else
2522     {
2523         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2524         printf ("\n");
2525     }
2526     return 0;
2527 }
2528
2529 static int cmd_explain(const char *arg)
2530 {
2531     if (protocol != PROTO_HTTP)
2532         return 0;
2533 #if YAZ_HAVE_XML2
2534     if (!conn)
2535         session_connect(cur_host);
2536     if (conn)
2537     {
2538         Z_SRW_PDU *sr = 0;
2539
2540         setno = 1;
2541
2542         /* save this for later .. when fetching individual records */
2543         sr = yaz_srw_get(out, Z_SRW_explain_request);
2544         if (recordsyntax_size == 1
2545             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2546             sr->u.explain_request->recordPacking = "xml";
2547         send_srw(sr);
2548         return 2;
2549     }
2550 #endif
2551     return 0;
2552 }
2553
2554 static int cmd_init(const char *arg)
2555 {
2556     if (*arg)
2557     {
2558         strncpy (cur_host, arg, sizeof(cur_host)-1);
2559         cur_host[sizeof(cur_host)-1] = 0;
2560     }
2561     if (only_z3950())
2562         return 1;
2563     send_initRequest(cur_host);
2564     return 2;
2565 }
2566
2567 static int cmd_sru(const char *arg)
2568 {
2569     if (!*arg)
2570     {
2571         printf("SRU method is: %s\n", sru_method);
2572         printf("SRU version is: %s\n", sru_version);
2573     }
2574     else
2575     {
2576         int r;
2577         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2578         if (r >= 1)
2579         {
2580             if (!yaz_matchstr(sru_method, "post"))
2581                 ;
2582             else if (!yaz_matchstr(sru_method, "get"))
2583                 ;
2584             else if (!yaz_matchstr(sru_method, "soap"))
2585                 ;
2586             else
2587             {
2588                 strcpy(sru_method, "soap");
2589                 printf("Unknown SRU method: %s\n", arg);
2590                 printf("Specify one of POST, GET, SOAP\n");
2591             }
2592         }
2593     }
2594     return 0;
2595 }
2596
2597 static int cmd_find(const char *arg)
2598 {
2599     if (!*arg)
2600     {
2601         printf("Find what?\n");
2602         return 0;
2603     }
2604     if (protocol == PROTO_HTTP)
2605     {
2606 #if YAZ_HAVE_XML2
2607         if (!conn)
2608             session_connect(cur_host);
2609         if (!conn)
2610             return 0;
2611         if (!send_SRW_searchRequest(arg))
2612             return 0;
2613 #else
2614         return 0;
2615 #endif
2616     }
2617     else
2618     {
2619         if (!conn)
2620         {
2621             try_reconnect();
2622
2623             if (!conn) {
2624                 printf("Not connected yet\n");
2625                 return 0;
2626             }
2627         }
2628         if (!send_searchRequest(arg))
2629             return 0;
2630     }
2631     return 2;
2632 }
2633
2634 static int cmd_delete(const char *arg)
2635 {
2636     if (only_z3950())
2637         return 0;
2638     if (!send_deleteResultSetRequest(arg))
2639         return 0;
2640     return 2;
2641 }
2642
2643 static int cmd_ssub(const char *arg)
2644 {
2645     if (!(smallSetUpperBound = atoi(arg)))
2646         return 0;
2647     return 1;
2648 }
2649
2650 static int cmd_lslb(const char *arg)
2651 {
2652     if (!(largeSetLowerBound = atoi(arg)))
2653         return 0;
2654     return 1;
2655 }
2656
2657 static int cmd_mspn(const char *arg)
2658 {
2659     if (!(mediumSetPresentNumber = atoi(arg)))
2660         return 0;
2661     return 1;
2662 }
2663
2664 static int cmd_status(const char *arg)
2665 {
2666     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2667     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2668     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2669     return 1;
2670 }
2671
2672 static int cmd_setnames(const char *arg)
2673 {
2674     if (*arg == '1')         /* enable ? */
2675         setnumber = 0;
2676     else if (*arg == '0')    /* disable ? */
2677         setnumber = -1;
2678     else if (setnumber < 0)  /* no args, toggle .. */
2679         setnumber = 0;
2680     else
2681         setnumber = -1;
2682
2683     if (setnumber >= 0)
2684         printf("Set numbering enabled.\n");
2685     else
2686         printf("Set numbering disabled.\n");
2687     return 1;
2688 }
2689
2690 /* PRESENT SERVICE ----------------------------- */
2691
2692 static void parse_show_args(const char *arg_c, char *setstring,
2693                             int *start, int *number)
2694 {
2695     char arg[40];
2696     char *p;
2697
2698     strncpy(arg, arg_c, sizeof(arg)-1);
2699     arg[sizeof(arg)-1] = '\0';
2700
2701     if ((p = strchr(arg, '+')))
2702     {
2703         *number = atoi(p + 1);
2704         *p = '\0';
2705     }
2706     if (*arg)
2707     {
2708         if (!strcmp(arg, "all"))
2709         {
2710             *number = last_hit_count;
2711             *start = 1;
2712         }
2713         else
2714             *start = atoi(arg);
2715     }
2716     if (p && (p=strchr(p+1, '+')))
2717         strcpy (setstring, p+1);
2718     else if (setnumber >= 0)
2719         sprintf(setstring, "%d", setnumber);
2720     else
2721         *setstring = '\0';
2722 }
2723
2724 static int send_presentRequest(const char *arg)
2725 {
2726     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2727     Z_PresentRequest *req = apdu->u.presentRequest;
2728     Z_RecordComposition compo;
2729     int nos = 1;
2730     char setstring[100];
2731
2732     req->referenceId = set_refid (out);
2733
2734     parse_show_args(arg, setstring, &setno, &nos);
2735     if (*setstring)
2736         req->resultSetId = setstring;
2737
2738     req->resultSetStartPoint = &setno;
2739     req->numberOfRecordsRequested = &nos;
2740
2741     if (recordsyntax_size)
2742         req->preferredRecordSyntax =
2743             yaz_string_to_oid_odr(yaz_oid_std(),
2744                                   CLASS_RECSYN, recordsyntax_list[0], out);
2745
2746     if (record_schema || recordsyntax_size >= 2)
2747     {
2748         req->recordComposition = &compo;
2749         compo.which = Z_RecordComp_complex;
2750         compo.u.complex = (Z_CompSpec *)
2751             odr_malloc(out, sizeof(*compo.u.complex));
2752         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2753             odr_malloc(out, sizeof(bool_t));
2754         *compo.u.complex->selectAlternativeSyntax = 0;
2755
2756         compo.u.complex->generic = (Z_Specification *)
2757             odr_malloc(out, sizeof(*compo.u.complex->generic));
2758
2759         compo.u.complex->generic->which = Z_Schema_oid;
2760         if (!record_schema)
2761             compo.u.complex->generic->schema.oid = 0;
2762         else
2763         {
2764             compo.u.complex->generic->schema.oid =
2765                 yaz_string_to_oid_odr(yaz_oid_std(),
2766                                       CLASS_SCHEMA, record_schema, out);
2767
2768             if (!compo.u.complex->generic->schema.oid)
2769             {
2770                 /* OID wasn't a schema! Try record syntax instead. */
2771                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2772                     yaz_string_to_oid_odr(yaz_oid_std(),
2773                                           CLASS_RECSYN, record_schema, out);
2774             }
2775         }
2776         if (!elementSetNames)
2777             compo.u.complex->generic->elementSpec = 0;
2778         else
2779         {
2780             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2781                 odr_malloc(out, sizeof(Z_ElementSpec));
2782             compo.u.complex->generic->elementSpec->which =
2783                 Z_ElementSpec_elementSetName;
2784             compo.u.complex->generic->elementSpec->u.elementSetName =
2785                 elementSetNames->u.generic;
2786         }
2787         compo.u.complex->num_dbSpecific = 0;
2788         compo.u.complex->dbSpecific = 0;
2789
2790         compo.u.complex->num_recordSyntax = 0;
2791         compo.u.complex->recordSyntax = 0;
2792         if (recordsyntax_size >= 2)
2793         {
2794             int i;
2795             compo.u.complex->num_recordSyntax = recordsyntax_size;
2796             compo.u.complex->recordSyntax = (Odr_oid **)
2797                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2798             for (i = 0; i < recordsyntax_size; i++)
2799             compo.u.complex->recordSyntax[i] =
2800                 yaz_string_to_oid_odr(yaz_oid_std(),
2801                                       CLASS_RECSYN, recordsyntax_list[i], out);
2802         }
2803     }
2804     else if (elementSetNames)
2805     {
2806         req->recordComposition = &compo;
2807         compo.which = Z_RecordComp_simple;
2808         compo.u.simple = elementSetNames;
2809     }
2810     send_apdu(apdu);
2811     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2812     return 2;
2813 }
2814
2815 #if YAZ_HAVE_XML2
2816 static int send_SRW_presentRequest(const char *arg)
2817 {
2818     char setstring[100];
2819     int nos = 1;
2820     Z_SRW_PDU *sr = srw_sr;
2821
2822     if (!sr)
2823         return 0;
2824     parse_show_args(arg, setstring, &setno, &nos);
2825     sr->u.request->startRecord = odr_intdup(out, setno);
2826     sr->u.request->maximumRecords = odr_intdup(out, nos);
2827     if (record_schema)
2828         sr->u.request->recordSchema = record_schema;
2829     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2830         sr->u.request->recordPacking = "xml";
2831     return send_srw(sr);
2832 }
2833 #endif
2834
2835 static void close_session (void)
2836 {
2837     if (conn)
2838         cs_close (conn);
2839     conn = 0;
2840     sent_close = 0;
2841     odr_reset(out);
2842     odr_reset(in);
2843     odr_reset(print);
2844     last_hit_count = 0;
2845 }
2846
2847 void process_close(Z_Close *req)
2848 {
2849     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2850     Z_Close *res = apdu->u.close;
2851
2852     static char *reasons[] =
2853     {
2854         "finished",
2855         "shutdown",
2856         "system problem",
2857         "cost limit reached",
2858         "resources",
2859         "security violation",
2860         "protocolError",
2861         "lack of activity",
2862         "peer abort",
2863         "unspecified"
2864     };
2865
2866     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2867         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2868     if (sent_close)
2869         close_session ();
2870     else
2871     {
2872         *res->closeReason = Z_Close_finished;
2873         send_apdu(apdu);
2874         printf("Sent response.\n");
2875         sent_close = 1;
2876     }
2877 }
2878
2879 static int cmd_show(const char *arg)
2880 {
2881     if (protocol == PROTO_HTTP)
2882     {
2883 #if YAZ_HAVE_XML2
2884         if (!conn)
2885             session_connect(cur_host);
2886         if (!conn)
2887             return 0;
2888         if (!send_SRW_presentRequest(arg))
2889             return 0;
2890 #else
2891         return 0;
2892 #endif
2893     }
2894     else
2895     {
2896         if (!conn)
2897         {
2898             printf("Not connected yet\n");
2899             return 0;
2900         }
2901         if (!send_presentRequest(arg))
2902             return 0;
2903     }
2904     return 2;
2905 }
2906
2907 void exit_client(int code)
2908 {
2909     file_history_save(file_history);
2910     file_history_destroy(&file_history);
2911     exit(code);
2912 }
2913
2914 int cmd_quit(const char *arg)
2915 {
2916     printf("See you later, alligator.\n");
2917     xmalloc_trav ("");
2918     exit_client(0);
2919     return 0;
2920 }
2921
2922 int cmd_cancel(const char *arg)
2923 {
2924     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2925     Z_TriggerResourceControlRequest *req =
2926         apdu->u.triggerResourceControlRequest;
2927     bool_t rfalse = 0;
2928     char command[16];
2929
2930     *command = '\0';
2931     sscanf(arg, "%15s", command);
2932
2933     if (only_z3950())
2934         return 0;
2935     if (session_initResponse &&
2936         !ODR_MASK_GET(session_initResponse->options,
2937                       Z_Options_triggerResourceCtrl))
2938     {
2939         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2940         return 0;
2941     }
2942     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2943     req->resultSetWanted = &rfalse;
2944     req->referenceId = set_refid (out);
2945
2946     send_apdu(apdu);
2947     printf("Sent cancel request\n");
2948     if (!strcmp(command, "wait"))
2949          return 2;
2950     return 1;
2951 }
2952
2953
2954 int cmd_cancel_find(const char *arg) {
2955     int fres;
2956     fres=cmd_find(arg);
2957     if( fres > 0 ) {
2958         return cmd_cancel("");
2959     };
2960     return fres;
2961 }
2962
2963 int send_scanrequest(const char *set,  const char *query,
2964                      int pp, int num, const char *term)
2965 {
2966     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2967     Z_ScanRequest *req = apdu->u.scanRequest;
2968
2969     if (only_z3950())
2970         return 0;
2971     if (queryType == QueryType_CCL2RPN)
2972     {
2973         int error, pos;
2974         struct ccl_rpn_node *rpn;
2975
2976         rpn = ccl_find_str (bibset,  query, &error, &pos);
2977         if (error)
2978         {
2979             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2980             return -1;
2981         }
2982         req->attributeSet =
2983             yaz_string_to_oid_odr(yaz_oid_std(),
2984                                   CLASS_ATTSET, "Bib-1", out);
2985         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2986         {
2987             printf("Couldn't convert CCL to Scan term\n");
2988             return -1;
2989         }
2990         ccl_rpn_delete (rpn);
2991     }
2992     else
2993     {
2994         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2995
2996         if (!(req->termListAndStartPoint =
2997               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2998         {
2999             const char *pqf_msg;
3000             size_t off;
3001             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
3002             int ioff = off;
3003             printf("%*s^\n", ioff+7, "");
3004             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3005             yaz_pqf_destroy (pqf_parser);
3006             return -1;
3007         }
3008         yaz_pqf_destroy (pqf_parser);
3009     }
3010     if (queryCharset && outputCharset)
3011     {
3012         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3013         if (!cd)
3014         {
3015             printf("Conversion from %s to %s unsupported\n",
3016                    outputCharset, queryCharset);
3017             return -1;
3018         }
3019         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3020         yaz_iconv_close(cd);
3021     }
3022     if (term && *term)
3023     {
3024         if (req->termListAndStartPoint->term &&
3025             req->termListAndStartPoint->term->which == Z_Term_general &&
3026             req->termListAndStartPoint->term->u.general)
3027         {
3028             req->termListAndStartPoint->term->u.general->buf =
3029                 (unsigned char *) odr_strdup(out, term);
3030             req->termListAndStartPoint->term->u.general->len =
3031                 req->termListAndStartPoint->term->u.general->size =
3032                 strlen(term);
3033         }
3034     }
3035     req->referenceId = set_refid (out);
3036     req->num_databaseNames = num_databaseNames;
3037     req->databaseNames = databaseNames;
3038     req->numberOfTermsRequested = &num;
3039     req->preferredPositionInResponse = &pp;
3040     req->stepSize = odr_intdup(out, scan_stepSize);
3041
3042     if (set)
3043         yaz_oi_set_string_oid(&req->otherInfo, out,
3044                               yaz_oid_userinfo_scan_set, 1, set);
3045
3046     send_apdu(apdu);
3047     return 2;
3048 }
3049
3050 int send_sortrequest(const char *arg, int newset)
3051 {
3052     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3053     Z_SortRequest *req = apdu->u.sortRequest;
3054     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3055         odr_malloc (out, sizeof(*sksl));
3056     char setstring[32];
3057
3058     if (only_z3950())
3059         return 0;
3060     if (setnumber >= 0)
3061         sprintf (setstring, "%d", setnumber);
3062     else
3063         sprintf (setstring, "default");
3064
3065     req->referenceId = set_refid (out);
3066
3067     req->num_inputResultSetNames = 1;
3068     req->inputResultSetNames = (Z_InternationalString **)
3069         odr_malloc (out, sizeof(*req->inputResultSetNames));
3070     req->inputResultSetNames[0] = odr_strdup (out, setstring);
3071
3072     if (newset && setnumber >= 0)
3073         sprintf (setstring, "%d", ++setnumber);
3074
3075     req->sortedResultSetName = odr_strdup (out, setstring);
3076
3077     req->sortSequence = yaz_sort_spec (out, arg);
3078     if (!req->sortSequence)
3079     {
3080         printf ("Missing sort specifications\n");
3081         return -1;
3082     }
3083     send_apdu(apdu);
3084     return 2;
3085 }
3086
3087 void display_term(Z_TermInfo *t)
3088 {
3089     if (t->displayTerm)
3090         printf("%s", t->displayTerm);
3091     else if (t->term->which == Z_Term_general)
3092         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3093     else
3094         printf("Term (not general)");
3095     if (t->term->which == Z_Term_general)
3096         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3097             t->term->u.general->buf);
3098
3099     if (t->globalOccurrences)
3100         printf (" (%d)\n", *t->globalOccurrences);
3101     else
3102         printf ("\n");
3103 }
3104
3105 void process_scanResponse(Z_ScanResponse *res)
3106 {
3107     int i;
3108     Z_Entry **entries = NULL;
3109     int num_entries = 0;
3110
3111     printf("Received ScanResponse\n");
3112     print_refid (res->referenceId);
3113     printf("%d entries", *res->numberOfEntriesReturned);
3114     if (res->positionOfTerm)
3115         printf (", position=%d", *res->positionOfTerm);
3116     printf ("\n");
3117     if (*res->scanStatus != Z_Scan_success)
3118         printf("Scan returned code %d\n", *res->scanStatus);
3119     if (!res->entries)
3120         return;
3121     if ((entries = res->entries->entries))
3122         num_entries = res->entries->num_entries;
3123     for (i = 0; i < num_entries; i++)
3124     {
3125         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3126         if (entries[i]->which == Z_Entry_termInfo)
3127         {
3128             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3129             display_term(entries[i]->u.termInfo);
3130         }
3131         else
3132             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3133     }
3134     if (res->entries->nonsurrogateDiagnostics)
3135         display_diagrecs (res->entries->nonsurrogateDiagnostics,
3136                           res->entries->num_nonsurrogateDiagnostics);
3137 }
3138
3139 void process_sortResponse(Z_SortResponse *res)
3140 {
3141     printf("Received SortResponse: status=");
3142     switch (*res->sortStatus)
3143     {
3144     case Z_SortResponse_success:
3145         printf ("success"); break;
3146     case Z_SortResponse_partial_1:
3147         printf ("partial"); break;
3148     case Z_SortResponse_failure:
3149         printf ("failure"); break;
3150     default:
3151         printf ("unknown (%d)", *res->sortStatus);
3152     }
3153     printf ("\n");
3154     print_refid (res->referenceId);
3155     if (res->diagnostics)
3156         display_diagrecs(res->diagnostics,
3157                          res->num_diagnostics);
3158 }
3159
3160 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
3161 {
3162     printf("Got deleteResultSetResponse status=%d\n",
3163            *res->deleteOperationStatus);
3164     if (res->deleteListStatuses)
3165     {
3166         int i;
3167         for (i = 0; i < res->deleteListStatuses->num; i++)
3168         {
3169             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3170                     *res->deleteListStatuses->elements[i]->status);
3171         }
3172     }
3173 }
3174
3175 int cmd_sort_generic(const char *arg, int newset)
3176 {
3177     if (only_z3950())
3178         return 0;
3179     if (session_initResponse &&
3180         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3181     {
3182         printf("Target doesn't support sort\n");
3183         return 0;
3184     }
3185     if (*arg)
3186     {
3187         if (send_sortrequest(arg, newset) < 0)
3188             return 0;
3189         return 2;
3190     }
3191     return 0;
3192 }
3193
3194 int cmd_sort(const char *arg)
3195 {
3196     return cmd_sort_generic (arg, 0);
3197 }
3198
3199 int cmd_sort_newset (const char *arg)
3200 {
3201     return cmd_sort_generic (arg, 1);
3202 }
3203
3204 int cmd_scanstep(const char *arg)
3205 {
3206     scan_stepSize = atoi(arg);
3207     return 0;
3208 }
3209
3210 int cmd_scanpos(const char *arg)
3211 {
3212     int r = sscanf(arg, "%d", &scan_position);
3213     if (r == 0)
3214         scan_position = 1;
3215     return 0;
3216 }
3217
3218 int cmd_scansize(const char *arg)
3219 {
3220     int r = sscanf(arg, "%d", &scan_size);
3221     if (r == 0)
3222         scan_size = 20;
3223     return 0;
3224 }
3225
3226 static int cmd_scan_common(const char *set, const char *arg)
3227 {
3228     if (protocol == PROTO_HTTP)
3229     {
3230 #if YAZ_HAVE_XML2
3231         if (!conn)
3232             session_connect(cur_host);
3233         if (!conn)
3234             return 0;
3235         if (*arg)
3236         {
3237             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3238                 return 0;
3239         }
3240         else
3241         {
3242             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3243                 return 0;
3244         }
3245         return 2;
3246 #else
3247         return 0;
3248 #endif
3249     }
3250     else
3251     {
3252         if (!conn)
3253         {
3254             try_reconnect();
3255
3256             if (!conn) {
3257                 printf("Session not initialized yet\n");
3258                 return 0;
3259             }
3260         }
3261         if (session_initResponse &&
3262             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3263         {
3264             printf("Target doesn't support scan\n");
3265             return 0;
3266         }
3267         if (*arg)
3268         {
3269             strcpy (last_scan_query, arg);
3270             if (send_scanrequest(set, arg,
3271                                  scan_position, scan_size, 0) < 0)
3272                 return 0;
3273         }
3274         else
3275         {
3276             if (send_scanrequest(set, last_scan_query,
3277                                  1, scan_size, last_scan_line) < 0)
3278                 return 0;
3279         }
3280         return 2;
3281     }
3282 }
3283
3284 int cmd_scan(const char *arg)
3285 {
3286     return cmd_scan_common(0, arg);
3287 }
3288
3289 int cmd_setscan(const char *arg)
3290 {
3291     char setstring[100];
3292     int nor;
3293     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3294     {
3295         printf("missing set for setscan\n");
3296         return 0;
3297     }
3298     return cmd_scan_common(setstring, arg + nor);
3299 }
3300
3301 int cmd_schema(const char *arg)
3302 {
3303     xfree(record_schema);
3304     record_schema = 0;
3305     if (arg && *arg)
3306         record_schema = xstrdup(arg);
3307     return 1;
3308 }
3309
3310 int cmd_format(const char *arg)
3311 {
3312     const char *cp = arg;
3313     int nor;
3314     int idx = 0;
3315     int i;
3316     char form_str[41];
3317     if (!arg || !*arg)
3318     {
3319         printf("Usage: format <recordsyntax>\n");
3320         return 0;
3321     }
3322     for (i = 0; i < recordsyntax_size; i++)
3323     {
3324         xfree(recordsyntax_list[i]);
3325         recordsyntax_list[i] = 0;
3326     }
3327
3328     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3329            && idx < RECORDSYNTAX_MAX)
3330     {
3331         if (!strcmp(form_str, "none"))
3332             break;
3333         recordsyntax_list[idx] = xstrdup(form_str);
3334         cp += nor;
3335         idx++;
3336     }
3337     recordsyntax_size = idx;
3338     return 1;
3339 }
3340
3341 int cmd_elements(const char *arg)
3342 {
3343     static Z_ElementSetNames esn;
3344     static char what[100];
3345
3346     if (!arg || !*arg)
3347     {
3348         elementSetNames = 0;
3349         return 1;
3350     }
3351     strcpy(what, arg);
3352     esn.which = Z_ElementSetNames_generic;
3353     esn.u.generic = what;
3354     elementSetNames = &esn;
3355     return 1;
3356 }
3357
3358 int cmd_querytype (const char *arg)
3359 {
3360     if (!strcmp (arg, "ccl"))
3361         queryType = QueryType_CCL;
3362     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3363         queryType = QueryType_Prefix;
3364     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3365         queryType = QueryType_CCL2RPN;
3366     else if (!strcmp(arg, "cql"))
3367         queryType = QueryType_CQL;
3368     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3369         queryType = QueryType_CQL2RPN;
3370     else
3371     {
3372         printf ("Querytype must be one of:\n");
3373         printf (" prefix         - Prefix query\n");
3374         printf (" ccl            - CCL query\n");
3375         printf (" ccl2rpn        - CCL query converted to RPN\n");
3376         printf (" cql            - CQL\n");
3377         printf (" cql2rpn        - CQL query converted to RPN\n");
3378         return 0;
3379     }
3380     return 1;
3381 }
3382
3383 int cmd_refid (const char *arg)
3384 {
3385     xfree (refid);
3386     refid = NULL;
3387     if (*arg)
3388         refid = xstrdup (arg);
3389     return 1;
3390 }
3391
3392 int cmd_close(const char *arg)
3393 {
3394     Z_APDU *apdu;
3395     Z_Close *req;
3396     if (only_z3950())
3397         return 0;
3398     apdu = zget_APDU(out, Z_APDU_close);
3399     req = apdu->u.close;
3400     *req->closeReason = Z_Close_finished;
3401     send_apdu(apdu);
3402     printf("Sent close request.\n");
3403     sent_close = 1;
3404     return 2;
3405 }
3406
3407 int cmd_packagename(const char* arg)
3408 {
3409     xfree (esPackageName);
3410     esPackageName = NULL;
3411     if (*arg)
3412         esPackageName = xstrdup(arg);
3413     return 1;
3414 }
3415
3416 int cmd_proxy(const char* arg)
3417 {
3418     xfree(yazProxy);
3419     yazProxy = 0;
3420     if (*arg)
3421         yazProxy = xstrdup (arg);
3422     return 1;
3423 }
3424
3425 int cmd_marccharset(const char *arg)
3426 {
3427     char l1[30];
3428
3429     *l1 = 0;
3430     if (sscanf(arg, "%29s", l1) < 1)
3431     {
3432         printf("MARC character set is `%s'\n",
3433                marcCharset ? marcCharset: "none");
3434         return 1;
3435     }
3436     xfree (marcCharset);
3437     marcCharset = 0;
3438     if (strcmp(l1, "-") && strcmp(l1, "none"))
3439         marcCharset = xstrdup(l1);
3440     return 1;
3441 }
3442
3443 int cmd_querycharset(const char *arg)
3444 {
3445     char l1[30];
3446
3447     *l1 = 0;
3448     if (sscanf(arg, "%29s", l1) < 1)
3449     {
3450         printf("Query character set is `%s'\n",
3451                queryCharset ? queryCharset: "none");
3452         return 1;
3453     }
3454     xfree (queryCharset);
3455     queryCharset = 0;
3456     if (strcmp(l1, "-") && strcmp(l1, "none"))
3457         queryCharset = xstrdup(l1);
3458     return 1;
3459 }
3460
3461 int cmd_displaycharset(const char *arg)
3462 {
3463     char l1[30];
3464
3465     *l1 = 0;
3466     if (sscanf(arg, "%29s", l1) < 1)
3467     {
3468         printf("Display character set is `%s'\n",
3469                outputCharset ? outputCharset: "none");
3470     }
3471     else
3472     {
3473         xfree (outputCharset);
3474         outputCharset = 0;
3475         if (!strcmp(l1, "auto") && codeset)
3476         {
3477             if (codeset)
3478             {
3479                 printf ("Display character set: %s\n", codeset);
3480                 outputCharset = xstrdup(codeset);
3481             }
3482             else
3483                 printf ("No codeset found on this system\n");
3484         }
3485         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3486             outputCharset = xstrdup(l1);
3487     }
3488     return 1;
3489 }
3490
3491 int cmd_negcharset(const char *arg)
3492 {
3493     char l1[30];
3494
3495     *l1 = 0;
3496     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3497                &negotiationCharsetVersion) < 1)
3498     {
3499         printf("Negotiation character set `%s'\n",
3500                negotiationCharset ? negotiationCharset: "none");
3501         if (negotiationCharset)
3502         {
3503             printf("Records in charset %s\n", negotiationCharsetRecords ?
3504                    "yes" : "no");
3505             printf("Charneg version %d\n", negotiationCharsetVersion);
3506         }
3507     }
3508     else
3509     {
3510         xfree (negotiationCharset);
3511         negotiationCharset = NULL;
3512         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3513         {
3514             negotiationCharset = xstrdup(l1);
3515             printf ("Character set negotiation : %s\n", negotiationCharset);
3516         }
3517     }
3518     return 1;
3519 }
3520
3521 int cmd_charset(const char* arg)
3522 {
3523     char l1[30], l2[30], l3[30], l4[30];
3524
3525     *l1 = *l2 = *l3 = *l4 = '\0';
3526     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3527     {
3528         cmd_negcharset("");
3529         cmd_displaycharset("");
3530         cmd_marccharset("");
3531         cmd_querycharset("");
3532     }
3533     else
3534     {
3535         cmd_negcharset(l1);
3536         if (*l2)
3537             cmd_displaycharset(l2);
3538         if (*l3)
3539             cmd_marccharset(l3);
3540         if (*l4)
3541             cmd_querycharset(l4);
3542     }
3543     return 1;
3544 }
3545
3546 int cmd_lang(const char* arg)
3547 {
3548     if (*arg == '\0') {
3549         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3550         return 1;
3551     }
3552     xfree (yazLang);
3553     yazLang = NULL;
3554     if (*arg)
3555         yazLang = xstrdup(arg);
3556     return 1;
3557 }
3558
3559 int cmd_source(const char* arg, int echo )
3560 {
3561     /* first should open the file and read one line at a time.. */
3562     FILE* includeFile;
3563     char line[102400], *cp;
3564
3565     if(strlen(arg)<1) {
3566         fprintf(stderr,"Error in source command use a filename\n");
3567         return -1;
3568     }
3569
3570     includeFile = fopen (arg, "r");
3571
3572     if(!includeFile) {
3573         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3574         return -1;
3575     }
3576
3577     while(!feof(includeFile)) {
3578         memset(line,0,sizeof(line));
3579         fgets(line,sizeof(line),includeFile);
3580
3581         if(strlen(line) < 2) continue;
3582         if(line[0] == '#') continue;
3583
3584         if ((cp = strrchr (line, '\n')))
3585             *cp = '\0';
3586
3587         if( echo ) {
3588             printf( "processing line: %s\n",line );
3589         };
3590         process_cmd_line(line);
3591     }
3592
3593     if(fclose(includeFile)<0) {
3594         perror("unable to close include file");
3595         exit(1);
3596     }
3597     return 1;
3598 }
3599
3600 int cmd_source_echo(const char* arg)
3601 {
3602     cmd_source(arg, 1);
3603     return 1;
3604 }
3605
3606 int cmd_source_noecho(const char* arg)
3607 {
3608     cmd_source(arg, 0);
3609     return 1;
3610 }
3611
3612
3613 int cmd_subshell(const char* args)
3614 {
3615     if(strlen(args))
3616         system(args);
3617     else
3618         system(getenv("SHELL"));
3619
3620     printf("\n");
3621     return 1;
3622 }
3623
3624 int cmd_set_berfile(const char *arg)
3625 {
3626     if (ber_file && ber_file != stdout && ber_file != stderr)
3627         fclose(ber_file);
3628     if (!strcmp(arg, ""))
3629         ber_file = 0;
3630     else if (!strcmp(arg, "-"))
3631         ber_file = stdout;
3632     else
3633         ber_file = fopen(arg, "a");
3634     return 1;
3635 }
3636
3637 int cmd_set_apdufile(const char *arg)
3638 {
3639     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3640