Fix SEGV for quit command in cmdfile
[yaz-moved-to-github.git] / client / client.c
1 /* This file is part of the YAZ toolkit.
2  * Copyright (C) 1995-2009 Index Data
3  * See the file LICENSE for details.
4  */
5 /** \file client.c
6  *  \brief yaz-client program
7  */
8
9 #include <stdio.h>
10 #include <stdlib.h>
11 #include <assert.h>
12 #include <time.h>
13 #include <ctype.h>
14 #ifndef WIN32
15 #include <signal.h>
16 #endif
17 #if HAVE_SYS_TYPES_H
18 #include <sys/types.h>
19 #endif
20 #if HAVE_LOCALE_H
21 #include <locale.h>
22 #endif
23 #if HAVE_LANGINFO_H
24 #include <langinfo.h>
25 #endif
26 #if HAVE_UNISTD_H
27 #include <unistd.h>
28 #endif
29 #if HAVE_SYS_STAT_H
30 #include <sys/stat.h>
31 #endif
32 #if HAVE_SYS_TIME_H
33 #include <sys/time.h>
34 #endif
35
36 #ifdef WIN32
37 #include <sys/stat.h>
38 #include <io.h>
39 #include <windows.h>
40 #define S_ISREG(x) (x & _S_IFREG)
41 #define S_ISDIR(x) (x & _S_IFDIR)
42 #endif
43
44 #include <yaz/yaz-util.h>
45
46 #include <yaz/comstack.h>
47
48 #include <yaz/oid_db.h>
49 #define NO_OID 1
50 #include <yaz/proto.h>
51 #include <yaz/marcdisp.h>
52 #include <yaz/diagbib1.h>
53 #include <yaz/otherinfo.h>
54 #include <yaz/charneg.h>
55 #include <yaz/query-charset.h>
56
57 #include <yaz/pquery.h>
58 #include <yaz/sortspec.h>
59
60 #include <yaz/ill.h>
61 #include <yaz/srw.h>
62 #include <yaz/yaz-ccl.h>
63 #include <yaz/cql.h>
64 #include <yaz/log.h>
65
66 #if HAVE_READLINE_READLINE_H
67 #include <readline/readline.h>
68 #endif
69 #if HAVE_READLINE_HISTORY_H
70 #include <readline/history.h>
71 #endif
72
73
74 #include "admin.h"
75 #include "tabcomplete.h"
76 #include "fhistory.h"
77
78 #define C_PROMPT "Z> "
79
80 static file_history_t file_history = 0;
81
82 static char sru_method[10] = "soap";
83 static char sru_version[10] = "1.2";
84 static char *codeset = 0;               /* character set for output */
85 static int hex_dump = 0;
86 static char *dump_file_prefix = 0;
87 static ODR out, in, print;              /* encoding and decoding streams */
88 #if YAZ_HAVE_XML2
89 static ODR srw_sr_odr_out = 0;
90 static Z_SRW_PDU *srw_sr = 0;
91 #endif
92 static FILE *apdu_file = 0;
93 static FILE *ber_file = 0;
94 static COMSTACK conn = 0;               /* our z-association */
95
96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
97 static NMEM nmem_auth = NULL;
98
99 char *databaseNames[128];
100 int num_databaseNames = 0;
101 static Z_External *record_last = 0;
102 static int setnumber = -1;              /* current result set number */
103 static int smallSetUpperBound = 0;
104 static int largeSetLowerBound = 1;
105 static int mediumSetPresentNumber = 0;
106 static Z_ElementSetNames *elementSetNames = 0;
107 static Odr_int setno = 1;                   /* current set offset */
108 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
109 #define RECORDSYNTAX_MAX 20
110 static char *recordsyntax_list[RECORDSYNTAX_MAX];
111 static int recordsyntax_size = 0;
112
113 static char *record_schema = 0;
114 static int sent_close = 0;
115 static NMEM session_mem = NULL;         /* memory handle for init-response */
116 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
117 static char last_scan_line[512] = "0";
118 static char last_scan_query[512] = "0";
119 static char ccl_fields[512] = "default.bib";
120 /* ### How can I set this path to use wherever YAZ is installed? */
121 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
122 static char *esPackageName = 0;
123 static char *yazProxy = 0;
124 static int kilobytes = 1024;
125 static char *negotiationCharset = 0;
126 static int  negotiationCharsetRecords = 1;
127 static int  negotiationCharsetVersion = 3;
128 static char *outputCharset = 0;
129 static char *marcCharset = 0;
130 static char *queryCharset = 0;
131 static char* yazLang = 0;
132
133 static char last_cmd[32] = "?";
134 static FILE *marc_file = 0;
135 static char *refid = NULL;
136 static int auto_reconnect = 0;
137 static int auto_wait = 1;
138 static Odr_bitmask z3950_options;
139 static int z3950_version = 3;
140 static int scan_stepSize = 0;
141 static int scan_position = 1;
142 static int scan_size = 20;
143 static char cur_host[200];
144 static int last_hit_count = 0;
145
146 typedef enum {
147     QueryType_Prefix,
148     QueryType_CCL,
149     QueryType_CCL2RPN,
150     QueryType_CQL,
151     QueryType_CQL2RPN
152 } QueryType;
153
154 static QueryType queryType = QueryType_Prefix;
155
156 static CCL_bibset bibset;               /* CCL bibset handle */
157 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
158
159 #if HAVE_READLINE_COMPLETION_OVER
160
161 #else
162 /* readline doesn't have this var. Define it ourselves. */
163 int rl_attempted_completion_over = 0;
164 #endif
165
166 #define maxOtherInfosSupported 10
167 struct eoi {
168     Odr_oid oid[OID_SIZE];
169     char* value;
170 } extraOtherInfos[maxOtherInfosSupported];
171
172 void process_cmd_line(char* line);
173 #if HAVE_READLINE_READLINE_H
174 char **readline_completer(char *text, int start, int end);
175 #endif
176 static char *command_generator(const char *text, int state);
177 int cmd_register_tab(const char* arg);
178 int cmd_querycharset(const char *arg);
179
180 static void close_session(void);
181
182 static void marc_file_write(const char *buf, size_t sz);
183
184 static void wait_and_handle_response(int one_response_only);
185
186 ODR getODROutputStream(void)
187 {
188     return out;
189 }
190
191 const char* query_type_as_string(QueryType q)
192 {
193     switch (q) {
194     case QueryType_Prefix: return "prefix (RPN sent to server)";
195     case QueryType_CCL: return "CCL (CCL sent to server) ";
196     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
197     case QueryType_CQL: return "CQL (CQL sent to server)";
198     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
199     default:
200         return "unknown Query type internal yaz-client error";
201     }
202 }
203
204 static void do_hex_dump(const char* buf, size_t len)
205 {
206     if (hex_dump)
207     {
208         size_t i;
209         int x;
210         for (i = 0; i < len ; i = i+16 )
211         {
212             printf(" %4.4ld ", (long) i);
213             for(x=0 ; i+x<len && x<16; ++x)
214             {
215                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
216             }
217             printf("\n");
218         }
219     }
220     if (dump_file_prefix)
221     {
222         static int no = 0;
223         if (++no < 1000 && strlen(dump_file_prefix) < 500)
224         {
225             char fname[1024];
226             FILE *of;
227             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
228             of = fopen(fname, "wb");
229
230             if (fwrite(buf, 1, len, of) != len)
231             {
232                 printf("write failed for %s", fname);
233             }
234             if (fclose(of))
235             {
236                 printf("close failed for %s", fname);
237             }
238         }
239     }
240 }
241
242 void add_otherInfos(Z_APDU *a)
243 {
244     Z_OtherInformation **oi;
245     int i;
246
247     yaz_oi_APDU(a, &oi);
248     for(i=0; i<maxOtherInfosSupported; ++i)
249     {
250         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
251             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
252                                      1, extraOtherInfos[i].value);
253     }
254 }
255
256 int send_apdu(Z_APDU *a)
257 {
258     char *buf;
259     int len;
260
261     add_otherInfos(a);
262
263     if (apdu_file)
264     {
265         z_APDU(print, &a, 0, 0);
266         odr_reset(print);
267     }
268     if (!z_APDU(out, &a, 0, 0))
269     {
270         odr_perror(out, "Encoding APDU");
271         close_session();
272         return 0;
273     }
274     buf = odr_getbuf(out, &len, 0);
275     if (ber_file)
276         odr_dumpBER(ber_file, buf, len);
277     /* printf ("sending APDU of size %d\n", len); */
278     do_hex_dump(buf, len);
279     if (cs_put(conn, buf, len) < 0)
280     {
281         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
282         close_session();
283         return 0;
284     }
285     odr_reset(out); /* release the APDU structure  */
286     return 1;
287 }
288
289 static void print_stringn(const unsigned char *buf, size_t len)
290 {
291     size_t i;
292     for (i = 0; i<len; i++)
293         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
294             printf("%c", buf[i]);
295         else
296             printf("\\X%02X", buf[i]);
297 }
298
299 static void print_refid(Z_ReferenceId *id)
300 {
301     if (id)
302     {
303         printf("Reference Id: ");
304         print_stringn(id->buf, id->len);
305         printf("\n");
306     }
307 }
308
309 static Z_ReferenceId *set_refid(ODR out)
310 {
311     Z_ReferenceId *id;
312     if (!refid)
313         return 0;
314     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
315     id->size = id->len = strlen(refid);
316     id->buf = (unsigned char *) odr_malloc(out, id->len);
317     memcpy(id->buf, refid, id->len);
318     return id;
319 }
320
321 /* INIT SERVICE ------------------------------- */
322
323 static void send_initRequest(const char* type_and_host)
324 {
325     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
326     Z_InitRequest *req = apdu->u.initRequest;
327     int i;
328
329     req->options = &z3950_options;
330
331     ODR_MASK_ZERO(req->protocolVersion);
332     for (i = 0; i<z3950_version; i++)
333         ODR_MASK_SET(req->protocolVersion, i);
334
335     *req->maximumRecordSize = 1024*kilobytes;
336     *req->preferredMessageSize = 1024*kilobytes;
337
338     req->idAuthentication = auth;
339
340     req->referenceId = set_refid(out);
341
342     if (yazProxy && type_and_host)
343     {
344         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
345                               1, type_and_host);
346     }
347
348     if (negotiationCharset || yazLang) {
349         Z_OtherInformation **p;
350         Z_OtherInformationUnit *p0;
351
352         yaz_oi_APDU(apdu, &p);
353
354         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
355         {
356             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
357
358             p0->which = Z_OtherInfo_externallyDefinedInfo;
359             p0->information.externallyDefinedInfo =
360                 yaz_set_proposal_charneg_list(out, ",",
361                                               negotiationCharset,
362                                               yazLang,
363                                               negotiationCharsetRecords);
364         }
365     }
366     if (send_apdu(apdu))
367         printf("Sent initrequest.\n");
368 }
369
370
371 /* These two are used only from process_initResponse() */
372 static void render_initUserInfo(Z_OtherInformation *ui1);
373 static void render_diag(Z_DiagnosticFormat *diag);
374
375 static void pr_opt(const char *opt, void *clientData)
376 {
377     printf(" %s", opt);
378 }
379
380 static int process_initResponse(Z_InitResponse *res)
381 {
382     int ver = 0;
383     /* save session parameters for later use */
384     session_mem = odr_extract_mem(in);
385     session_initResponse = res;
386
387     for (ver = 0; ver < 8; ver++)
388         if (!ODR_MASK_GET(res->protocolVersion, ver))
389             break;
390
391     if (!*res->result)
392         printf("Connection rejected by v%d target.\n", ver);
393     else
394         printf("Connection accepted by v%d target.\n", ver);
395     if (res->implementationId)
396         printf("ID     : %s\n", res->implementationId);
397     if (res->implementationName)
398         printf("Name   : %s\n", res->implementationName);
399     if (res->implementationVersion)
400         printf("Version: %s\n", res->implementationVersion);
401     if (res->userInformationField)
402     {
403         Z_External *uif = res->userInformationField;
404         if (uif->which == Z_External_userInfo1) {
405             render_initUserInfo(uif->u.userInfo1);
406         } else {
407             printf("UserInformationfield:\n");
408             if (!z_External(print, (Z_External**)&uif, 0, 0))
409             {
410                 odr_perror(print, "Printing userinfo\n");
411                 odr_reset(print);
412             }
413             if (uif->which == Z_External_octet) {
414                 printf("Guessing visiblestring:\n");
415                 printf("'%.*s'\n", uif->u.octet_aligned->len,
416                        uif->u.octet_aligned->buf);
417             }
418             else if (uif->which == Z_External_single)
419             {
420                 Odr_any *sat = uif->u.single_ASN1_type;
421                 if (!oid_oidcmp(uif->direct_reference,
422                                 yaz_oid_userinfo_oclc_userinfo))
423                 {
424                     Z_OCLC_UserInformation *oclc_ui;
425                     ODR decode = odr_createmem(ODR_DECODE);
426                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
427                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
428                         printf("Bad OCLC UserInformation:\n");
429                     else
430                         printf("OCLC UserInformation:\n");
431                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
432                         printf("Bad OCLC UserInformation spec\n");
433                     odr_destroy(decode);
434                 }
435                 else
436                 {
437                     /* Peek at any private Init-diagnostic APDUs */
438                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
439                            (int) sat->len, sat->len, sat->buf);
440                 }
441             }
442             odr_reset(print);
443         }
444     }
445     printf("Options:");
446     yaz_init_opt_decode(res->options, pr_opt, 0);
447     printf("\n");
448
449     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
450         setnumber = 0;
451
452     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
453
454         Z_CharSetandLanguageNegotiation *p =
455                 yaz_get_charneg_record(res->otherInfo);
456
457         if (p)
458         {
459             char *charset=NULL, *lang=NULL;
460             int selected;
461
462             yaz_get_response_charneg(session_mem, p, &charset, &lang,
463                                      &selected);
464
465             printf("Accepted character set : %s\n", charset ? charset:"none");
466             printf("Accepted code language : %s\n", lang ? lang:"none");
467             printf("Accepted records in ...: %d\n", selected );
468
469             if (outputCharset && charset)
470             {
471                 printf("Converting between %s and %s\n",
472                        outputCharset, charset);
473                 odr_set_charset(out, charset, outputCharset);
474                 odr_set_charset(in, outputCharset, charset);
475                 cmd_querycharset(charset);
476             }
477             else
478             {
479                 odr_set_charset(out, 0, 0);
480                 odr_set_charset(in, 0, 0);
481             }
482         }
483     }
484     fflush(stdout);
485     return 0;
486 }
487
488
489 static void render_initUserInfo(Z_OtherInformation *ui1) {
490     int i;
491     printf("Init response contains %d otherInfo unit%s:\n",
492            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
493
494     for (i = 0; i < ui1->num_elements; i++) {
495         Z_OtherInformationUnit *unit = ui1->list[i];
496         printf("  %d: otherInfo unit contains ", i+1);
497         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
498             unit->information.externallyDefinedInfo &&
499             unit->information.externallyDefinedInfo->which ==
500             Z_External_diag1) {
501             render_diag(unit->information.externallyDefinedInfo->u.diag1);
502         }
503         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
504         {
505             printf("unsupported otherInfo unit->which = %d\n", unit->which);
506         }
507         else
508         {
509             printf("unsupported otherInfo unit external %d\n",
510                    unit->information.externallyDefinedInfo ?
511                    unit->information.externallyDefinedInfo->which : -2);
512         }
513     }
514 }
515
516
517 /* ### should this share code with display_diagrecs()? */
518 static void render_diag(Z_DiagnosticFormat *diag) {
519     int i;
520
521     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
522     for (i = 0; i < diag->num; i++) {
523         Z_DiagnosticFormat_s *ds = diag->elements[i];
524         printf("    %d: ", i+1);
525         switch (ds->which) {
526         case Z_DiagnosticFormat_s_defaultDiagRec: {
527             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
528             /* ### should check `dd->diagnosticSetId' */
529             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
530                    diagbib1_str(*dd->condition));
531             /* Both types of addinfo are the same, so use type-pun */
532             if (dd->u.v2Addinfo != 0)
533                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
534             break;
535         }
536         case Z_DiagnosticFormat_s_explicitDiagnostic:
537             printf("Explicit diagnostic (not supported)");
538             break;
539         default:
540             printf("Unrecognised diagnostic type %d", ds->which);
541             break;
542         }
543
544         if (ds->message != 0)
545             printf(", message='%s'", ds->message);
546         printf("\n");
547     }
548 }
549
550
551 static int set_base(const char *arg)
552 {
553     int i;
554     const char *cp;
555
556     for (i = 0; i<num_databaseNames; i++)
557         xfree(databaseNames[i]);
558     num_databaseNames = 0;
559     while (1)
560     {
561         char *cp1;
562         if (!(cp = strchr(arg, ' ')))
563             cp = arg + strlen(arg);
564         if (cp - arg < 1)
565             break;
566         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
567         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
568         databaseNames[num_databaseNames][cp - arg] = '\0';
569
570         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
571             if (*cp1 == '+')
572                 *cp1 = ' ';
573         num_databaseNames++;
574
575         if (!*cp)
576             break;
577         arg = cp+1;
578     }
579     if (num_databaseNames == 0)
580     {
581         num_databaseNames = 1;
582         databaseNames[0] = xstrdup("");
583     }
584     return 1;
585 }
586
587 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
588 {
589     const char *sep;
590     while (**arg && strchr(" \t\n\r\f", **arg))
591         (*arg)++;
592     if (**arg == '\0')
593     {
594         return 0;
595     }
596     else if ((*arg)[0] == '<')
597     {
598         size_t fsize;
599         FILE *inf;
600         const char *fname;
601         const char *arg_start = ++(*arg);
602
603         while (**arg != '\0' && **arg != ' ')
604             (*arg)++;
605
606         fname = odr_strdupn(out, arg_start, *arg - arg_start);
607
608         inf = fopen(fname, "rb");
609         if (!inf)
610         {
611             printf("Couldn't open %s\n", fname);
612             return 0;
613         }
614         if (fseek(inf, 0L, SEEK_END) == -1)
615         {
616             printf("Couldn't seek in %s\n", fname);
617             fclose(inf);
618             return 0;
619         }
620         fsize = ftell(inf);
621         if (fseek(inf, 0L, SEEK_SET) == -1)
622         {
623             printf("Couldn't seek in %s\n", fname);
624             fclose(inf);
625             return 0;
626         }
627         *len = fsize;
628         *buf = (char *) odr_malloc(out, fsize+1);
629         (*buf)[fsize] = '\0';
630         if (fread(*buf, 1, fsize, inf) != fsize)
631         {
632             printf("Unable to read %s\n", fname);
633             fclose(inf);
634             return 0;
635         }
636         fclose(inf);
637     }
638     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
639     {
640         (*arg)++;
641         *len = sep - *arg;
642         *buf = odr_strdupn(out, *arg, *len);
643         (*arg) = sep+1;
644     }
645     else
646     {
647         const char *arg_start = *arg;
648
649         while (**arg != '\0' && **arg != ' ')
650             (*arg)++;
651
652         *len = *arg - arg_start;
653         *buf = odr_strdupn(out, arg_start, *len);
654     }
655     return 1;
656 }
657
658 static int cmd_base(const char *arg)
659 {
660     if (!*arg)
661     {
662         printf("Usage: base <database> <database> ...\n");
663         return 0;
664     }
665     return set_base(arg);
666 }
667
668 int session_connect(const char *arg)
669 {
670     void *add;
671     char type_and_host[101];
672     const char *basep = 0;
673     if (conn)
674     {
675         cs_close(conn);
676         conn = 0;
677     }
678     if (session_mem)
679     {
680         nmem_destroy(session_mem);
681         session_mem = NULL;
682         session_initResponse = 0;
683     }
684     cs_get_host_args(arg, &basep);
685
686     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
687     type_and_host[sizeof(type_and_host)-1] = '\0';
688
689     if (yazProxy)
690         conn = cs_create_host(yazProxy, 1, &add);
691     else
692         conn = cs_create_host(arg, 1, &add);
693     if (!conn)
694     {
695         printf("Could not resolve address %s\n", arg);
696         return 0;
697     }
698 #if YAZ_HAVE_XML2
699 #else
700     if (conn->protocol == PROTO_HTTP)
701     {
702         printf("SRW/HTTP not enabled in this YAZ\n");
703         cs_close(conn);
704         conn = 0;
705         return 0;
706     }
707 #endif
708     protocol = conn->protocol;
709     if (conn->protocol == PROTO_HTTP)
710         set_base("");
711     else
712         set_base("Default");
713     printf("Connecting...");
714     fflush(stdout);
715     if (cs_connect(conn, add) < 0)
716     {
717         printf("error = %s\n", cs_strerror(conn));
718         cs_close(conn);
719         conn = 0;
720         return 0;
721     }
722     printf("OK.\n");
723     cs_print_session_info(conn);
724     if (basep && *basep)
725         set_base (basep);
726     if (protocol == PROTO_Z3950)
727     {
728         send_initRequest(type_and_host);
729         return 2;
730     }
731     return 0;
732 }
733
734 int cmd_open(const char *arg)
735 {
736     int r;
737     if (arg)
738     {
739         strncpy(cur_host, arg, sizeof(cur_host)-1);
740         cur_host[sizeof(cur_host)-1] = 0;
741     }
742     r = session_connect(cur_host);
743     if (conn && conn->protocol == PROTO_HTTP)
744         queryType = QueryType_CQL;
745     return r;
746 }
747
748 int cmd_authentication(const char *arg)
749 {
750     char **args;
751     int r;
752
753     nmem_reset(nmem_auth);
754     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
755
756     if (r == 0)
757     {
758         printf("Authentication set to null\n");
759         auth = 0;
760     }
761     else if (r == 1)
762     {
763         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
764         if (!strcmp(args[0], "-"))
765         {
766             auth->which = Z_IdAuthentication_anonymous;
767             auth->u.anonymous = odr_nullval();
768             printf("Authentication set to Anonymous\n");
769         } 
770         else
771         {
772             auth->which = Z_IdAuthentication_open;
773             auth->u.open = args[0];
774             printf("Authentication set to Open (%s)\n", args[0]);
775         }
776     }
777     else if (r == 2)
778     {
779         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
780         auth->which = Z_IdAuthentication_idPass;
781         auth->u.idPass = (Z_IdPass *)
782             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
783         auth->u.idPass->groupId = NULL;
784         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
785         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
786         printf("Authentication set to User (%s), Pass (%s)\n",
787                args[0], args[1]);
788     }
789     else if (r == 3)
790     {
791         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
792         auth->which = Z_IdAuthentication_idPass;
793         auth->u.idPass = (Z_IdPass *)
794             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
795         auth->u.idPass->groupId = args[1];
796         auth->u.idPass->userId = args[0];
797         auth->u.idPass->password = args[2];
798         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
799                args[0], args[1], args[2]);
800     }
801     else
802     {
803         printf("Bad number of args to auth\n");
804         auth = 0;
805     }
806
807     return 1;
808 }
809
810 /* SEARCH SERVICE ------------------------------ */
811 static void display_record(Z_External *r);
812
813 static void print_record(const unsigned char *buf, size_t len)
814 {
815     size_t i = len;
816     print_stringn(buf, len);
817     /* add newline if not already added ... */
818     if (i <= 0 || buf[i-1] != '\n')
819         printf("\n");
820 }
821
822 static void display_record(Z_External *r)
823 {
824     const Odr_oid *oid = r->direct_reference;
825
826     record_last = r;
827     /*
828      * Tell the user what we got.
829      */
830     if (oid)
831     {
832         oid_class oclass;
833         char oid_name_buf[OID_STR_MAX];
834         const char *oid_name
835             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
836         printf("Record type: ");
837         if (oid_name)
838             printf("%s\n", oid_name);
839     }
840     /* Check if this is a known, ASN.1 type tucked away in an octet string */
841     if (r->which == Z_External_octet)
842     {
843         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
844         char *rr;
845
846         if (type)
847         {
848             /*
849              * Call the given decoder to process the record.
850              */
851             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
852                 r->u.octet_aligned->len, 0);
853             if (!(*type->fun)(in, &rr, 0, 0))
854             {
855                 odr_perror(in, "Decoding constructed record.");
856                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
857                 fprintf(stdout, "Packet dump:\n---------\n");
858                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
859                             r->u.octet_aligned->len);
860                 fprintf(stdout, "---------\n");
861
862                 /* note just ignores the error ant print the bytes form the octet_aligned later */
863             } else {
864                 /*
865                  * Note: we throw away the original, BER-encoded record here.
866                  * Do something else with it if you want to keep it.
867                  */
868                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
869                 r->which = type->what;
870             }
871         }
872     }
873     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
874     {
875         print_record((const unsigned char *) r->u.octet_aligned->buf,
876                      r->u.octet_aligned->len);
877         marc_file_write((const char *) r->u.octet_aligned->buf,
878                         r->u.octet_aligned->len);
879     }
880     else if (oid && r->which == Z_External_octet)
881     {
882         const char *octet_buf = (char*)r->u.octet_aligned->buf;
883         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
884                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
885                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
886         {
887             print_record((const unsigned char *) octet_buf,
888                          r->u.octet_aligned->len);
889         }
890         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
891         {
892             int size = r->u.octet_aligned->len;
893             if (size > 100)
894                 size = 100;
895             print_record((const unsigned char *) octet_buf, size);
896         }
897         else
898         {
899             if (oid && yaz_oid_is_iso2709(oid))
900             {
901                 const char *result;
902                 size_t rlen;
903                 yaz_iconv_t cd = 0;
904                 yaz_marc_t mt = yaz_marc_create();
905                 const char *from = 0;
906
907                 if (marcCharset && !strcmp(marcCharset, "auto"))
908                 {
909                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
910                     {
911                         if (octet_buf[9] == 'a')
912                             from = "UTF-8";
913                         else
914                             from = "MARC-8";
915                     }
916                     else
917                         from = "ISO-8859-1";
918                 }
919                 else if (marcCharset)
920                     from = marcCharset;
921                 if (outputCharset && from)
922                 {
923                     cd = yaz_iconv_open(outputCharset, from);
924                     printf("convert from %s to %s", from,
925                             outputCharset);
926                     if (!cd)
927                         printf(" unsupported\n");
928                     else
929                     {
930                         yaz_marc_iconv(mt, cd);
931                         printf("\n");
932                     }
933                 }
934
935                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
936                                         &result, &rlen)> 0)
937                 {
938                     if (fwrite(result, rlen, 1, stdout) != 1)
939                     {
940                         printf("write to stdout failed\n");
941                     }
942                 }
943                 else
944                 {
945                     printf("bad MARC. Dumping as it is:\n");
946                     print_record((const unsigned char*) octet_buf,
947                                   r->u.octet_aligned->len);
948                 }
949                 yaz_marc_destroy(mt);
950                 if (cd)
951                     yaz_iconv_close(cd);
952             }
953             else
954             {
955                 print_record((const unsigned char*) octet_buf,
956                              r->u.octet_aligned->len);
957             }
958         }
959         marc_file_write(octet_buf, r->u.octet_aligned->len);
960     }
961     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
962     {
963         if (r->which != Z_External_sutrs)
964         {
965             printf("Expecting single SUTRS type for SUTRS.\n");
966             return;
967         }
968         print_record(r->u.sutrs->buf, r->u.sutrs->len);
969         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
970     }
971     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
972     {
973         WRBUF w;
974         if (r->which != Z_External_grs1)
975         {
976             printf("Expecting single GRS type for GRS.\n");
977             return;
978         }
979         w = wrbuf_alloc();
980         yaz_display_grs1(w, r->u.grs1, 0);
981         puts(wrbuf_cstr(w));
982         wrbuf_destroy(w);
983     }
984     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
985     {
986         int i;
987         if (r->u.opac->bibliographicRecord)
988             display_record(r->u.opac->bibliographicRecord);
989         for (i = 0; i<r->u.opac->num_holdingsData; i++)
990         {
991             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
992             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
993             {
994                 printf("MARC holdings %d\n", i);
995                 display_record(h->u.marcHoldingsRecord);
996             }
997             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
998             {
999                 int j;
1000
1001                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1002
1003                 printf("Data holdings %d\n", i);
1004                 if (data->typeOfRecord)
1005                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1006                 if (data->encodingLevel)
1007                     printf("encodingLevel: %s\n", data->encodingLevel);
1008                 if (data->receiptAcqStatus)
1009                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1010                 if (data->generalRetention)
1011                     printf("generalRetention: %s\n", data->generalRetention);
1012                 if (data->completeness)
1013                     printf("completeness: %s\n", data->completeness);
1014                 if (data->dateOfReport)
1015                     printf("dateOfReport: %s\n", data->dateOfReport);
1016                 if (data->nucCode)
1017                     printf("nucCode: %s\n", data->nucCode);
1018                 if (data->localLocation)
1019                     printf("localLocation: %s\n", data->localLocation);
1020                 if (data->shelvingLocation)
1021                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1022                 if (data->callNumber)
1023                     printf("callNumber: %s\n", data->callNumber);
1024                 if (data->shelvingData)
1025                     printf("shelvingData: %s\n", data->shelvingData);
1026                 if (data->copyNumber)
1027                     printf("copyNumber: %s\n", data->copyNumber);
1028                 if (data->publicNote)
1029                     printf("publicNote: %s\n", data->publicNote);
1030                 if (data->reproductionNote)
1031                     printf("reproductionNote: %s\n", data->reproductionNote);
1032                 if (data->termsUseRepro)
1033                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1034                 if (data->enumAndChron)
1035                     printf("enumAndChron: %s\n", data->enumAndChron);
1036                 for (j = 0; j<data->num_volumes; j++)
1037                 {
1038                     printf("volume %d\n", j);
1039                     if (data->volumes[j]->enumeration)
1040                         printf(" enumeration: %s\n",
1041                                 data->volumes[j]->enumeration);
1042                     if (data->volumes[j]->chronology)
1043                         printf(" chronology: %s\n",
1044                                 data->volumes[j]->chronology);
1045                     if (data->volumes[j]->enumAndChron)
1046                         printf(" enumAndChron: %s\n",
1047                                 data->volumes[j]->enumAndChron);
1048                 }
1049                 for (j = 0; j<data->num_circulationData; j++)
1050                 {
1051                     printf("circulation %d\n", j);
1052                     if (data->circulationData[j]->availableNow)
1053                         printf(" availableNow: %d\n",
1054                                 *data->circulationData[j]->availableNow);
1055                     if (data->circulationData[j]->availablityDate)
1056                         printf(" availabiltyDate: %s\n",
1057                                 data->circulationData[j]->availablityDate);
1058                     if (data->circulationData[j]->availableThru)
1059                         printf(" availableThru: %s\n",
1060                                 data->circulationData[j]->availableThru);
1061                     if (data->circulationData[j]->restrictions)
1062                         printf(" restrictions: %s\n",
1063                                 data->circulationData[j]->restrictions);
1064                     if (data->circulationData[j]->itemId)
1065                         printf(" itemId: %s\n",
1066                                 data->circulationData[j]->itemId);
1067                     if (data->circulationData[j]->renewable)
1068                         printf(" renewable: %d\n",
1069                                 *data->circulationData[j]->renewable);
1070                     if (data->circulationData[j]->onHold)
1071                         printf(" onHold: %d\n",
1072                                 *data->circulationData[j]->onHold);
1073                     if (data->circulationData[j]->enumAndChron)
1074                         printf(" enumAndChron: %s\n",
1075                                 data->circulationData[j]->enumAndChron);
1076                     if (data->circulationData[j]->midspine)
1077                         printf(" midspine: %s\n",
1078                                 data->circulationData[j]->midspine);
1079                     if (data->circulationData[j]->temporaryLocation)
1080                         printf(" temporaryLocation: %s\n",
1081                                 data->circulationData[j]->temporaryLocation);
1082                 }
1083             }
1084         }
1085     }
1086     else
1087     {
1088         printf("Unknown record representation.\n");
1089         if (!z_External(print, &r, 0, 0))
1090         {
1091             odr_perror(print, "Printing external");
1092             odr_reset(print);
1093         }
1094     }
1095 }
1096
1097 static void display_diagrecs(Z_DiagRec **pp, int num)
1098 {
1099     int i;
1100     Z_DefaultDiagFormat *r;
1101
1102     printf("Diagnostic message(s) from database:\n");
1103     for (i = 0; i<num; i++)
1104     {
1105         Z_DiagRec *p = pp[i];
1106         if (p->which != Z_DiagRec_defaultFormat)
1107         {
1108             printf("Diagnostic record not in default format.\n");
1109             return;
1110         }
1111         else
1112             r = p->u.defaultFormat;
1113
1114         if (!r->diagnosticSetId)
1115             printf("Missing diagset\n");
1116         else
1117         {
1118             oid_class oclass;
1119             char diag_name_buf[OID_STR_MAX];
1120             const char *diag_name = 0;
1121             diag_name = yaz_oid_to_string_buf
1122                 (r->diagnosticSetId, &oclass, diag_name_buf);
1123             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1124                 printf("Unknown diagset: %s\n", diag_name);
1125         }
1126         printf("    [" ODR_INT_PRINTF "] %s",
1127                *r->condition, diagbib1_str(*r->condition));
1128         switch (r->which)
1129         {
1130         case Z_DefaultDiagFormat_v2Addinfo:
1131             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1132             break;
1133         case Z_DefaultDiagFormat_v3Addinfo:
1134             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1135             break;
1136         }
1137     }
1138 }
1139
1140
1141 static void display_nameplusrecord(Z_NamePlusRecord *p)
1142 {
1143     if (p->databaseName)
1144         printf("[%s]", p->databaseName);
1145     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1146         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1147     else if (p->which == Z_NamePlusRecord_databaseRecord)
1148         display_record(p->u.databaseRecord);
1149 }
1150
1151 static void display_records(Z_Records *p)
1152 {
1153     int i;
1154
1155     if (p->which == Z_Records_NSD)
1156     {
1157         Z_DiagRec dr, *dr_p = &dr;
1158         dr.which = Z_DiagRec_defaultFormat;
1159         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1160         display_diagrecs(&dr_p, 1);
1161     }
1162     else if (p->which == Z_Records_multipleNSD)
1163         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1164                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1165     else
1166     {
1167         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1168         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1169             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1170     }
1171 }
1172
1173 static int send_deleteResultSetRequest(const char *arg)
1174 {
1175     char names[8][32];
1176     int i;
1177
1178     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1179     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1180
1181     req->referenceId = set_refid(out);
1182
1183     req->num_resultSetList =
1184         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1185                names[0], names[1], names[2], names[3],
1186                names[4], names[5], names[6], names[7]);
1187
1188     req->deleteFunction = odr_intdup(out, 0);
1189     if (req->num_resultSetList > 0)
1190     {
1191         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1192         req->resultSetList = (char **)
1193             odr_malloc(out, sizeof(*req->resultSetList)*
1194                         req->num_resultSetList);
1195         for (i = 0; i<req->num_resultSetList; i++)
1196             req->resultSetList[i] = names[i];
1197     }
1198     else
1199     {
1200         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1201         req->resultSetList = 0;
1202     }
1203
1204     send_apdu(apdu);
1205     printf("Sent deleteResultSetRequest.\n");
1206     return 2;
1207 }
1208
1209 #if YAZ_HAVE_XML2
1210 static int send_srw(Z_SRW_PDU *sr)
1211 {
1212     const char *charset = negotiationCharset;
1213     const char *host_port = cur_host;
1214     Z_GDU *gdu;
1215     char *path = 0;
1216
1217     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1218     *path = '/';
1219     strcpy(path+1, databaseNames[0]);
1220
1221     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1222
1223     if (!yaz_matchstr(sru_method, "get"))
1224     {
1225         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1226     }
1227     else if (!yaz_matchstr(sru_method, "post"))
1228     {
1229         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1230     }
1231     else if (!yaz_matchstr(sru_method, "soap"))
1232     {
1233         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1234     }
1235
1236     if (z_GDU(out, &gdu, 0, 0))
1237     {
1238         /* encode OK */
1239         char *buf_out;
1240         int len_out;
1241         int r;
1242         if (apdu_file)
1243         {
1244             if (!z_GDU(print, &gdu, 0, 0))
1245                 printf("Failed to print outgoing SRU package\n");
1246             odr_reset(print);
1247         }
1248         buf_out = odr_getbuf(out, &len_out, 0);
1249
1250         /* we don't odr_reset(out), since we may need the buffer again */
1251
1252         do_hex_dump(buf_out, len_out);
1253
1254         r = cs_put(conn, buf_out, len_out);
1255
1256         if (r >= 0)
1257             return 2;
1258     }
1259     return 0;
1260 }
1261 #endif
1262
1263 #if YAZ_HAVE_XML2
1264 static char *encode_SRW_term(ODR o, const char *q)
1265 {
1266     const char *in_charset = "ISO-8859-1";
1267     WRBUF w = wrbuf_alloc();
1268     yaz_iconv_t cd;
1269     char *res;
1270     if (outputCharset)
1271         in_charset = outputCharset;
1272     cd = yaz_iconv_open("UTF-8", in_charset);
1273     if (!cd)
1274     {
1275         wrbuf_destroy(w);
1276         return odr_strdup(o, q);
1277     }
1278     wrbuf_iconv_write(w, cd, q, strlen(q));
1279     if (wrbuf_len(w))
1280         res = odr_strdup(o, wrbuf_cstr(w));
1281     else
1282         res = odr_strdup(o, q);
1283     yaz_iconv_close(cd);
1284     wrbuf_destroy(w);
1285     return res;
1286 }
1287
1288
1289 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1290 {
1291     Z_SRW_PDU *sr = 0;
1292
1293     /* regular requestse .. */
1294     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1295
1296     switch(queryType)
1297     {
1298     case QueryType_CQL:
1299         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1300         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1301         break;
1302     case QueryType_Prefix:
1303         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1304         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1305         break;
1306     default:
1307         printf("Only CQL and PQF supported in SRW\n");
1308         return 0;
1309     }
1310     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1311     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1312     return send_srw(sr);
1313 }
1314
1315 static int send_SRW_searchRequest(const char *arg)
1316 {
1317     Z_SRW_PDU *sr = 0;
1318
1319     if (!srw_sr)
1320     {
1321         assert(srw_sr_odr_out == 0);
1322         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1323     }
1324     odr_reset(srw_sr_odr_out);
1325
1326     setno = 1;
1327
1328     /* save this for later .. when fetching individual records */
1329     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1330                               sru_version);
1331
1332     /* regular request .. */
1333     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1334
1335     switch(queryType)
1336     {
1337     case QueryType_CQL:
1338         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1339         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1340
1341         sr->u.request->query_type = Z_SRW_query_type_cql;
1342         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1343         break;
1344     case QueryType_Prefix:
1345         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1346         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1347
1348         sr->u.request->query_type = Z_SRW_query_type_pqf;
1349         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1350         break;
1351     default:
1352         printf("Only CQL and PQF supported in SRW\n");
1353         return 0;
1354     }
1355     sr->u.request->maximumRecords = odr_intdup(out, 0);
1356
1357     if (record_schema)
1358         sr->u.request->recordSchema = record_schema;
1359     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1360         sr->u.request->recordPacking = "xml";
1361     return send_srw(sr);
1362 }
1363 #endif
1364
1365 static void query_charset_convert(Z_RPNQuery *q)
1366 {
1367     if (queryCharset && outputCharset)
1368     {
1369         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1370         if (!cd)
1371         {
1372             printf("Conversion from %s to %s unsupported\n",
1373                    outputCharset, queryCharset);
1374             return;
1375         }
1376         yaz_query_charset_convert_rpnquery(q, out, cd);
1377         yaz_iconv_close(cd);
1378     }
1379 }
1380
1381 static int send_searchRequest(const char *arg)
1382 {
1383     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1384     Z_SearchRequest *req = apdu->u.searchRequest;
1385     Z_Query query;
1386     struct ccl_rpn_node *rpn = NULL;
1387     int error, pos;
1388     char setstring[100];
1389     Z_RPNQuery *RPNquery;
1390     Odr_oct ccl_query;
1391     YAZ_PQF_Parser pqf_parser;
1392     Z_External *ext;
1393     QueryType myQueryType = queryType;
1394     char pqfbuf[512];
1395
1396     if (myQueryType == QueryType_CCL2RPN)
1397     {
1398         rpn = ccl_find_str(bibset, arg, &error, &pos);
1399         if (error)
1400         {
1401             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1402             return 0;
1403         }
1404     } else if (myQueryType == QueryType_CQL2RPN) {
1405         /* ### All this code should be wrapped in a utility function */
1406         CQL_parser parser;
1407         struct cql_node *node;
1408         const char *addinfo;
1409         if (cqltrans == 0) {
1410             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1411             return 0;
1412         }
1413         parser = cql_parser_create();
1414         if ((error = cql_parser_string(parser, arg)) != 0) {
1415             printf("Can't parse CQL: must be a syntax error\n");
1416             return 0;
1417         }
1418         node = cql_parser_result(parser);
1419         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1420                                        sizeof pqfbuf)) != 0) {
1421             error = cql_transform_error(cqltrans, &addinfo);
1422             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1423                     cql_strerror(error), addinfo);
1424             return 0;
1425         }
1426         arg = pqfbuf;
1427         myQueryType = QueryType_Prefix;
1428     }
1429
1430     req->referenceId = set_refid(out);
1431     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1432     {
1433         static unsigned char big[2100];
1434         static Odr_oct bigo;
1435
1436         /* send a very big referenceid to test transport stack etc. */
1437         memset(big, 'A', 2100);
1438         bigo.len = bigo.size = 2100;
1439         bigo.buf = big;
1440         req->referenceId = &bigo;
1441     }
1442
1443     if (setnumber >= 0)
1444     {
1445         sprintf(setstring, "%d", ++setnumber);
1446         req->resultSetName = setstring;
1447     }
1448     *req->smallSetUpperBound = smallSetUpperBound;
1449     *req->largeSetLowerBound = largeSetLowerBound;
1450     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1451     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1452         mediumSetPresentNumber > 0))
1453     {
1454         if (recordsyntax_size)
1455             req->preferredRecordSyntax =
1456                 yaz_string_to_oid_odr(yaz_oid_std(),
1457                                       CLASS_RECSYN, recordsyntax_list[0], out);
1458
1459         req->smallSetElementSetNames =
1460             req->mediumSetElementSetNames = elementSetNames;
1461     }
1462     req->num_databaseNames = num_databaseNames;
1463     req->databaseNames = databaseNames;
1464
1465     req->query = &query;
1466
1467     switch (myQueryType)
1468     {
1469     case QueryType_Prefix:
1470         query.which = Z_Query_type_1;
1471         pqf_parser = yaz_pqf_create();
1472         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1473         if (!RPNquery)
1474         {
1475             const char *pqf_msg;
1476             size_t off;
1477             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1478             int ioff = off;
1479             printf("%*s^\n", ioff+4, "");
1480             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1481
1482             yaz_pqf_destroy(pqf_parser);
1483             return 0;
1484         }
1485         yaz_pqf_destroy(pqf_parser);
1486         query_charset_convert(RPNquery);
1487         query.u.type_1 = RPNquery;
1488         break;
1489     case QueryType_CCL:
1490         query.which = Z_Query_type_2;
1491         query.u.type_2 = &ccl_query;
1492         ccl_query.buf = (unsigned char*) arg;
1493         ccl_query.len = strlen(arg);
1494         break;
1495     case QueryType_CCL2RPN:
1496         query.which = Z_Query_type_1;
1497         RPNquery = ccl_rpn_query(out, rpn);
1498         if (!RPNquery)
1499         {
1500             printf("Couldn't convert from CCL to RPN\n");
1501             return 0;
1502         }
1503         query_charset_convert(RPNquery);
1504         query.u.type_1 = RPNquery;
1505         ccl_rpn_delete(rpn);
1506         break;
1507     case QueryType_CQL:
1508         query.which = Z_Query_type_104;
1509         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1510         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1511         ext->indirect_reference = 0;
1512         ext->descriptor = 0;
1513         ext->which = Z_External_CQL;
1514         ext->u.cql = odr_strdup(out, arg);
1515         query.u.type_104 =  ext;
1516         break;
1517     default:
1518         printf("Unsupported query type\n");
1519         return 0;
1520     }
1521     if (send_apdu(apdu))
1522         printf("Sent searchRequest.\n");
1523     setno = 1;
1524     return 2;
1525 }
1526
1527 /* display Query Expression as part of searchResult-1 */
1528 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1529 {
1530     if (!qe)
1531         return;
1532     printf(" %s=", lead);
1533     if (qe->which == Z_QueryExpression_term)
1534     {
1535         if (qe->u.term->queryTerm)
1536         {
1537             Z_Term *term = qe->u.term->queryTerm;
1538             switch (term->which)
1539             {
1540             case Z_Term_general:
1541                 printf("%.*s", term->u.general->len, term->u.general->buf);
1542                 break;
1543             case Z_Term_characterString:
1544                 printf("%s", term->u.characterString);
1545                 break;
1546             case Z_Term_numeric:
1547                 printf(ODR_INT_PRINTF, *term->u.numeric);
1548                 break;
1549             case Z_Term_null:
1550                 printf("null");
1551                 break;
1552             }
1553         }
1554     }
1555 }
1556
1557 /* see if we can find USR:SearchResult-1 */
1558 static void display_searchResult(Z_OtherInformation *o)
1559 {
1560     int i;
1561     if (!o)
1562         return ;
1563     for (i = 0; i < o->num_elements; i++)
1564     {
1565         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1566         {
1567             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1568
1569             if (ext->which == Z_External_searchResult1)
1570             {
1571                 int j;
1572                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1573                 printf("SearchResult-1:");
1574                 for (j = 0; j < sr->num; j++)
1575                 {
1576                     if (j)
1577                         printf(",");
1578                     if (!sr->elements[j]->subqueryExpression)
1579                         printf("%d", j);
1580                     display_queryExpression("term",
1581                         sr->elements[j]->subqueryExpression);
1582                     display_queryExpression("interpretation",
1583                         sr->elements[j]->subqueryInterpretation);
1584                     display_queryExpression("recommendation",
1585                         sr->elements[j]->subqueryRecommendation);
1586                     if (sr->elements[j]->subqueryCount)
1587                         printf(" cnt=" ODR_INT_PRINTF,
1588                                *sr->elements[j]->subqueryCount);
1589                     if (sr->elements[j]->subqueryId)
1590                         printf(" id=%s ", sr->elements[j]->subqueryId);
1591                 }
1592                 printf("\n");
1593             }
1594         }
1595     }
1596 }
1597
1598 static int process_searchResponse(Z_SearchResponse *res)
1599 {
1600     printf("Received SearchResponse.\n");
1601     print_refid(res->referenceId);
1602     if (*res->searchStatus)
1603         printf("Search was a success.\n");
1604     else
1605         printf("Search was a bloomin' failure.\n");
1606     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1607     last_hit_count = *res->resultCount;
1608     if (setnumber >= 0)
1609         printf(", setno %d", setnumber);
1610     putchar('\n');
1611     if (res->resultSetStatus)
1612     {
1613         printf("Result Set Status: ");
1614         switch(*res->resultSetStatus)
1615         {
1616         case Z_SearchResponse_subset:
1617             printf("subset"); break;
1618         case Z_SearchResponse_interim:
1619             printf("interim"); break;
1620         case Z_SearchResponse_none:
1621             printf("none"); break;
1622         case Z_SearchResponse_estimate:
1623             printf("estimate"); break;
1624         default:
1625             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1626         }
1627         putchar('\n');
1628     }
1629     display_searchResult(res->additionalSearchInfo);
1630     printf("records returned: " ODR_INT_PRINTF "\n",
1631            *res->numberOfRecordsReturned);
1632     setno += *res->numberOfRecordsReturned;
1633     if (res->records)
1634         display_records(res->records);
1635     return 0;
1636 }
1637
1638 static void print_level(int iLevel)
1639 {
1640     int i;
1641     for (i = 0; i < iLevel * 4; i++)
1642         printf(" ");
1643 }
1644
1645 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1646 {
1647     if (pInt != NULL)
1648     {
1649         print_level(iLevel);
1650         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1651     }
1652 }
1653
1654 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1655 {
1656     if (pInt != NULL)
1657     {
1658         print_level(iLevel);
1659         printf("%s: %d\n", pTag, *pInt);
1660     }
1661 }
1662
1663 static void print_string(int iLevel, const char *pTag, const char *pString)
1664 {
1665     if (pString != NULL)
1666     {
1667         print_level(iLevel);
1668         printf("%s: %s\n", pTag, pString);
1669     }
1670 }
1671
1672 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1673 {
1674     if (pOid != NULL)
1675     {
1676         Odr_oid *pInt = pOid;
1677
1678         print_level(iLevel);
1679         printf("%s:", pTag);
1680         for (; *pInt != -1; pInt++)
1681             printf(" %d", *pInt);
1682         printf("\n");
1683     }
1684 }
1685
1686 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1687 {
1688     if (referenceId != NULL)
1689     {
1690         int i;
1691
1692         print_level(iLevel);
1693         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1694         for (i = 0; i < referenceId->len; i++)
1695             printf("%c", referenceId->buf[i]);
1696         printf("\n");
1697     }
1698 }
1699
1700 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1701 {
1702     if (pStringNumeric != NULL)
1703     {
1704         switch (pStringNumeric->which)
1705         {
1706         case Z_StringOrNumeric_string:
1707             print_string(iLevel, pTag, pStringNumeric->u.string);
1708             break;
1709
1710         case Z_StringOrNumeric_numeric:
1711             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1712             break;
1713
1714         default:
1715             print_level(iLevel);
1716             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1717             break;
1718         }
1719     }
1720 }
1721
1722 static void print_universe_report_duplicate(
1723     int iLevel,
1724     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1725 {
1726     if (pUniverseReportDuplicate != NULL)
1727     {
1728         print_level(iLevel);
1729         printf("Universe Report Duplicate: \n");
1730         iLevel++;
1731         print_string_or_numeric(iLevel, "Hit No",
1732                                 pUniverseReportDuplicate->hitno);
1733     }
1734 }
1735
1736 static void print_universe_report_hits(
1737     int iLevel,
1738     Z_UniverseReportHits *pUniverseReportHits)
1739 {
1740     if (pUniverseReportHits != NULL)
1741     {
1742         print_level(iLevel);
1743         printf("Universe Report Hits: \n");
1744         iLevel++;
1745         print_string_or_numeric(iLevel, "Database",
1746                                 pUniverseReportHits->database);
1747         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1748     }
1749 }
1750
1751 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1752 {
1753     if (pUniverseReport != NULL)
1754     {
1755         print_level(iLevel);
1756         printf("Universe Report: \n");
1757         iLevel++;
1758         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1759         switch (pUniverseReport->which)
1760         {
1761         case Z_UniverseReport_databaseHits:
1762             print_universe_report_hits(iLevel,
1763                                        pUniverseReport->u.databaseHits);
1764             break;
1765
1766         case Z_UniverseReport_duplicate:
1767             print_universe_report_duplicate(iLevel,
1768                                             pUniverseReport->u.duplicate);
1769             break;
1770
1771         default:
1772             print_level(iLevel);
1773             printf("Type: %d\n", pUniverseReport->which);
1774             break;
1775         }
1776     }
1777 }
1778
1779 static void print_external(int iLevel, Z_External *pExternal)
1780 {
1781     if (pExternal != NULL)
1782     {
1783         print_level(iLevel);
1784         printf("External: \n");
1785         iLevel++;
1786         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1787         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1788         print_string(iLevel, "Descriptor", pExternal->descriptor);
1789         switch (pExternal->which)
1790         {
1791         case Z_External_universeReport:
1792             print_universe_report(iLevel, pExternal->u.universeReport);
1793             break;
1794
1795         default:
1796             print_level(iLevel);
1797             printf("Type: %d\n", pExternal->which);
1798             break;
1799         }
1800     }
1801 }
1802
1803 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1804 {
1805     printf("Received ResourceControlRequest.\n");
1806     print_referenceId(1, req->referenceId);
1807     print_bool(1, "Suspended Flag", req->suspendedFlag);
1808     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1809     print_bool(1, "Response Required", req->responseRequired);
1810     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
1811     print_external(1, req->resourceReport);
1812     return 0;
1813 }
1814
1815 void process_ESResponse(Z_ExtendedServicesResponse *res)
1816 {
1817     printf("Status: ");
1818     switch (*res->operationStatus)
1819     {
1820     case Z_ExtendedServicesResponse_done:
1821         printf("done\n");
1822         break;
1823     case Z_ExtendedServicesResponse_accepted:
1824         printf("accepted\n");
1825         break;
1826     case Z_ExtendedServicesResponse_failure:
1827         printf("failure\n");
1828         display_diagrecs(res->diagnostics, res->num_diagnostics);
1829         break;
1830     default:
1831         printf("unknown\n");
1832     }
1833     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1834         (res->num_diagnostics != 0) ) {
1835         display_diagrecs(res->diagnostics, res->num_diagnostics);
1836     }
1837     print_refid (res->referenceId);
1838     if (res->taskPackage &&
1839         res->taskPackage->which == Z_External_extendedService)
1840     {
1841         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1842         Odr_oct *id = taskPackage->targetReference;
1843         Z_External *ext = taskPackage->taskSpecificParameters;
1844
1845         if (id)
1846         {
1847             printf("Target Reference: ");
1848             print_stringn (id->buf, id->len);
1849             printf("\n");
1850         }
1851         if (ext->which == Z_External_update)
1852         {
1853             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1854             if (utp && utp->targetPart)
1855             {
1856                 Z_IUTargetPart *targetPart = utp->targetPart;
1857                 int i;
1858
1859                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1860                 {
1861
1862                     Z_IUTaskPackageRecordStructure *tpr =
1863                         targetPart->taskPackageRecords[i];
1864                     printf("task package record %d\n", i+1);
1865                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1866                     {
1867                         display_record (tpr->u.record);
1868                     }
1869                     else
1870                     {
1871                         printf("other type\n");
1872                     }
1873                 }
1874             }
1875         }
1876         if (ext->which == Z_External_itemOrder)
1877         {
1878             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1879
1880             if (otp && otp->targetPart)
1881             {
1882                 if (otp->targetPart->itemRequest)
1883                 {
1884                     Z_External *ext = otp->targetPart->itemRequest;
1885                     if (ext->which == Z_External_octet)
1886                     {
1887                         Odr_oct *doc = ext->u.octet_aligned;
1888                         printf("Got itemRequest doc %.*s\n",
1889                                doc->len, doc->buf);
1890                     }
1891                 }
1892                 else if (otp->targetPart->statusOrErrorReport)
1893                 {
1894                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1895                     if (ext->which == Z_External_octet)
1896                     {
1897                         Odr_oct *doc = ext->u.octet_aligned;
1898                         printf("Got Status or Error Report doc %.*s\n",
1899                                doc->len, doc->buf);
1900                     }
1901                 }
1902             }
1903         }
1904     }
1905     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1906     {
1907         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1908         printf("%.*s\n", doc->len, doc->buf);
1909     }
1910 }
1911
1912 const char *get_ill_element(void *clientData, const char *element)
1913 {
1914     return 0;
1915 }
1916
1917 static Z_External *create_external_itemRequest(void)
1918 {
1919     struct ill_get_ctl ctl;
1920     ILL_ItemRequest *req;
1921     Z_External *r = 0;
1922     int item_request_size = 0;
1923     char *item_request_buf = 0;
1924
1925     ctl.odr = out;
1926     ctl.clientData = 0;
1927     ctl.f = get_ill_element;
1928
1929     req = ill_get_ItemRequest(&ctl, "ill", 0);
1930     if (!req)
1931         printf("ill_get_ItemRequest failed\n");
1932
1933     if (!ill_ItemRequest(out, &req, 0, 0))
1934     {
1935         if (apdu_file)
1936         {
1937             ill_ItemRequest(print, &req, 0, 0);
1938             odr_reset(print);
1939         }
1940         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1941         if (item_request_buf)
1942             odr_setbuf (out, item_request_buf, item_request_size, 1);
1943         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1944         return 0;
1945     }
1946     else
1947     {
1948         r = (Z_External *) odr_malloc(out, sizeof(*r));
1949         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1950         r->indirect_reference = 0;
1951         r->descriptor = 0;
1952         r->which = Z_External_single;
1953
1954         r->u.single_ASN1_type = (Odr_oct *)
1955             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
1956         r->u.single_ASN1_type->buf = (unsigned char *)
1957         odr_malloc(out, item_request_size);
1958         r->u.single_ASN1_type->len = item_request_size;
1959         r->u.single_ASN1_type->size = item_request_size;
1960         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
1961                 item_request_size);
1962
1963         do_hex_dump(item_request_buf,item_request_size);
1964     }
1965     return r;
1966 }
1967
1968 static Z_External *create_external_ILL_APDU(int which)
1969 {
1970     struct ill_get_ctl ctl;
1971     ILL_APDU *ill_apdu;
1972     Z_External *r = 0;
1973     int ill_request_size = 0;
1974     char *ill_request_buf = 0;
1975
1976     ctl.odr = out;
1977     ctl.clientData = 0;
1978     ctl.f = get_ill_element;
1979
1980     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1981
1982     if (!ill_APDU (out, &ill_apdu, 0, 0))
1983     {
1984         if (apdu_file)
1985         {
1986             printf("-------------------\n");
1987             ill_APDU(print, &ill_apdu, 0, 0);
1988             odr_reset(print);
1989             printf("-------------------\n");
1990         }
1991         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1992         if (ill_request_buf)
1993             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1994         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1995         return 0;
1996     }
1997     else
1998     {
1999         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2000
2001         r = (Z_External *) odr_malloc(out, sizeof(*r));
2002         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2003         r->indirect_reference = 0;
2004         r->descriptor = 0;
2005         r->which = Z_External_single;
2006
2007         r->u.single_ASN1_type = (Odr_oct *)
2008             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2009         r->u.single_ASN1_type->buf = (unsigned char *)
2010         odr_malloc(out, ill_request_size);
2011         r->u.single_ASN1_type->len = ill_request_size;
2012         r->u.single_ASN1_type->size = ill_request_size;
2013         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2014 /*         printf("len = %d\n", ill_request_size); */
2015 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2016 /*              printf("--- end of extenal\n"); */
2017
2018     }
2019     return r;
2020 }
2021
2022
2023 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2024                                             const char *xml_buf,
2025                                             int xml_len)
2026 {
2027     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2028     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2029     r->indirect_reference = 0;
2030     r->descriptor = 0;
2031
2032     r->which = Z_External_itemOrder;
2033
2034     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2035     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2036     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2037
2038     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2039         odr_malloc(out,sizeof(Z_IORequest));
2040     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2041
2042     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2043         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2044     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2045     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2046         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2047     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2048
2049     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2050     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2051     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2052
2053     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2054         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2055     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2056     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2057
2058     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2059         odr_intdup(out, itemno);
2060     if (!strcmp (type, "item") || !strcmp(type, "2"))
2061     {
2062         printf("using item-request\n");
2063         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2064             create_external_itemRequest();
2065     }
2066     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2067     {
2068         printf("using ILL-request\n");
2069         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2070             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2071     }
2072     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2073     {
2074         printf("using XML ILL-request\n");
2075
2076         if (!xml_buf)
2077         {
2078             printf("no docoument added\n");
2079             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2080         }
2081         else
2082         {
2083             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2084                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2085         }
2086     }
2087     else
2088         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2089
2090     return r;
2091 }
2092
2093 static int send_itemorder(const char *type, int itemno,
2094                           const char *xml_buf, int xml_len)
2095 {
2096     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2097     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2098
2099     req->referenceId = set_refid (out);
2100
2101     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2102     req->packageName = esPackageName;
2103
2104     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2105                                                            xml_buf, xml_len);
2106     send_apdu(apdu);
2107     return 0;
2108 }
2109
2110 static int only_z3950(void)
2111 {
2112     if (!conn)
2113     {
2114         printf("Not connected yet\n");
2115         return 1;
2116     }
2117     if (protocol == PROTO_HTTP)
2118     {
2119         printf("Not supported by SRW\n");
2120         return 1;
2121     }
2122     return 0;
2123 }
2124
2125 static int cmd_update_common(const char *arg, int version);
2126
2127 static int cmd_update(const char *arg)
2128 {
2129     return cmd_update_common(arg, 1);
2130 }
2131
2132 static int cmd_update0(const char *arg)
2133 {
2134     return cmd_update_common(arg, 0);
2135 }
2136
2137 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2138                             char *rec_buf, int rec_len);
2139
2140 #if YAZ_HAVE_XML2
2141 static int cmd_update_SRW(int action_no, const char *recid,
2142                           char *rec_buf, int rec_len);
2143 #endif
2144
2145 static int cmd_update_common(const char *arg, int version)
2146 {
2147     char *action_buf;
2148     int action_len;
2149     char *recid_buf;
2150     int recid_len;
2151     const char *recid = 0;
2152     char *rec_buf;
2153     int rec_len;
2154     int action_no;
2155     int noread = 0;
2156
2157     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2158     {
2159         printf("Use: update action recid [fname]\n");
2160         printf(" where action is one of insert,replace,delete.update\n");
2161         printf(" recid is some record ID. Use none for no ID\n");
2162         printf(" fname is file of record to be updated\n");
2163         return 0;
2164     }
2165
2166     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2167     {
2168         printf("Missing recid\n");
2169         return 0;
2170     }
2171
2172     if (!strcmp(action_buf, "insert"))
2173         action_no = Z_IUOriginPartToKeep_recordInsert;
2174     else if (!strcmp(action_buf, "replace"))
2175         action_no = Z_IUOriginPartToKeep_recordReplace;
2176     else if (!strcmp(action_buf, "delete"))
2177         action_no = Z_IUOriginPartToKeep_recordDelete;
2178     else if (!strcmp(action_buf, "update"))
2179         action_no = Z_IUOriginPartToKeep_specialUpdate;
2180     else
2181     {
2182         printf("Bad action: %s\n", action_buf);
2183         printf("Possible values: insert, replace, delete, update\n");
2184         return 0;
2185     }
2186
2187     if (strcmp(recid_buf, "none")) /* none means no record ID */
2188         recid = recid_buf;
2189
2190     arg += noread;
2191     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2192         return 0;
2193
2194 #if YAZ_HAVE_XML2
2195     if (protocol == PROTO_HTTP)
2196         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2197 #endif
2198     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2199 }
2200
2201 #if YAZ_HAVE_XML2
2202 static int cmd_update_SRW(int action_no, const char *recid,
2203                           char *rec_buf, int rec_len)
2204 {
2205     if (!conn)
2206         session_connect(cur_host);
2207     if (!conn)
2208         return 0;
2209     else
2210     {
2211         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2212         Z_SRW_updateRequest *sr = srw->u.update_request;
2213
2214         switch(action_no)
2215         {
2216         case Z_IUOriginPartToKeep_recordInsert:
2217             sr->operation = "info:srw/action/1/create";
2218             break;
2219         case Z_IUOriginPartToKeep_recordReplace:
2220             sr->operation = "info:srw/action/1/replace";
2221             break;
2222         case Z_IUOriginPartToKeep_recordDelete:
2223             sr->operation = "info:srw/action/1/delete";
2224             break;
2225         }
2226         if (rec_buf)
2227         {
2228             sr->record = yaz_srw_get_record(out);
2229             sr->record->recordData_buf = rec_buf;
2230             sr->record->recordData_len = rec_len;
2231             sr->record->recordSchema = record_schema;
2232         }
2233         if (recid)
2234             sr->recordId = odr_strdup(out, recid);
2235         return send_srw(srw);
2236     }
2237 }
2238 #endif
2239
2240 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2241                             char *rec_buf, int rec_len)
2242 {
2243     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2244     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2245     Z_External *r;
2246     Z_External *record_this = 0;
2247     if (rec_buf)
2248         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2249                                        rec_buf, rec_len);
2250     else
2251     {
2252         if (!record_last)
2253         {
2254             printf("No last record (update ignored)\n");
2255             return 0;
2256         }
2257         record_this = record_last;
2258     }
2259
2260     req->packageType = odr_oiddup(out, (version == 0 ?
2261        yaz_oid_extserv_database_update_first_version :
2262        yaz_oid_extserv_database_update));
2263
2264     req->packageName = esPackageName;
2265
2266     req->referenceId = set_refid (out);
2267
2268     r = req->taskSpecificParameters = (Z_External *)
2269         odr_malloc(out, sizeof(*r));
2270     r->direct_reference = req->packageType;
2271     r->indirect_reference = 0;
2272     r->descriptor = 0;
2273     if (version == 0)
2274     {
2275         Z_IU0OriginPartToKeep *toKeep;
2276         Z_IU0SuppliedRecords *notToKeep;
2277
2278         r->which = Z_External_update0;
2279         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2280         r->u.update0->which = Z_IUUpdate_esRequest;
2281         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2282             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2283         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2284             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2285
2286         toKeep->databaseName = databaseNames[0];
2287         toKeep->schema = 0;
2288         if (record_schema)
2289         {
2290             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2291                                                    CLASS_SCHEMA,
2292                                                    record_schema, out);
2293         }
2294         toKeep->elementSetName = 0;
2295
2296         toKeep->action = odr_intdup(out, action_no);
2297
2298         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2299             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2300         notToKeep->num = 1;
2301         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2302             odr_malloc(out, sizeof(*notToKeep->elements));
2303         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2304             odr_malloc(out, sizeof(**notToKeep->elements));
2305         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2306         if (recid)
2307         {
2308             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2309                 odr_malloc(out, sizeof(Odr_oct));
2310             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2311             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2312             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2313         }
2314         else
2315             notToKeep->elements[0]->u.opaque = 0;
2316         notToKeep->elements[0]->supplementalId = 0;
2317         notToKeep->elements[0]->correlationInfo = 0;
2318         notToKeep->elements[0]->record = record_this;
2319     }
2320     else
2321     {
2322         Z_IUOriginPartToKeep *toKeep;
2323         Z_IUSuppliedRecords *notToKeep;
2324
2325         r->which = Z_External_update;
2326         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2327         r->u.update->which = Z_IUUpdate_esRequest;
2328         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2329             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2330         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2331             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2332
2333         toKeep->databaseName = databaseNames[0];
2334         toKeep->schema = 0;
2335         if (record_schema)
2336         {
2337             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2338                                                    CLASS_SCHEMA,
2339                                                    record_schema, out);
2340         }
2341         toKeep->elementSetName = 0;
2342         toKeep->actionQualifier = 0;
2343         toKeep->action = odr_intdup(out, action_no);
2344
2345         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2346             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2347         notToKeep->num = 1;
2348         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2349             odr_malloc(out, sizeof(*notToKeep->elements));
2350         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2351             odr_malloc(out, sizeof(**notToKeep->elements));
2352         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2353         if (recid)
2354         {
2355             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2356                 odr_malloc(out, sizeof(Odr_oct));
2357             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2358             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2359             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2360         }
2361         else
2362             notToKeep->elements[0]->u.opaque = 0;
2363         notToKeep->elements[0]->supplementalId = 0;
2364         notToKeep->elements[0]->correlationInfo = 0;
2365         notToKeep->elements[0]->record = record_this;
2366     }
2367
2368     send_apdu(apdu);
2369
2370     return 2;
2371 }
2372
2373 static int cmd_xmles(const char *arg)
2374 {
2375     if (only_z3950())
2376         return 1;
2377     else
2378     {
2379         char *asn_buf = 0;
2380         int noread = 0;
2381         Odr_oid *oid;
2382         char oid_str[51];
2383         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2384         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2385
2386
2387         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2388
2389         req->referenceId = set_refid (out);
2390         req->taskSpecificParameters = ext;
2391         ext->indirect_reference = 0;
2392         ext->descriptor = 0;
2393         ext->which = Z_External_octet;
2394         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2395         sscanf(arg, "%50s%n", oid_str, &noread);
2396         if (noread == 0)
2397         {
2398             printf("Missing OID for xmles\n");
2399             return 0;
2400         }
2401         arg += noread;
2402         if (parse_cmd_doc(&arg, out, &asn_buf,
2403                           &ext->u.single_ASN1_type->len) == 0)
2404             return 0;
2405
2406         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2407
2408         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2409                                     CLASS_EXTSERV, oid_str, out);
2410         if (!oid)
2411         {
2412             printf("Bad OID: %s\n", oid_str);
2413             return 0;
2414         }
2415
2416         req->packageType = oid;
2417
2418         ext->direct_reference = oid;
2419
2420         send_apdu(apdu);
2421
2422         return 2;
2423     }
2424 }
2425
2426 static int cmd_itemorder(const char *arg)
2427 {
2428     char type[12];
2429     int itemno;
2430     char *xml_buf = 0;
2431     int xml_len = 0;
2432     int no_read = 0;
2433
2434     if (only_z3950())
2435         return 1;
2436     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2437         return 0;
2438     arg += no_read;
2439     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2440
2441     fflush(stdout);
2442     send_itemorder(type, itemno, xml_buf, xml_len);
2443     return 2;
2444 }
2445
2446 static void show_opt(const char *arg, void *clientData)
2447 {
2448     printf("%s ", arg);
2449 }
2450
2451 static int cmd_zversion(const char *arg)
2452 {
2453     if (*arg && arg)
2454         z3950_version = atoi(arg);
2455     else
2456         printf("version is %d\n", z3950_version);
2457     return 0;
2458 }
2459
2460 static int cmd_options(const char *arg)
2461 {
2462     if (*arg)
2463     {
2464         int r;
2465         int pos;
2466         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2467         if (r == -1)
2468             printf("Unknown option(s) near %s\n", arg+pos);
2469     }
2470     else
2471     {
2472         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2473         printf("\n");
2474     }
2475     return 0;
2476 }
2477
2478 static int cmd_explain(const char *arg)
2479 {
2480     if (protocol != PROTO_HTTP)
2481         return 0;
2482 #if YAZ_HAVE_XML2
2483     if (!conn)
2484         session_connect(cur_host);
2485     if (conn)
2486     {
2487         Z_SRW_PDU *sr = 0;
2488
2489         setno = 1;
2490
2491         /* save this for later .. when fetching individual records */
2492         sr = yaz_srw_get(out, Z_SRW_explain_request);
2493         if (recordsyntax_size == 1
2494             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2495             sr->u.explain_request->recordPacking = "xml";
2496         send_srw(sr);
2497         return 2;
2498     }
2499 #endif
2500     return 0;
2501 }
2502
2503 static int cmd_init(const char *arg)
2504 {
2505     if (*arg)
2506     {
2507         strncpy(cur_host, arg, sizeof(cur_host)-1);
2508         cur_host[sizeof(cur_host)-1] = 0;
2509     }
2510     if (only_z3950())
2511         return 1;
2512     send_initRequest(cur_host);
2513     return 2;
2514 }
2515
2516 static int cmd_sru(const char *arg)
2517 {
2518     if (!*arg)
2519     {
2520         printf("SRU method is: %s\n", sru_method);
2521         printf("SRU version is: %s\n", sru_version);
2522     }
2523     else
2524     {
2525         int r;
2526         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2527         if (r >= 1)
2528         {
2529             if (!yaz_matchstr(sru_method, "post"))
2530                 ;
2531             else if (!yaz_matchstr(sru_method, "get"))
2532                 ;
2533             else if (!yaz_matchstr(sru_method, "soap"))
2534                 ;
2535             else
2536             {
2537                 strcpy(sru_method, "soap");
2538                 printf("Unknown SRU method: %s\n", arg);
2539                 printf("Specify one of POST, GET, SOAP\n");
2540             }
2541         }
2542     }
2543     return 0;
2544 }
2545
2546 static int cmd_find(const char *arg)
2547 {
2548     if (!*arg)
2549     {
2550         printf("Find what?\n");
2551         return 0;
2552     }
2553     if (protocol == PROTO_HTTP)
2554     {
2555 #if YAZ_HAVE_XML2
2556         if (!conn)
2557             session_connect(cur_host);
2558         if (!conn)
2559             return 0;
2560         if (!send_SRW_searchRequest(arg))
2561             return 0;
2562 #else
2563         return 0;
2564 #endif
2565     }
2566     else
2567     {
2568         if (*cur_host && auto_reconnect)
2569         {
2570             int i = 0;
2571             for (;;)
2572             {
2573                 if (conn)
2574                 {
2575                     if (!send_searchRequest(arg))
2576                         return 0;
2577                     wait_and_handle_response(0);
2578                     if (conn)
2579                         break;
2580                 }
2581                 if (++i == 2)
2582                 {
2583                     printf("Unable to reconnect\n");
2584                     break;
2585                 }
2586                 session_connect(cur_host);
2587                 wait_and_handle_response(0);
2588             }
2589             return 0;
2590         }
2591         else if (conn)
2592         {
2593             if (!send_searchRequest(arg))
2594                 return 0;
2595         }
2596         else
2597         {
2598             printf("Not connected yet\n");
2599             return 0;
2600         }
2601     }
2602     return 2;
2603 }
2604
2605 static int cmd_delete(const char *arg)
2606 {
2607     if (only_z3950())
2608         return 0;
2609     if (!send_deleteResultSetRequest(arg))
2610         return 0;
2611     return 2;
2612 }
2613
2614 static int cmd_ssub(const char *arg)
2615 {
2616     if (!(smallSetUpperBound = atoi(arg)))
2617         return 0;
2618     return 1;
2619 }
2620
2621 static int cmd_lslb(const char *arg)
2622 {
2623     if (!(largeSetLowerBound = atoi(arg)))
2624         return 0;
2625     return 1;
2626 }
2627
2628 static int cmd_mspn(const char *arg)
2629 {
2630     if (!(mediumSetPresentNumber = atoi(arg)))
2631         return 0;
2632     return 1;
2633 }
2634
2635 static int cmd_status(const char *arg)
2636 {
2637     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2638     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2639     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2640     return 1;
2641 }
2642
2643 static int cmd_setnames(const char *arg)
2644 {
2645     if (*arg == '1')         /* enable ? */
2646         setnumber = 0;
2647     else if (*arg == '0')    /* disable ? */
2648         setnumber = -1;
2649     else if (setnumber < 0)  /* no args, toggle .. */
2650         setnumber = 0;
2651     else
2652         setnumber = -1;
2653
2654     if (setnumber >= 0)
2655         printf("Set numbering enabled.\n");
2656     else
2657         printf("Set numbering disabled.\n");
2658     return 1;
2659 }
2660
2661 /* PRESENT SERVICE ----------------------------- */
2662
2663 static void parse_show_args(const char *arg_c, char *setstring,
2664                             Odr_int *start, Odr_int *number)
2665 {
2666     char arg[40];
2667     char *p;
2668
2669     strncpy(arg, arg_c, sizeof(arg)-1);
2670     arg[sizeof(arg)-1] = '\0';
2671
2672     if ((p = strchr(arg, '+')))
2673     {
2674         *number = atoi(p + 1);
2675         *p = '\0';
2676     }
2677     if (*arg)
2678     {
2679         if (!strcmp(arg, "all"))
2680         {
2681             *number = last_hit_count;
2682             *start = 1;
2683         }
2684         else
2685             *start = atoi(arg);
2686     }
2687     if (p && (p=strchr(p+1, '+')))
2688         strcpy(setstring, p+1);
2689     else if (setnumber >= 0)
2690         sprintf(setstring, "%d", setnumber);
2691     else
2692         *setstring = '\0';
2693 }
2694
2695 static int send_presentRequest(const char *arg)
2696 {
2697     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2698     Z_PresentRequest *req = apdu->u.presentRequest;
2699     Z_RecordComposition compo;
2700     Odr_int nos = 1;
2701     char setstring[100];
2702
2703     req->referenceId = set_refid(out);
2704
2705     parse_show_args(arg, setstring, &setno, &nos);
2706     if (*setstring)
2707         req->resultSetId = setstring;
2708
2709     req->resultSetStartPoint = &setno;
2710     req->numberOfRecordsRequested = &nos;
2711
2712     if (recordsyntax_size)
2713         req->preferredRecordSyntax =
2714             yaz_string_to_oid_odr(yaz_oid_std(),
2715                                   CLASS_RECSYN, recordsyntax_list[0], out);
2716
2717     if (record_schema || recordsyntax_size >= 2)
2718     {
2719         req->recordComposition = &compo;
2720         compo.which = Z_RecordComp_complex;
2721         compo.u.complex = (Z_CompSpec *)
2722             odr_malloc(out, sizeof(*compo.u.complex));
2723         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2724             odr_malloc(out, sizeof(bool_t));
2725         *compo.u.complex->selectAlternativeSyntax = 0;
2726
2727         compo.u.complex->generic = (Z_Specification *)
2728             odr_malloc(out, sizeof(*compo.u.complex->generic));
2729
2730         compo.u.complex->generic->which = Z_Schema_oid;
2731         if (!record_schema)
2732             compo.u.complex->generic->schema.oid = 0;
2733         else
2734         {
2735             compo.u.complex->generic->schema.oid =
2736                 yaz_string_to_oid_odr(yaz_oid_std(),
2737                                       CLASS_SCHEMA, record_schema, out);
2738
2739             if (!compo.u.complex->generic->schema.oid)
2740             {
2741                 /* OID wasn't a schema! Try record syntax instead. */
2742                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2743                     yaz_string_to_oid_odr(yaz_oid_std(),
2744                                           CLASS_RECSYN, record_schema, out);
2745             }
2746         }
2747         if (!elementSetNames)
2748             compo.u.complex->generic->elementSpec = 0;
2749         else
2750         {
2751             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2752                 odr_malloc(out, sizeof(Z_ElementSpec));
2753             compo.u.complex->generic->elementSpec->which =
2754                 Z_ElementSpec_elementSetName;
2755             compo.u.complex->generic->elementSpec->u.elementSetName =
2756                 elementSetNames->u.generic;
2757         }
2758         compo.u.complex->num_dbSpecific = 0;
2759         compo.u.complex->dbSpecific = 0;
2760
2761         compo.u.complex->num_recordSyntax = 0;
2762         compo.u.complex->recordSyntax = 0;
2763         if (recordsyntax_size >= 2)
2764         {
2765             int i;
2766             compo.u.complex->num_recordSyntax = recordsyntax_size;
2767             compo.u.complex->recordSyntax = (Odr_oid **)
2768                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2769             for (i = 0; i < recordsyntax_size; i++)
2770             compo.u.complex->recordSyntax[i] =
2771                 yaz_string_to_oid_odr(yaz_oid_std(),
2772                                       CLASS_RECSYN, recordsyntax_list[i], out);
2773         }
2774     }
2775     else if (elementSetNames)
2776     {
2777         req->recordComposition = &compo;
2778         compo.which = Z_RecordComp_simple;
2779         compo.u.simple = elementSetNames;
2780     }
2781     send_apdu(apdu);
2782     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
2783            setno, nos);
2784     return 2;
2785 }
2786
2787 #if YAZ_HAVE_XML2
2788 static int send_SRW_presentRequest(const char *arg)
2789 {
2790     char setstring[100];
2791     Odr_int nos = 1;
2792     Z_SRW_PDU *sr = srw_sr;
2793
2794     if (!sr)
2795         return 0;
2796     parse_show_args(arg, setstring, &setno, &nos);
2797     sr->u.request->startRecord = odr_intdup(out, setno);
2798     sr->u.request->maximumRecords = odr_intdup(out, nos);
2799     if (record_schema)
2800         sr->u.request->recordSchema = record_schema;
2801     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2802         sr->u.request->recordPacking = "xml";
2803     return send_srw(sr);
2804 }
2805 #endif
2806
2807 static void close_session(void)
2808 {
2809     if (conn)
2810         cs_close(conn);
2811     conn = 0;
2812     sent_close = 0;
2813     odr_reset(out);
2814     odr_reset(in);
2815     odr_reset(print);
2816     last_hit_count = 0;
2817 }
2818
2819 void process_close(Z_Close *req)
2820 {
2821     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2822     Z_Close *res = apdu->u.close;
2823
2824     static char *reasons[] =
2825     {
2826         "finished",
2827         "shutdown",
2828         "system problem",
2829         "cost limit reached",
2830         "resources",
2831         "security violation",
2832         "protocolError",
2833         "lack of activity",
2834         "peer abort",
2835         "unspecified"
2836     };
2837
2838     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2839         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2840     if (sent_close)
2841         close_session();
2842     else
2843     {
2844         *res->closeReason = Z_Close_finished;
2845         send_apdu(apdu);
2846         printf("Sent response.\n");
2847         sent_close = 1;
2848     }
2849 }
2850
2851 static int cmd_show(const char *arg)
2852 {
2853     if (protocol == PROTO_HTTP)
2854     {
2855 #if YAZ_HAVE_XML2
2856         if (!conn)
2857             session_connect(cur_host);
2858         if (!conn)
2859             return 0;
2860         if (!send_SRW_presentRequest(arg))
2861             return 0;
2862 #else
2863         return 0;
2864 #endif
2865     }
2866     else
2867     {
2868         if (!conn)
2869         {
2870             printf("Not connected yet\n");
2871             return 0;
2872         }
2873         if (!send_presentRequest(arg))
2874             return 0;
2875     }
2876     return 2;
2877 }
2878
2879 void exit_client(int code)
2880 {
2881     file_history_save(file_history);
2882     file_history_destroy(&file_history);
2883     nmem_destroy(nmem_auth);
2884     exit(code);
2885 }
2886
2887 int cmd_quit(const char *arg)
2888 {
2889     printf("See you later, alligator.\n");
2890     xmalloc_trav("");
2891     exit_client(0);
2892     return 0;
2893 }
2894
2895 int cmd_cancel(const char *arg)
2896 {
2897     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2898     Z_TriggerResourceControlRequest *req =
2899         apdu->u.triggerResourceControlRequest;
2900     bool_t rfalse = 0;
2901     char command[16];
2902
2903     *command = '\0';
2904     sscanf(arg, "%15s", command);
2905
2906     if (only_z3950())
2907         return 0;
2908     if (session_initResponse &&
2909         !ODR_MASK_GET(session_initResponse->options,
2910                       Z_Options_triggerResourceCtrl))
2911     {
2912         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2913         return 0;
2914     }
2915     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2916     req->resultSetWanted = &rfalse;
2917     req->referenceId = set_refid(out);
2918
2919     send_apdu(apdu);
2920     printf("Sent cancel request\n");
2921     if (!strcmp(command, "wait"))
2922          return 2;
2923     return 1;
2924 }
2925
2926
2927 int cmd_cancel_find(const char *arg) {
2928     int fres;
2929     fres=cmd_find(arg);
2930     if( fres > 0 ) {
2931         return cmd_cancel("");
2932     };
2933     return fres;
2934 }
2935
2936 int send_scanrequest(const char *set,  const char *query,
2937                      Odr_int pp, Odr_int num, const char *term)
2938 {
2939     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2940     Z_ScanRequest *req = apdu->u.scanRequest;
2941
2942     if (only_z3950())
2943         return 0;
2944     if (queryType == QueryType_CCL2RPN)
2945     {
2946         int error, pos;
2947         struct ccl_rpn_node *rpn;
2948
2949         rpn = ccl_find_str(bibset,  query, &error, &pos);
2950         if (error)
2951         {
2952             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2953             return -1;
2954         }
2955         req->attributeSet =
2956             yaz_string_to_oid_odr(yaz_oid_std(),
2957                                   CLASS_ATTSET, "Bib-1", out);
2958         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
2959         {
2960             printf("Couldn't convert CCL to Scan term\n");
2961             return -1;
2962         }
2963         ccl_rpn_delete(rpn);
2964     }
2965     else
2966     {
2967         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
2968
2969         if (!(req->termListAndStartPoint =
2970               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2971         {
2972             const char *pqf_msg;
2973             size_t off;
2974             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
2975             int ioff = off;
2976             printf("%*s^\n", ioff+7, "");
2977             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2978             yaz_pqf_destroy(pqf_parser);
2979             return -1;
2980         }
2981         yaz_pqf_destroy(pqf_parser);
2982     }
2983     if (queryCharset && outputCharset)
2984     {
2985         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
2986         if (!cd)
2987         {
2988             printf("Conversion from %s to %s unsupported\n",
2989                    outputCharset, queryCharset);
2990             return -1;
2991         }
2992         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
2993         yaz_iconv_close(cd);
2994     }
2995     if (term && *term)
2996     {
2997         if (req->termListAndStartPoint->term &&
2998             req->termListAndStartPoint->term->which == Z_Term_general &&
2999             req->termListAndStartPoint->term->u.general)
3000         {
3001             req->termListAndStartPoint->term->u.general->buf =
3002                 (unsigned char *) odr_strdup(out, term);
3003             req->termListAndStartPoint->term->u.general->len =
3004                 req->termListAndStartPoint->term->u.general->size =
3005                 strlen(term);
3006         }
3007     }
3008     req->referenceId = set_refid(out);
3009     req->num_databaseNames = num_databaseNames;
3010     req->databaseNames = databaseNames;
3011     req->numberOfTermsRequested = &num;
3012     req->preferredPositionInResponse = &pp;
3013     req->stepSize = odr_intdup(out, scan_stepSize);
3014
3015     if (set)
3016         yaz_oi_set_string_oid(&req->otherInfo, out,
3017                               yaz_oid_userinfo_scan_set, 1, set);
3018
3019     send_apdu(apdu);
3020     return 2;
3021 }
3022
3023 int send_sortrequest(const char *arg, int newset)
3024 {
3025     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3026     Z_SortRequest *req = apdu->u.sortRequest;
3027     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3028         odr_malloc(out, sizeof(*sksl));
3029     char setstring[32];
3030
3031     if (only_z3950())
3032         return 0;
3033     if (setnumber >= 0)
3034         sprintf(setstring, "%d", setnumber);
3035     else
3036         sprintf(setstring, "default");
3037
3038     req->referenceId = set_refid(out);
3039
3040     req->num_inputResultSetNames = 1;
3041     req->inputResultSetNames = (Z_InternationalString **)
3042         odr_malloc(out, sizeof(*req->inputResultSetNames));
3043     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3044
3045     if (newset && setnumber >= 0)
3046         sprintf(setstring, "%d", ++setnumber);
3047
3048     req->sortedResultSetName = odr_strdup(out, setstring);
3049
3050     req->sortSequence = yaz_sort_spec(out, arg);
3051     if (!req->sortSequence)
3052     {
3053         printf("Missing sort specifications\n");
3054         return -1;
3055     }
3056     send_apdu(apdu);
3057     return 2;
3058 }
3059
3060 void display_term(Z_TermInfo *t)
3061 {
3062     if (t->displayTerm)
3063         printf("%s", t->displayTerm);
3064     else if (t->term->which == Z_Term_general)
3065         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3066     else
3067         printf("Term (not general)");
3068     if (t->term->which == Z_Term_general)
3069         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3070             t->term->u.general->buf);
3071
3072     if (t->globalOccurrences)
3073         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3074     else
3075         printf("\n");
3076 }
3077
3078 void process_scanResponse(Z_ScanResponse *res)
3079 {
3080     int i;
3081     Z_Entry **entries = NULL;
3082     int num_entries = 0;
3083
3084     printf("Received ScanResponse\n");
3085     print_refid(res->referenceId);
3086     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3087     if (res->positionOfTerm)
3088         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3089     printf("\n");
3090     if (*res->scanStatus != Z_Scan_success)
3091         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3092     if (!res->entries)
3093         return;
3094     if ((entries = res->entries->entries))
3095         num_entries = res->entries->num_entries;
3096     for (i = 0; i < num_entries; i++)
3097     {
3098         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3099         if (entries[i]->which == Z_Entry_termInfo)
3100         {
3101             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3102             display_term(entries[i]->u.termInfo);
3103         }
3104         else
3105             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3106     }
3107     if (res->entries->nonsurrogateDiagnostics)
3108         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3109                           res->entries->num_nonsurrogateDiagnostics);
3110 }
3111
3112 void process_sortResponse(Z_SortResponse *res)
3113 {
3114     printf("Received SortResponse: status=");
3115     switch (*res->sortStatus)
3116     {
3117     case Z_SortResponse_success:
3118         printf("success"); break;
3119     case Z_SortResponse_partial_1:
3120         printf("partial"); break;
3121     case Z_SortResponse_failure:
3122         printf("failure"); break;
3123     default:
3124         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3125     }
3126     printf("\n");
3127     print_refid (res->referenceId);
3128     if (res->diagnostics)
3129         display_diagrecs(res->diagnostics,
3130                          res->num_diagnostics);
3131 }
3132
3133 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3134 {
3135     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3136            *res->deleteOperationStatus);
3137     if (res->deleteListStatuses)
3138     {
3139         int i;
3140         for (i = 0; i < res->deleteListStatuses->num; i++)
3141         {
3142             printf("%s status=" ODR_INT_PRINTF "\n",
3143                    res->deleteListStatuses->elements[i]->id,
3144                    *res->deleteListStatuses->elements[i]->status);
3145         }
3146     }
3147 }
3148
3149 int cmd_sort_generic(const char *arg, int newset)
3150 {
3151     if (only_z3950())
3152         return 0;
3153     if (session_initResponse &&
3154         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3155     {
3156         printf("Target doesn't support sort\n");
3157         return 0;
3158     }
3159     if (*arg)
3160     {
3161         if (send_sortrequest(arg, newset) < 0)
3162             return 0;
3163         return 2;
3164     }
3165     return 0;
3166 }
3167
3168 int cmd_sort(const char *arg)
3169 {
3170     return cmd_sort_generic(arg, 0);
3171 }
3172
3173 int cmd_sort_newset(const char *arg)
3174 {
3175     return cmd_sort_generic(arg, 1);
3176 }
3177
3178 int cmd_scanstep(const char *arg)
3179 {
3180     scan_stepSize = atoi(arg);
3181     return 0;
3182 }
3183
3184 int cmd_scanpos(const char *arg)
3185 {
3186     int r = sscanf(arg, "%d", &scan_position);
3187     if (r == 0)
3188         scan_position = 1;
3189     return 0;
3190 }
3191
3192 int cmd_scansize(const char *arg)
3193 {
3194     int r = sscanf(arg, "%d", &scan_size);
3195     if (r == 0)
3196         scan_size = 20;
3197     return 0;
3198 }
3199
3200 static int cmd_scan_common(const char *set, const char *arg)
3201 {
3202     if (protocol == PROTO_HTTP)
3203     {
3204 #if YAZ_HAVE_XML2
3205         if (!conn)
3206             session_connect(cur_host);
3207         if (!conn)
3208             return 0;
3209         if (*arg)
3210         {
3211             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3212                 return 0;
3213         }
3214         else
3215         {
3216             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3217                 return 0;
3218         }
3219         return 2;
3220 #else
3221         return 0;
3222 #endif
3223     }
3224     else
3225     {
3226         if (*cur_host && !conn && auto_reconnect)
3227         {
3228             session_connect(cur_host);
3229             wait_and_handle_response(0);
3230         }
3231         if (!conn)
3232             return 0;
3233         if (session_initResponse &&
3234             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3235         {
3236             printf("Target doesn't support scan\n");
3237             return 0;
3238         }
3239         if (*arg)
3240         {
3241             strcpy(last_scan_query, arg);
3242             if (send_scanrequest(set, arg,
3243                                  scan_position, scan_size, 0) < 0)
3244                 return 0;
3245         }
3246         else
3247         {
3248             if (send_scanrequest(set, last_scan_query,
3249                                  1, scan_size, last_scan_line) < 0)
3250                 return 0;
3251         }
3252         return 2;
3253     }
3254 }
3255
3256 int cmd_scan(const char *arg)
3257 {
3258     return cmd_scan_common(0, arg);
3259 }
3260
3261 int cmd_setscan(const char *arg)
3262 {
3263     char setstring[100];
3264     int nor;
3265     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3266     {
3267         printf("missing set for setscan\n");
3268         return 0;
3269     }
3270     return cmd_scan_common(setstring, arg + nor);
3271 }
3272
3273 int cmd_schema(const char *arg)
3274 {
3275     xfree(record_schema);
3276     record_schema = 0;
3277     if (arg && *arg)
3278         record_schema = xstrdup(arg);
3279     return 1;
3280 }
3281
3282 int cmd_format(const char *arg)
3283 {
3284     const char *cp = arg;
3285     int nor;
3286     int idx = 0;
3287     int i;
3288     char form_str[41];
3289     if (!arg || !*arg)
3290     {
3291         printf("Usage: format <recordsyntax>\n");
3292         return 0;
3293     }
3294     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3295            && idx < RECORDSYNTAX_MAX)
3296     {
3297         if (strcmp(form_str, "none") && 
3298             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3299         {
3300             printf("Bad format: %s\n", form_str);
3301             return 0;
3302         }
3303         cp += nor;
3304     }
3305     for (i = 0; i < recordsyntax_size; i++)
3306     {
3307         xfree(recordsyntax_list[i]);
3308         recordsyntax_list[i] = 0;
3309     }
3310     
3311     cp = arg;
3312     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3313            && idx < RECORDSYNTAX_MAX)
3314     {
3315         if (!strcmp(form_str, "none"))
3316             break;
3317         recordsyntax_list[idx] = xstrdup(form_str);
3318         cp += nor;
3319         idx++;
3320     }
3321     recordsyntax_size = idx;
3322     return 1;
3323 }
3324
3325 int cmd_elements(const char *arg)
3326 {
3327     static Z_ElementSetNames esn;
3328     static char what[100];
3329
3330     if (!arg || !*arg)
3331     {
3332         elementSetNames = 0;
3333         return 1;
3334     }
3335     strcpy(what, arg);
3336     esn.which = Z_ElementSetNames_generic;
3337     esn.u.generic = what;
3338     elementSetNames = &esn;
3339     return 1;
3340 }
3341
3342 int cmd_querytype(const char *arg)
3343 {
3344     if (!strcmp(arg, "ccl"))
3345         queryType = QueryType_CCL;
3346     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3347         queryType = QueryType_Prefix;
3348     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3349         queryType = QueryType_CCL2RPN;
3350     else if (!strcmp(arg, "cql"))
3351         queryType = QueryType_CQL;
3352     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3353         queryType = QueryType_CQL2RPN;
3354     else
3355     {
3356         printf("Querytype must be one of:\n");
3357         printf(" prefix         - Prefix query\n");
3358         printf(" ccl            - CCL query\n");
3359         printf(" ccl2rpn        - CCL query converted to RPN\n");
3360         printf(" cql            - CQL\n");
3361         printf(" cql2rpn        - CQL query converted to RPN\n");
3362         return 0;
3363     }
3364     return 1;
3365 }
3366
3367 int cmd_refid(const char *arg)
3368 {
3369     xfree(refid);
3370     refid = NULL;
3371     if (*arg)
3372         refid = xstrdup(arg);
3373     return 1;
3374 }
3375
3376 int cmd_close(const char *arg)
3377 {
3378     Z_APDU *apdu;
3379     Z_Close *req;
3380     if (only_z3950())
3381         return 0;
3382     apdu = zget_APDU(out, Z_APDU_close);
3383     req = apdu->u.close;
3384     *req->closeReason = Z_Close_finished;
3385     send_apdu(apdu);
3386     printf("Sent close request.\n");
3387     sent_close = 1;
3388     return 2;
3389 }
3390
3391 int cmd_packagename(const char* arg)
3392 {
3393     xfree(esPackageName);
3394     esPackageName = NULL;
3395     if (*arg)
3396         esPackageName = xstrdup(arg);
3397     return 1;
3398 }
3399
3400 int cmd_proxy(const char* arg)
3401 {
3402     xfree(yazProxy);
3403     yazProxy = 0;
3404     if (*arg)
3405         yazProxy = xstrdup(arg);
3406     return 1;
3407 }
3408
3409 int cmd_marccharset(const char *arg)
3410 {
3411     char l1[30];
3412
3413     *l1 = 0;
3414     if (sscanf(arg, "%29s", l1) < 1)
3415     {
3416         printf("MARC character set is `%s'\n",
3417                marcCharset ? marcCharset: "none");
3418         return 1;
3419     }
3420     xfree(marcCharset);
3421     marcCharset = 0;
3422     if (strcmp(l1, "-") && strcmp(l1, "none"))
3423         marcCharset = xstrdup(l1);
3424     return 1;
3425 }
3426
3427 int cmd_querycharset(const char *arg)
3428 {
3429     char l1[30];
3430
3431     *l1 = 0;
3432     if (sscanf(arg, "%29s", l1) < 1)
3433     {
3434         printf("Query character set is `%s'\n",
3435                queryCharset ? queryCharset: "none");
3436         return 1;
3437     }
3438     xfree(queryCharset);
3439     queryCharset = 0;
3440     if (strcmp(l1, "-") && strcmp(l1, "none"))
3441         queryCharset = xstrdup(l1);
3442     return 1;
3443 }
3444
3445 int cmd_displaycharset(const char *arg)
3446 {
3447     char l1[30];
3448
3449     *l1 = 0;
3450     if (sscanf(arg, "%29s", l1) < 1)
3451     {
3452         printf("Display character set is `%s'\n",
3453                outputCharset ? outputCharset: "none");
3454     }
3455     else
3456     {
3457         xfree(outputCharset);
3458         outputCharset = 0;
3459         if (!strcmp(l1, "auto") && codeset)
3460         {
3461             if (codeset)
3462             {
3463                 printf("Display character set: %s\n", codeset);
3464                 outputCharset = xstrdup(codeset);
3465             }
3466             else
3467                 printf("No codeset found on this system\n");
3468         }
3469         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3470             outputCharset = xstrdup(l1);
3471     }
3472     return 1;
3473 }
3474
3475 int cmd_negcharset(const char *arg)
3476 {
3477     char l1[30];
3478
3479     *l1 = 0;
3480     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3481                &negotiationCharsetVersion) < 1)
3482     {
3483         printf("Negotiation character set `%s'\n",
3484                negotiationCharset ? negotiationCharset: "none");
3485         if (negotiationCharset)
3486         {
3487             printf("Records in charset %s\n", negotiationCharsetRecords ?
3488                    "yes" : "no");
3489             printf("Charneg version %d\n", negotiationCharsetVersion);
3490         }
3491     }
3492     else
3493     {
3494         xfree(negotiationCharset);
3495         negotiationCharset = NULL;
3496         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3497         {
3498             negotiationCharset = xstrdup(l1);
3499             printf("Character set negotiation : %s\n", negotiationCharset);
3500         }
3501     }
3502     return 1;
3503 }
3504
3505 int cmd_charset(const char* arg)
3506 {
3507     char l1[30], l2[30], l3[30], l4[30];
3508
3509     *l1 = *l2 = *l3 = *l4 = '\0';
3510     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3511     {
3512         cmd_negcharset("");
3513         cmd_displaycharset("");
3514         cmd_marccharset("");
3515         cmd_querycharset("");
3516     }
3517     else
3518     {
3519         cmd_negcharset(l1);
3520         if (*l2)
3521             cmd_displaycharset(l2);
3522         if (*l3)
3523             cmd_marccharset(l3);
3524         if (*l4)
3525             cmd_querycharset(l4);
3526     }
3527     return 1;
3528 }
3529
3530 int cmd_lang(const char* arg)
3531 {
3532     if (*arg == '\0') {
3533         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3534         return 1;
3535     }
3536     xfree(yazLang);
3537     yazLang = NULL;
3538     if (*arg)
3539         yazLang = xstrdup(arg);
3540     return 1;
3541 }
3542
3543 int cmd_source(const char* arg, int echo )
3544 {
3545     /* first should open the file and read one line at a time.. */
3546     FILE* includeFile;
3547     char line[102400], *cp;
3548
3549     if (strlen(arg) < 1)
3550     {
3551         fprintf(stderr, "Error in source command use a filename\n");
3552         return -1;
3553     }
3554
3555     includeFile = fopen(arg, "r");
3556
3557     if (!includeFile)
3558     {
3559         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3560         return -1;
3561     }
3562
3563     while (fgets(line, sizeof(line), includeFile)) 
3564     {
3565         if (strlen(line) < 2)
3566             continue;
3567         if (line[0] == '#')
3568             continue;
3569
3570         if ((cp = strrchr(line, '\n')))
3571             *cp = '\0';
3572
3573         if (echo)
3574             printf("processing line: %s\n", line);
3575         process_cmd_line(line);
3576     }
3577
3578     if (fclose(includeFile))
3579     {
3580         perror("unable to close include file");
3581         exit(1);
3582     }
3583     return 1;
3584 }
3585
3586 int cmd_source_echo(const char* arg)
3587 {
3588     cmd_source(arg, 1);
3589     return 1;
3590 }
3591
3592 int cmd_source_noecho(const char* arg)
3593 {
3594     cmd_source(arg, 0);
3595     return 1;
3596 }
3597
3598
3599 int cmd_subshell(const char* args)
3600 {
3601     int ret = system(strlen(args) ? args : getenv("SHELL"));
3602     printf("\n");
3603     if (ret)
3604     {
3605         printf("Exit %d\n", ret);
3606     }
3607     return 1;
3608 }
3609
3610 int cmd_set_berfile(const char *arg)
3611 {
3612     if (ber_file && ber_file != stdout && ber_file != stderr)
3613         fclose(ber_file);
3614     if (!strcmp(arg, ""))
3615         ber_file = 0;
3616     else if (!strcmp(arg, "-"))
3617         ber_file = stdout;
3618     else
3619         ber_file = fopen(arg, "a");
3620     return 1;
3621 }
3622
3623 int cmd_set_apdufile(const char *arg)
3624 {
3625     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3626         fclose(apdu_file);
3627     if (!strcmp(arg, ""))
3628         apdu_file = 0;
3629     else if (!strcmp(arg, "-"))
3630         apdu_file = stderr;
3631     else
3632     {
3633         apdu_file = fopen(arg, "a");
3634         if (!apdu_file)
3635             perror("unable to open apdu log file");
3636     }
3637     if (apdu_file)
3638         odr_setprint(print, apdu_file);
3639     return 1;
3640 }
3641
3642 int cmd_set_cclfile(const char* arg)
3643 {
3644     FILE *inf;
3645
3646     bibset = ccl_qual_mk();
3647     inf = fopen(arg, "r");
3648     if (!inf)
3649         perror("unable to open CCL file");
3650     else
3651     {
3652         ccl_qual_file(bibset, inf);