yaz-client: honor base command for SRU
[yaz-moved-to-github.git] / client / client.c
1 /* This file is part of the YAZ toolkit.
2  * Copyright (C) 1995-2009 Index Data
3  * See the file LICENSE for details.
4  */
5 /** \file client.c
6  *  \brief yaz-client program
7  */
8
9 #include <stdio.h>
10 #include <stdlib.h>
11 #include <assert.h>
12 #include <time.h>
13 #include <ctype.h>
14 #ifndef WIN32
15 #include <signal.h>
16 #endif
17 #if HAVE_SYS_TYPES_H
18 #include <sys/types.h>
19 #endif
20 #if HAVE_LOCALE_H
21 #include <locale.h>
22 #endif
23 #if HAVE_LANGINFO_H
24 #include <langinfo.h>
25 #endif
26 #if HAVE_UNISTD_H
27 #include <unistd.h>
28 #endif
29 #if HAVE_SYS_STAT_H
30 #include <sys/stat.h>
31 #endif
32 #if HAVE_SYS_TIME_H
33 #include <sys/time.h>
34 #endif
35
36 #ifdef WIN32
37 #include <sys/stat.h>
38 #include <io.h>
39 #include <windows.h>
40 #define S_ISREG(x) (x & _S_IFREG)
41 #define S_ISDIR(x) (x & _S_IFDIR)
42 #endif
43
44 #include <yaz/yaz-util.h>
45
46 #include <yaz/comstack.h>
47
48 #include <yaz/oid_db.h>
49 #define NO_OID 1
50 #include <yaz/proto.h>
51 #include <yaz/marcdisp.h>
52 #include <yaz/diagbib1.h>
53 #include <yaz/otherinfo.h>
54 #include <yaz/charneg.h>
55 #include <yaz/query-charset.h>
56
57 #include <yaz/pquery.h>
58 #include <yaz/sortspec.h>
59
60 #include <yaz/ill.h>
61 #include <yaz/srw.h>
62 #include <yaz/yaz-ccl.h>
63 #include <yaz/cql.h>
64 #include <yaz/log.h>
65
66 #if HAVE_READLINE_READLINE_H
67 #include <readline/readline.h>
68 #endif
69 #if HAVE_READLINE_HISTORY_H
70 #include <readline/history.h>
71 #endif
72
73
74 #include "admin.h"
75 #include "tabcomplete.h"
76 #include "fhistory.h"
77
78 #define C_PROMPT "Z> "
79
80 static file_history_t file_history = 0;
81
82 static char sru_method[10] = "soap";
83 static char sru_version[10] = "1.2";
84 static char *codeset = 0;               /* character set for output */
85 static int hex_dump = 0;
86 static char *dump_file_prefix = 0;
87 static ODR out, in, print;              /* encoding and decoding streams */
88 #if YAZ_HAVE_XML2
89 static ODR srw_sr_odr_out = 0;
90 static Z_SRW_PDU *srw_sr = 0;
91 #endif
92 static FILE *apdu_file = 0;
93 static FILE *ber_file = 0;
94 static COMSTACK conn = 0;               /* our z-association */
95
96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
97 static NMEM nmem_auth = NULL;
98
99 char *databaseNames[128];
100 int num_databaseNames = 0;
101 static Z_External *record_last = 0;
102 static int setnumber = -1;              /* current result set number */
103 static int smallSetUpperBound = 0;
104 static int largeSetLowerBound = 1;
105 static int mediumSetPresentNumber = 0;
106 static Z_ElementSetNames *elementSetNames = 0;
107 static Odr_int setno = 1;                   /* current set offset */
108 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
109 #define RECORDSYNTAX_MAX 20
110 static char *recordsyntax_list[RECORDSYNTAX_MAX];
111 static int recordsyntax_size = 0;
112
113 static char *record_schema = 0;
114 static int sent_close = 0;
115 static NMEM session_mem = NULL;         /* memory handle for init-response */
116 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
117 static char last_scan_line[512] = "0";
118 static char last_scan_query[512] = "0";
119 static char ccl_fields[512] = "default.bib";
120 /* ### How can I set this path to use wherever YAZ is installed? */
121 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
122 static char *esPackageName = 0;
123 static char *yazProxy = 0;
124 static int kilobytes = 1024;
125 static char *negotiationCharset = 0;
126 static int  negotiationCharsetRecords = 1;
127 static int  negotiationCharsetVersion = 3;
128 static char *outputCharset = 0;
129 static char *marcCharset = 0;
130 static char *queryCharset = 0;
131 static char* yazLang = 0;
132
133 static char last_cmd[32] = "?";
134 static FILE *marc_file = 0;
135 static char *refid = NULL;
136 static int auto_reconnect = 0;
137 static int auto_wait = 1;
138 static Odr_bitmask z3950_options;
139 static int z3950_version = 3;
140 static int scan_stepSize = 0;
141 static int scan_position = 1;
142 static int scan_size = 20;
143 static char cur_host[200];
144 static int last_hit_count = 0;
145
146 typedef enum {
147     QueryType_Prefix,
148     QueryType_CCL,
149     QueryType_CCL2RPN,
150     QueryType_CQL,
151     QueryType_CQL2RPN
152 } QueryType;
153
154 static QueryType queryType = QueryType_Prefix;
155
156 static CCL_bibset bibset;               /* CCL bibset handle */
157 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
158
159 #if HAVE_READLINE_COMPLETION_OVER
160
161 #else
162 /* readline doesn't have this var. Define it ourselves. */
163 int rl_attempted_completion_over = 0;
164 #endif
165
166 #define maxOtherInfosSupported 10
167 struct eoi {
168     Odr_oid oid[OID_SIZE];
169     char* value;
170 } extraOtherInfos[maxOtherInfosSupported];
171
172 void process_cmd_line(char* line);
173 #if HAVE_READLINE_READLINE_H
174 char **readline_completer(char *text, int start, int end);
175 #endif
176 static char *command_generator(const char *text, int state);
177 int cmd_register_tab(const char* arg);
178 int cmd_querycharset(const char *arg);
179
180 static void close_session(void);
181
182 static void marc_file_write(const char *buf, size_t sz);
183
184 static void wait_and_handle_response(int one_response_only);
185
186 ODR getODROutputStream(void)
187 {
188     return out;
189 }
190
191 const char* query_type_as_string(QueryType q)
192 {
193     switch (q) {
194     case QueryType_Prefix: return "prefix (RPN sent to server)";
195     case QueryType_CCL: return "CCL (CCL sent to server) ";
196     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
197     case QueryType_CQL: return "CQL (CQL sent to server)";
198     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
199     default:
200         return "unknown Query type internal yaz-client error";
201     }
202 }
203
204 static void do_hex_dump(const char* buf, size_t len)
205 {
206     if (hex_dump)
207     {
208         size_t i;
209         int x;
210         for (i = 0; i < len ; i = i+16 )
211         {
212             printf(" %4.4ld ", (long) i);
213             for(x=0 ; i+x<len && x<16; ++x)
214             {
215                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
216             }
217             printf("\n");
218         }
219     }
220     if (dump_file_prefix)
221     {
222         static int no = 0;
223         if (++no < 1000 && strlen(dump_file_prefix) < 500)
224         {
225             char fname[1024];
226             FILE *of;
227             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
228             of = fopen(fname, "wb");
229
230             if (fwrite(buf, 1, len, of) != len)
231             {
232                 printf("write failed for %s", fname);
233             }
234             if (fclose(of))
235             {
236                 printf("close failed for %s", fname);
237             }
238         }
239     }
240 }
241
242 void add_otherInfos(Z_APDU *a)
243 {
244     Z_OtherInformation **oi;
245     int i;
246
247     yaz_oi_APDU(a, &oi);
248     for(i=0; i<maxOtherInfosSupported; ++i)
249     {
250         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
251             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
252                                      1, extraOtherInfos[i].value);
253     }
254 }
255
256 int send_apdu(Z_APDU *a)
257 {
258     char *buf;
259     int len;
260
261     add_otherInfos(a);
262
263     if (apdu_file)
264     {
265         z_APDU(print, &a, 0, 0);
266         odr_reset(print);
267     }
268     if (!z_APDU(out, &a, 0, 0))
269     {
270         odr_perror(out, "Encoding APDU");
271         close_session();
272         return 0;
273     }
274     buf = odr_getbuf(out, &len, 0);
275     if (ber_file)
276         odr_dumpBER(ber_file, buf, len);
277     /* printf ("sending APDU of size %d\n", len); */
278     do_hex_dump(buf, len);
279     if (cs_put(conn, buf, len) < 0)
280     {
281         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
282         close_session();
283         return 0;
284     }
285     odr_reset(out); /* release the APDU structure  */
286     return 1;
287 }
288
289 static void print_stringn(const unsigned char *buf, size_t len)
290 {
291     size_t i;
292     for (i = 0; i<len; i++)
293         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
294             printf("%c", buf[i]);
295         else
296             printf("\\X%02X", buf[i]);
297 }
298
299 static void print_refid(Z_ReferenceId *id)
300 {
301     if (id)
302     {
303         printf("Reference Id: ");
304         print_stringn(id->buf, id->len);
305         printf("\n");
306     }
307 }
308
309 static Z_ReferenceId *set_refid(ODR out)
310 {
311     Z_ReferenceId *id;
312     if (!refid)
313         return 0;
314     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
315     id->size = id->len = strlen(refid);
316     id->buf = (unsigned char *) odr_malloc(out, id->len);
317     memcpy(id->buf, refid, id->len);
318     return id;
319 }
320
321 /* INIT SERVICE ------------------------------- */
322
323 static void send_initRequest(const char* type_and_host)
324 {
325     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
326     Z_InitRequest *req = apdu->u.initRequest;
327     int i;
328
329     req->options = &z3950_options;
330
331     ODR_MASK_ZERO(req->protocolVersion);
332     for (i = 0; i<z3950_version; i++)
333         ODR_MASK_SET(req->protocolVersion, i);
334
335     *req->maximumRecordSize = 1024*kilobytes;
336     *req->preferredMessageSize = 1024*kilobytes;
337
338     req->idAuthentication = auth;
339
340     req->referenceId = set_refid(out);
341
342     if (yazProxy && type_and_host)
343     {
344         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
345                               1, type_and_host);
346     }
347
348     if (negotiationCharset || yazLang) {
349         Z_OtherInformation **p;
350         Z_OtherInformationUnit *p0;
351
352         yaz_oi_APDU(apdu, &p);
353
354         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
355         {
356             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
357
358             p0->which = Z_OtherInfo_externallyDefinedInfo;
359             p0->information.externallyDefinedInfo =
360                 yaz_set_proposal_charneg_list(out, ",",
361                                               negotiationCharset,
362                                               yazLang,
363                                               negotiationCharsetRecords);
364         }
365     }
366     if (send_apdu(apdu))
367         printf("Sent initrequest.\n");
368 }
369
370
371 /* These two are used only from process_initResponse() */
372 static void render_initUserInfo(Z_OtherInformation *ui1);
373 static void render_diag(Z_DiagnosticFormat *diag);
374
375 static void pr_opt(const char *opt, void *clientData)
376 {
377     printf(" %s", opt);
378 }
379
380 static int process_initResponse(Z_InitResponse *res)
381 {
382     int ver = 0;
383     /* save session parameters for later use */
384     session_mem = odr_extract_mem(in);
385     session_initResponse = res;
386
387     for (ver = 0; ver < 8; ver++)
388         if (!ODR_MASK_GET(res->protocolVersion, ver))
389             break;
390
391     if (!*res->result)
392         printf("Connection rejected by v%d target.\n", ver);
393     else
394         printf("Connection accepted by v%d target.\n", ver);
395     if (res->implementationId)
396         printf("ID     : %s\n", res->implementationId);
397     if (res->implementationName)
398         printf("Name   : %s\n", res->implementationName);
399     if (res->implementationVersion)
400         printf("Version: %s\n", res->implementationVersion);
401     if (res->userInformationField)
402     {
403         Z_External *uif = res->userInformationField;
404         if (uif->which == Z_External_userInfo1) {
405             render_initUserInfo(uif->u.userInfo1);
406         } else {
407             printf("UserInformationfield:\n");
408             if (!z_External(print, (Z_External**)&uif, 0, 0))
409             {
410                 odr_perror(print, "Printing userinfo\n");
411                 odr_reset(print);
412             }
413             if (uif->which == Z_External_octet) {
414                 printf("Guessing visiblestring:\n");
415                 printf("'%.*s'\n", uif->u.octet_aligned->len,
416                        uif->u.octet_aligned->buf);
417             }
418             else if (uif->which == Z_External_single)
419             {
420                 Odr_any *sat = uif->u.single_ASN1_type;
421                 if (!oid_oidcmp(uif->direct_reference,
422                                 yaz_oid_userinfo_oclc_userinfo))
423                 {
424                     Z_OCLC_UserInformation *oclc_ui;
425                     ODR decode = odr_createmem(ODR_DECODE);
426                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
427                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
428                         printf("Bad OCLC UserInformation:\n");
429                     else
430                         printf("OCLC UserInformation:\n");
431                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
432                         printf("Bad OCLC UserInformation spec\n");
433                     odr_destroy(decode);
434                 }
435                 else
436                 {
437                     /* Peek at any private Init-diagnostic APDUs */
438                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
439                            (int) sat->len, sat->len, sat->buf);
440                 }
441             }
442             odr_reset(print);
443         }
444     }
445     printf("Options:");
446     yaz_init_opt_decode(res->options, pr_opt, 0);
447     printf("\n");
448
449     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
450         setnumber = 0;
451
452     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
453
454         Z_CharSetandLanguageNegotiation *p =
455                 yaz_get_charneg_record(res->otherInfo);
456
457         if (p)
458         {
459             char *charset=NULL, *lang=NULL;
460             int selected;
461
462             yaz_get_response_charneg(session_mem, p, &charset, &lang,
463                                      &selected);
464
465             printf("Accepted character set : %s\n", charset ? charset:"none");
466             printf("Accepted code language : %s\n", lang ? lang:"none");
467             printf("Accepted records in ...: %d\n", selected );
468
469             if (outputCharset && charset)
470             {
471                 printf("Converting between %s and %s\n",
472                        outputCharset, charset);
473                 odr_set_charset(out, charset, outputCharset);
474                 odr_set_charset(in, outputCharset, charset);
475                 cmd_querycharset(charset);
476             }
477             else
478             {
479                 odr_set_charset(out, 0, 0);
480                 odr_set_charset(in, 0, 0);
481             }
482         }
483     }
484     fflush(stdout);
485     return 0;
486 }
487
488
489 static void render_initUserInfo(Z_OtherInformation *ui1) {
490     int i;
491     printf("Init response contains %d otherInfo unit%s:\n",
492            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
493
494     for (i = 0; i < ui1->num_elements; i++) {
495         Z_OtherInformationUnit *unit = ui1->list[i];
496         printf("  %d: otherInfo unit contains ", i+1);
497         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
498             unit->information.externallyDefinedInfo &&
499             unit->information.externallyDefinedInfo->which ==
500             Z_External_diag1) {
501             render_diag(unit->information.externallyDefinedInfo->u.diag1);
502         }
503         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
504         {
505             printf("unsupported otherInfo unit->which = %d\n", unit->which);
506         }
507         else
508         {
509             printf("unsupported otherInfo unit external %d\n",
510                    unit->information.externallyDefinedInfo ?
511                    unit->information.externallyDefinedInfo->which : -2);
512         }
513     }
514 }
515
516
517 /* ### should this share code with display_diagrecs()? */
518 static void render_diag(Z_DiagnosticFormat *diag) {
519     int i;
520
521     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
522     for (i = 0; i < diag->num; i++) {
523         Z_DiagnosticFormat_s *ds = diag->elements[i];
524         printf("    %d: ", i+1);
525         switch (ds->which) {
526         case Z_DiagnosticFormat_s_defaultDiagRec: {
527             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
528             /* ### should check `dd->diagnosticSetId' */
529             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
530                    diagbib1_str(*dd->condition));
531             /* Both types of addinfo are the same, so use type-pun */
532             if (dd->u.v2Addinfo != 0)
533                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
534             break;
535         }
536         case Z_DiagnosticFormat_s_explicitDiagnostic:
537             printf("Explicit diagnostic (not supported)");
538             break;
539         default:
540             printf("Unrecognised diagnostic type %d", ds->which);
541             break;
542         }
543
544         if (ds->message != 0)
545             printf(", message='%s'", ds->message);
546         printf("\n");
547     }
548 }
549
550
551 static int set_base(const char *arg)
552 {
553     int i;
554     const char *cp;
555
556     for (i = 0; i<num_databaseNames; i++)
557         xfree(databaseNames[i]);
558     num_databaseNames = 0;
559     while (1)
560     {
561         char *cp1;
562         if (!(cp = strchr(arg, ' ')))
563             cp = arg + strlen(arg);
564         if (cp - arg < 1)
565             break;
566         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
567         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
568         databaseNames[num_databaseNames][cp - arg] = '\0';
569
570         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
571             if (*cp1 == '+')
572                 *cp1 = ' ';
573         num_databaseNames++;
574
575         if (!*cp)
576             break;
577         arg = cp+1;
578     }
579     if (num_databaseNames == 0)
580     {
581         num_databaseNames = 1;
582         databaseNames[0] = xstrdup("");
583     }
584     return 1;
585 }
586
587 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
588 {
589     const char *sep;
590     while (**arg && strchr(" \t\n\r\f", **arg))
591         (*arg)++;
592     if (**arg == '\0')
593     {
594         return 0;
595     }
596     else if ((*arg)[0] == '<')
597     {
598         size_t fsize;
599         FILE *inf;
600         const char *fname;
601         const char *arg_start = ++(*arg);
602
603         while (**arg != '\0' && **arg != ' ')
604             (*arg)++;
605
606         fname = odr_strdupn(out, arg_start, *arg - arg_start);
607
608         inf = fopen(fname, "rb");
609         if (!inf)
610         {
611             printf("Couldn't open %s\n", fname);
612             return 0;
613         }
614         if (fseek(inf, 0L, SEEK_END) == -1)
615         {
616             printf("Couldn't seek in %s\n", fname);
617             fclose(inf);
618             return 0;
619         }
620         fsize = ftell(inf);
621         if (fseek(inf, 0L, SEEK_SET) == -1)
622         {
623             printf("Couldn't seek in %s\n", fname);
624             fclose(inf);
625             return 0;
626         }
627         *len = fsize;
628         *buf = (char *) odr_malloc(out, fsize+1);
629         (*buf)[fsize] = '\0';
630         if (fread(*buf, 1, fsize, inf) != fsize)
631         {
632             printf("Unable to read %s\n", fname);
633             fclose(inf);
634             return 0;
635         }
636         fclose(inf);
637     }
638     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
639     {
640         (*arg)++;
641         *len = sep - *arg;
642         *buf = odr_strdupn(out, *arg, *len);
643         (*arg) = sep+1;
644     }
645     else
646     {
647         const char *arg_start = *arg;
648
649         while (**arg != '\0' && **arg != ' ')
650             (*arg)++;
651
652         *len = *arg - arg_start;
653         *buf = odr_strdupn(out, arg_start, *len);
654     }
655     return 1;
656 }
657
658 static int cmd_base(const char *arg)
659 {
660     if (!*arg)
661     {
662         printf("Usage: base <database> <database> ...\n");
663         return 0;
664     }
665     return set_base(arg);
666 }
667
668 int session_connect(const char *arg)
669 {
670     void *add;
671     char type_and_host[101];
672     const char *basep = 0;
673     if (conn)
674     {
675         cs_close(conn);
676         conn = 0;
677     }
678     if (session_mem)
679     {
680         nmem_destroy(session_mem);
681         session_mem = NULL;
682         session_initResponse = 0;
683     }
684     cs_get_host_args(arg, &basep);
685
686     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
687     type_and_host[sizeof(type_and_host)-1] = '\0';
688
689     if (yazProxy)
690         conn = cs_create_host(yazProxy, 1, &add);
691     else
692         conn = cs_create_host(arg, 1, &add);
693     if (!conn)
694     {
695         printf("Could not resolve address %s\n", arg);
696         return 0;
697     }
698 #if YAZ_HAVE_XML2
699 #else
700     if (conn->protocol == PROTO_HTTP)
701     {
702         printf("SRW/HTTP not enabled in this YAZ\n");
703         cs_close(conn);
704         conn = 0;
705         return 0;
706     }
707 #endif
708     protocol = conn->protocol;
709     printf("Connecting...");
710     fflush(stdout);
711     if (cs_connect(conn, add) < 0)
712     {
713         printf("error = %s\n", cs_strerror(conn));
714         cs_close(conn);
715         conn = 0;
716         return 0;
717     }
718     printf("OK.\n");
719     cs_print_session_info(conn);
720     if (basep && *basep)
721         set_base(basep);
722     else if (protocol == PROTO_Z3950)
723         set_base("Default");
724
725     if (protocol == PROTO_Z3950)
726     {
727         send_initRequest(type_and_host);
728         return 2;
729     }
730     return 0;
731 }
732
733 int cmd_open(const char *arg)
734 {
735     int r;
736     if (arg)
737     {
738         strncpy(cur_host, arg, sizeof(cur_host)-1);
739         cur_host[sizeof(cur_host)-1] = 0;
740     }
741
742     set_base("");
743     r = session_connect(cur_host);
744     if (conn && conn->protocol == PROTO_HTTP)
745         queryType = QueryType_CQL;
746
747
748     return r;
749 }
750
751 int cmd_authentication(const char *arg)
752 {
753     char **args;
754     int r;
755
756     nmem_reset(nmem_auth);
757     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
758
759     if (r == 0)
760     {
761         printf("Authentication set to null\n");
762         auth = 0;
763     }
764     else if (r == 1)
765     {
766         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
767         if (!strcmp(args[0], "-"))
768         {
769             auth->which = Z_IdAuthentication_anonymous;
770             auth->u.anonymous = odr_nullval();
771             printf("Authentication set to Anonymous\n");
772         } 
773         else
774         {
775             auth->which = Z_IdAuthentication_open;
776             auth->u.open = args[0];
777             printf("Authentication set to Open (%s)\n", args[0]);
778         }
779     }
780     else if (r == 2)
781     {
782         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
783         auth->which = Z_IdAuthentication_idPass;
784         auth->u.idPass = (Z_IdPass *)
785             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
786         auth->u.idPass->groupId = NULL;
787         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
788         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
789         printf("Authentication set to User (%s), Pass (%s)\n",
790                args[0], args[1]);
791     }
792     else if (r == 3)
793     {
794         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
795         auth->which = Z_IdAuthentication_idPass;
796         auth->u.idPass = (Z_IdPass *)
797             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
798         auth->u.idPass->groupId = args[1];
799         auth->u.idPass->userId = args[0];
800         auth->u.idPass->password = args[2];
801         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
802                args[0], args[1], args[2]);
803     }
804     else
805     {
806         printf("Bad number of args to auth\n");
807         auth = 0;
808     }
809
810     return 1;
811 }
812
813 /* SEARCH SERVICE ------------------------------ */
814 static void display_record(Z_External *r);
815
816 static void print_record(const unsigned char *buf, size_t len)
817 {
818     size_t i = len;
819     print_stringn(buf, len);
820     /* add newline if not already added ... */
821     if (i <= 0 || buf[i-1] != '\n')
822         printf("\n");
823 }
824
825 static void display_record(Z_External *r)
826 {
827     const Odr_oid *oid = r->direct_reference;
828
829     record_last = r;
830     /*
831      * Tell the user what we got.
832      */
833     if (oid)
834     {
835         oid_class oclass;
836         char oid_name_buf[OID_STR_MAX];
837         const char *oid_name
838             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
839         printf("Record type: ");
840         if (oid_name)
841             printf("%s\n", oid_name);
842     }
843     /* Check if this is a known, ASN.1 type tucked away in an octet string */
844     if (r->which == Z_External_octet)
845     {
846         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
847         char *rr;
848
849         if (type)
850         {
851             /*
852              * Call the given decoder to process the record.
853              */
854             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
855                 r->u.octet_aligned->len, 0);
856             if (!(*type->fun)(in, &rr, 0, 0))
857             {
858                 odr_perror(in, "Decoding constructed record.");
859                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
860                 fprintf(stdout, "Packet dump:\n---------\n");
861                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
862                             r->u.octet_aligned->len);
863                 fprintf(stdout, "---------\n");
864
865                 /* note just ignores the error ant print the bytes form the octet_aligned later */
866             } else {
867                 /*
868                  * Note: we throw away the original, BER-encoded record here.
869                  * Do something else with it if you want to keep it.
870                  */
871                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
872                 r->which = type->what;
873             }
874         }
875     }
876     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
877     {
878         print_record((const unsigned char *) r->u.octet_aligned->buf,
879                      r->u.octet_aligned->len);
880         marc_file_write((const char *) r->u.octet_aligned->buf,
881                         r->u.octet_aligned->len);
882     }
883     else if (oid && r->which == Z_External_octet)
884     {
885         const char *octet_buf = (char*)r->u.octet_aligned->buf;
886         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
887                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
888                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
889         {
890             print_record((const unsigned char *) octet_buf,
891                          r->u.octet_aligned->len);
892         }
893         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
894         {
895             int size = r->u.octet_aligned->len;
896             if (size > 100)
897                 size = 100;
898             print_record((const unsigned char *) octet_buf, size);
899         }
900         else
901         {
902             if (oid && yaz_oid_is_iso2709(oid))
903             {
904                 const char *result;
905                 size_t rlen;
906                 yaz_iconv_t cd = 0;
907                 yaz_marc_t mt = yaz_marc_create();
908                 const char *from = 0;
909
910                 if (marcCharset && !strcmp(marcCharset, "auto"))
911                 {
912                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
913                     {
914                         if (octet_buf[9] == 'a')
915                             from = "UTF-8";
916                         else
917                             from = "MARC-8";
918                     }
919                     else
920                         from = "ISO-8859-1";
921                 }
922                 else if (marcCharset)
923                     from = marcCharset;
924                 if (outputCharset && from)
925                 {
926                     cd = yaz_iconv_open(outputCharset, from);
927                     printf("convert from %s to %s", from,
928                             outputCharset);
929                     if (!cd)
930                         printf(" unsupported\n");
931                     else
932                     {
933                         yaz_marc_iconv(mt, cd);
934                         printf("\n");
935                     }
936                 }
937
938                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
939                                         &result, &rlen)> 0)
940                 {
941                     if (fwrite(result, rlen, 1, stdout) != 1)
942                     {
943                         printf("write to stdout failed\n");
944                     }
945                 }
946                 else
947                 {
948                     printf("bad MARC. Dumping as it is:\n");
949                     print_record((const unsigned char*) octet_buf,
950                                   r->u.octet_aligned->len);
951                 }
952                 yaz_marc_destroy(mt);
953                 if (cd)
954                     yaz_iconv_close(cd);
955             }
956             else
957             {
958                 print_record((const unsigned char*) octet_buf,
959                              r->u.octet_aligned->len);
960             }
961         }
962         marc_file_write(octet_buf, r->u.octet_aligned->len);
963     }
964     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
965     {
966         if (r->which != Z_External_sutrs)
967         {
968             printf("Expecting single SUTRS type for SUTRS.\n");
969             return;
970         }
971         print_record(r->u.sutrs->buf, r->u.sutrs->len);
972         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
973     }
974     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
975     {
976         WRBUF w;
977         if (r->which != Z_External_grs1)
978         {
979             printf("Expecting single GRS type for GRS.\n");
980             return;
981         }
982         w = wrbuf_alloc();
983         yaz_display_grs1(w, r->u.grs1, 0);
984         puts(wrbuf_cstr(w));
985         wrbuf_destroy(w);
986     }
987     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
988     {
989         int i;
990         if (r->u.opac->bibliographicRecord)
991             display_record(r->u.opac->bibliographicRecord);
992         for (i = 0; i<r->u.opac->num_holdingsData; i++)
993         {
994             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
995             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
996             {
997                 printf("MARC holdings %d\n", i);
998                 display_record(h->u.marcHoldingsRecord);
999             }
1000             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1001             {
1002                 int j;
1003
1004                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1005
1006                 printf("Data holdings %d\n", i);
1007                 if (data->typeOfRecord)
1008                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1009                 if (data->encodingLevel)
1010                     printf("encodingLevel: %s\n", data->encodingLevel);
1011                 if (data->receiptAcqStatus)
1012                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1013                 if (data->generalRetention)
1014                     printf("generalRetention: %s\n", data->generalRetention);
1015                 if (data->completeness)
1016                     printf("completeness: %s\n", data->completeness);
1017                 if (data->dateOfReport)
1018                     printf("dateOfReport: %s\n", data->dateOfReport);
1019                 if (data->nucCode)
1020                     printf("nucCode: %s\n", data->nucCode);
1021                 if (data->localLocation)
1022                     printf("localLocation: %s\n", data->localLocation);
1023                 if (data->shelvingLocation)
1024                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1025                 if (data->callNumber)
1026                     printf("callNumber: %s\n", data->callNumber);
1027                 if (data->shelvingData)
1028                     printf("shelvingData: %s\n", data->shelvingData);
1029                 if (data->copyNumber)
1030                     printf("copyNumber: %s\n", data->copyNumber);
1031                 if (data->publicNote)
1032                     printf("publicNote: %s\n", data->publicNote);
1033                 if (data->reproductionNote)
1034                     printf("reproductionNote: %s\n", data->reproductionNote);
1035                 if (data->termsUseRepro)
1036                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1037                 if (data->enumAndChron)
1038                     printf("enumAndChron: %s\n", data->enumAndChron);
1039                 for (j = 0; j<data->num_volumes; j++)
1040                 {
1041                     printf("volume %d\n", j);
1042                     if (data->volumes[j]->enumeration)
1043                         printf(" enumeration: %s\n",
1044                                 data->volumes[j]->enumeration);
1045                     if (data->volumes[j]->chronology)
1046                         printf(" chronology: %s\n",
1047                                 data->volumes[j]->chronology);
1048                     if (data->volumes[j]->enumAndChron)
1049                         printf(" enumAndChron: %s\n",
1050                                 data->volumes[j]->enumAndChron);
1051                 }
1052                 for (j = 0; j<data->num_circulationData; j++)
1053                 {
1054                     printf("circulation %d\n", j);
1055                     if (data->circulationData[j]->availableNow)
1056                         printf(" availableNow: %d\n",
1057                                 *data->circulationData[j]->availableNow);
1058                     if (data->circulationData[j]->availablityDate)
1059                         printf(" availabiltyDate: %s\n",
1060                                 data->circulationData[j]->availablityDate);
1061                     if (data->circulationData[j]->availableThru)
1062                         printf(" availableThru: %s\n",
1063                                 data->circulationData[j]->availableThru);
1064                     if (data->circulationData[j]->restrictions)
1065                         printf(" restrictions: %s\n",
1066                                 data->circulationData[j]->restrictions);
1067                     if (data->circulationData[j]->itemId)
1068                         printf(" itemId: %s\n",
1069                                 data->circulationData[j]->itemId);
1070                     if (data->circulationData[j]->renewable)
1071                         printf(" renewable: %d\n",
1072                                 *data->circulationData[j]->renewable);
1073                     if (data->circulationData[j]->onHold)
1074                         printf(" onHold: %d\n",
1075                                 *data->circulationData[j]->onHold);
1076                     if (data->circulationData[j]->enumAndChron)
1077                         printf(" enumAndChron: %s\n",
1078                                 data->circulationData[j]->enumAndChron);
1079                     if (data->circulationData[j]->midspine)
1080                         printf(" midspine: %s\n",
1081                                 data->circulationData[j]->midspine);
1082                     if (data->circulationData[j]->temporaryLocation)
1083                         printf(" temporaryLocation: %s\n",
1084                                 data->circulationData[j]->temporaryLocation);
1085                 }
1086             }
1087         }
1088     }
1089     else
1090     {
1091         printf("Unknown record representation.\n");
1092         if (!z_External(print, &r, 0, 0))
1093         {
1094             odr_perror(print, "Printing external");
1095             odr_reset(print);
1096         }
1097     }
1098 }
1099
1100 static void display_diagrecs(Z_DiagRec **pp, int num)
1101 {
1102     int i;
1103     Z_DefaultDiagFormat *r;
1104
1105     printf("Diagnostic message(s) from database:\n");
1106     for (i = 0; i<num; i++)
1107     {
1108         Z_DiagRec *p = pp[i];
1109         if (p->which != Z_DiagRec_defaultFormat)
1110         {
1111             printf("Diagnostic record not in default format.\n");
1112             return;
1113         }
1114         else
1115             r = p->u.defaultFormat;
1116
1117         if (!r->diagnosticSetId)
1118             printf("Missing diagset\n");
1119         else
1120         {
1121             oid_class oclass;
1122             char diag_name_buf[OID_STR_MAX];
1123             const char *diag_name = 0;
1124             diag_name = yaz_oid_to_string_buf
1125                 (r->diagnosticSetId, &oclass, diag_name_buf);
1126             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1127                 printf("Unknown diagset: %s\n", diag_name);
1128         }
1129         printf("    [" ODR_INT_PRINTF "] %s",
1130                *r->condition, diagbib1_str(*r->condition));
1131         switch (r->which)
1132         {
1133         case Z_DefaultDiagFormat_v2Addinfo:
1134             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1135             break;
1136         case Z_DefaultDiagFormat_v3Addinfo:
1137             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1138             break;
1139         }
1140     }
1141 }
1142
1143
1144 static void display_nameplusrecord(Z_NamePlusRecord *p)
1145 {
1146     if (p->databaseName)
1147         printf("[%s]", p->databaseName);
1148     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1149         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1150     else if (p->which == Z_NamePlusRecord_databaseRecord)
1151         display_record(p->u.databaseRecord);
1152 }
1153
1154 static void display_records(Z_Records *p)
1155 {
1156     int i;
1157
1158     if (p->which == Z_Records_NSD)
1159     {
1160         Z_DiagRec dr, *dr_p = &dr;
1161         dr.which = Z_DiagRec_defaultFormat;
1162         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1163         display_diagrecs(&dr_p, 1);
1164     }
1165     else if (p->which == Z_Records_multipleNSD)
1166         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1167                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1168     else
1169     {
1170         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1171         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1172             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1173     }
1174 }
1175
1176 static int send_deleteResultSetRequest(const char *arg)
1177 {
1178     char names[8][32];
1179     int i;
1180
1181     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1182     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1183
1184     req->referenceId = set_refid(out);
1185
1186     req->num_resultSetList =
1187         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1188                names[0], names[1], names[2], names[3],
1189                names[4], names[5], names[6], names[7]);
1190
1191     req->deleteFunction = odr_intdup(out, 0);
1192     if (req->num_resultSetList > 0)
1193     {
1194         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1195         req->resultSetList = (char **)
1196             odr_malloc(out, sizeof(*req->resultSetList)*
1197                         req->num_resultSetList);
1198         for (i = 0; i<req->num_resultSetList; i++)
1199             req->resultSetList[i] = names[i];
1200     }
1201     else
1202     {
1203         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1204         req->resultSetList = 0;
1205     }
1206
1207     send_apdu(apdu);
1208     printf("Sent deleteResultSetRequest.\n");
1209     return 2;
1210 }
1211
1212 #if YAZ_HAVE_XML2
1213 static int send_srw(Z_SRW_PDU *sr)
1214 {
1215     const char *charset = negotiationCharset;
1216     const char *host_port = cur_host;
1217     Z_GDU *gdu;
1218     char *path = 0;
1219
1220     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1221     *path = '/';
1222     strcpy(path+1, databaseNames[0]);
1223
1224     printf("path=%s\n", path);
1225     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1226
1227     if (!yaz_matchstr(sru_method, "get"))
1228     {
1229         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1230     }
1231     else if (!yaz_matchstr(sru_method, "post"))
1232     {
1233         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1234     }
1235     else if (!yaz_matchstr(sru_method, "soap"))
1236     {
1237         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1238     }
1239
1240     if (z_GDU(out, &gdu, 0, 0))
1241     {
1242         /* encode OK */
1243         char *buf_out;
1244         int len_out;
1245         int r;
1246         if (apdu_file)
1247         {
1248             if (!z_GDU(print, &gdu, 0, 0))
1249                 printf("Failed to print outgoing SRU package\n");
1250             odr_reset(print);
1251         }
1252         buf_out = odr_getbuf(out, &len_out, 0);
1253
1254         /* we don't odr_reset(out), since we may need the buffer again */
1255
1256         do_hex_dump(buf_out, len_out);
1257
1258         r = cs_put(conn, buf_out, len_out);
1259
1260         if (r >= 0)
1261             return 2;
1262     }
1263     return 0;
1264 }
1265 #endif
1266
1267 #if YAZ_HAVE_XML2
1268 static char *encode_SRW_term(ODR o, const char *q)
1269 {
1270     const char *in_charset = "ISO-8859-1";
1271     WRBUF w = wrbuf_alloc();
1272     yaz_iconv_t cd;
1273     char *res;
1274     if (outputCharset)
1275         in_charset = outputCharset;
1276     cd = yaz_iconv_open("UTF-8", in_charset);
1277     if (!cd)
1278     {
1279         wrbuf_destroy(w);
1280         return odr_strdup(o, q);
1281     }
1282     wrbuf_iconv_write(w, cd, q, strlen(q));
1283     if (wrbuf_len(w))
1284         res = odr_strdup(o, wrbuf_cstr(w));
1285     else
1286         res = odr_strdup(o, q);
1287     yaz_iconv_close(cd);
1288     wrbuf_destroy(w);
1289     return res;
1290 }
1291
1292
1293 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1294 {
1295     Z_SRW_PDU *sr = 0;
1296
1297     /* regular requestse .. */
1298     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1299
1300     switch(queryType)
1301     {
1302     case QueryType_CQL:
1303         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1304         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1305         break;
1306     case QueryType_Prefix:
1307         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1308         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1309         break;
1310     default:
1311         printf("Only CQL and PQF supported in SRW\n");
1312         return 0;
1313     }
1314     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1315     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1316     return send_srw(sr);
1317 }
1318
1319 static int send_SRW_searchRequest(const char *arg)
1320 {
1321     Z_SRW_PDU *sr = 0;
1322
1323     if (!srw_sr)
1324     {
1325         assert(srw_sr_odr_out == 0);
1326         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1327     }
1328     odr_reset(srw_sr_odr_out);
1329
1330     setno = 1;
1331
1332     /* save this for later .. when fetching individual records */
1333     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1334                               sru_version);
1335
1336     /* regular request .. */
1337     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1338
1339     switch(queryType)
1340     {
1341     case QueryType_CQL:
1342         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1343         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1344
1345         sr->u.request->query_type = Z_SRW_query_type_cql;
1346         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1347         break;
1348     case QueryType_Prefix:
1349         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1350         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1351
1352         sr->u.request->query_type = Z_SRW_query_type_pqf;
1353         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1354         break;
1355     default:
1356         printf("Only CQL and PQF supported in SRW\n");
1357         return 0;
1358     }
1359     sr->u.request->maximumRecords = odr_intdup(out, 0);
1360
1361     if (record_schema)
1362         sr->u.request->recordSchema = record_schema;
1363     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1364         sr->u.request->recordPacking = "xml";
1365     return send_srw(sr);
1366 }
1367 #endif
1368
1369 static void query_charset_convert(Z_RPNQuery *q)
1370 {
1371     if (queryCharset && outputCharset)
1372     {
1373         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1374         if (!cd)
1375         {
1376             printf("Conversion from %s to %s unsupported\n",
1377                    outputCharset, queryCharset);
1378             return;
1379         }
1380         yaz_query_charset_convert_rpnquery(q, out, cd);
1381         yaz_iconv_close(cd);
1382     }
1383 }
1384
1385 static int send_searchRequest(const char *arg)
1386 {
1387     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1388     Z_SearchRequest *req = apdu->u.searchRequest;
1389     Z_Query query;
1390     struct ccl_rpn_node *rpn = NULL;
1391     int error, pos;
1392     char setstring[100];
1393     Z_RPNQuery *RPNquery;
1394     Odr_oct ccl_query;
1395     YAZ_PQF_Parser pqf_parser;
1396     Z_External *ext;
1397     QueryType myQueryType = queryType;
1398     char pqfbuf[512];
1399
1400     if (myQueryType == QueryType_CCL2RPN)
1401     {
1402         rpn = ccl_find_str(bibset, arg, &error, &pos);
1403         if (error)
1404         {
1405             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1406             return 0;
1407         }
1408     } else if (myQueryType == QueryType_CQL2RPN) {
1409         /* ### All this code should be wrapped in a utility function */
1410         CQL_parser parser;
1411         struct cql_node *node;
1412         const char *addinfo;
1413         if (cqltrans == 0) {
1414             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1415             return 0;
1416         }
1417         parser = cql_parser_create();
1418         if ((error = cql_parser_string(parser, arg)) != 0) {
1419             printf("Can't parse CQL: must be a syntax error\n");
1420             return 0;
1421         }
1422         node = cql_parser_result(parser);
1423         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1424                                        sizeof pqfbuf)) != 0) {
1425             error = cql_transform_error(cqltrans, &addinfo);
1426             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1427                     cql_strerror(error), addinfo);
1428             return 0;
1429         }
1430         arg = pqfbuf;
1431         myQueryType = QueryType_Prefix;
1432     }
1433
1434     req->referenceId = set_refid(out);
1435     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1436     {
1437         static unsigned char big[2100];
1438         static Odr_oct bigo;
1439
1440         /* send a very big referenceid to test transport stack etc. */
1441         memset(big, 'A', 2100);
1442         bigo.len = bigo.size = 2100;
1443         bigo.buf = big;
1444         req->referenceId = &bigo;
1445     }
1446
1447     if (setnumber >= 0)
1448     {
1449         sprintf(setstring, "%d", ++setnumber);
1450         req->resultSetName = setstring;
1451     }
1452     *req->smallSetUpperBound = smallSetUpperBound;
1453     *req->largeSetLowerBound = largeSetLowerBound;
1454     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1455     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1456         mediumSetPresentNumber > 0))
1457     {
1458         if (recordsyntax_size)
1459             req->preferredRecordSyntax =
1460                 yaz_string_to_oid_odr(yaz_oid_std(),
1461                                       CLASS_RECSYN, recordsyntax_list[0], out);
1462
1463         req->smallSetElementSetNames =
1464             req->mediumSetElementSetNames = elementSetNames;
1465     }
1466     req->num_databaseNames = num_databaseNames;
1467     req->databaseNames = databaseNames;
1468
1469     req->query = &query;
1470
1471     switch (myQueryType)
1472     {
1473     case QueryType_Prefix:
1474         query.which = Z_Query_type_1;
1475         pqf_parser = yaz_pqf_create();
1476         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1477         if (!RPNquery)
1478         {
1479             const char *pqf_msg;
1480             size_t off;
1481             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1482             int ioff = off;
1483             printf("%*s^\n", ioff+4, "");
1484             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1485
1486             yaz_pqf_destroy(pqf_parser);
1487             return 0;
1488         }
1489         yaz_pqf_destroy(pqf_parser);
1490         query_charset_convert(RPNquery);
1491         query.u.type_1 = RPNquery;
1492         break;
1493     case QueryType_CCL:
1494         query.which = Z_Query_type_2;
1495         query.u.type_2 = &ccl_query;
1496         ccl_query.buf = (unsigned char*) arg;
1497         ccl_query.len = strlen(arg);
1498         break;
1499     case QueryType_CCL2RPN:
1500         query.which = Z_Query_type_1;
1501         RPNquery = ccl_rpn_query(out, rpn);
1502         if (!RPNquery)
1503         {
1504             printf("Couldn't convert from CCL to RPN\n");
1505             return 0;
1506         }
1507         query_charset_convert(RPNquery);
1508         query.u.type_1 = RPNquery;
1509         ccl_rpn_delete(rpn);
1510         break;
1511     case QueryType_CQL:
1512         query.which = Z_Query_type_104;
1513         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1514         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1515         ext->indirect_reference = 0;
1516         ext->descriptor = 0;
1517         ext->which = Z_External_CQL;
1518         ext->u.cql = odr_strdup(out, arg);
1519         query.u.type_104 =  ext;
1520         break;
1521     default:
1522         printf("Unsupported query type\n");
1523         return 0;
1524     }
1525     if (send_apdu(apdu))
1526         printf("Sent searchRequest.\n");
1527     setno = 1;
1528     return 2;
1529 }
1530
1531 /* display Query Expression as part of searchResult-1 */
1532 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1533 {
1534     if (!qe)
1535         return;
1536     printf(" %s=", lead);
1537     if (qe->which == Z_QueryExpression_term)
1538     {
1539         if (qe->u.term->queryTerm)
1540         {
1541             Z_Term *term = qe->u.term->queryTerm;
1542             switch (term->which)
1543             {
1544             case Z_Term_general:
1545                 printf("%.*s", term->u.general->len, term->u.general->buf);
1546                 break;
1547             case Z_Term_characterString:
1548                 printf("%s", term->u.characterString);
1549                 break;
1550             case Z_Term_numeric:
1551                 printf(ODR_INT_PRINTF, *term->u.numeric);
1552                 break;
1553             case Z_Term_null:
1554                 printf("null");
1555                 break;
1556             }
1557         }
1558     }
1559 }
1560
1561 /* see if we can find USR:SearchResult-1 */
1562 static void display_searchResult(Z_OtherInformation *o)
1563 {
1564     int i;
1565     if (!o)
1566         return ;
1567     for (i = 0; i < o->num_elements; i++)
1568     {
1569         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1570         {
1571             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1572
1573             if (ext->which == Z_External_searchResult1)
1574             {
1575                 int j;
1576                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1577                 printf("SearchResult-1:");
1578                 for (j = 0; j < sr->num; j++)
1579                 {
1580                     if (j)
1581                         printf(",");
1582                     if (!sr->elements[j]->subqueryExpression)
1583                         printf("%d", j);
1584                     display_queryExpression("term",
1585                         sr->elements[j]->subqueryExpression);
1586                     display_queryExpression("interpretation",
1587                         sr->elements[j]->subqueryInterpretation);
1588                     display_queryExpression("recommendation",
1589                         sr->elements[j]->subqueryRecommendation);
1590                     if (sr->elements[j]->subqueryCount)
1591                         printf(" cnt=" ODR_INT_PRINTF,
1592                                *sr->elements[j]->subqueryCount);
1593                     if (sr->elements[j]->subqueryId)
1594                         printf(" id=%s ", sr->elements[j]->subqueryId);
1595                 }
1596                 printf("\n");
1597             }
1598         }
1599     }
1600 }
1601
1602 static int process_searchResponse(Z_SearchResponse *res)
1603 {
1604     printf("Received SearchResponse.\n");
1605     print_refid(res->referenceId);
1606     if (*res->searchStatus)
1607         printf("Search was a success.\n");
1608     else
1609         printf("Search was a bloomin' failure.\n");
1610     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1611     last_hit_count = *res->resultCount;
1612     if (setnumber >= 0)
1613         printf(", setno %d", setnumber);
1614     putchar('\n');
1615     if (res->resultSetStatus)
1616     {
1617         printf("Result Set Status: ");
1618         switch(*res->resultSetStatus)
1619         {
1620         case Z_SearchResponse_subset:
1621             printf("subset"); break;
1622         case Z_SearchResponse_interim:
1623             printf("interim"); break;
1624         case Z_SearchResponse_none:
1625             printf("none"); break;
1626         case Z_SearchResponse_estimate:
1627             printf("estimate"); break;
1628         default:
1629             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1630         }
1631         putchar('\n');
1632     }
1633     display_searchResult(res->additionalSearchInfo);
1634     printf("records returned: " ODR_INT_PRINTF "\n",
1635            *res->numberOfRecordsReturned);
1636     setno += *res->numberOfRecordsReturned;
1637     if (res->records)
1638         display_records(res->records);
1639     return 0;
1640 }
1641
1642 static void print_level(int iLevel)
1643 {
1644     int i;
1645     for (i = 0; i < iLevel * 4; i++)
1646         printf(" ");
1647 }
1648
1649 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1650 {
1651     if (pInt != NULL)
1652     {
1653         print_level(iLevel);
1654         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1655     }
1656 }
1657
1658 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1659 {
1660     if (pInt != NULL)
1661     {
1662         print_level(iLevel);
1663         printf("%s: %d\n", pTag, *pInt);
1664     }
1665 }
1666
1667 static void print_string(int iLevel, const char *pTag, const char *pString)
1668 {
1669     if (pString != NULL)
1670     {
1671         print_level(iLevel);
1672         printf("%s: %s\n", pTag, pString);
1673     }
1674 }
1675
1676 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1677 {
1678     if (pOid != NULL)
1679     {
1680         Odr_oid *pInt = pOid;
1681
1682         print_level(iLevel);
1683         printf("%s:", pTag);
1684         for (; *pInt != -1; pInt++)
1685             printf(" %d", *pInt);
1686         printf("\n");
1687     }
1688 }
1689
1690 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1691 {
1692     if (referenceId != NULL)
1693     {
1694         int i;
1695
1696         print_level(iLevel);
1697         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1698         for (i = 0; i < referenceId->len; i++)
1699             printf("%c", referenceId->buf[i]);
1700         printf("\n");
1701     }
1702 }
1703
1704 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1705 {
1706     if (pStringNumeric != NULL)
1707     {
1708         switch (pStringNumeric->which)
1709         {
1710         case Z_StringOrNumeric_string:
1711             print_string(iLevel, pTag, pStringNumeric->u.string);
1712             break;
1713
1714         case Z_StringOrNumeric_numeric:
1715             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1716             break;
1717
1718         default:
1719             print_level(iLevel);
1720             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1721             break;
1722         }
1723     }
1724 }
1725
1726 static void print_universe_report_duplicate(
1727     int iLevel,
1728     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1729 {
1730     if (pUniverseReportDuplicate != NULL)
1731     {
1732         print_level(iLevel);
1733         printf("Universe Report Duplicate: \n");
1734         iLevel++;
1735         print_string_or_numeric(iLevel, "Hit No",
1736                                 pUniverseReportDuplicate->hitno);
1737     }
1738 }
1739
1740 static void print_universe_report_hits(
1741     int iLevel,
1742     Z_UniverseReportHits *pUniverseReportHits)
1743 {
1744     if (pUniverseReportHits != NULL)
1745     {
1746         print_level(iLevel);
1747         printf("Universe Report Hits: \n");
1748         iLevel++;
1749         print_string_or_numeric(iLevel, "Database",
1750                                 pUniverseReportHits->database);
1751         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1752     }
1753 }
1754
1755 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1756 {
1757     if (pUniverseReport != NULL)
1758     {
1759         print_level(iLevel);
1760         printf("Universe Report: \n");
1761         iLevel++;
1762         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1763         switch (pUniverseReport->which)
1764         {
1765         case Z_UniverseReport_databaseHits:
1766             print_universe_report_hits(iLevel,
1767                                        pUniverseReport->u.databaseHits);
1768             break;
1769
1770         case Z_UniverseReport_duplicate:
1771             print_universe_report_duplicate(iLevel,
1772                                             pUniverseReport->u.duplicate);
1773             break;
1774
1775         default:
1776             print_level(iLevel);
1777             printf("Type: %d\n", pUniverseReport->which);
1778             break;
1779         }
1780     }
1781 }
1782
1783 static void print_external(int iLevel, Z_External *pExternal)
1784 {
1785     if (pExternal != NULL)
1786     {
1787         print_level(iLevel);
1788         printf("External: \n");
1789         iLevel++;
1790         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1791         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1792         print_string(iLevel, "Descriptor", pExternal->descriptor);
1793         switch (pExternal->which)
1794         {
1795         case Z_External_universeReport:
1796             print_universe_report(iLevel, pExternal->u.universeReport);
1797             break;
1798
1799         default:
1800             print_level(iLevel);
1801             printf("Type: %d\n", pExternal->which);
1802             break;
1803         }
1804     }
1805 }
1806
1807 static int process_resourceControlRequest(Z_ResourceControlRequest *req)
1808 {
1809     printf("Received ResourceControlRequest.\n");
1810     print_referenceId(1, req->referenceId);
1811     print_bool(1, "Suspended Flag", req->suspendedFlag);
1812     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1813     print_bool(1, "Response Required", req->responseRequired);
1814     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
1815     print_external(1, req->resourceReport);
1816     return 0;
1817 }
1818
1819 void process_ESResponse(Z_ExtendedServicesResponse *res)
1820 {
1821     printf("Status: ");
1822     switch (*res->operationStatus)
1823     {
1824     case Z_ExtendedServicesResponse_done:
1825         printf("done\n");
1826         break;
1827     case Z_ExtendedServicesResponse_accepted:
1828         printf("accepted\n");
1829         break;
1830     case Z_ExtendedServicesResponse_failure:
1831         printf("failure\n");
1832         display_diagrecs(res->diagnostics, res->num_diagnostics);
1833         break;
1834     default:
1835         printf("unknown\n");
1836     }
1837     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1838         (res->num_diagnostics != 0) ) {
1839         display_diagrecs(res->diagnostics, res->num_diagnostics);
1840     }
1841     print_refid (res->referenceId);
1842     if (res->taskPackage &&
1843         res->taskPackage->which == Z_External_extendedService)
1844     {
1845         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1846         Odr_oct *id = taskPackage->targetReference;
1847         Z_External *ext = taskPackage->taskSpecificParameters;
1848
1849         if (id)
1850         {
1851             printf("Target Reference: ");
1852             print_stringn (id->buf, id->len);
1853             printf("\n");
1854         }
1855         if (ext->which == Z_External_update)
1856         {
1857             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1858             if (utp && utp->targetPart)
1859             {
1860                 Z_IUTargetPart *targetPart = utp->targetPart;
1861                 int i;
1862
1863                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1864                 {
1865
1866                     Z_IUTaskPackageRecordStructure *tpr =
1867                         targetPart->taskPackageRecords[i];
1868                     printf("task package record %d\n", i+1);
1869                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1870                     {
1871                         display_record (tpr->u.record);
1872                     }
1873                     else
1874                     {
1875                         printf("other type\n");
1876                     }
1877                 }
1878             }
1879         }
1880         if (ext->which == Z_External_itemOrder)
1881         {
1882             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1883
1884             if (otp && otp->targetPart)
1885             {
1886                 if (otp->targetPart->itemRequest)
1887                 {
1888                     Z_External *ext = otp->targetPart->itemRequest;
1889                     if (ext->which == Z_External_octet)
1890                     {
1891                         Odr_oct *doc = ext->u.octet_aligned;
1892                         printf("Got itemRequest doc %.*s\n",
1893                                doc->len, doc->buf);
1894                     }
1895                 }
1896                 else if (otp->targetPart->statusOrErrorReport)
1897                 {
1898                     Z_External *ext = otp->targetPart->statusOrErrorReport;
1899                     if (ext->which == Z_External_octet)
1900                     {
1901                         Odr_oct *doc = ext->u.octet_aligned;
1902                         printf("Got Status or Error Report doc %.*s\n",
1903                                doc->len, doc->buf);
1904                     }
1905                 }
1906             }
1907         }
1908     }
1909     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1910     {
1911         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1912         printf("%.*s\n", doc->len, doc->buf);
1913     }
1914 }
1915
1916 const char *get_ill_element(void *clientData, const char *element)
1917 {
1918     return 0;
1919 }
1920
1921 static Z_External *create_external_itemRequest(void)
1922 {
1923     struct ill_get_ctl ctl;
1924     ILL_ItemRequest *req;
1925     Z_External *r = 0;
1926     int item_request_size = 0;
1927     char *item_request_buf = 0;
1928
1929     ctl.odr = out;
1930     ctl.clientData = 0;
1931     ctl.f = get_ill_element;
1932
1933     req = ill_get_ItemRequest(&ctl, "ill", 0);
1934     if (!req)
1935         printf("ill_get_ItemRequest failed\n");
1936
1937     if (!ill_ItemRequest(out, &req, 0, 0))
1938     {
1939         if (apdu_file)
1940         {
1941             ill_ItemRequest(print, &req, 0, 0);
1942             odr_reset(print);
1943         }
1944         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1945         if (item_request_buf)
1946             odr_setbuf (out, item_request_buf, item_request_size, 1);
1947         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
1948         return 0;
1949     }
1950     else
1951     {
1952         r = (Z_External *) odr_malloc(out, sizeof(*r));
1953         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1954         r->indirect_reference = 0;
1955         r->descriptor = 0;
1956         r->which = Z_External_single;
1957
1958         r->u.single_ASN1_type = (Odr_oct *)
1959             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
1960         r->u.single_ASN1_type->buf = (unsigned char *)
1961         odr_malloc(out, item_request_size);
1962         r->u.single_ASN1_type->len = item_request_size;
1963         r->u.single_ASN1_type->size = item_request_size;
1964         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
1965                 item_request_size);
1966
1967         do_hex_dump(item_request_buf,item_request_size);
1968     }
1969     return r;
1970 }
1971
1972 static Z_External *create_external_ILL_APDU(int which)
1973 {
1974     struct ill_get_ctl ctl;
1975     ILL_APDU *ill_apdu;
1976     Z_External *r = 0;
1977     int ill_request_size = 0;
1978     char *ill_request_buf = 0;
1979
1980     ctl.odr = out;
1981     ctl.clientData = 0;
1982     ctl.f = get_ill_element;
1983
1984     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1985
1986     if (!ill_APDU (out, &ill_apdu, 0, 0))
1987     {
1988         if (apdu_file)
1989         {
1990             printf("-------------------\n");
1991             ill_APDU(print, &ill_apdu, 0, 0);
1992             odr_reset(print);
1993             printf("-------------------\n");
1994         }
1995         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1996         if (ill_request_buf)
1997             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1998         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1999         return 0;
2000     }
2001     else
2002     {
2003         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2004
2005         r = (Z_External *) odr_malloc(out, sizeof(*r));
2006         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2007         r->indirect_reference = 0;
2008         r->descriptor = 0;
2009         r->which = Z_External_single;
2010
2011         r->u.single_ASN1_type = (Odr_oct *)
2012             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2013         r->u.single_ASN1_type->buf = (unsigned char *)
2014         odr_malloc(out, ill_request_size);
2015         r->u.single_ASN1_type->len = ill_request_size;
2016         r->u.single_ASN1_type->size = ill_request_size;
2017         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2018 /*         printf("len = %d\n", ill_request_size); */
2019 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2020 /*              printf("--- end of extenal\n"); */
2021
2022     }
2023     return r;
2024 }
2025
2026
2027 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2028                                             const char *xml_buf,
2029                                             int xml_len)
2030 {
2031     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2032     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2033     r->indirect_reference = 0;
2034     r->descriptor = 0;
2035
2036     r->which = Z_External_itemOrder;
2037
2038     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2039     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2040     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2041
2042     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2043         odr_malloc(out,sizeof(Z_IORequest));
2044     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2045
2046     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2047         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2048     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2049     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2050         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2051     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2052
2053     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2054     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2055     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2056
2057     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2058         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2059     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2060     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2061
2062     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2063         odr_intdup(out, itemno);
2064     if (!strcmp (type, "item") || !strcmp(type, "2"))
2065     {
2066         printf("using item-request\n");
2067         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2068             create_external_itemRequest();
2069     }
2070     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2071     {
2072         printf("using ILL-request\n");
2073         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2074             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2075     }
2076     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2077     {
2078         printf("using XML ILL-request\n");
2079
2080         if (!xml_buf)
2081         {
2082             printf("no docoument added\n");
2083             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2084         }
2085         else
2086         {
2087             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2088                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2089         }
2090     }
2091     else
2092         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2093
2094     return r;
2095 }
2096
2097 static int send_itemorder(const char *type, int itemno,
2098                           const char *xml_buf, int xml_len)
2099 {
2100     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2101     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2102
2103     req->referenceId = set_refid (out);
2104
2105     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2106     req->packageName = esPackageName;
2107
2108     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2109                                                            xml_buf, xml_len);
2110     send_apdu(apdu);
2111     return 0;
2112 }
2113
2114 static int only_z3950(void)
2115 {
2116     if (!conn)
2117     {
2118         printf("Not connected yet\n");
2119         return 1;
2120     }
2121     if (protocol == PROTO_HTTP)
2122     {
2123         printf("Not supported by SRW\n");
2124         return 1;
2125     }
2126     return 0;
2127 }
2128
2129 static int cmd_update_common(const char *arg, int version);
2130
2131 static int cmd_update(const char *arg)
2132 {
2133     return cmd_update_common(arg, 1);
2134 }
2135
2136 static int cmd_update0(const char *arg)
2137 {
2138     return cmd_update_common(arg, 0);
2139 }
2140
2141 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2142                             char *rec_buf, int rec_len);
2143
2144 #if YAZ_HAVE_XML2
2145 static int cmd_update_SRW(int action_no, const char *recid,
2146                           char *rec_buf, int rec_len);
2147 #endif
2148
2149 static int cmd_update_common(const char *arg, int version)
2150 {
2151     char *action_buf;
2152     int action_len;
2153     char *recid_buf;
2154     int recid_len;
2155     const char *recid = 0;
2156     char *rec_buf;
2157     int rec_len;
2158     int action_no;
2159     int noread = 0;
2160
2161     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2162     {
2163         printf("Use: update action recid [fname]\n");
2164         printf(" where action is one of insert,replace,delete.update\n");
2165         printf(" recid is some record ID. Use none for no ID\n");
2166         printf(" fname is file of record to be updated\n");
2167         return 0;
2168     }
2169
2170     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2171     {
2172         printf("Missing recid\n");
2173         return 0;
2174     }
2175
2176     if (!strcmp(action_buf, "insert"))
2177         action_no = Z_IUOriginPartToKeep_recordInsert;
2178     else if (!strcmp(action_buf, "replace"))
2179         action_no = Z_IUOriginPartToKeep_recordReplace;
2180     else if (!strcmp(action_buf, "delete"))
2181         action_no = Z_IUOriginPartToKeep_recordDelete;
2182     else if (!strcmp(action_buf, "update"))
2183         action_no = Z_IUOriginPartToKeep_specialUpdate;
2184     else
2185     {
2186         printf("Bad action: %s\n", action_buf);
2187         printf("Possible values: insert, replace, delete, update\n");
2188         return 0;
2189     }
2190
2191     if (strcmp(recid_buf, "none")) /* none means no record ID */
2192         recid = recid_buf;
2193
2194     arg += noread;
2195     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2196         return 0;
2197
2198 #if YAZ_HAVE_XML2
2199     if (protocol == PROTO_HTTP)
2200         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2201 #endif
2202     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2203 }
2204
2205 #if YAZ_HAVE_XML2
2206 static int cmd_update_SRW(int action_no, const char *recid,
2207                           char *rec_buf, int rec_len)
2208 {
2209     if (!conn)
2210         session_connect(cur_host);
2211     if (!conn)
2212         return 0;
2213     else
2214     {
2215         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2216         Z_SRW_updateRequest *sr = srw->u.update_request;
2217
2218         switch(action_no)
2219         {
2220         case Z_IUOriginPartToKeep_recordInsert:
2221             sr->operation = "info:srw/action/1/create";
2222             break;
2223         case Z_IUOriginPartToKeep_recordReplace:
2224             sr->operation = "info:srw/action/1/replace";
2225             break;
2226         case Z_IUOriginPartToKeep_recordDelete:
2227             sr->operation = "info:srw/action/1/delete";
2228             break;
2229         }
2230         if (rec_buf)
2231         {
2232             sr->record = yaz_srw_get_record(out);
2233             sr->record->recordData_buf = rec_buf;
2234             sr->record->recordData_len = rec_len;
2235             sr->record->recordSchema = record_schema;
2236         }
2237         if (recid)
2238             sr->recordId = odr_strdup(out, recid);
2239         return send_srw(srw);
2240     }
2241 }
2242 #endif
2243
2244 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2245                             char *rec_buf, int rec_len)
2246 {
2247     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2248     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2249     Z_External *r;
2250     Z_External *record_this = 0;
2251     if (rec_buf)
2252         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2253                                        rec_buf, rec_len);
2254     else
2255     {
2256         if (!record_last)
2257         {
2258             printf("No last record (update ignored)\n");
2259             return 0;
2260         }
2261         record_this = record_last;
2262     }
2263
2264     req->packageType = odr_oiddup(out, (version == 0 ?
2265        yaz_oid_extserv_database_update_first_version :
2266        yaz_oid_extserv_database_update));
2267
2268     req->packageName = esPackageName;
2269
2270     req->referenceId = set_refid (out);
2271
2272     r = req->taskSpecificParameters = (Z_External *)
2273         odr_malloc(out, sizeof(*r));
2274     r->direct_reference = req->packageType;
2275     r->indirect_reference = 0;
2276     r->descriptor = 0;
2277     if (version == 0)
2278     {
2279         Z_IU0OriginPartToKeep *toKeep;
2280         Z_IU0SuppliedRecords *notToKeep;
2281
2282         r->which = Z_External_update0;
2283         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2284         r->u.update0->which = Z_IUUpdate_esRequest;
2285         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2286             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2287         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2288             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2289
2290         toKeep->databaseName = databaseNames[0];
2291         toKeep->schema = 0;
2292         if (record_schema)
2293         {
2294             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2295                                                    CLASS_SCHEMA,
2296                                                    record_schema, out);
2297         }
2298         toKeep->elementSetName = 0;
2299
2300         toKeep->action = odr_intdup(out, action_no);
2301
2302         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2303             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2304         notToKeep->num = 1;
2305         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2306             odr_malloc(out, sizeof(*notToKeep->elements));
2307         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2308             odr_malloc(out, sizeof(**notToKeep->elements));
2309         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2310         if (recid)
2311         {
2312             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2313                 odr_malloc(out, sizeof(Odr_oct));
2314             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2315             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2316             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2317         }
2318         else
2319             notToKeep->elements[0]->u.opaque = 0;
2320         notToKeep->elements[0]->supplementalId = 0;
2321         notToKeep->elements[0]->correlationInfo = 0;
2322         notToKeep->elements[0]->record = record_this;
2323     }
2324     else
2325     {
2326         Z_IUOriginPartToKeep *toKeep;
2327         Z_IUSuppliedRecords *notToKeep;
2328
2329         r->which = Z_External_update;
2330         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2331         r->u.update->which = Z_IUUpdate_esRequest;
2332         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2333             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2334         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2335             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2336
2337         toKeep->databaseName = databaseNames[0];
2338         toKeep->schema = 0;
2339         if (record_schema)
2340         {
2341             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2342                                                    CLASS_SCHEMA,
2343                                                    record_schema, out);
2344         }
2345         toKeep->elementSetName = 0;
2346         toKeep->actionQualifier = 0;
2347         toKeep->action = odr_intdup(out, action_no);
2348
2349         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2350             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2351         notToKeep->num = 1;
2352         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2353             odr_malloc(out, sizeof(*notToKeep->elements));
2354         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2355             odr_malloc(out, sizeof(**notToKeep->elements));
2356         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2357         if (recid)
2358         {
2359             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2360                 odr_malloc(out, sizeof(Odr_oct));
2361             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2362             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2363             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2364         }
2365         else
2366             notToKeep->elements[0]->u.opaque = 0;
2367         notToKeep->elements[0]->supplementalId = 0;
2368         notToKeep->elements[0]->correlationInfo = 0;
2369         notToKeep->elements[0]->record = record_this;
2370     }
2371
2372     send_apdu(apdu);
2373
2374     return 2;
2375 }
2376
2377 static int cmd_xmles(const char *arg)
2378 {
2379     if (only_z3950())
2380         return 1;
2381     else
2382     {
2383         char *asn_buf = 0;
2384         int noread = 0;
2385         Odr_oid *oid;
2386         char oid_str[51];
2387         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2388         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2389
2390
2391         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2392
2393         req->referenceId = set_refid (out);
2394         req->taskSpecificParameters = ext;
2395         ext->indirect_reference = 0;
2396         ext->descriptor = 0;
2397         ext->which = Z_External_octet;
2398         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2399         sscanf(arg, "%50s%n", oid_str, &noread);
2400         if (noread == 0)
2401         {
2402             printf("Missing OID for xmles\n");
2403             return 0;
2404         }
2405         arg += noread;
2406         if (parse_cmd_doc(&arg, out, &asn_buf,
2407                           &ext->u.single_ASN1_type->len) == 0)
2408             return 0;
2409
2410         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2411
2412         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2413                                     CLASS_EXTSERV, oid_str, out);
2414         if (!oid)
2415         {
2416             printf("Bad OID: %s\n", oid_str);
2417             return 0;
2418         }
2419
2420         req->packageType = oid;
2421
2422         ext->direct_reference = oid;
2423
2424         send_apdu(apdu);
2425
2426         return 2;
2427     }
2428 }
2429
2430 static int cmd_itemorder(const char *arg)
2431 {
2432     char type[12];
2433     int itemno;
2434     char *xml_buf = 0;
2435     int xml_len = 0;
2436     int no_read = 0;
2437
2438     if (only_z3950())
2439         return 1;
2440     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2441         return 0;
2442     arg += no_read;
2443     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2444
2445     fflush(stdout);
2446     send_itemorder(type, itemno, xml_buf, xml_len);
2447     return 2;
2448 }
2449
2450 static void show_opt(const char *arg, void *clientData)
2451 {
2452     printf("%s ", arg);
2453 }
2454
2455 static int cmd_zversion(const char *arg)
2456 {
2457     if (*arg && arg)
2458         z3950_version = atoi(arg);
2459     else
2460         printf("version is %d\n", z3950_version);
2461     return 0;
2462 }
2463
2464 static int cmd_options(const char *arg)
2465 {
2466     if (*arg)
2467     {
2468         int r;
2469         int pos;
2470         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2471         if (r == -1)
2472             printf("Unknown option(s) near %s\n", arg+pos);
2473     }
2474     else
2475     {
2476         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2477         printf("\n");
2478     }
2479     return 0;
2480 }
2481
2482 static int cmd_explain(const char *arg)
2483 {
2484     if (protocol != PROTO_HTTP)
2485         return 0;
2486 #if YAZ_HAVE_XML2
2487     if (!conn)
2488         session_connect(cur_host);
2489     if (conn)
2490     {
2491         Z_SRW_PDU *sr = 0;
2492
2493         setno = 1;
2494
2495         /* save this for later .. when fetching individual records */
2496         sr = yaz_srw_get(out, Z_SRW_explain_request);
2497         if (recordsyntax_size == 1
2498             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2499             sr->u.explain_request->recordPacking = "xml";
2500         send_srw(sr);
2501         return 2;
2502     }
2503 #endif
2504     return 0;
2505 }
2506
2507 static int cmd_init(const char *arg)
2508 {
2509     if (*arg)
2510     {
2511         strncpy(cur_host, arg, sizeof(cur_host)-1);
2512         cur_host[sizeof(cur_host)-1] = 0;
2513     }
2514     if (only_z3950())
2515         return 1;
2516     send_initRequest(cur_host);
2517     return 2;
2518 }
2519
2520 static int cmd_sru(const char *arg)
2521 {
2522     if (!*arg)
2523     {
2524         printf("SRU method is: %s\n", sru_method);
2525         printf("SRU version is: %s\n", sru_version);
2526     }
2527     else
2528     {
2529         int r;
2530         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2531         if (r >= 1)
2532         {
2533             if (!yaz_matchstr(sru_method, "post"))
2534                 ;
2535             else if (!yaz_matchstr(sru_method, "get"))
2536                 ;
2537             else if (!yaz_matchstr(sru_method, "soap"))
2538                 ;
2539             else
2540             {
2541                 strcpy(sru_method, "soap");
2542                 printf("Unknown SRU method: %s\n", arg);
2543                 printf("Specify one of POST, GET, SOAP\n");
2544             }
2545         }
2546     }
2547     return 0;
2548 }
2549
2550 static int cmd_find(const char *arg)
2551 {
2552     if (!*arg)
2553     {
2554         printf("Find what?\n");
2555         return 0;
2556     }
2557     if (protocol == PROTO_HTTP)
2558     {
2559 #if YAZ_HAVE_XML2
2560         if (!conn)
2561             session_connect(cur_host);
2562         if (!conn)
2563             return 0;
2564         if (!send_SRW_searchRequest(arg))
2565             return 0;
2566 #else
2567         return 0;
2568 #endif
2569     }
2570     else
2571     {
2572         if (*cur_host && auto_reconnect)
2573         {
2574             int i = 0;
2575             for (;;)
2576             {
2577                 if (conn)
2578                 {
2579                     if (!send_searchRequest(arg))
2580                         return 0;
2581                     wait_and_handle_response(0);
2582                     if (conn)
2583                         break;
2584                 }
2585                 if (++i == 2)
2586                 {
2587                     printf("Unable to reconnect\n");
2588                     break;
2589                 }
2590                 session_connect(cur_host);
2591                 wait_and_handle_response(0);
2592             }
2593             return 0;
2594         }
2595         else if (conn)
2596         {
2597             if (!send_searchRequest(arg))
2598                 return 0;
2599         }
2600         else
2601         {
2602             printf("Not connected yet\n");
2603             return 0;
2604         }
2605     }
2606     return 2;
2607 }
2608
2609 static int cmd_delete(const char *arg)
2610 {
2611     if (only_z3950())
2612         return 0;
2613     if (!send_deleteResultSetRequest(arg))
2614         return 0;
2615     return 2;
2616 }
2617
2618 static int cmd_ssub(const char *arg)
2619 {
2620     if (!(smallSetUpperBound = atoi(arg)))
2621         return 0;
2622     return 1;
2623 }
2624
2625 static int cmd_lslb(const char *arg)
2626 {
2627     if (!(largeSetLowerBound = atoi(arg)))
2628         return 0;
2629     return 1;
2630 }
2631
2632 static int cmd_mspn(const char *arg)
2633 {
2634     if (!(mediumSetPresentNumber = atoi(arg)))
2635         return 0;
2636     return 1;
2637 }
2638
2639 static int cmd_status(const char *arg)
2640 {
2641     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2642     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2643     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2644     return 1;
2645 }
2646
2647 static int cmd_setnames(const char *arg)
2648 {
2649     if (*arg == '1')         /* enable ? */
2650         setnumber = 0;
2651     else if (*arg == '0')    /* disable ? */
2652         setnumber = -1;
2653     else if (setnumber < 0)  /* no args, toggle .. */
2654         setnumber = 0;
2655     else
2656         setnumber = -1;
2657
2658     if (setnumber >= 0)
2659         printf("Set numbering enabled.\n");
2660     else
2661         printf("Set numbering disabled.\n");
2662     return 1;
2663 }
2664
2665 /* PRESENT SERVICE ----------------------------- */
2666
2667 static void parse_show_args(const char *arg_c, char *setstring,
2668                             Odr_int *start, Odr_int *number)
2669 {
2670     char arg[40];
2671     char *p;
2672
2673     strncpy(arg, arg_c, sizeof(arg)-1);
2674     arg[sizeof(arg)-1] = '\0';
2675
2676     if ((p = strchr(arg, '+')))
2677     {
2678         *number = atoi(p + 1);
2679         *p = '\0';
2680     }
2681     if (*arg)
2682     {
2683         if (!strcmp(arg, "all"))
2684         {
2685             *number = last_hit_count;
2686             *start = 1;
2687         }
2688         else
2689             *start = atoi(arg);
2690     }
2691     if (p && (p=strchr(p+1, '+')))
2692         strcpy(setstring, p+1);
2693     else if (setnumber >= 0)
2694         sprintf(setstring, "%d", setnumber);
2695     else
2696         *setstring = '\0';
2697 }
2698
2699 static int send_presentRequest(const char *arg)
2700 {
2701     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2702     Z_PresentRequest *req = apdu->u.presentRequest;
2703     Z_RecordComposition compo;
2704     Odr_int nos = 1;
2705     char setstring[100];
2706
2707     req->referenceId = set_refid(out);
2708
2709     parse_show_args(arg, setstring, &setno, &nos);
2710     if (*setstring)
2711         req->resultSetId = setstring;
2712
2713     req->resultSetStartPoint = &setno;
2714     req->numberOfRecordsRequested = &nos;
2715
2716     if (recordsyntax_size)
2717         req->preferredRecordSyntax =
2718             yaz_string_to_oid_odr(yaz_oid_std(),
2719                                   CLASS_RECSYN, recordsyntax_list[0], out);
2720
2721     if (record_schema || recordsyntax_size >= 2)
2722     {
2723         req->recordComposition = &compo;
2724         compo.which = Z_RecordComp_complex;
2725         compo.u.complex = (Z_CompSpec *)
2726             odr_malloc(out, sizeof(*compo.u.complex));
2727         compo.u.complex->selectAlternativeSyntax = (bool_t *)
2728             odr_malloc(out, sizeof(bool_t));
2729         *compo.u.complex->selectAlternativeSyntax = 0;
2730
2731         compo.u.complex->generic = (Z_Specification *)
2732             odr_malloc(out, sizeof(*compo.u.complex->generic));
2733
2734         compo.u.complex->generic->which = Z_Schema_oid;
2735         if (!record_schema)
2736             compo.u.complex->generic->schema.oid = 0;
2737         else
2738         {
2739             compo.u.complex->generic->schema.oid =
2740                 yaz_string_to_oid_odr(yaz_oid_std(),
2741                                       CLASS_SCHEMA, record_schema, out);
2742
2743             if (!compo.u.complex->generic->schema.oid)
2744             {
2745                 /* OID wasn't a schema! Try record syntax instead. */
2746                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2747                     yaz_string_to_oid_odr(yaz_oid_std(),
2748                                           CLASS_RECSYN, record_schema, out);
2749             }
2750         }
2751         if (!elementSetNames)
2752             compo.u.complex->generic->elementSpec = 0;
2753         else
2754         {
2755             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2756                 odr_malloc(out, sizeof(Z_ElementSpec));
2757             compo.u.complex->generic->elementSpec->which =
2758                 Z_ElementSpec_elementSetName;
2759             compo.u.complex->generic->elementSpec->u.elementSetName =
2760                 elementSetNames->u.generic;
2761         }
2762         compo.u.complex->num_dbSpecific = 0;
2763         compo.u.complex->dbSpecific = 0;
2764
2765         compo.u.complex->num_recordSyntax = 0;
2766         compo.u.complex->recordSyntax = 0;
2767         if (recordsyntax_size >= 2)
2768         {
2769             int i;
2770             compo.u.complex->num_recordSyntax = recordsyntax_size;
2771             compo.u.complex->recordSyntax = (Odr_oid **)
2772                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2773             for (i = 0; i < recordsyntax_size; i++)
2774             compo.u.complex->recordSyntax[i] =
2775                 yaz_string_to_oid_odr(yaz_oid_std(),
2776                                       CLASS_RECSYN, recordsyntax_list[i], out);
2777         }
2778     }
2779     else if (elementSetNames)
2780     {
2781         req->recordComposition = &compo;
2782         compo.which = Z_RecordComp_simple;
2783         compo.u.simple = elementSetNames;
2784     }
2785     send_apdu(apdu);
2786     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
2787            setno, nos);
2788     return 2;
2789 }
2790
2791 #if YAZ_HAVE_XML2
2792 static int send_SRW_presentRequest(const char *arg)
2793 {
2794     char setstring[100];
2795     Odr_int nos = 1;
2796     Z_SRW_PDU *sr = srw_sr;
2797
2798     if (!sr)
2799         return 0;
2800     parse_show_args(arg, setstring, &setno, &nos);
2801     sr->u.request->startRecord = odr_intdup(out, setno);
2802     sr->u.request->maximumRecords = odr_intdup(out, nos);
2803     if (record_schema)
2804         sr->u.request->recordSchema = record_schema;
2805     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2806         sr->u.request->recordPacking = "xml";
2807     return send_srw(sr);
2808 }
2809 #endif
2810
2811 static void close_session(void)
2812 {
2813     if (conn)
2814         cs_close(conn);
2815     conn = 0;
2816     sent_close = 0;
2817     odr_reset(out);
2818     odr_reset(in);
2819     odr_reset(print);
2820     last_hit_count = 0;
2821 }
2822
2823 void process_close(Z_Close *req)
2824 {
2825     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2826     Z_Close *res = apdu->u.close;
2827
2828     static char *reasons[] =
2829     {
2830         "finished",
2831         "shutdown",
2832         "system problem",
2833         "cost limit reached",
2834         "resources",
2835         "security violation",
2836         "protocolError",
2837         "lack of activity",
2838         "peer abort",
2839         "unspecified"
2840     };
2841
2842     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2843         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2844     if (sent_close)
2845         close_session();
2846     else
2847     {
2848         *res->closeReason = Z_Close_finished;
2849         send_apdu(apdu);
2850         printf("Sent response.\n");
2851         sent_close = 1;
2852     }
2853 }
2854
2855 static int cmd_show(const char *arg)
2856 {
2857     if (protocol == PROTO_HTTP)
2858     {
2859 #if YAZ_HAVE_XML2
2860         if (!conn)
2861             session_connect(cur_host);
2862         if (!conn)
2863             return 0;
2864         if (!send_SRW_presentRequest(arg))
2865             return 0;
2866 #else
2867         return 0;
2868 #endif
2869     }
2870     else
2871     {
2872         if (!conn)
2873         {
2874             printf("Not connected yet\n");
2875             return 0;
2876         }
2877         if (!send_presentRequest(arg))
2878             return 0;
2879     }
2880     return 2;
2881 }
2882
2883 void exit_client(int code)
2884 {
2885     file_history_save(file_history);
2886     file_history_destroy(&file_history);
2887     nmem_destroy(nmem_auth);
2888     exit(code);
2889 }
2890
2891 int cmd_quit(const char *arg)
2892 {
2893     printf("See you later, alligator.\n");
2894     xmalloc_trav("");
2895     exit_client(0);
2896     return 0;
2897 }
2898
2899 int cmd_cancel(const char *arg)
2900 {
2901     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2902     Z_TriggerResourceControlRequest *req =
2903         apdu->u.triggerResourceControlRequest;
2904     bool_t rfalse = 0;
2905     char command[16];
2906
2907     *command = '\0';
2908     sscanf(arg, "%15s", command);
2909
2910     if (only_z3950())
2911         return 0;
2912     if (session_initResponse &&
2913         !ODR_MASK_GET(session_initResponse->options,
2914                       Z_Options_triggerResourceCtrl))
2915     {
2916         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2917         return 0;
2918     }
2919     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2920     req->resultSetWanted = &rfalse;
2921     req->referenceId = set_refid(out);
2922
2923     send_apdu(apdu);
2924     printf("Sent cancel request\n");
2925     if (!strcmp(command, "wait"))
2926          return 2;
2927     return 1;
2928 }
2929
2930
2931 int cmd_cancel_find(const char *arg) {
2932     int fres;
2933     fres=cmd_find(arg);
2934     if( fres > 0 ) {
2935         return cmd_cancel("");
2936     };
2937     return fres;
2938 }
2939
2940 int send_scanrequest(const char *set,  const char *query,
2941                      Odr_int pp, Odr_int num, const char *term)
2942 {
2943     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2944     Z_ScanRequest *req = apdu->u.scanRequest;
2945
2946     if (only_z3950())
2947         return 0;
2948     if (queryType == QueryType_CCL2RPN)
2949     {
2950         int error, pos;
2951         struct ccl_rpn_node *rpn;
2952
2953         rpn = ccl_find_str(bibset,  query, &error, &pos);
2954         if (error)
2955         {
2956             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2957             return -1;
2958         }
2959         req->attributeSet =
2960             yaz_string_to_oid_odr(yaz_oid_std(),
2961                                   CLASS_ATTSET, "Bib-1", out);
2962         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
2963         {
2964             printf("Couldn't convert CCL to Scan term\n");
2965             return -1;
2966         }
2967         ccl_rpn_delete(rpn);
2968     }
2969     else
2970     {
2971         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
2972
2973         if (!(req->termListAndStartPoint =
2974               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2975         {
2976             const char *pqf_msg;
2977             size_t off;
2978             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
2979             int ioff = off;
2980             printf("%*s^\n", ioff+7, "");
2981             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2982             yaz_pqf_destroy(pqf_parser);
2983             return -1;
2984         }
2985         yaz_pqf_destroy(pqf_parser);
2986     }
2987     if (queryCharset && outputCharset)
2988     {
2989         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
2990         if (!cd)
2991         {
2992             printf("Conversion from %s to %s unsupported\n",
2993                    outputCharset, queryCharset);
2994             return -1;
2995         }
2996         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
2997         yaz_iconv_close(cd);
2998     }
2999     if (term && *term)
3000     {
3001         if (req->termListAndStartPoint->term &&
3002             req->termListAndStartPoint->term->which == Z_Term_general &&
3003             req->termListAndStartPoint->term->u.general)
3004         {
3005             req->termListAndStartPoint->term->u.general->buf =
3006                 (unsigned char *) odr_strdup(out, term);
3007             req->termListAndStartPoint->term->u.general->len =
3008                 req->termListAndStartPoint->term->u.general->size =
3009                 strlen(term);
3010         }
3011     }
3012     req->referenceId = set_refid(out);
3013     req->num_databaseNames = num_databaseNames;
3014     req->databaseNames = databaseNames;
3015     req->numberOfTermsRequested = &num;
3016     req->preferredPositionInResponse = &pp;
3017     req->stepSize = odr_intdup(out, scan_stepSize);
3018
3019     if (set)
3020         yaz_oi_set_string_oid(&req->otherInfo, out,
3021                               yaz_oid_userinfo_scan_set, 1, set);
3022
3023     send_apdu(apdu);
3024     return 2;
3025 }
3026
3027 int send_sortrequest(const char *arg, int newset)
3028 {
3029     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3030     Z_SortRequest *req = apdu->u.sortRequest;
3031     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3032         odr_malloc(out, sizeof(*sksl));
3033     char setstring[32];
3034
3035     if (only_z3950())
3036         return 0;
3037     if (setnumber >= 0)
3038         sprintf(setstring, "%d", setnumber);
3039     else
3040         sprintf(setstring, "default");
3041
3042     req->referenceId = set_refid(out);
3043
3044     req->num_inputResultSetNames = 1;
3045     req->inputResultSetNames = (Z_InternationalString **)
3046         odr_malloc(out, sizeof(*req->inputResultSetNames));
3047     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3048
3049     if (newset && setnumber >= 0)
3050         sprintf(setstring, "%d", ++setnumber);
3051
3052     req->sortedResultSetName = odr_strdup(out, setstring);
3053
3054     req->sortSequence = yaz_sort_spec(out, arg);
3055     if (!req->sortSequence)
3056     {
3057         printf("Missing sort specifications\n");
3058         return -1;
3059     }
3060     send_apdu(apdu);
3061     return 2;
3062 }
3063
3064 void display_term(Z_TermInfo *t)
3065 {
3066     if (t->displayTerm)
3067         printf("%s", t->displayTerm);
3068     else if (t->term->which == Z_Term_general)
3069         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3070     else
3071         printf("Term (not general)");
3072     if (t->term->which == Z_Term_general)
3073         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3074             t->term->u.general->buf);
3075
3076     if (t->globalOccurrences)
3077         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3078     else
3079         printf("\n");
3080 }
3081
3082 void process_scanResponse(Z_ScanResponse *res)
3083 {
3084     int i;
3085     Z_Entry **entries = NULL;
3086     int num_entries = 0;
3087
3088     printf("Received ScanResponse\n");
3089     print_refid(res->referenceId);
3090     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3091     if (res->positionOfTerm)
3092         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3093     printf("\n");
3094     if (*res->scanStatus != Z_Scan_success)
3095         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3096     if (!res->entries)
3097         return;
3098     if ((entries = res->entries->entries))
3099         num_entries = res->entries->num_entries;
3100     for (i = 0; i < num_entries; i++)
3101     {
3102         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3103         if (entries[i]->which == Z_Entry_termInfo)
3104         {
3105             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3106             display_term(entries[i]->u.termInfo);
3107         }
3108         else
3109             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3110     }
3111     if (res->entries->nonsurrogateDiagnostics)
3112         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3113                           res->entries->num_nonsurrogateDiagnostics);
3114 }
3115
3116 void process_sortResponse(Z_SortResponse *res)
3117 {
3118     printf("Received SortResponse: status=");
3119     switch (*res->sortStatus)
3120     {
3121     case Z_SortResponse_success:
3122         printf("success"); break;
3123     case Z_SortResponse_partial_1:
3124         printf("partial"); break;
3125     case Z_SortResponse_failure:
3126         printf("failure"); break;
3127     default:
3128         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3129     }
3130     printf("\n");
3131     print_refid (res->referenceId);
3132     if (res->diagnostics)
3133         display_diagrecs(res->diagnostics,
3134                          res->num_diagnostics);
3135 }
3136
3137 void process_deleteResultSetResponse(Z_DeleteResultSetResponse *res)
3138 {
3139     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3140            *res->deleteOperationStatus);
3141     if (res->deleteListStatuses)
3142     {
3143         int i;
3144         for (i = 0; i < res->deleteListStatuses->num; i++)
3145         {
3146             printf("%s status=" ODR_INT_PRINTF "\n",
3147                    res->deleteListStatuses->elements[i]->id,
3148                    *res->deleteListStatuses->elements[i]->status);
3149         }
3150     }
3151 }
3152
3153 int cmd_sort_generic(const char *arg, int newset)
3154 {
3155     if (only_z3950())
3156         return 0;
3157     if (session_initResponse &&
3158         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3159     {
3160         printf("Target doesn't support sort\n");
3161         return 0;
3162     }
3163     if (*arg)
3164     {
3165         if (send_sortrequest(arg, newset) < 0)
3166             return 0;
3167         return 2;
3168     }
3169     return 0;
3170 }
3171
3172 int cmd_sort(const char *arg)
3173 {
3174     return cmd_sort_generic(arg, 0);
3175 }
3176
3177 int cmd_sort_newset(const char *arg)
3178 {
3179     return cmd_sort_generic(arg, 1);
3180 }
3181
3182 int cmd_scanstep(const char *arg)
3183 {
3184     scan_stepSize = atoi(arg);
3185     return 0;
3186 }
3187
3188 int cmd_scanpos(const char *arg)
3189 {
3190     int r = sscanf(arg, "%d", &scan_position);
3191     if (r == 0)
3192         scan_position = 1;
3193     return 0;
3194 }
3195
3196 int cmd_scansize(const char *arg)
3197 {
3198     int r = sscanf(arg, "%d", &scan_size);
3199     if (r == 0)
3200         scan_size = 20;
3201     return 0;
3202 }
3203
3204 static int cmd_scan_common(const char *set, const char *arg)
3205 {
3206     if (protocol == PROTO_HTTP)
3207     {
3208 #if YAZ_HAVE_XML2
3209         if (!conn)
3210             session_connect(cur_host);
3211         if (!conn)
3212             return 0;
3213         if (*arg)
3214         {
3215             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3216                 return 0;
3217         }
3218         else
3219         {
3220             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3221                 return 0;
3222         }
3223         return 2;
3224 #else
3225         return 0;
3226 #endif
3227     }
3228     else
3229     {
3230         if (*cur_host && !conn && auto_reconnect)
3231         {
3232             session_connect(cur_host);
3233             wait_and_handle_response(0);
3234         }
3235         if (!conn)
3236             return 0;
3237         if (session_initResponse &&
3238             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3239         {
3240             printf("Target doesn't support scan\n");
3241             return 0;
3242         }
3243         if (*arg)
3244         {
3245             strcpy(last_scan_query, arg);
3246             if (send_scanrequest(set, arg,
3247                                  scan_position, scan_size, 0) < 0)
3248                 return 0;
3249         }
3250         else
3251         {
3252             if (send_scanrequest(set, last_scan_query,
3253                                  1, scan_size, last_scan_line) < 0)
3254                 return 0;
3255         }
3256         return 2;
3257     }
3258 }
3259
3260 int cmd_scan(const char *arg)
3261 {
3262     return cmd_scan_common(0, arg);
3263 }
3264
3265 int cmd_setscan(const char *arg)
3266 {
3267     char setstring[100];
3268     int nor;
3269     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3270     {
3271         printf("missing set for setscan\n");
3272         return 0;
3273     }
3274     return cmd_scan_common(setstring, arg + nor);
3275 }
3276
3277 int cmd_schema(const char *arg)
3278 {
3279     xfree(record_schema);
3280     record_schema = 0;
3281     if (arg && *arg)
3282         record_schema = xstrdup(arg);
3283     return 1;
3284 }
3285
3286 int cmd_format(const char *arg)
3287 {
3288     const char *cp = arg;
3289     int nor;
3290     int idx = 0;
3291     int i;
3292     char form_str[41];
3293     if (!arg || !*arg)
3294     {
3295         printf("Usage: format <recordsyntax>\n");
3296         return 0;
3297     }
3298     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3299            && idx < RECORDSYNTAX_MAX)
3300     {
3301         if (strcmp(form_str, "none") && 
3302             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3303         {
3304             printf("Bad format: %s\n", form_str);
3305             return 0;
3306         }
3307         cp += nor;
3308     }
3309     for (i = 0; i < recordsyntax_size; i++)
3310     {
3311         xfree(recordsyntax_list[i]);
3312         recordsyntax_list[i] = 0;
3313     }
3314     
3315     cp = arg;
3316     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3317            && idx < RECORDSYNTAX_MAX)
3318     {
3319         if (!strcmp(form_str, "none"))
3320             break;
3321         recordsyntax_list[idx] = xstrdup(form_str);
3322         cp += nor;
3323         idx++;
3324     }
3325     recordsyntax_size = idx;
3326     return 1;
3327 }
3328
3329 int cmd_elements(const char *arg)
3330 {
3331     static Z_ElementSetNames esn;
3332     static char what[100];
3333
3334     if (!arg || !*arg)
3335     {
3336         elementSetNames = 0;
3337         return 1;
3338     }
3339     strcpy(what, arg);
3340     esn.which = Z_ElementSetNames_generic;
3341     esn.u.generic = what;
3342     elementSetNames = &esn;
3343     return 1;
3344 }
3345
3346 int cmd_querytype(const char *arg)
3347 {
3348     if (!strcmp(arg, "ccl"))
3349         queryType = QueryType_CCL;
3350     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3351         queryType = QueryType_Prefix;
3352     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3353         queryType = QueryType_CCL2RPN;
3354     else if (!strcmp(arg, "cql"))
3355         queryType = QueryType_CQL;
3356     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3357         queryType = QueryType_CQL2RPN;
3358     else
3359     {
3360         printf("Querytype must be one of:\n");
3361         printf(" prefix         - Prefix query\n");
3362         printf(" ccl            - CCL query\n");
3363         printf(" ccl2rpn        - CCL query converted to RPN\n");
3364         printf(" cql            - CQL\n");
3365         printf(" cql2rpn        - CQL query converted to RPN\n");
3366         return 0;
3367     }
3368     return 1;
3369 }
3370
3371 int cmd_refid(const char *arg)
3372 {
3373     xfree(refid);
3374     refid = NULL;
3375     if (*arg)
3376         refid = xstrdup(arg);
3377     return 1;
3378 }
3379
3380 int cmd_close(const char *arg)
3381 {
3382     Z_APDU *apdu;
3383     Z_Close *req;
3384     if (only_z3950())
3385         return 0;
3386     apdu = zget_APDU(out, Z_APDU_close);
3387     req = apdu->u.close;
3388     *req->closeReason = Z_Close_finished;
3389     send_apdu(apdu);
3390     printf("Sent close request.\n");
3391     sent_close = 1;
3392     return 2;
3393 }
3394
3395 int cmd_packagename(const char* arg)
3396 {
3397     xfree(esPackageName);
3398     esPackageName = NULL;
3399     if (*arg)
3400         esPackageName = xstrdup(arg);
3401     return 1;
3402 }
3403
3404 int cmd_proxy(const char* arg)
3405 {
3406     xfree(yazProxy);
3407     yazProxy = 0;
3408     if (*arg)
3409         yazProxy = xstrdup(arg);
3410     return 1;
3411 }
3412
3413 int cmd_marccharset(const char *arg)
3414 {
3415     char l1[30];
3416
3417     *l1 = 0;
3418     if (sscanf(arg, "%29s", l1) < 1)
3419     {
3420         printf("MARC character set is `%s'\n",
3421                marcCharset ? marcCharset: "none");
3422         return 1;
3423     }
3424     xfree(marcCharset);
3425     marcCharset = 0;
3426     if (strcmp(l1, "-") && strcmp(l1, "none"))
3427         marcCharset = xstrdup(l1);
3428     return 1;
3429 }
3430
3431 int cmd_querycharset(const char *arg)
3432 {
3433     char l1[30];
3434
3435     *l1 = 0;
3436     if (sscanf(arg, "%29s", l1) < 1)
3437     {
3438         printf("Query character set is `%s'\n",
3439                queryCharset ? queryCharset: "none");
3440         return 1;
3441     }
3442     xfree(queryCharset);
3443     queryCharset = 0;
3444     if (strcmp(l1, "-") && strcmp(l1, "none"))
3445         queryCharset = xstrdup(l1);
3446     return 1;
3447 }
3448
3449 int cmd_displaycharset(const char *arg)
3450 {
3451     char l1[30];
3452
3453     *l1 = 0;
3454     if (sscanf(arg, "%29s", l1) < 1)
3455     {
3456         printf("Display character set is `%s'\n",
3457                outputCharset ? outputCharset: "none");
3458     }
3459     else
3460     {
3461         xfree(outputCharset);
3462         outputCharset = 0;
3463         if (!strcmp(l1, "auto") && codeset)
3464         {
3465             if (codeset)
3466             {
3467                 printf("Display character set: %s\n", codeset);
3468                 outputCharset = xstrdup(codeset);
3469             }
3470             else
3471                 printf("No codeset found on this system\n");
3472         }
3473         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3474             outputCharset = xstrdup(l1);
3475     }
3476     return 1;
3477 }
3478
3479 int cmd_negcharset(const char *arg)
3480 {
3481     char l1[30];
3482
3483     *l1 = 0;
3484     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3485                &negotiationCharsetVersion) < 1)
3486     {
3487         printf("Negotiation character set `%s'\n",
3488                negotiationCharset ? negotiationCharset: "none");
3489         if (negotiationCharset)
3490         {
3491             printf("Records in charset %s\n", negotiationCharsetRecords ?
3492                    "yes" : "no");
3493             printf("Charneg version %d\n", negotiationCharsetVersion);
3494         }
3495     }
3496     else
3497     {
3498         xfree(negotiationCharset);
3499         negotiationCharset = NULL;
3500         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3501         {
3502             negotiationCharset = xstrdup(l1);
3503             printf("Character set negotiation : %s\n", negotiationCharset);
3504         }
3505     }
3506     return 1;
3507 }
3508
3509 int cmd_charset(const char* arg)
3510 {
3511     char l1[30], l2[30], l3[30], l4[30];
3512
3513     *l1 = *l2 = *l3 = *l4 = '\0';
3514     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3515     {
3516         cmd_negcharset("");
3517         cmd_displaycharset("");
3518         cmd_marccharset("");
3519         cmd_querycharset("");
3520     }
3521     else
3522     {
3523         cmd_negcharset(l1);
3524         if (*l2)
3525             cmd_displaycharset(l2);
3526         if (*l3)
3527             cmd_marccharset(l3);
3528         if (*l4)
3529             cmd_querycharset(l4);
3530     }
3531     return 1;
3532 }
3533
3534 int cmd_lang(const char* arg)
3535 {
3536     if (*arg == '\0') {
3537         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3538         return 1;
3539     }
3540     xfree(yazLang);
3541     yazLang = NULL;
3542     if (*arg)
3543         yazLang = xstrdup(arg);
3544     return 1;
3545 }
3546
3547 int cmd_source(const char* arg, int echo )
3548 {
3549     /* first should open the file and read one line at a time.. */
3550     FILE* includeFile;
3551     char line[102400], *cp;
3552
3553     if (strlen(arg) < 1)
3554     {
3555         fprintf(stderr, "Error in source command use a filename\n");
3556         return -1;
3557     }
3558
3559     includeFile = fopen(arg, "r");
3560
3561     if (!includeFile)
3562     {
3563         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3564         return -1;
3565     }
3566
3567     while (fgets(line, sizeof(line), includeFile)) 
3568     {
3569         if (strlen(line) < 2)
3570             continue;
3571         if (line[0] == '#')
3572             continue;
3573
3574         if ((cp = strrchr(line, '\n')))
3575             *cp = '\0';
3576
3577         if (echo)
3578             printf("processing line: %s\n", line);
3579         process_cmd_line(line);
3580     }
3581
3582     if (fclose(includeFile))
3583     {
3584         perror("unable to close include file");
3585         exit(1);
3586     }
3587     return 1;
3588 }
3589
3590 int cmd_source_echo(const char* arg)
3591 {
3592     cmd_source(arg, 1);
3593     return 1;
3594 }
3595
3596 int cmd_source_noecho(const char* arg)
3597 {
3598     cmd_source(arg, 0);
3599     return 1;
3600 }
3601
3602
3603 int cmd_subshell(const char* args)
3604 {
3605     int ret = system(strlen(args) ? args : getenv("SHELL"));
3606     printf("\n");
3607     if (ret)
3608     {
3609         printf("Exit %d\n", ret);
3610     }
3611     return 1;
3612 }
3613
3614 int cmd_set_berfile(const char *arg)
3615 {
3616     if (ber_file && ber_file != stdout && ber_file != stderr)
3617         fclose(ber_file);
3618     if (!strcmp(arg, ""))
3619         ber_file = 0;
3620     else if (!strcmp(arg, "-"))
3621         ber_file = stdout;
3622     else
3623         ber_file = fopen(arg, "a");
3624     return 1;
3625 }
3626
3627 int cmd_set_apdufile(const char *arg)
3628 {
3629     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3630         fclose(apdu_file);
3631     if (!strcmp(arg, ""))
3632         apdu_file = 0;
3633     else if (!strcmp(arg, "-"))
3634         apdu_file = stderr;
3635     else
3636     {
3637         apdu_file = fopen(arg, "a");
3638         if (!apdu_file)
3639             perror("unable to open apdu log file");
3640     }
3641     if (apdu_file)
3642         odr_setprint(print, apdu_file);
3643     return 1;
3644 }
3645
3646 int cmd_set_cclfile(const char* arg)
3647 {
3648     FILE *inf;
3649
3650     bibset = ccl_qual_mk();
3651     inf = fopen(arg, "r");
3652     if (!inf)
3653         perror("unable to open CCL file");