ee278ee442faa157b7f8613f361c479763fad32c
[yaz-moved-to-github.git] / client / client.c
1 /* 
2  * Copyright (C) 1995-2007, Index Data ApS
3  * See the file LICENSE for details.
4  *
5  * $Id: client.c,v 1.356 2007-12-27 13:27:40 adam Exp $
6  */
7 /** \file client.c
8  *  \brief yaz-client program
9  */
10
11 #include <stdio.h>
12 #include <stdlib.h>
13 #include <assert.h>
14 #include <time.h>
15 #include <ctype.h>
16 #ifndef WIN32
17 #include <signal.h>
18 #endif
19 #if HAVE_SYS_TYPES_H
20 #include <sys/types.h>
21 #endif
22 #if HAVE_LOCALE_H
23 #include <locale.h>
24 #endif
25 #if HAVE_LANGINFO_H
26 #include <langinfo.h>
27 #endif
28 #if HAVE_UNISTD_H
29 #include <unistd.h>
30 #endif
31 #if HAVE_SYS_STAT_H
32 #include <sys/stat.h>
33 #endif
34 #if HAVE_SYS_TIME_H
35 #include <sys/time.h>
36 #endif
37
38 #if HAVE_OPENSSL_SSL_H
39 #include <openssl/bio.h>
40 #include <openssl/crypto.h>
41 #include <openssl/x509.h>
42 #include <openssl/pem.h>
43 #include <openssl/ssl.h>
44 #include <openssl/err.h>
45 #endif
46
47 #ifdef WIN32
48 #include <sys/stat.h>
49 #include <io.h>
50 #include <windows.h>
51 #define S_ISREG(x) (x & _S_IFREG)
52 #define S_ISDIR(x) (x & _S_IFDIR)
53 #endif
54
55 #include <yaz/yaz-util.h>
56
57 #include <yaz/comstack.h>
58
59 #include <yaz/oid_db.h>
60 #define NO_OID 1
61 #include <yaz/proto.h>
62 #include <yaz/marcdisp.h>
63 #include <yaz/diagbib1.h>
64 #include <yaz/otherinfo.h>
65 #include <yaz/charneg.h>
66 #include <yaz/query-charset.h>
67
68 #include <yaz/pquery.h>
69 #include <yaz/sortspec.h>
70
71 #include <yaz/ill.h>
72 #include <yaz/srw.h>
73 #include <yaz/yaz-ccl.h>
74 #include <yaz/cql.h>
75 #include <yaz/log.h>
76
77 #if HAVE_READLINE_READLINE_H
78 #include <readline/readline.h>
79 #endif
80 #if HAVE_READLINE_HISTORY_H
81 #include <readline/history.h>
82 #endif
83
84
85 #include "admin.h"
86 #include "tabcomplete.h"
87 #include "fhistory.h"
88
89 #define C_PROMPT "Z> "
90
91 static file_history_t file_history = 0;
92
93 static char sru_method[10] = "soap";
94 static char sru_version[10] = "1.2";
95 static char *codeset = 0;               /* character set for output */
96 static int hex_dump = 0;
97 static char *dump_file_prefix = 0;
98 static ODR out, in, print;              /* encoding and decoding streams */
99 #if YAZ_HAVE_XML2
100 static ODR srw_sr_odr_out = 0;
101 static Z_SRW_PDU *srw_sr = 0;
102 #endif
103 static FILE *apdu_file = 0;
104 static FILE *ber_file = 0;
105 static COMSTACK conn = 0;               /* our z-association */
106 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
107 char *databaseNames[128];
108 int num_databaseNames = 0;
109 static Z_External *record_last = 0;
110 static int setnumber = -1;              /* current result set number */
111 static int smallSetUpperBound = 0;
112 static int largeSetLowerBound = 1;
113 static int mediumSetPresentNumber = 0;
114 static Z_ElementSetNames *elementSetNames = 0; 
115 static int setno = 1;                   /* current set offset */
116 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
117 #define RECORDSYNTAX_MAX 20
118 static char *recordsyntax_list[RECORDSYNTAX_MAX];
119 static int recordsyntax_size = 0;
120
121 static char *record_schema = 0;
122 static int sent_close = 0;
123 static NMEM session_mem = NULL;         /* memory handle for init-response */
124 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
125 static char last_scan_line[512] = "0";
126 static char last_scan_query[512] = "0";
127 static char ccl_fields[512] = "default.bib";
128 /* ### How can I set this path to use wherever YAZ is installed? */
129 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
130 static char *esPackageName = 0;
131 static char *yazProxy = 0;
132 static int kilobytes = 1024;
133 static char *negotiationCharset = 0;
134 static int  negotiationCharsetRecords = 1;
135 static int  negotiationCharsetVersion = 3;
136 static char *outputCharset = 0;
137 static char *marcCharset = 0;
138 static char *queryCharset = 0;
139 static char* yazLang = 0;
140
141 static char last_cmd[32] = "?";
142 static FILE *marc_file = 0;
143 static char *refid = NULL;
144 static char *last_open_command = NULL;
145 static int auto_reconnect = 0;
146 static int auto_wait = 1;
147 static Odr_bitmask z3950_options;
148 static int z3950_version = 3;
149 static int scan_stepSize = 0;
150 static int scan_position = 1;
151 static int scan_size = 20;
152 static char cur_host[200];
153 static int last_hit_count = 0;
154
155 typedef enum {
156     QueryType_Prefix,
157     QueryType_CCL,
158     QueryType_CCL2RPN,
159     QueryType_CQL,
160     QueryType_CQL2RPN
161 } QueryType;
162
163 static QueryType queryType = QueryType_Prefix;
164
165 static CCL_bibset bibset;               /* CCL bibset handle */
166 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
167
168 #if HAVE_READLINE_COMPLETION_OVER
169
170 #else
171 /* readline doesn't have this var. Define it ourselves. */
172 int rl_attempted_completion_over = 0;
173 #endif
174
175 #define maxOtherInfosSupported 10
176 struct eoi {
177     Odr_oid oid[OID_SIZE];
178     char* value;
179 } extraOtherInfos[maxOtherInfosSupported];
180
181 void process_cmd_line(char* line);
182 #if HAVE_READLINE_READLINE_H
183 char **readline_completer(char *text, int start, int end);
184 #endif
185 static char *command_generator(const char *text, int state);
186 int cmd_register_tab(const char* arg);
187 int cmd_querycharset(const char *arg);
188
189 static void close_session (void);
190
191 ODR getODROutputStream(void)
192 {
193     return out;
194 }
195
196 const char* query_type_as_string(QueryType q) 
197 {
198     switch (q) { 
199     case QueryType_Prefix: return "prefix (RPN sent to server)";
200     case QueryType_CCL: return "CCL (CCL sent to server) ";
201     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
202     case QueryType_CQL: return "CQL (CQL sent to server)";
203     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
204     default: 
205         return "unknown Query type internal yaz-client error";
206     }
207 }
208
209 static void do_hex_dump(const char* buf, int len) 
210 {
211     if (hex_dump)
212     {
213         int i,x;
214         for( i=0; i<len ; i=i+16 ) 
215         {                       
216             printf(" %4.4d ",i);
217             for(x=0 ; i+x<len && x<16; ++x) 
218             {
219                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
220             }
221             printf("\n");
222         }
223     }
224     if (dump_file_prefix)
225     {
226         static int no = 0;
227         if (++no < 1000 && strlen(dump_file_prefix) < 500)
228         {
229             char fname[1024];
230             FILE *of;
231             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
232             of = fopen(fname, "wb");
233             
234             fwrite (buf, 1, len, of);
235             
236             fclose(of);
237         }
238     }
239 }
240
241 void add_otherInfos(Z_APDU *a) 
242 {
243     Z_OtherInformation **oi;
244     int i;
245                 
246     yaz_oi_APDU(a, &oi);
247     for(i=0; i<maxOtherInfosSupported; ++i) 
248     {
249         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
250             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
251                                      1, extraOtherInfos[i].value);
252     }   
253 }
254
255 int send_apdu(Z_APDU *a)
256 {
257     char *buf;
258     int len;
259     
260     add_otherInfos(a);
261     
262     if (apdu_file)
263     {
264         z_APDU(print, &a, 0, 0);
265         odr_reset(print);
266     }
267     if (!z_APDU(out, &a, 0, 0))
268     {
269         odr_perror(out, "Encoding APDU");
270         close_session();
271         return 0;
272     }
273     buf = odr_getbuf(out, &len, 0);
274     if (ber_file)
275         odr_dumpBER(ber_file, buf, len);
276     /* printf ("sending APDU of size %d\n", len); */
277     do_hex_dump(buf, len);
278     if (cs_put(conn, buf, len) < 0)
279     {
280         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
281         close_session();
282         return 0;
283     }
284     odr_reset(out); /* release the APDU structure  */
285     return 1;
286 }
287
288 static void print_stringn(const unsigned char *buf, size_t len)
289 {
290     size_t i;
291     for (i = 0; i<len; i++)
292         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
293             printf ("%c", buf[i]);
294         else
295             printf ("\\X%02X", buf[i]);
296 }
297
298 static void print_refid (Z_ReferenceId *id)
299 {
300     if (id)
301     {
302         printf ("Reference Id: ");
303         print_stringn (id->buf, id->len);
304         printf ("\n");
305     }
306 }
307
308 static Z_ReferenceId *set_refid (ODR out)
309 {
310     Z_ReferenceId *id;
311     if (!refid)
312         return 0;
313     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
314     id->size = id->len = strlen(refid);
315     id->buf = (unsigned char *) odr_malloc (out, id->len);
316     memcpy (id->buf, refid, id->len);
317     return id;
318 }   
319
320 /* INIT SERVICE ------------------------------- */
321
322 static void send_initRequest(const char* type_and_host)
323 {
324     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
325     Z_InitRequest *req = apdu->u.initRequest;
326     int i;
327
328     req->options = &z3950_options;
329
330     ODR_MASK_ZERO(req->protocolVersion);
331     for (i = 0; i<z3950_version; i++)
332         ODR_MASK_SET(req->protocolVersion, i);
333
334     *req->maximumRecordSize = 1024*kilobytes;
335     *req->preferredMessageSize = 1024*kilobytes;
336
337     req->idAuthentication = auth;
338
339     req->referenceId = set_refid (out);
340
341     if (yazProxy && type_and_host)
342     {
343         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
344                               1, type_and_host);
345     }
346     
347     if (negotiationCharset || yazLang) {
348         Z_OtherInformation **p;
349         Z_OtherInformationUnit *p0;
350         
351         yaz_oi_APDU(apdu, &p);
352         
353         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
354         {
355             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
356             
357             p0->which = Z_OtherInfo_externallyDefinedInfo;
358             p0->information.externallyDefinedInfo =
359                 yaz_set_proposal_charneg_list(out, ",", 
360                                               negotiationCharset, 
361                                               yazLang,
362                                               negotiationCharsetRecords);
363         }
364     }
365     else if (ODR_MASK_GET(req->options, Z_Options_negotiationModel))
366     {
367         Z_OtherInformation **p;
368         Z_OtherInformationUnit *p0;
369         
370         yaz_oi_APDU(apdu, &p);
371         
372         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
373         {
374             p0->which = Z_OtherInfo_externallyDefinedInfo;
375             p0->information.externallyDefinedInfo =
376                 yaz_set_proposal_charneg(out, 0, 0, 0, 0, 0);
377         }
378
379     }
380     if (send_apdu(apdu))
381         printf("Sent initrequest.\n");
382 }
383
384
385 /* These two are used only from process_initResponse() */
386 static void render_initUserInfo(Z_OtherInformation *ui1);
387 static void render_diag(Z_DiagnosticFormat *diag);
388
389 static void pr_opt(const char *opt, void *clientData)
390 {
391     printf (" %s", opt);
392 }
393
394 static int process_initResponse(Z_InitResponse *res)
395 {
396     int ver = 0;
397     /* save session parameters for later use */
398     session_mem = odr_extract_mem(in);
399     session_initResponse = res;
400
401     for (ver = 0; ver < 8; ver++)
402         if (!ODR_MASK_GET(res->protocolVersion, ver))
403             break;
404
405     if (!*res->result)
406         printf("Connection rejected by v%d target.\n", ver);
407     else
408         printf("Connection accepted by v%d target.\n", ver);
409     if (res->implementationId)
410         printf("ID     : %s\n", res->implementationId);
411     if (res->implementationName)
412         printf("Name   : %s\n", res->implementationName);
413     if (res->implementationVersion)
414         printf("Version: %s\n", res->implementationVersion);
415     if (res->userInformationField)
416     {
417         Z_External *uif = res->userInformationField;
418         if (uif->which == Z_External_userInfo1) {
419             render_initUserInfo(uif->u.userInfo1);
420         } else {
421             printf("UserInformationfield:\n");
422             if (!z_External(print, (Z_External**)&uif, 0, 0))
423             {
424                 odr_perror(print, "Printing userinfo\n");
425                 odr_reset(print);
426             }
427             if (uif->which == Z_External_octet) {
428                 printf("Guessing visiblestring:\n");
429                 printf("'%.*s'\n", uif->u.octet_aligned->len,
430                        uif->u.octet_aligned->buf);
431             }
432             else if (uif->which == Z_External_single) 
433             {
434                 Odr_any *sat = uif->u.single_ASN1_type;
435                 if (!oid_oidcmp(uif->direct_reference,
436                                 yaz_oid_userinfo_oclc_userinfo))
437                 {
438                     Z_OCLC_UserInformation *oclc_ui;
439                     ODR decode = odr_createmem(ODR_DECODE);
440                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
441                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
442                         printf ("Bad OCLC UserInformation:\n");
443                     else
444                         printf ("OCLC UserInformation:\n");
445                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
446                         printf ("Bad OCLC UserInformation spec\n");
447                     odr_destroy(decode);
448                 }
449                 else
450                 {
451                     /* Peek at any private Init-diagnostic APDUs */
452                     printf("### NAUGHTY: External is '%.*s'\n",
453                            sat->len, sat->buf);
454                 }
455             }
456             odr_reset (print);
457         }
458     }
459     printf ("Options:");
460     yaz_init_opt_decode(res->options, pr_opt, 0);
461     printf ("\n");
462
463     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
464         setnumber = 0;
465     
466     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
467     
468         Z_CharSetandLanguageNegotiation *p =
469                 yaz_get_charneg_record(res->otherInfo);
470
471         if (p) 
472         {
473             char *charset=NULL, *lang=NULL;
474             int selected;
475             
476             yaz_get_response_charneg(session_mem, p, &charset, &lang,
477                                      &selected);
478
479             printf("Accepted character set : %s\n", charset ? charset:"none");
480             printf("Accepted code language : %s\n", lang ? lang:"none");
481             printf("Accepted records in ...: %d\n", selected );
482
483             if (outputCharset && charset)
484             {
485                 printf("Converting between %s and %s\n",
486                        outputCharset, charset);
487                 odr_set_charset(out, charset, outputCharset);
488                 odr_set_charset(in, outputCharset, charset);
489                 cmd_querycharset(charset);
490             }
491             else
492             {
493                 odr_set_charset(out, 0, 0);
494                 odr_set_charset(in, 0, 0);
495             }
496         }
497     }
498     fflush (stdout);
499     return 0;
500 }
501
502
503 static void render_initUserInfo(Z_OtherInformation *ui1) {
504     int i;
505     printf("Init response contains %d otherInfo unit%s:\n",
506            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
507
508     for (i = 0; i < ui1->num_elements; i++) {
509         Z_OtherInformationUnit *unit = ui1->list[i];
510         printf("  %d: otherInfo unit contains ", i+1);
511         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
512             unit->information.externallyDefinedInfo &&
513             unit->information.externallyDefinedInfo->which ==
514             Z_External_diag1) {
515             render_diag(unit->information.externallyDefinedInfo->u.diag1);
516         } 
517         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
518         {
519             printf("unsupported otherInfo unit->which = %d\n", unit->which);
520         }
521         else 
522         {
523             printf("unsupported otherInfo unit external %d\n",
524                    unit->information.externallyDefinedInfo ? 
525                    unit->information.externallyDefinedInfo->which : -2);
526         }
527     }
528 }
529
530
531 /* ### should this share code with display_diagrecs()? */
532 static void render_diag(Z_DiagnosticFormat *diag) {
533     int i;
534
535     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
536     for (i = 0; i < diag->num; i++) {
537         Z_DiagnosticFormat_s *ds = diag->elements[i];
538         printf("    %d: ", i+1);
539         switch (ds->which) {
540         case Z_DiagnosticFormat_s_defaultDiagRec: {
541             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
542             /* ### should check `dd->diagnosticSetId' */
543             printf("code=%d (%s)", *dd->condition,
544                    diagbib1_str(*dd->condition));
545             /* Both types of addinfo are the same, so use type-pun */
546             if (dd->u.v2Addinfo != 0)
547                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
548             break;
549         }
550         case Z_DiagnosticFormat_s_explicitDiagnostic:
551             printf("Explicit diagnostic (not supported)");
552             break;
553         default:
554             printf("Unrecognised diagnostic type %d", ds->which);
555             break;
556         }
557
558         if (ds->message != 0)
559             printf(", message='%s'", ds->message);
560         printf("\n");
561     }
562 }
563
564
565 static int set_base(const char *arg)
566 {
567     int i;
568     const char *cp;
569
570     for (i = 0; i<num_databaseNames; i++)
571         xfree (databaseNames[i]);
572     num_databaseNames = 0;
573     while (1)
574     {
575         char *cp1;
576         if (!(cp = strchr(arg, ' ')))
577             cp = arg + strlen(arg);
578         if (cp - arg < 1)
579             break;
580         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
581         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
582         databaseNames[num_databaseNames][cp - arg] = '\0';
583
584         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
585             if (*cp1 == '+')
586                 *cp1 = ' ';
587         num_databaseNames++;
588
589         if (!*cp)
590             break;
591         arg = cp+1;
592     }
593     if (num_databaseNames == 0)
594     {
595         num_databaseNames = 1;
596         databaseNames[0] = xstrdup("");
597     }
598     return 1;
599 }
600
601 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
602 {
603     const char *sep;
604     while (**arg && strchr(" \t\n\r\f", **arg))
605         (*arg)++;
606     if (**arg == '\0')
607     {
608         return 0;
609     }
610     else if ((*arg)[0] == '<')
611     {
612         long fsize;
613         FILE *inf;
614         const char *fname;
615         const char *arg_start = ++(*arg);
616     
617         while (**arg != '\0' && **arg != ' ')
618             (*arg)++;
619             
620         fname = odr_strdupn(out, arg_start, *arg - arg_start);
621
622         inf = fopen(fname, "rb");
623         if (!inf)
624         {
625             printf("Couldn't open %s\n", fname);
626             return 0;
627         }
628         if (fseek(inf, 0L, SEEK_END) == -1)
629         {
630             printf("Couldn't seek in %s\n", fname);
631             fclose(inf);
632             return 0;
633         }
634         fsize = ftell(inf);
635         if (fseek(inf, 0L, SEEK_SET) == -1)
636         {
637             printf("Couldn't seek in %s\n", fname);
638             fclose(inf);
639             return 0;
640         }
641         *len = fsize;
642         *buf = (char *) odr_malloc(out, fsize+1);
643         (*buf)[fsize] = '\0';
644         if (fread(*buf, 1, fsize, inf) != fsize)
645         {
646             printf("Unable to read %s\n", fname);
647             fclose(inf);
648             return 0;
649         }
650         fclose(inf);
651     }
652     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
653     {
654         (*arg)++;
655         *len = sep - *arg;
656         *buf = odr_strdupn(out, *arg, *len);
657         (*arg) = sep+1;
658     }
659     else
660     {
661         const char *arg_start = *arg;
662
663         while (**arg != '\0' && **arg != ' ')
664             (*arg)++;
665
666         *len = *arg - arg_start;
667         *buf = odr_strdupn(out, arg_start, *len);
668     }
669     return 1;
670 }
671
672 static int cmd_base(const char *arg)
673 {
674     if (!*arg)
675     {
676         printf("Usage: base <database> <database> ...\n");
677         return 0;
678     }
679     return set_base(arg);
680 }
681
682 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
683 {
684     if(last_open_command != arg) 
685     {
686         if(last_open_command) xfree(last_open_command);
687         last_open_command = xstrdup(new_open_command);
688     }
689 }
690
691 int session_connect(const char *arg)
692 {
693     void *add;
694     char type_and_host[101];
695     const char *basep = 0;
696 #if HAVE_OPENSSL_SSL_H
697     SSL *ssl;
698 #endif
699     if (conn)
700     {
701         cs_close (conn);
702         conn = 0;
703     }   
704     if (session_mem)
705     {
706         nmem_destroy (session_mem);
707         session_mem = NULL;
708         session_initResponse = 0;
709     }
710     cs_get_host_args(arg, &basep);
711
712     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
713     type_and_host[sizeof(type_and_host)-1] = '\0';
714
715     cmd_open_remember_last_open_command(arg, type_and_host);
716
717     if (yazProxy)
718         conn = cs_create_host(yazProxy, 1, &add);
719     else
720         conn = cs_create_host(arg, 1, &add);
721     if (!conn)
722     {
723         printf ("Could not resolve address %s\n", arg);
724         return 0;
725     }
726 #if YAZ_HAVE_XML2
727 #else
728     if (conn->protocol == PROTO_HTTP)
729     {
730         printf ("SRW/HTTP not enabled in this YAZ\n");
731         cs_close(conn);
732         conn = 0;
733         return 0;
734     }
735 #endif
736     protocol = conn->protocol;
737     if (conn->protocol == PROTO_HTTP)
738         set_base("");
739     else
740         set_base("Default");
741     printf("Connecting...");
742     fflush(stdout);
743     if (cs_connect(conn, add) < 0)
744     {
745         printf ("error = %s\n", cs_strerror(conn));
746         cs_close(conn);
747         conn = 0;
748         return 0;
749     }
750     printf("OK.\n");
751 #if HAVE_OPENSSL_SSL_H
752     if ((ssl = (SSL *) cs_get_ssl(conn)))
753     {
754         X509 *server_cert = SSL_get_peer_certificate (ssl);
755
756         if (server_cert)
757         {
758             char *pem_buf;
759             int pem_len;
760             BIO *bio = BIO_new(BIO_s_mem());
761
762             /* get PEM buffer in memory */
763             PEM_write_bio_X509(bio, server_cert);
764             pem_len = BIO_get_mem_data(bio, &pem_buf);
765             fwrite(pem_buf, pem_len, 1, stdout);
766         
767             /* print all info on screen .. */
768             X509_print_fp(stdout, server_cert);
769             BIO_free(bio);
770
771             X509_free (server_cert);
772         }
773     }
774 #endif
775     if (basep && *basep)
776         set_base (basep);
777     if (protocol == PROTO_Z3950)
778     {
779         send_initRequest(type_and_host);
780         return 2;
781     }
782     return 0;
783 }
784
785 int cmd_open(const char *arg)
786 {
787     int r;
788     if (arg)
789     {
790         strncpy (cur_host, arg, sizeof(cur_host)-1);
791         cur_host[sizeof(cur_host)-1] = 0;
792     }
793     r = session_connect(cur_host);
794     if (conn && conn->protocol == PROTO_HTTP)
795         queryType = QueryType_CQL;
796     return r;
797 }
798
799 void try_reconnect(void)
800 {
801     char* open_command;
802         
803     if(!( auto_reconnect && last_open_command) ) return ;
804
805     open_command = (char *) xmalloc (strlen(last_open_command)+6);
806     strcpy (open_command, "open ");
807         
808     strcat (open_command, last_open_command);
809
810     process_cmd_line(open_command);
811         
812     xfree(open_command);                                
813 }
814
815 int cmd_authentication(const char *arg)
816 {
817     static Z_IdAuthentication au;
818     static char user[40], group[40], pass[40];
819     static Z_IdPass idPass;
820     int r;
821
822     if (!*arg)
823     {
824         printf("Auth field set to null\n");
825         auth = 0;
826         return 1;
827     }
828     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
829     if (r == 0)
830     {
831         printf("Authentication set to null\n");
832         auth = 0;
833     }
834     if (r == 1)
835     {
836         auth = &au;
837         if (!strcmp(user, "-")) {
838             au.which = Z_IdAuthentication_anonymous;
839             printf("Authentication set to Anonymous\n");
840         } else {
841             au.which = Z_IdAuthentication_open;
842             au.u.open = user;
843             printf("Authentication set to Open (%s)\n", user);
844         }
845     }
846     if (r == 2)
847     {
848         auth = &au;
849         au.which = Z_IdAuthentication_idPass;
850         au.u.idPass = &idPass;
851         idPass.groupId = NULL;
852         idPass.userId = !strcmp(user, "-") ? 0 : user;
853         idPass.password = !strcmp(group, "-") ? 0 : group;
854         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
855     }
856     if (r == 3)
857     {
858         auth = &au;
859         au.which = Z_IdAuthentication_idPass;
860         au.u.idPass = &idPass;
861         idPass.groupId = group;
862         idPass.userId = user;
863         idPass.password = pass;
864         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
865                user, group, pass);
866     }
867     return 1;
868 }
869
870 /* SEARCH SERVICE ------------------------------ */
871 static void display_record(Z_External *r);
872
873 static void print_record(const unsigned char *buf, size_t len)
874 {
875     size_t i = len;
876     print_stringn (buf, len);
877     /* add newline if not already added ... */
878     if (i <= 0 || buf[i-1] != '\n')
879         printf ("\n");
880 }
881
882 static void display_record(Z_External *r)
883 {
884     const Odr_oid *oid = r->direct_reference;
885     
886     record_last = r;
887     /*
888      * Tell the user what we got.
889      */
890     if (oid)
891     {
892         oid_class oclass;
893         char oid_name_buf[OID_STR_MAX];
894         const char *oid_name
895             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
896         printf("Record type: ");
897         if (oid_name)
898             printf("%s\n", oid_name);
899     }
900     /* Check if this is a known, ASN.1 type tucked away in an octet string */
901     if (r->which == Z_External_octet)
902     {
903         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
904         char *rr;
905
906         if (type)
907         {
908             /*
909              * Call the given decoder to process the record.
910              */
911             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
912                 r->u.octet_aligned->len, 0);
913             if (!(*type->fun)(in, &rr, 0, 0))
914             {
915                 odr_perror(in, "Decoding constructed record.");
916                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
917                 fprintf(stdout, "Packet dump:\n---------\n");
918                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
919                             r->u.octet_aligned->len);
920                 fprintf(stdout, "---------\n");
921                 
922                 /* note just ignores the error ant print the bytes form the octet_aligned later */
923             } else {
924                 /*
925                  * Note: we throw away the original, BER-encoded record here.
926                  * Do something else with it if you want to keep it.
927                  */
928                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
929                 r->which = type->what;
930             }
931         }
932     }
933     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
934     {
935         print_record((const unsigned char *) r->u.octet_aligned->buf,
936                      r->u.octet_aligned->len);
937         if (marc_file)
938             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
939     }
940     else if (oid && r->which == Z_External_octet)
941     {
942         const char *octet_buf = (char*)r->u.octet_aligned->buf;
943         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
944                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
945                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
946         {
947             print_record((const unsigned char *) octet_buf,
948                          r->u.octet_aligned->len);
949         }
950         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
951         {
952             int size = r->u.octet_aligned->len;
953             if (size > 100)
954                 size = 100;
955             print_record((const unsigned char *) octet_buf, size);
956         }
957         else
958         {
959             if (oid && yaz_oid_is_iso2709(oid))
960             {
961                 const char *result;
962                 size_t rlen;
963                 yaz_iconv_t cd = 0;
964                 yaz_marc_t mt = yaz_marc_create();
965                 const char *from = 0;
966
967                 if (marcCharset && !strcmp(marcCharset, "auto"))
968                 {
969                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
970                     {
971                         if (octet_buf[9] == 'a')
972                             from = "UTF-8";
973                         else
974                             from = "MARC-8";
975                     }
976                     else
977                         from = "ISO-8859-1";
978                 }
979                 else if (marcCharset)
980                     from = marcCharset;
981                 if (outputCharset && from)
982                 {   
983                     cd = yaz_iconv_open(outputCharset, from);
984                     printf ("convert from %s to %s", from, 
985                             outputCharset);
986                     if (!cd)
987                         printf (" unsupported\n");
988                     else
989                     {
990                         yaz_marc_iconv(mt, cd);
991                         printf ("\n");
992                     }
993                 }
994                     
995                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
996                                         &result, &rlen)> 0)
997                 {
998                     fwrite (result, rlen, 1, stdout);
999                 }
1000                 else
1001                 {
1002                     printf ("bad MARC. Dumping as it is:\n");
1003                     print_record((const unsigned char*) octet_buf,
1004                                   r->u.octet_aligned->len);
1005                 }       
1006                 yaz_marc_destroy(mt);
1007                 if (cd)
1008                     yaz_iconv_close(cd);
1009             }
1010             else
1011             {
1012                 print_record((const unsigned char*) octet_buf,
1013                              r->u.octet_aligned->len);
1014             }
1015         }
1016         if (marc_file)
1017             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1018     }
1019     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
1020     {
1021         if (r->which != Z_External_sutrs)
1022         {
1023             printf("Expecting single SUTRS type for SUTRS.\n");
1024             return;
1025         }
1026         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1027         if (marc_file)
1028             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1029     }
1030     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
1031     {
1032         WRBUF w;
1033         if (r->which != Z_External_grs1)
1034         {
1035             printf("Expecting single GRS type for GRS.\n");
1036             return;
1037         }
1038         w = wrbuf_alloc();
1039         yaz_display_grs1(w, r->u.grs1, 0);
1040         puts (wrbuf_cstr(w));
1041         wrbuf_destroy(w);
1042     }
1043     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
1044     {
1045         int i;
1046         if (r->u.opac->bibliographicRecord)
1047             display_record(r->u.opac->bibliographicRecord);
1048         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1049         {
1050             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1051             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1052             {
1053                 printf ("MARC holdings %d\n", i);
1054                 display_record(h->u.marcHoldingsRecord);
1055             }
1056             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1057             {
1058                 int j;
1059
1060                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1061
1062                 printf ("Data holdings %d\n", i);
1063                 if (data->typeOfRecord)
1064                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1065                 if (data->encodingLevel)
1066                     printf ("encodingLevel: %s\n", data->encodingLevel);
1067                 if (data->receiptAcqStatus)
1068                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1069                 if (data->generalRetention)
1070                     printf ("generalRetention: %s\n", data->generalRetention);
1071                 if (data->completeness)
1072                     printf ("completeness: %s\n", data->completeness);
1073                 if (data->dateOfReport)
1074                     printf ("dateOfReport: %s\n", data->dateOfReport);
1075                 if (data->nucCode)
1076                     printf ("nucCode: %s\n", data->nucCode);
1077                 if (data->localLocation)
1078                     printf ("localLocation: %s\n", data->localLocation);
1079                 if (data->shelvingLocation)
1080                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1081                 if (data->callNumber)
1082                     printf ("callNumber: %s\n", data->callNumber);
1083                 if (data->shelvingData)
1084                     printf ("shelvingData: %s\n", data->shelvingData);
1085                 if (data->copyNumber)
1086                     printf ("copyNumber: %s\n", data->copyNumber);
1087                 if (data->publicNote)
1088                     printf ("publicNote: %s\n", data->publicNote);
1089                 if (data->reproductionNote)
1090                     printf ("reproductionNote: %s\n", data->reproductionNote);
1091                 if (data->termsUseRepro)
1092                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1093                 if (data->enumAndChron)
1094                     printf ("enumAndChron: %s\n", data->enumAndChron);
1095                 for (j = 0; j<data->num_volumes; j++)
1096                 {
1097                     printf ("volume %d\n", j);
1098                     if (data->volumes[j]->enumeration)
1099                         printf (" enumeration: %s\n",
1100                                 data->volumes[j]->enumeration);
1101                     if (data->volumes[j]->chronology)
1102                         printf (" chronology: %s\n",
1103                                 data->volumes[j]->chronology);
1104                     if (data->volumes[j]->enumAndChron)
1105                         printf (" enumAndChron: %s\n",
1106                                 data->volumes[j]->enumAndChron);
1107                 }
1108                 for (j = 0; j<data->num_circulationData; j++)
1109                 {
1110                     printf ("circulation %d\n", j);
1111                     if (data->circulationData[j]->availableNow)
1112                         printf (" availableNow: %d\n",
1113                                 *data->circulationData[j]->availableNow);
1114                     if (data->circulationData[j]->availablityDate)
1115                         printf (" availabiltyDate: %s\n",
1116                                 data->circulationData[j]->availablityDate);
1117                     if (data->circulationData[j]->availableThru)
1118                         printf (" availableThru: %s\n",
1119                                 data->circulationData[j]->availableThru);
1120                     if (data->circulationData[j]->restrictions)
1121                         printf (" restrictions: %s\n",
1122                                 data->circulationData[j]->restrictions);
1123                     if (data->circulationData[j]->itemId)
1124                         printf (" itemId: %s\n",
1125                                 data->circulationData[j]->itemId);
1126                     if (data->circulationData[j]->renewable)
1127                         printf (" renewable: %d\n",
1128                                 *data->circulationData[j]->renewable);
1129                     if (data->circulationData[j]->onHold)
1130                         printf (" onHold: %d\n",
1131                                 *data->circulationData[j]->onHold);
1132                     if (data->circulationData[j]->enumAndChron)
1133                         printf (" enumAndChron: %s\n",
1134                                 data->circulationData[j]->enumAndChron);
1135                     if (data->circulationData[j]->midspine)
1136                         printf (" midspine: %s\n",
1137                                 data->circulationData[j]->midspine);
1138                     if (data->circulationData[j]->temporaryLocation)
1139                         printf (" temporaryLocation: %s\n",
1140                                 data->circulationData[j]->temporaryLocation);
1141                 }
1142             }
1143         }
1144     }
1145     else 
1146     {
1147         printf("Unknown record representation.\n");
1148         if (!z_External(print, &r, 0, 0))
1149         {
1150             odr_perror(print, "Printing external");
1151             odr_reset(print);
1152         }
1153     }
1154 }
1155
1156 static void display_diagrecs(Z_DiagRec **pp, int num)
1157 {
1158     int i;
1159     Z_DefaultDiagFormat *r;
1160
1161     printf("Diagnostic message(s) from database:\n");
1162     for (i = 0; i<num; i++)
1163     {
1164         Z_DiagRec *p = pp[i];
1165         if (p->which != Z_DiagRec_defaultFormat)
1166         {
1167             printf("Diagnostic record not in default format.\n");
1168             return;
1169         }
1170         else
1171             r = p->u.defaultFormat;
1172
1173         if (!r->diagnosticSetId)
1174             printf("Missing diagset\n");
1175         else
1176         {
1177             oid_class oclass;
1178             char diag_name_buf[OID_STR_MAX];
1179             const char *diag_name = 0;
1180             diag_name = yaz_oid_to_string_buf
1181                 (r->diagnosticSetId, &oclass, diag_name_buf);
1182             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1183                 printf("Unknown diagset: %s\n", diag_name);
1184         }
1185         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1186         switch (r->which)
1187         {
1188         case Z_DefaultDiagFormat_v2Addinfo:
1189             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1190             break;
1191         case Z_DefaultDiagFormat_v3Addinfo:
1192             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1193             break;
1194         }
1195     }
1196 }
1197
1198
1199 static void display_nameplusrecord(Z_NamePlusRecord *p)
1200 {
1201     if (p->databaseName)
1202         printf("[%s]", p->databaseName);
1203     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1204         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1205     else if (p->which == Z_NamePlusRecord_databaseRecord)
1206         display_record(p->u.databaseRecord);
1207 }
1208
1209 static void display_records(Z_Records *p)
1210 {
1211     int i;
1212
1213     if (p->which == Z_Records_NSD)
1214     {
1215         Z_DiagRec dr, *dr_p = &dr;
1216         dr.which = Z_DiagRec_defaultFormat;
1217         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1218         display_diagrecs (&dr_p, 1);
1219     }
1220     else if (p->which == Z_Records_multipleNSD)
1221         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1222                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1223     else 
1224     {
1225         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1226         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1227             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1228     }
1229 }
1230
1231 static int send_deleteResultSetRequest(const char *arg)
1232 {
1233     char names[8][32];
1234     int i;
1235
1236     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1237     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1238
1239     req->referenceId = set_refid (out);
1240
1241     req->num_resultSetList =
1242         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1243                 names[0], names[1], names[2], names[3],
1244                 names[4], names[5], names[6], names[7]);
1245
1246     req->deleteFunction = (int *)
1247         odr_malloc (out, sizeof(*req->deleteFunction));
1248     if (req->num_resultSetList > 0)
1249     {
1250         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1251         req->resultSetList = (char **)
1252             odr_malloc (out, sizeof(*req->resultSetList)*
1253                         req->num_resultSetList);
1254         for (i = 0; i<req->num_resultSetList; i++)
1255             req->resultSetList[i] = names[i];
1256     }
1257     else
1258     {
1259         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1260         req->resultSetList = 0;
1261     }
1262     
1263     send_apdu(apdu);
1264     printf("Sent deleteResultSetRequest.\n");
1265     return 2;
1266 }
1267
1268 #if YAZ_HAVE_XML2
1269 static int send_srw(Z_SRW_PDU *sr)
1270 {
1271     const char *charset = negotiationCharset;
1272     const char *host_port = cur_host;
1273     Z_GDU *gdu;
1274     char *path = 0;
1275
1276     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1277     *path = '/';
1278     strcpy(path+1, databaseNames[0]);
1279
1280     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1281
1282     if (!yaz_matchstr(sru_method, "get"))
1283     {
1284         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1285     }
1286     else if (!yaz_matchstr(sru_method, "post"))
1287     {
1288         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1289     }
1290     else if (!yaz_matchstr(sru_method, "soap"))
1291     {
1292         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1293     }
1294
1295     if (z_GDU(out, &gdu, 0, 0))
1296     {
1297         /* encode OK */
1298         char *buf_out;
1299         int len_out;
1300         int r;
1301         if (apdu_file)
1302         {
1303             if (!z_GDU(print, &gdu, 0, 0))
1304                 printf ("Failed to print outgoing SRU package\n");
1305             odr_reset(print);
1306         }
1307         buf_out = odr_getbuf(out, &len_out, 0);
1308         
1309         /* we don't odr_reset(out), since we may need the buffer again */
1310
1311         do_hex_dump(buf_out, len_out);
1312
1313         r = cs_put(conn, buf_out, len_out);
1314
1315         if (r >= 0)
1316             return 2;
1317     }
1318     return 0;
1319 }
1320 #endif
1321
1322 #if YAZ_HAVE_XML2
1323 static char *encode_SRW_term(ODR o, const char *q)
1324 {
1325     const char *in_charset = "ISO-8859-1";
1326     WRBUF w = wrbuf_alloc();
1327     yaz_iconv_t cd;
1328     char *res;
1329     if (outputCharset)
1330         in_charset = outputCharset;
1331     cd = yaz_iconv_open("UTF-8", in_charset);
1332     if (!cd)
1333     {
1334         wrbuf_destroy(w);
1335         return odr_strdup(o, q);
1336     }
1337     wrbuf_iconv_write(w, cd, q, strlen(q));
1338     if (wrbuf_len(w))
1339         res = odr_strdup(o, wrbuf_cstr(w));
1340     else
1341         res = odr_strdup(o, q);    
1342     yaz_iconv_close(cd);
1343     wrbuf_destroy(w);
1344     return res;
1345 }
1346
1347
1348 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1349 {
1350     Z_SRW_PDU *sr = 0;
1351     
1352     /* regular requestse .. */
1353     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1354
1355     switch(queryType)
1356     {
1357     case QueryType_CQL:
1358         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1359         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1360         break;
1361     case QueryType_Prefix:
1362         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1363         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1364         break;
1365     default:
1366         printf ("Only CQL and PQF supported in SRW\n");
1367         return 0;
1368     }
1369     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1370     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1371     return send_srw(sr);
1372 }
1373
1374 static int send_SRW_searchRequest(const char *arg)
1375 {
1376     Z_SRW_PDU *sr = 0;
1377     
1378     if (!srw_sr)
1379     {
1380         assert(srw_sr_odr_out == 0);
1381         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1382     }
1383     odr_reset(srw_sr_odr_out);
1384
1385     setno = 1;
1386
1387     /* save this for later .. when fetching individual records */
1388     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1389                               sru_version);
1390     
1391     /* regular request .. */
1392     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1393
1394     switch(queryType)
1395     {
1396     case QueryType_CQL:
1397         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1398         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1399
1400         sr->u.request->query_type = Z_SRW_query_type_cql;
1401         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1402         break;
1403     case QueryType_Prefix:
1404         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1405         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1406
1407         sr->u.request->query_type = Z_SRW_query_type_pqf;
1408         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1409         break;
1410     default:
1411         printf ("Only CQL and PQF supported in SRW\n");
1412         return 0;
1413     }
1414     sr->u.request->maximumRecords = odr_intdup(out, 0);
1415
1416     if (record_schema)
1417         sr->u.request->recordSchema = record_schema;
1418     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1419         sr->u.request->recordPacking = "xml";
1420     return send_srw(sr);
1421 }
1422 #endif
1423
1424 static void query_charset_convert(Z_RPNQuery *q)
1425 {
1426     if (queryCharset && outputCharset)
1427     {
1428         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1429         if (!cd)
1430         {
1431             printf("Conversion from %s to %s unsupported\n",
1432                    outputCharset, queryCharset);
1433             return;
1434         }
1435         yaz_query_charset_convert_rpnquery(q, out, cd);
1436         yaz_iconv_close(cd);
1437     }
1438 }
1439
1440 static int send_searchRequest(const char *arg)
1441 {
1442     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1443     Z_SearchRequest *req = apdu->u.searchRequest;
1444     Z_Query query;
1445     struct ccl_rpn_node *rpn = NULL;
1446     int error, pos;
1447     char setstring[100];
1448     Z_RPNQuery *RPNquery;
1449     Odr_oct ccl_query;
1450     YAZ_PQF_Parser pqf_parser;
1451     Z_External *ext;
1452     QueryType myQueryType = queryType;
1453     char pqfbuf[512];
1454
1455     if (myQueryType == QueryType_CCL2RPN)
1456     {
1457         rpn = ccl_find_str(bibset, arg, &error, &pos);
1458         if (error)
1459         {
1460             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1461             return 0;
1462         }
1463     } else if (myQueryType == QueryType_CQL2RPN) {
1464         /* ### All this code should be wrapped in a utility function */
1465         CQL_parser parser;
1466         struct cql_node *node;
1467         const char *addinfo;
1468         if (cqltrans == 0) {
1469             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1470             return 0;
1471         }
1472         parser = cql_parser_create();
1473         if ((error = cql_parser_string(parser, arg)) != 0) {
1474             printf("Can't parse CQL: must be a syntax error\n");
1475             return 0;
1476         }
1477         node = cql_parser_result(parser);
1478         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1479                                        sizeof pqfbuf)) != 0) {
1480             error = cql_transform_error(cqltrans, &addinfo);
1481             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1482                     cql_strerror(error), addinfo);
1483             return 0;
1484         }
1485         arg = pqfbuf;
1486         myQueryType = QueryType_Prefix;
1487     }
1488
1489     req->referenceId = set_refid (out);
1490     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1491     {
1492         static unsigned char big[2100];
1493         static Odr_oct bigo;
1494
1495         /* send a very big referenceid to test transport stack etc. */
1496         memset(big, 'A', 2100);
1497         bigo.len = bigo.size = 2100;
1498         bigo.buf = big;
1499         req->referenceId = &bigo;
1500     }
1501     
1502     if (setnumber >= 0)
1503     {
1504         sprintf(setstring, "%d", ++setnumber);
1505         req->resultSetName = setstring;
1506     }
1507     *req->smallSetUpperBound = smallSetUpperBound;
1508     *req->largeSetLowerBound = largeSetLowerBound;
1509     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1510     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1511         mediumSetPresentNumber > 0))
1512     {
1513         if (recordsyntax_size)
1514             req->preferredRecordSyntax =
1515                 yaz_string_to_oid_odr(yaz_oid_std(), 
1516                                       CLASS_RECSYN, recordsyntax_list[0], out);
1517
1518         req->smallSetElementSetNames =
1519             req->mediumSetElementSetNames = elementSetNames;
1520     }
1521     req->num_databaseNames = num_databaseNames;
1522     req->databaseNames = databaseNames;
1523
1524     req->query = &query;
1525
1526     switch (myQueryType)
1527     {
1528     case QueryType_Prefix:
1529         query.which = Z_Query_type_1;
1530         pqf_parser = yaz_pqf_create ();
1531         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1532         if (!RPNquery)
1533         {
1534             const char *pqf_msg;
1535             size_t off;
1536             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1537             int ioff = off;
1538             printf("%*s^\n", ioff+4, "");
1539             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1540             
1541             yaz_pqf_destroy (pqf_parser);
1542             return 0;
1543         }
1544         yaz_pqf_destroy (pqf_parser);
1545         query_charset_convert(RPNquery);
1546         query.u.type_1 = RPNquery;
1547         break;
1548     case QueryType_CCL:
1549         query.which = Z_Query_type_2;
1550         query.u.type_2 = &ccl_query;
1551         ccl_query.buf = (unsigned char*) arg;
1552         ccl_query.len = strlen(arg);
1553         break;
1554     case QueryType_CCL2RPN:
1555         query.which = Z_Query_type_1;
1556         RPNquery = ccl_rpn_query(out, rpn);
1557         if (!RPNquery)
1558         {
1559             printf ("Couldn't convert from CCL to RPN\n");
1560             return 0;
1561         }
1562         query_charset_convert(RPNquery);
1563         query.u.type_1 = RPNquery;
1564         ccl_rpn_delete (rpn);
1565         break;
1566     case QueryType_CQL:
1567         query.which = Z_Query_type_104;
1568         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1569         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1570         ext->indirect_reference = 0;
1571         ext->descriptor = 0;
1572         ext->which = Z_External_CQL;
1573         ext->u.cql = odr_strdup(out, arg);
1574         query.u.type_104 =  ext;
1575         break;
1576     default:
1577         printf ("Unsupported query type\n");
1578         return 0;
1579     }
1580     if (send_apdu(apdu))
1581         printf("Sent searchRequest.\n");
1582     setno = 1;
1583     return 2;
1584 }
1585
1586 /* display Query Expression as part of searchResult-1 */
1587 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1588 {
1589     if (!qe)
1590         return;
1591     printf(" %s=", lead);
1592     if (qe->which == Z_QueryExpression_term)
1593     {
1594         if (qe->u.term->queryTerm)
1595         {
1596             Z_Term *term = qe->u.term->queryTerm;
1597             switch (term->which)
1598             {
1599             case Z_Term_general:
1600                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1601                 break;
1602             case Z_Term_characterString:
1603                 printf ("%s", term->u.characterString);
1604                 break;
1605             case Z_Term_numeric:
1606                 printf ("%d", *term->u.numeric);
1607                 break;
1608             case Z_Term_null:
1609                 printf ("null");
1610                 break;
1611             }
1612         }
1613     }
1614 }
1615
1616 /* see if we can find USR:SearchResult-1 */
1617 static void display_searchResult (Z_OtherInformation *o)
1618 {
1619     int i;
1620     if (!o)
1621         return ;
1622     for (i = 0; i < o->num_elements; i++)
1623     {
1624         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1625         {
1626             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1627             
1628             if (ext->which == Z_External_searchResult1)
1629             {
1630                 int j;
1631                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1632                 printf ("SearchResult-1:");
1633                 for (j = 0; j < sr->num; j++)
1634                 {
1635                     if (j)
1636                         printf(",");
1637                     if (!sr->elements[j]->subqueryExpression)
1638                         printf("%d", j);
1639                     display_queryExpression("term",
1640                         sr->elements[j]->subqueryExpression);
1641                     display_queryExpression("interpretation",
1642                         sr->elements[j]->subqueryInterpretation);
1643                     display_queryExpression("recommendation",
1644                         sr->elements[j]->subqueryRecommendation);
1645                     if (sr->elements[j]->subqueryCount)
1646                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1647                     if (sr->elements[j]->subqueryId)
1648                         printf(" id=%s ", sr->elements[j]->subqueryId);
1649                 }
1650                 printf ("\n");
1651             }
1652         }
1653     }
1654 }
1655
1656 static int process_searchResponse(Z_SearchResponse *res)
1657 {
1658     printf ("Received SearchResponse.\n");
1659     print_refid (res->referenceId);
1660     if (*res->searchStatus)
1661         printf("Search was a success.\n");
1662     else
1663         printf("Search was a bloomin' failure.\n");
1664     printf("Number of hits: %d", *res->resultCount);
1665     last_hit_count = *res->resultCount;
1666     if (setnumber >= 0)
1667         printf (", setno %d", setnumber);
1668     putchar('\n');
1669     if (res->resultSetStatus)
1670     {
1671         printf("Result Set Status: ");
1672         switch(*res->resultSetStatus)
1673         {
1674         case Z_SearchResponse_subset:
1675             printf("subset"); break;
1676         case Z_SearchResponse_interim:
1677             printf("interim"); break;
1678         case Z_SearchResponse_none:
1679             printf("none"); break;
1680         case Z_SearchResponse_estimate:
1681             printf("estimate"); break;
1682         default:
1683             printf("%d", *res->resultSetStatus);
1684         }            
1685         putchar('\n');
1686     }
1687     display_searchResult (res->additionalSearchInfo);
1688     printf("records returned: %d\n",
1689            *res->numberOfRecordsReturned);
1690     setno += *res->numberOfRecordsReturned;
1691     if (res->records)
1692         display_records(res->records);
1693     return 0;
1694 }
1695
1696 static void print_level(int iLevel)
1697 {
1698     int i;
1699     for (i = 0; i < iLevel * 4; i++)
1700         printf(" ");
1701 }
1702
1703 static void print_int(int iLevel, const char *pTag, int *pInt)
1704 {
1705     if (pInt != NULL)
1706     {
1707         print_level(iLevel);
1708         printf("%s: %d\n", pTag, *pInt);
1709     }
1710 }
1711
1712 static void print_string(int iLevel, const char *pTag, const char *pString)
1713 {
1714     if (pString != NULL)
1715     {
1716         print_level(iLevel);
1717         printf("%s: %s\n", pTag, pString);
1718     }
1719 }
1720
1721 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1722 {
1723     if (pOid != NULL)
1724     {
1725         Odr_oid *pInt = pOid;
1726
1727         print_level(iLevel);
1728         printf("%s:", pTag);
1729         for (; *pInt != -1; pInt++)
1730             printf(" %d", *pInt);
1731         printf("\n");
1732     }
1733 }
1734
1735 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1736 {
1737     if (referenceId != NULL)
1738     {
1739         int i;
1740
1741         print_level(iLevel);
1742         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1743         for (i = 0; i < referenceId->len; i++)
1744             printf("%c", referenceId->buf[i]);
1745         printf("\n");
1746     }
1747 }
1748
1749 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1750 {
1751     if (pStringNumeric != NULL)
1752     {
1753         switch (pStringNumeric->which)
1754         {
1755         case Z_StringOrNumeric_string:
1756             print_string(iLevel, pTag, pStringNumeric->u.string);
1757             break;
1758             
1759         case Z_StringOrNumeric_numeric:
1760             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1761             break;
1762             
1763         default:
1764             print_level(iLevel);
1765             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1766             break;
1767         }
1768     }
1769 }
1770
1771 static void print_universe_report_duplicate(
1772     int iLevel,
1773     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1774 {
1775     if (pUniverseReportDuplicate != NULL)
1776     {
1777         print_level(iLevel);
1778         printf("Universe Report Duplicate: \n");
1779         iLevel++;
1780         print_string_or_numeric(iLevel, "Hit No",
1781                                 pUniverseReportDuplicate->hitno);
1782     }
1783 }
1784
1785 static void print_universe_report_hits(
1786     int iLevel,
1787     Z_UniverseReportHits *pUniverseReportHits)
1788 {
1789     if (pUniverseReportHits != NULL)
1790     {
1791         print_level(iLevel);
1792         printf("Universe Report Hits: \n");
1793         iLevel++;
1794         print_string_or_numeric(iLevel, "Database",
1795                                 pUniverseReportHits->database);
1796         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1797     }
1798 }
1799
1800 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1801 {
1802     if (pUniverseReport != NULL)
1803     {
1804         print_level(iLevel);
1805         printf("Universe Report: \n");
1806         iLevel++;
1807         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1808         switch (pUniverseReport->which)
1809         {
1810         case Z_UniverseReport_databaseHits:
1811             print_universe_report_hits(iLevel,
1812                                        pUniverseReport->u.databaseHits);
1813             break;
1814             
1815         case Z_UniverseReport_duplicate:
1816             print_universe_report_duplicate(iLevel,
1817                                             pUniverseReport->u.duplicate);
1818             break;
1819             
1820         default:
1821             print_level(iLevel);
1822             printf("Type: %d\n", pUniverseReport->which);
1823             break;
1824         }
1825     }
1826 }
1827
1828 static void print_external(int iLevel, Z_External *pExternal)
1829 {
1830     if (pExternal != NULL)
1831     {
1832         print_level(iLevel);
1833         printf("External: \n");
1834         iLevel++;
1835         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1836         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1837         print_string(iLevel, "Descriptor", pExternal->descriptor);
1838         switch (pExternal->which)
1839         {
1840         case Z_External_universeReport:
1841             print_universe_report(iLevel, pExternal->u.universeReport);
1842             break;
1843             
1844         default:
1845             print_level(iLevel);
1846             printf("Type: %d\n", pExternal->which);
1847             break;
1848         }
1849     }
1850 }
1851
1852 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1853 {
1854     printf ("Received ResourceControlRequest.\n");
1855     print_referenceId(1, req->referenceId);
1856     print_int(1, "Suspended Flag", req->suspendedFlag);
1857     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1858     print_int(1, "Response Required", req->responseRequired);
1859     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1860     print_external(1, req->resourceReport);
1861     return 0;
1862 }
1863
1864 void process_ESResponse(Z_ExtendedServicesResponse *res)
1865 {
1866     printf("Status: ");
1867     switch (*res->operationStatus)
1868     {
1869     case Z_ExtendedServicesResponse_done:
1870         printf ("done\n");
1871         break;
1872     case Z_ExtendedServicesResponse_accepted:
1873         printf ("accepted\n");
1874         break;
1875     case Z_ExtendedServicesResponse_failure:
1876         printf ("failure\n");
1877         display_diagrecs(res->diagnostics, res->num_diagnostics);
1878         break;
1879     default:
1880         printf ("unknown\n");
1881     }
1882     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1883         (res->num_diagnostics != 0) ) {
1884         display_diagrecs(res->diagnostics, res->num_diagnostics);
1885     }
1886     print_refid (res->referenceId);
1887     if (res->taskPackage && 
1888         res->taskPackage->which == Z_External_extendedService)
1889     {
1890         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1891         Odr_oct *id = taskPackage->targetReference;
1892         Z_External *ext = taskPackage->taskSpecificParameters;
1893         
1894         if (id)
1895         {
1896             printf ("Target Reference: ");
1897             print_stringn (id->buf, id->len);
1898             printf ("\n");
1899         }
1900         if (ext->which == Z_External_update)
1901         {
1902             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1903             if (utp && utp->targetPart)
1904             {
1905                 Z_IUTargetPart *targetPart = utp->targetPart;
1906                 int i;
1907
1908                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1909                 {
1910
1911                     Z_IUTaskPackageRecordStructure *tpr =
1912                         targetPart->taskPackageRecords[i];
1913                     printf ("task package record %d\n", i+1);
1914                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1915                     {
1916                         display_record (tpr->u.record);
1917                     }
1918                     else
1919                     {
1920                         printf ("other type\n");
1921                     }
1922                 }
1923             }
1924         }
1925         if (ext->which == Z_External_itemOrder)
1926         {
1927             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1928             if (otp && otp->targetPart && otp->targetPart->itemRequest)
1929             {
1930                 Z_External *ext = otp->targetPart->itemRequest;
1931                 if (ext->which == Z_External_octet)
1932                 {
1933                     Odr_oct *doc = ext->u.octet_aligned;
1934                     printf("Got itemRequest doc %.*s\n",
1935                            doc->len, doc->buf);
1936                 }
1937             }
1938         }
1939     }
1940     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1941     {
1942         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1943         printf("%.*s\n", doc->len, doc->buf);
1944     }
1945 }
1946
1947 const char *get_ill_element (void *clientData, const char *element)
1948 {
1949     return 0;
1950 }
1951
1952 static Z_External *create_external_itemRequest(void)
1953 {
1954     struct ill_get_ctl ctl;
1955     ILL_ItemRequest *req;
1956     Z_External *r = 0;
1957     int item_request_size = 0;
1958     char *item_request_buf = 0;
1959
1960     ctl.odr = out;
1961     ctl.clientData = 0;
1962     ctl.f = get_ill_element;
1963     
1964     req = ill_get_ItemRequest(&ctl, "ill", 0);
1965     if (!req)
1966         printf ("ill_get_ItemRequest failed\n");
1967         
1968     if (!ill_ItemRequest (out, &req, 0, 0))
1969     {
1970         if (apdu_file)
1971         {
1972             ill_ItemRequest(print, &req, 0, 0);
1973             odr_reset(print);
1974         }
1975         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1976         if (item_request_buf)
1977             odr_setbuf (out, item_request_buf, item_request_size, 1);
1978         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1979         return 0;
1980     }
1981     else
1982     {
1983         r = (Z_External *) odr_malloc (out, sizeof(*r));
1984         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1985         r->indirect_reference = 0;
1986         r->descriptor = 0;
1987         r->which = Z_External_single;
1988         
1989         r->u.single_ASN1_type = (Odr_oct *)
1990             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1991         r->u.single_ASN1_type->buf = (unsigned char *)
1992         odr_malloc (out, item_request_size);
1993         r->u.single_ASN1_type->len = item_request_size;
1994         r->u.single_ASN1_type->size = item_request_size;
1995         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1996                 item_request_size);
1997         
1998         do_hex_dump(item_request_buf,item_request_size);
1999     }
2000     return r;
2001 }
2002
2003 static Z_External *create_external_ILL_APDU(int which)
2004 {
2005     struct ill_get_ctl ctl;
2006     ILL_APDU *ill_apdu;
2007     Z_External *r = 0;
2008     int ill_request_size = 0;
2009     char *ill_request_buf = 0;
2010         
2011     ctl.odr = out;
2012     ctl.clientData = 0;
2013     ctl.f = get_ill_element;
2014
2015     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2016
2017     if (!ill_APDU (out, &ill_apdu, 0, 0))
2018     {
2019         if (apdu_file)
2020         {
2021             printf ("-------------------\n");
2022             ill_APDU(print, &ill_apdu, 0, 0);
2023             odr_reset(print);
2024             printf ("-------------------\n");
2025         }
2026         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2027         if (ill_request_buf)
2028             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2029         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2030         return 0;
2031     }
2032     else
2033     {
2034         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2035         
2036         r = (Z_External *) odr_malloc (out, sizeof(*r));
2037         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2038         r->indirect_reference = 0;
2039         r->descriptor = 0;
2040         r->which = Z_External_single;
2041         
2042         r->u.single_ASN1_type = (Odr_oct *)
2043             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2044         r->u.single_ASN1_type->buf = (unsigned char *)
2045         odr_malloc (out, ill_request_size);
2046         r->u.single_ASN1_type->len = ill_request_size;
2047         r->u.single_ASN1_type->size = ill_request_size;
2048         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2049 /*         printf ("len = %d\n", ill_request_size); */
2050 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2051 /*              printf("--- end of extenal\n"); */
2052
2053     }
2054     return r;
2055 }
2056
2057
2058 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2059 {
2060     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2061     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2062     r->indirect_reference = 0;
2063     r->descriptor = 0;
2064
2065     r->which = Z_External_itemOrder;
2066
2067     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2068     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2069     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2070
2071     r->u.itemOrder->u.esRequest = (Z_IORequest *) 
2072         odr_malloc(out,sizeof(Z_IORequest));
2073     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2074
2075     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2076         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2077     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2078     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2079         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2080     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2081
2082     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2083     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2084     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2085
2086     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2087         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2088     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2089     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2090
2091     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2092         (int *) odr_malloc(out, sizeof(int));
2093     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2094
2095     if (!strcmp (type, "item") || !strcmp(type, "2"))
2096     {
2097         printf ("using item-request\n");
2098         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2099             create_external_itemRequest();
2100     }
2101     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2102     {
2103         printf ("using ILL-request\n");
2104         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2105             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2106     }
2107     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2108     {
2109         const char *xml_buf =
2110             "<itemorder>\n"
2111             "  <type>request</type>\n"
2112             "  <libraryNo>000200</libraryNo>\n"
2113             "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2114             "</itemorder>";
2115         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2116             z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, strlen(xml_buf));
2117     }
2118     else
2119         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2120
2121     return r;
2122 }
2123
2124 static int send_itemorder(const char *type, int itemno)
2125 {
2126     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2127     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2128
2129     req->referenceId = set_refid (out);
2130
2131     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2132     req->packageName = esPackageName;
2133
2134     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2135
2136     send_apdu(apdu);
2137     return 0;
2138 }
2139
2140 static int only_z3950(void)
2141 {
2142     if (!conn)
2143     {
2144         printf ("Not connected yet\n");
2145         return 1;
2146     }
2147     if (protocol == PROTO_HTTP)
2148     {
2149         printf ("Not supported by SRW\n");
2150         return 1;
2151     }
2152     return 0;
2153 }
2154
2155 static int cmd_update_common(const char *arg, int version);
2156
2157 static int cmd_update(const char *arg)
2158 {
2159     return cmd_update_common(arg, 1);
2160 }
2161
2162 static int cmd_update0(const char *arg)
2163 {
2164     return cmd_update_common(arg, 0);
2165 }
2166
2167 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2168                             char *rec_buf, int rec_len);
2169
2170 static int cmd_update_SRW(int action_no, const char *recid,
2171                           char *rec_buf, int rec_len);
2172
2173 static int cmd_update_common(const char *arg, int version)
2174 {
2175     char *action_buf;
2176     int action_len;
2177     char *recid_buf;
2178     int recid_len;
2179     const char *recid = 0;
2180     char *rec_buf;
2181     int rec_len;
2182     int action_no;
2183     int noread = 0;
2184
2185     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2186     {
2187         printf("Use: update action recid [fname]\n");
2188         printf(" where action is one of insert,replace,delete.update\n");
2189         printf(" recid is some record ID. Use none for no ID\n");
2190         printf(" fname is file of record to be updated\n");
2191         return 0;
2192     }
2193
2194     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2195     {
2196         printf("Missing recid\n");
2197         return 0;
2198     }
2199
2200     if (!strcmp(action_buf, "insert"))
2201         action_no = Z_IUOriginPartToKeep_recordInsert;
2202     else if (!strcmp(action_buf, "replace"))
2203         action_no = Z_IUOriginPartToKeep_recordReplace;
2204     else if (!strcmp(action_buf, "delete"))
2205         action_no = Z_IUOriginPartToKeep_recordDelete;
2206     else if (!strcmp(action_buf, "update"))
2207         action_no = Z_IUOriginPartToKeep_specialUpdate;
2208     else 
2209     {
2210         printf ("Bad action: %s\n", action_buf);
2211         printf ("Possible values: insert, replace, delete, update\n");
2212         return 0;
2213     }
2214
2215     if (strcmp(recid_buf, "none")) /* none means no record ID */
2216         recid = recid_buf;
2217
2218     arg += noread;
2219     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2220         return 0;
2221
2222 #if YAZ_HAVE_XML2
2223     if (protocol == PROTO_HTTP)
2224         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2225 #endif
2226     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2227 }
2228
2229 #if YAZ_HAVE_XML2
2230 static int cmd_update_SRW(int action_no, const char *recid,
2231                           char *rec_buf, int rec_len)
2232 {
2233     if (!conn)
2234         session_connect(cur_host);
2235     if (!conn)
2236         return 0;
2237     else
2238     {
2239         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2240         Z_SRW_updateRequest *sr = srw->u.update_request;
2241
2242         switch(action_no)
2243         {
2244         case Z_IUOriginPartToKeep_recordInsert:
2245             sr->operation = "info:srw/action/1/create";
2246             break;
2247         case Z_IUOriginPartToKeep_recordReplace:
2248             sr->operation = "info:srw/action/1/replace";
2249             break;
2250         case Z_IUOriginPartToKeep_recordDelete:
2251             sr->operation = "info:srw/action/1/delete";
2252             break;
2253         }
2254         if (rec_buf)
2255         {
2256             sr->record = yaz_srw_get_record(out);
2257             sr->record->recordData_buf = rec_buf;
2258             sr->record->recordData_len = rec_len;
2259             sr->record->recordSchema = record_schema;
2260         }
2261         if (recid)
2262             sr->recordId = odr_strdup(out, recid);
2263         return send_srw(srw);
2264     }
2265 }
2266 #endif
2267                           
2268 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2269                             char *rec_buf, int rec_len)
2270 {
2271     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2272     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2273     Z_External *r;
2274     Z_External *record_this = 0;
2275     if (rec_buf)
2276         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2277                                        rec_buf, rec_len);
2278     else
2279     {
2280         if (!record_last)
2281         {
2282             printf ("No last record (update ignored)\n");
2283             return 0;
2284         }
2285         record_this = record_last;
2286     }
2287
2288     req->packageType = odr_oiddup(out, (version == 0 ? 
2289        yaz_oid_extserv_database_update_first_version :
2290        yaz_oid_extserv_database_update));
2291
2292     req->packageName = esPackageName;
2293     
2294     req->referenceId = set_refid (out);
2295
2296     r = req->taskSpecificParameters = (Z_External *)
2297         odr_malloc (out, sizeof(*r));
2298     r->direct_reference = req->packageType;
2299     r->indirect_reference = 0;
2300     r->descriptor = 0;
2301     if (version == 0)
2302     {
2303         Z_IU0OriginPartToKeep *toKeep;
2304         Z_IU0SuppliedRecords *notToKeep;
2305
2306         r->which = Z_External_update0;
2307         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2308         r->u.update0->which = Z_IUUpdate_esRequest;
2309         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2310             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2311         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2312             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2313         
2314         toKeep->databaseName = databaseNames[0];
2315         toKeep->schema = 0;
2316         if (record_schema)
2317         {
2318             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2319                                                    CLASS_SCHEMA,
2320                                                    record_schema, out);
2321         }
2322         toKeep->elementSetName = 0;
2323
2324         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2325         *toKeep->action = action_no;
2326         
2327         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2328             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2329         notToKeep->num = 1;
2330         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2331             odr_malloc(out, sizeof(*notToKeep->elements));
2332         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2333             odr_malloc(out, sizeof(**notToKeep->elements));
2334         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2335         if (recid)
2336         {
2337             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2338                 odr_malloc (out, sizeof(Odr_oct));
2339             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2340             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2341             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2342         }
2343         else
2344             notToKeep->elements[0]->u.opaque = 0;
2345         notToKeep->elements[0]->supplementalId = 0;
2346         notToKeep->elements[0]->correlationInfo = 0;
2347         notToKeep->elements[0]->record = record_this;
2348     }
2349     else
2350     {
2351         Z_IUOriginPartToKeep *toKeep;
2352         Z_IUSuppliedRecords *notToKeep;
2353
2354         r->which = Z_External_update;
2355         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2356         r->u.update->which = Z_IUUpdate_esRequest;
2357         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2358             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2359         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2360             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2361         
2362         toKeep->databaseName = databaseNames[0];
2363         toKeep->schema = 0;
2364         if (record_schema)
2365         {
2366             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2367                                                    CLASS_SCHEMA,
2368                                                    record_schema, out);
2369         }
2370         toKeep->elementSetName = 0;
2371         toKeep->actionQualifier = 0;
2372         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2373         *toKeep->action = action_no;
2374
2375         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2376             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2377         notToKeep->num = 1;
2378         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2379             odr_malloc(out, sizeof(*notToKeep->elements));
2380         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2381             odr_malloc(out, sizeof(**notToKeep->elements));
2382         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2383         if (recid)
2384         {
2385             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2386                 odr_malloc (out, sizeof(Odr_oct));
2387             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2388             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2389             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2390         }
2391         else
2392             notToKeep->elements[0]->u.opaque = 0;
2393         notToKeep->elements[0]->supplementalId = 0;
2394         notToKeep->elements[0]->correlationInfo = 0;
2395         notToKeep->elements[0]->record = record_this;
2396     }
2397     
2398     send_apdu(apdu);
2399
2400     return 2;
2401 }
2402
2403 static int cmd_xmles(const char *arg)
2404 {
2405     if (only_z3950())
2406         return 1;
2407     else
2408     {
2409         char *asn_buf = 0;
2410         int noread = 0;
2411         Odr_oid *oid;
2412         char oid_str[51];
2413         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2414         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2415         
2416
2417         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2418         
2419         req->referenceId = set_refid (out);
2420         req->taskSpecificParameters = ext;
2421         ext->indirect_reference = 0;
2422         ext->descriptor = 0;
2423         ext->which = Z_External_octet;
2424         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));        
2425         sscanf(arg, "%50s%n", oid_str, &noread);
2426         if (noread == 0)
2427         {
2428             printf("Missing OID for xmles\n");
2429             return 0;
2430         }
2431         arg += noread;
2432         if (parse_cmd_doc(&arg, out, &asn_buf,
2433                           &ext->u.single_ASN1_type->len) == 0)
2434             return 0;
2435
2436         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2437
2438         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2439                                     CLASS_EXTSERV, oid_str, out);
2440         if (!oid)
2441         {
2442             printf("Bad OID: %s\n", oid_str);
2443             return 0;
2444         }
2445
2446         req->packageType = oid;
2447         
2448         ext->direct_reference = oid;
2449
2450         send_apdu(apdu);
2451         
2452         return 2;
2453     }
2454 }
2455
2456 static int cmd_itemorder(const char *arg)
2457 {
2458     char type[12];
2459     int itemno;
2460    
2461     if (only_z3950())
2462         return 1;
2463     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2464         return 0;
2465
2466     printf("Item order request\n");
2467     fflush(stdout);
2468     send_itemorder(type, itemno);
2469     return 2;
2470 }
2471
2472 static void show_opt(const char *arg, void *clientData)
2473 {
2474     printf ("%s ", arg);
2475 }
2476
2477 static int cmd_zversion(const char *arg)
2478 {
2479     if (*arg && arg)
2480         z3950_version = atoi(arg);
2481     else
2482         printf ("version is %d\n", z3950_version);
2483     return 0;
2484 }
2485
2486 static int cmd_options(const char *arg)
2487 {
2488     if (*arg)
2489     {
2490         int r;
2491         int pos;
2492         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2493         if (r == -1)
2494             printf("Unknown option(s) near %s\n", arg+pos);
2495     }
2496     else
2497     {
2498         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2499         printf ("\n");
2500     }
2501     return 0;
2502 }
2503
2504 static int cmd_explain(const char *arg)
2505 {
2506     if (protocol != PROTO_HTTP)
2507         return 0;
2508 #if YAZ_HAVE_XML2
2509     if (!conn)
2510         session_connect(cur_host);
2511     if (conn)
2512     {
2513         Z_SRW_PDU *sr = 0;
2514         
2515         setno = 1;
2516         
2517         /* save this for later .. when fetching individual records */
2518         sr = yaz_srw_get(out, Z_SRW_explain_request);
2519         if (recordsyntax_size == 1 
2520             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2521             sr->u.explain_request->recordPacking = "xml";
2522         send_srw(sr);
2523         return 2;
2524     }
2525 #endif
2526     return 0;
2527 }
2528
2529 static int cmd_init(const char *arg)
2530 {
2531     if (*arg)
2532     {
2533         strncpy (cur_host, arg, sizeof(cur_host)-1);
2534         cur_host[sizeof(cur_host)-1] = 0;
2535     }
2536     if (only_z3950())
2537         return 1;
2538     send_initRequest(cur_host);
2539     return 2;
2540 }
2541
2542 static int cmd_sru(const char *arg)
2543 {
2544     if (!*arg)
2545     {
2546         printf("SRU method is: %s\n", sru_method);
2547         printf("SRU version is: %s\n", sru_version);
2548     }
2549     else
2550     {
2551         int r;
2552         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2553         if (r >= 1)
2554         {
2555             if (!yaz_matchstr(sru_method, "post"))
2556                 ;
2557             else if (!yaz_matchstr(sru_method, "get"))
2558                 ;
2559             else if (!yaz_matchstr(sru_method, "soap"))
2560                 ;
2561             else
2562             {
2563                 strcpy(sru_method, "soap");
2564                 printf("Unknown SRU method: %s\n", arg);
2565                 printf("Specify one of POST, GET, SOAP\n");
2566             }
2567         }
2568     }
2569     return 0;
2570 }
2571
2572 static int cmd_find(const char *arg)
2573 {
2574     if (!*arg)
2575     {
2576         printf("Find what?\n");
2577         return 0;
2578     }
2579     if (protocol == PROTO_HTTP)
2580     {
2581 #if YAZ_HAVE_XML2
2582         if (!conn)
2583             session_connect(cur_host);
2584         if (!conn)
2585             return 0;
2586         if (!send_SRW_searchRequest(arg))
2587             return 0;
2588 #else
2589         return 0;
2590 #endif
2591     }
2592     else
2593     {
2594         if (!conn)
2595         {
2596             try_reconnect(); 
2597             
2598             if (!conn) {                                        
2599                 printf("Not connected yet\n");
2600                 return 0;
2601             }
2602         }
2603         if (!send_searchRequest(arg))
2604             return 0;
2605     }
2606     return 2;
2607 }
2608
2609 static int cmd_delete(const char *arg)
2610 {
2611     if (only_z3950())
2612         return 0;
2613     if (!send_deleteResultSetRequest(arg))
2614         return 0;
2615     return 2;
2616 }
2617
2618 static int cmd_ssub(const char *arg)
2619 {
2620     if (!(smallSetUpperBound = atoi(arg)))
2621         return 0;
2622     return 1;
2623 }
2624
2625 static int cmd_lslb(const char *arg)
2626 {
2627     if (!(largeSetLowerBound = atoi(arg)))
2628         return 0;
2629     return 1;
2630 }
2631
2632 static int cmd_mspn(const char *arg)
2633 {
2634     if (!(mediumSetPresentNumber = atoi(arg)))
2635         return 0;
2636     return 1;
2637 }
2638
2639 static int cmd_status(const char *arg)
2640 {
2641     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2642     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2643     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2644     return 1;
2645 }
2646
2647 static int cmd_setnames(const char *arg)
2648 {
2649     if (*arg == '1')         /* enable ? */
2650         setnumber = 0;
2651     else if (*arg == '0')    /* disable ? */
2652         setnumber = -1;
2653     else if (setnumber < 0)  /* no args, toggle .. */
2654         setnumber = 0;
2655     else
2656         setnumber = -1;
2657    
2658     if (setnumber >= 0)
2659         printf("Set numbering enabled.\n");
2660     else
2661         printf("Set numbering disabled.\n");
2662     return 1;
2663 }
2664
2665 /* PRESENT SERVICE ----------------------------- */
2666
2667 static void parse_show_args(const char *arg_c, char *setstring,
2668                             int *start, int *number)
2669 {
2670     char arg[40];
2671     char *p;
2672
2673     strncpy(arg, arg_c, sizeof(arg)-1);
2674     arg[sizeof(arg)-1] = '\0';
2675
2676     if ((p = strchr(arg, '+')))
2677     {
2678         *number = atoi(p + 1);
2679         *p = '\0';
2680     }
2681     if (*arg)
2682     {
2683         if (!strcmp(arg, "all"))
2684         {
2685             *number = last_hit_count;
2686             *start = 1;
2687         }
2688         else
2689             *start = atoi(arg);
2690     }
2691     if (p && (p=strchr(p+1, '+')))
2692         strcpy (setstring, p+1);
2693     else if (setnumber >= 0)
2694         sprintf(setstring, "%d", setnumber);
2695     else
2696         *setstring = '\0';
2697 }
2698
2699 static int send_presentRequest(const char *arg)
2700 {
2701     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2702     Z_PresentRequest *req = apdu->u.presentRequest;
2703     Z_RecordComposition compo;
2704     int nos = 1;
2705     char setstring[100];
2706
2707     req->referenceId = set_refid (out);
2708
2709     parse_show_args(arg, setstring, &setno, &nos);
2710     if (*setstring)
2711         req->resultSetId = setstring;
2712
2713     req->resultSetStartPoint = &setno;
2714     req->numberOfRecordsRequested = &nos;
2715
2716     if (recordsyntax_size)
2717         req->preferredRecordSyntax =
2718             yaz_string_to_oid_odr(yaz_oid_std(),
2719                                   CLASS_RECSYN, recordsyntax_list[0], out);
2720
2721     if (record_schema || recordsyntax_size >= 2)
2722     {
2723         req->recordComposition = &compo;
2724         compo.which = Z_RecordComp_complex;
2725         compo.u.complex = (Z_CompSpec *)
2726             odr_malloc(out, sizeof(*compo.u.complex));
2727         compo.u.complex->selectAlternativeSyntax = (bool_t *) 
2728             odr_malloc(out, sizeof(bool_t));
2729         *compo.u.complex->selectAlternativeSyntax = 0;
2730
2731         compo.u.complex->generic = (Z_Specification *)
2732             odr_malloc(out, sizeof(*compo.u.complex->generic));
2733         
2734         compo.u.complex->generic->which = Z_Schema_oid;
2735         if (!record_schema)
2736             compo.u.complex->generic->schema.oid = 0;
2737         else 
2738         {
2739             compo.u.complex->generic->schema.oid =
2740                 yaz_string_to_oid_odr(yaz_oid_std(),
2741                                       CLASS_SCHEMA, record_schema, out);
2742             
2743             if (!compo.u.complex->generic->schema.oid)
2744             {
2745                 /* OID wasn't a schema! Try record syntax instead. */
2746                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2747                     yaz_string_to_oid_odr(yaz_oid_std(),
2748                                           CLASS_RECSYN, record_schema, out);
2749             }
2750         }
2751         if (!elementSetNames)
2752             compo.u.complex->generic->elementSpec = 0;
2753         else
2754         {
2755             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2756                 odr_malloc(out, sizeof(Z_ElementSpec));
2757             compo.u.complex->generic->elementSpec->which =
2758                 Z_ElementSpec_elementSetName;
2759             compo.u.complex->generic->elementSpec->u.elementSetName =
2760                 elementSetNames->u.generic;
2761         }
2762         compo.u.complex->num_dbSpecific = 0;
2763         compo.u.complex->dbSpecific = 0;
2764
2765         compo.u.complex->num_recordSyntax = 0;
2766         compo.u.complex->recordSyntax = 0;
2767         if (recordsyntax_size >= 2)
2768         {
2769             int i;
2770             compo.u.complex->num_recordSyntax = recordsyntax_size;
2771             compo.u.complex->recordSyntax = (Odr_oid **)
2772                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2773             for (i = 0; i < recordsyntax_size; i++)
2774             compo.u.complex->recordSyntax[i] =                 
2775                 yaz_string_to_oid_odr(yaz_oid_std(), 
2776                                       CLASS_RECSYN, recordsyntax_list[i], out);
2777         }
2778     }
2779     else if (elementSetNames)
2780     {
2781         req->recordComposition = &compo;
2782         compo.which = Z_RecordComp_simple;
2783         compo.u.simple = elementSetNames;
2784     }
2785     send_apdu(apdu);
2786     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2787     return 2;
2788 }
2789
2790 #if YAZ_HAVE_XML2
2791 static int send_SRW_presentRequest(const char *arg)
2792 {
2793     char setstring[100];
2794     int nos = 1;
2795     Z_SRW_PDU *sr = srw_sr;
2796
2797     if (!sr)
2798         return 0;
2799     parse_show_args(arg, setstring, &setno, &nos);
2800     sr->u.request->startRecord = odr_intdup(out, setno);
2801     sr->u.request->maximumRecords = odr_intdup(out, nos);
2802     if (record_schema)
2803         sr->u.request->recordSchema = record_schema;
2804     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2805         sr->u.request->recordPacking = "xml";
2806     return send_srw(sr);
2807 }
2808 #endif
2809
2810 static void close_session (void)
2811 {
2812     if (conn)
2813         cs_close (conn);
2814     conn = 0;
2815     sent_close = 0;
2816     odr_reset(out);
2817     odr_reset(in);
2818     odr_reset(print);
2819     last_hit_count = 0;
2820 }
2821
2822 void process_close(Z_Close *req)
2823 {
2824     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2825     Z_Close *res = apdu->u.close;
2826
2827     static char *reasons[] =
2828     {
2829         "finished",
2830         "shutdown",
2831         "system problem",
2832         "cost limit reached",
2833         "resources",
2834         "security violation",
2835         "protocolError",
2836         "lack of activity",
2837         "peer abort",
2838         "unspecified"
2839     };
2840
2841     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2842         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2843     if (sent_close)
2844         close_session ();
2845     else
2846     {
2847         *res->closeReason = Z_Close_finished;
2848         send_apdu(apdu);
2849         printf("Sent response.\n");
2850         sent_close = 1;
2851     }
2852 }
2853
2854 static int cmd_show(const char *arg)
2855 {
2856     if (protocol == PROTO_HTTP)
2857     {
2858 #if YAZ_HAVE_XML2
2859         if (!conn)
2860             session_connect(cur_host);
2861         if (!conn)
2862             return 0;
2863         if (!send_SRW_presentRequest(arg))
2864             return 0;
2865 #else
2866         return 0;
2867 #endif
2868     }
2869     else
2870     {
2871         if (!conn)
2872         {
2873             printf("Not connected yet\n");
2874             return 0;
2875         }
2876         if (!send_presentRequest(arg))
2877             return 0;
2878     }
2879     return 2;
2880 }
2881
2882 void exit_client(int code)
2883 {
2884     file_history_save(file_history);
2885     file_history_destroy(&file_history);
2886     exit(code);
2887 }
2888
2889 int cmd_quit(const char *arg)
2890 {
2891     printf("See you later, alligator.\n");
2892     xmalloc_trav ("");
2893     exit_client(0);
2894     return 0;
2895 }
2896
2897 int cmd_cancel(const char *arg)
2898 {
2899     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2900     Z_TriggerResourceControlRequest *req =
2901         apdu->u.triggerResourceControlRequest;
2902     bool_t rfalse = 0;
2903     char command[16];
2904   
2905     *command = '\0';
2906     sscanf(arg, "%15s", command);
2907
2908     if (only_z3950())
2909         return 0;
2910     if (session_initResponse &&
2911         !ODR_MASK_GET(session_initResponse->options,
2912                       Z_Options_triggerResourceCtrl))
2913     {
2914         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2915         return 0;
2916     }
2917     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2918     req->resultSetWanted = &rfalse;
2919     req->referenceId = set_refid (out);
2920
2921     send_apdu(apdu);
2922     printf("Sent cancel request\n");
2923     if (!strcmp(command, "wait"))
2924          return 2;
2925     return 1;
2926 }
2927
2928
2929 int cmd_cancel_find(const char *arg) {
2930     int fres;
2931     fres=cmd_find(arg);
2932     if( fres > 0 ) {
2933         return cmd_cancel("");
2934     };
2935     return fres;
2936 }
2937
2938 int send_scanrequest(const char *set,  const char *query,
2939                      int pp, int num, const char *term)
2940 {
2941     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2942     Z_ScanRequest *req = apdu->u.scanRequest;
2943     
2944     if (only_z3950())
2945         return 0;
2946     if (queryType == QueryType_CCL2RPN)
2947     {
2948         int error, pos;
2949         struct ccl_rpn_node *rpn;
2950
2951         rpn = ccl_find_str (bibset,  query, &error, &pos);
2952         if (error)
2953         {
2954             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2955             return -1;
2956         }
2957         req->attributeSet =
2958             yaz_string_to_oid_odr(yaz_oid_std(),
2959                                   CLASS_ATTSET, "Bib-1", out);
2960         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2961         {
2962             printf("Couldn't convert CCL to Scan term\n");
2963             return -1;
2964         }
2965         ccl_rpn_delete (rpn);
2966     }
2967     else
2968     {
2969         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2970
2971         if (!(req->termListAndStartPoint =
2972               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2973         {
2974             const char *pqf_msg;
2975             size_t off;
2976             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2977             int ioff = off;
2978             printf("%*s^\n", ioff+7, "");
2979             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2980             yaz_pqf_destroy (pqf_parser);
2981             return -1;
2982         }
2983         yaz_pqf_destroy (pqf_parser);
2984     }
2985     if (queryCharset && outputCharset)
2986     {
2987         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
2988         if (!cd)
2989         {
2990             printf("Conversion from %s to %s unsupported\n",
2991                    outputCharset, queryCharset);
2992             return -1;
2993         }
2994         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
2995         yaz_iconv_close(cd);
2996     }
2997     if (term && *term)
2998     {
2999         if (req->termListAndStartPoint->term &&
3000             req->termListAndStartPoint->term->which == Z_Term_general &&
3001             req->termListAndStartPoint->term->u.general)
3002         {
3003             req->termListAndStartPoint->term->u.general->buf =
3004                 (unsigned char *) odr_strdup(out, term);
3005             req->termListAndStartPoint->term->u.general->len =
3006                 req->termListAndStartPoint->term->u.general->size =
3007                 strlen(term);
3008         }
3009     }
3010     req->referenceId = set_refid (out);
3011     req->num_databaseNames = num_databaseNames;
3012     req->databaseNames = databaseNames;
3013     req->numberOfTermsRequested = &num;
3014     req->preferredPositionInResponse = &pp;
3015     req->stepSize = odr_intdup(out, scan_stepSize);
3016
3017     if (set)
3018         yaz_oi_set_string_oid(&req->otherInfo, out,
3019                               yaz_oid_userinfo_scan_set, 1, set);
3020
3021     send_apdu(apdu);
3022     return 2;
3023 }
3024
3025 int send_sortrequest(const char *arg, int newset)
3026 {
3027     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3028     Z_SortRequest *req = apdu->u.sortRequest;
3029     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3030         odr_malloc (out, sizeof(*sksl));
3031     char setstring[32];
3032
3033     if (only_z3950())
3034         return 0;
3035     if (setnumber >= 0)
3036         sprintf (setstring, "%d", setnumber);
3037     else
3038         sprintf (setstring, "default");
3039
3040     req->referenceId = set_refid (out);
3041
3042     req->num_inputResultSetNames = 1;
3043     req->inputResultSetNames = (Z_InternationalString **)
3044         odr_malloc (out, sizeof(*req->inputResultSetNames));
3045     req->inputResultSetNames[0] = odr_strdup (out, setstring);
3046
3047     if (newset && setnumber >= 0)
3048         sprintf (setstring, "%d", ++setnumber);
3049
3050     req->sortedResultSetName = odr_strdup (out, setstring);
3051
3052     req->sortSequence = yaz_sort_spec (out, arg);
3053     if (!req->sortSequence)
3054     {
3055         printf ("Missing sort specifications\n");
3056         return -1;
3057     }
3058     send_apdu(apdu);
3059     return 2;
3060 }
3061
3062 void display_term(Z_TermInfo *t)
3063 {
3064     if (t->displayTerm)
3065         printf("%s", t->displayTerm);
3066     else if (t->term->which == Z_Term_general)
3067         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3068     else
3069         printf("Term (not general)");
3070     if (t->term->which == Z_Term_general)
3071         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3072             t->term->u.general->buf);
3073
3074     if (t->globalOccurrences)
3075         printf (" (%d)\n", *t->globalOccurrences);
3076     else
3077         printf ("\n");
3078 }
3079
3080 void process_scanResponse(Z_ScanResponse *res)
3081 {
3082     int i;
3083     Z_Entry **entries = NULL;
3084     int num_entries = 0;
3085    
3086     printf("Received ScanResponse\n"); 
3087     print_refid (res->referenceId);
3088     printf("%d entries", *res->numberOfEntriesReturned);
3089     if (res->positionOfTerm)
3090         printf (", position=%d", *res->positionOfTerm); 
3091     printf ("\n");
3092     if (*res->scanStatus != Z_Scan_success)
3093         printf("Scan returned code %d\n", *res->scanStatus);
3094     if (!res->entries)
3095         return;
3096     if ((entries = res->entries->entries))
3097         num_entries = res->entries->num_entries;
3098     for (i = 0; i < num_entries; i++)
3099     {
3100         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3101         if (entries[i]->which == Z_Entry_termInfo)
3102         {
3103             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3104             display_term(entries[i]->u.termInfo);
3105         }
3106         else
3107             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3108     }
3109     if (res->entries->nonsurrogateDiagnostics)
3110         display_diagrecs (res->entries->nonsurrogateDiagnostics,
3111                           res->entries->num_nonsurrogateDiagnostics);
3112 }
3113
3114 void process_sortResponse(Z_SortResponse *res)
3115 {
3116     printf("Received SortResponse: status=");
3117     switch (*res->sortStatus)
3118     {
3119     case Z_SortResponse_success:
3120         printf ("success"); break;
3121     case Z_SortResponse_partial_1:
3122         printf ("partial"); break;
3123     case Z_SortResponse_failure:
3124         printf ("failure"); break;
3125     default:
3126         printf ("unknown (%d)", *res->sortStatus);
3127     }
3128     printf ("\n");
3129     print_refid (res->referenceId);
3130     if (res->diagnostics)
3131         display_diagrecs(res->diagnostics,
3132                          res->num_diagnostics);
3133 }
3134
3135 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
3136 {
3137     printf("Got deleteResultSetResponse status=%d\n",
3138            *res->deleteOperationStatus);
3139     if (res->deleteListStatuses)
3140     {
3141         int i;
3142         for (i = 0; i < res->deleteListStatuses->num; i++)
3143         {
3144             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3145                     *res->deleteListStatuses->elements[i]->status);
3146         }
3147     }
3148 }
3149
3150 int cmd_sort_generic(const char *arg, int newset)
3151 {
3152     if (only_z3950())
3153         return 0;
3154     if (session_initResponse && 
3155         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3156     {
3157         printf("Target doesn't support sort\n");
3158         return 0;
3159     }
3160     if (*arg)
3161     {
3162         if (send_sortrequest(arg, newset) < 0)
3163             return 0;
3164         return 2;
3165     }
3166     return 0;
3167 }
3168
3169 int cmd_sort(const char *arg)
3170 {
3171     return cmd_sort_generic (arg, 0);
3172 }
3173
3174 int cmd_sort_newset (const char *arg)
3175 {
3176     return cmd_sort_generic (arg, 1);
3177 }
3178
3179 int cmd_scanstep(const char *arg)
3180 {
3181     scan_stepSize = atoi(arg);
3182     return 0;
3183 }
3184
3185 int cmd_scanpos(const char *arg)
3186 {
3187     int r = sscanf(arg, "%d", &scan_position);
3188     if (r == 0)
3189         scan_position = 1;
3190     return 0;
3191 }
3192
3193 int cmd_scansize(const char *arg)
3194 {
3195     int r = sscanf(arg, "%d", &scan_size);
3196     if (r == 0)
3197         scan_size = 20;
3198     return 0;
3199 }
3200
3201 static int cmd_scan_common(const char *set, const char *arg)
3202 {
3203     if (protocol == PROTO_HTTP)
3204     {
3205 #if YAZ_HAVE_XML2
3206         if (!conn)
3207             session_connect(cur_host);
3208         if (!conn)
3209             return 0;
3210         if (*arg)
3211         {
3212             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3213                 return 0;
3214         }
3215         else
3216         {
3217             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3218                 return 0;
3219         }
3220         return 2;
3221 #else
3222         return 0;
3223 #endif
3224     }
3225     else
3226     {
3227         if (!conn)
3228         {
3229             try_reconnect();
3230             
3231             if (!conn) {                                                                
3232                 printf("Session not initialized yet\n");
3233                 return 0;
3234             }
3235         }
3236         if (session_initResponse && 
3237             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3238         {
3239             printf("Target doesn't support scan\n");
3240             return 0;
3241         }
3242         if (*arg)
3243         {
3244             strcpy (last_scan_query, arg);
3245             if (send_scanrequest(set, arg, 
3246                                  scan_position, scan_size, 0) < 0)
3247                 return 0;
3248         }
3249         else
3250         {
3251             if (send_scanrequest(set, last_scan_query, 
3252                                  1, scan_size, last_scan_line) < 0)
3253                 return 0;
3254         }
3255         return 2;
3256     }
3257 }
3258
3259 int cmd_scan(const char *arg)
3260 {
3261     return cmd_scan_common(0, arg);
3262 }
3263
3264 int cmd_setscan(const char *arg)
3265 {
3266     char setstring[100];
3267     int nor;
3268     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3269     {
3270         printf("missing set for setscan\n");
3271         return 0;
3272     }
3273     return cmd_scan_common(setstring, arg + nor);
3274 }
3275
3276 int cmd_schema(const char *arg)
3277 {
3278     xfree(record_schema);
3279     record_schema = 0;
3280     if (arg && *arg)
3281         record_schema = xstrdup(arg);
3282     return 1;
3283 }
3284
3285 int cmd_format(const char *arg)
3286 {
3287     const char *cp = arg;
3288     int nor;
3289     int idx = 0;
3290     int i;
3291     char form_str[41];
3292     if (!arg || !*arg)
3293     {
3294         printf("Usage: format <recordsyntax>\n");
3295         return 0;
3296     }
3297     for (i = 0; i < recordsyntax_size; i++)
3298     {
3299         xfree(recordsyntax_list[i]);
3300         recordsyntax_list[i] = 0;
3301     }
3302
3303     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0 
3304            && idx < RECORDSYNTAX_MAX)
3305     {
3306         if (!strcmp(form_str, "none"))
3307             break;
3308         recordsyntax_list[idx] = xstrdup(form_str);
3309         cp += nor;
3310         idx++;
3311     }
3312     recordsyntax_size = idx;
3313     return 1;
3314 }
3315
3316 int cmd_elements(const char *arg)
3317 {
3318     static Z_ElementSetNames esn;
3319     static char what[100];
3320
3321     if (!arg || !*arg)
3322     {
3323         elementSetNames = 0;
3324         return 1;
3325     }
3326     strcpy(what, arg);
3327     esn.which = Z_ElementSetNames_generic;
3328     esn.u.generic = what;
3329     elementSetNames = &esn;
3330     return 1;
3331 }
3332
3333 int cmd_querytype (const char *arg)
3334 {
3335     if (!strcmp (arg, "ccl"))
3336         queryType = QueryType_CCL;
3337     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3338         queryType = QueryType_Prefix;
3339     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3340         queryType = QueryType_CCL2RPN;
3341     else if (!strcmp(arg, "cql"))
3342         queryType = QueryType_CQL;        
3343     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3344         queryType = QueryType_CQL2RPN;
3345     else
3346     {
3347         printf ("Querytype must be one of:\n");
3348         printf (" prefix         - Prefix query\n");
3349         printf (" ccl            - CCL query\n");
3350         printf (" ccl2rpn        - CCL query converted to RPN\n");
3351         printf (" cql            - CQL\n");
3352         printf (" cql2rpn        - CQL query converted to RPN\n");
3353         return 0;
3354     }
3355     return 1;
3356 }
3357
3358 int cmd_refid (const char *arg)
3359 {
3360     xfree (refid);
3361     refid = NULL;
3362     if (*arg)
3363         refid = xstrdup (arg);
3364     return 1;
3365 }
3366
3367 int cmd_close(const char *arg)
3368 {
3369     Z_APDU *apdu;
3370     Z_Close *req;
3371     if (only_z3950())
3372         return 0;
3373     apdu = zget_APDU(out, Z_APDU_close);
3374     req = apdu->u.close;
3375     *req->closeReason = Z_Close_finished;
3376     send_apdu(apdu);
3377     printf("Sent close request.\n");
3378     sent_close = 1;
3379     return 2;
3380 }
3381
3382 int cmd_packagename(const char* arg)
3383 {
3384     xfree (esPackageName);
3385     esPackageName = NULL;
3386     if (*arg)
3387         esPackageName = xstrdup(arg);
3388     return 1;
3389 }
3390
3391 int cmd_proxy(const char* arg)
3392 {
3393     xfree(yazProxy);
3394     yazProxy = 0;
3395     if (*arg)
3396         yazProxy = xstrdup (arg);
3397     return 1;
3398 }
3399
3400 int cmd_marccharset(const char *arg)
3401 {
3402     char l1[30];
3403
3404     *l1 = 0;
3405     if (sscanf(arg, "%29s", l1) < 1)
3406     {
3407         printf("MARC character set is `%s'\n", 
3408                marcCharset ? marcCharset: "none");
3409         return 1;
3410     }
3411     xfree (marcCharset);
3412     marcCharset = 0;
3413     if (strcmp(l1, "-") && strcmp(l1, "none"))
3414         marcCharset = xstrdup(l1);
3415     return 1;
3416 }
3417
3418 int cmd_querycharset(const char *arg)
3419 {
3420     char l1[30];
3421
3422     *l1 = 0;
3423     if (sscanf(arg, "%29s", l1) < 1)
3424     {
3425         printf("Query character set is `%s'\n", 
3426                queryCharset ? queryCharset: "none");
3427         return 1;
3428     }
3429     xfree (queryCharset);
3430     queryCharset = 0;
3431     if (strcmp(l1, "-") && strcmp(l1, "none"))
3432         queryCharset = xstrdup(l1);
3433     return 1;
3434 }
3435
3436 int cmd_displaycharset(const char *arg)
3437 {
3438     char l1[30];
3439
3440     *l1 = 0;
3441     if (sscanf(arg, "%29s", l1) < 1)
3442     {
3443         printf("Display character set is `%s'\n", 
3444                outputCharset ? outputCharset: "none");
3445     }
3446     else
3447     {
3448         xfree (outputCharset);
3449         outputCharset = 0;
3450         if (!strcmp(l1, "auto") && codeset)
3451         {
3452             if (codeset)
3453             {
3454                 printf ("Display character set: %s\n", codeset);
3455                 outputCharset = xstrdup(codeset);
3456             }
3457             else
3458                 printf ("No codeset found on this system\n");
3459         }
3460         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3461             outputCharset = xstrdup(l1);
3462     } 
3463     return 1;
3464 }
3465
3466 int cmd_negcharset(const char *arg)
3467 {
3468     char l1[30];
3469
3470     *l1 = 0;
3471     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3472                &negotiationCharsetVersion) < 1)
3473     {
3474         printf("Negotiation character set `%s'\n", 
3475                negotiationCharset ? negotiationCharset: "none");  
3476         if (negotiationCharset)
3477         {
3478             printf("Records in charset %s\n", negotiationCharsetRecords ? 
3479                    "yes" : "no");
3480             printf("Charneg version %d\n", negotiationCharsetVersion);
3481         }
3482     }
3483     else
3484     {
3485         xfree (negotiationCharset);
3486         negotiationCharset = NULL;
3487         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3488         {
3489             negotiationCharset = xstrdup(l1);
3490             printf ("Character set negotiation : %s\n", negotiationCharset);
3491         }
3492     }
3493     return 1;
3494 }
3495
3496 int cmd_charset(const char* arg)
3497 {
3498     char l1[30], l2[30], l3[30], l4[30];
3499
3500     *l1 = *l2 = *l3 = *l4 = '\0';
3501     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3502     {
3503         cmd_negcharset("");
3504         cmd_displaycharset("");
3505         cmd_marccharset("");
3506         cmd_querycharset("");
3507     }
3508     else
3509     {
3510         cmd_negcharset(l1);
3511         if (*l2)
3512             cmd_displaycharset(l2);
3513         if (*l3)
3514             cmd_marccharset(l3);
3515         if (*l4)
3516             cmd_querycharset(l4);
3517     }
3518     return 1;
3519 }
3520
3521 int cmd_lang(const char* arg)
3522 {
3523     if (*arg == '\0') {
3524         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3525         return 1;
3526     }
3527     xfree (yazLang);
3528     yazLang = NULL;
3529     if (*arg)
3530         yazLang = xstrdup(arg);
3531     return 1;
3532 }
3533
3534 int cmd_source(const char* arg, int echo ) 
3535 {
3536     /* first should open the file and read one line at a time.. */
3537     FILE* includeFile;
3538     char line[102400], *cp;
3539
3540     if(strlen(arg)<1) {
3541         fprintf(stderr,"Error in source command use a filename\n");
3542         return -1;
3543     }
3544     
3545     includeFile = fopen (arg, "r");
3546     
3547     if(!includeFile) {
3548         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3549         return -1;
3550     }
3551     
3552     while(!feof(includeFile)) {
3553         memset(line,0,sizeof(line));
3554         fgets(line,sizeof(line),includeFile);
3555         
3556         if(strlen(line) < 2) continue;
3557         if(line[0] == '#') continue;
3558         
3559         if ((cp = strrchr (line, '\n')))
3560             *cp = '\0';
3561         
3562         if( echo ) {
3563             printf( "processing line: %s\n",line );
3564         };
3565         process_cmd_line(line);
3566     }
3567     
3568     if(fclose(includeFile)<0) {
3569         perror("unable to close include file");
3570         exit(1);
3571     }
3572     return 1;
3573 }
3574
3575 int cmd_source_echo(const char* arg)
3576
3577     cmd_source(arg, 1);
3578     return 1;
3579 }
3580
3581 int cmd_source_noecho(const char* arg)
3582 {
3583     cmd_source(arg, 0);
3584     return 1;
3585 }
3586
3587
3588 int cmd_subshell(const char* args)
3589 {
3590     if(strlen(args)) 
3591         system(args);
3592     else 
3593         system(getenv("SHELL"));
3594     
3595     printf("\n");
3596     return 1;
3597 }
3598
3599 int cmd_set_berfile(const char *arg)
3600 {
3601     if (ber_file && ber_file != stdout && ber_file != stderr)
3602         fclose(ber_file);
3603     if (!strcmp(arg, ""))
3604         ber_file = 0;
3605     else if (!strcmp(arg, "-"))
3606         ber_file = stdout;
3607     else
3608         ber_file = fopen(arg, "a");
3609     return 1;
3610 }
3611
3612 int cmd_set_apdufile(const char *arg)
3613 {
3614     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3615         fclose(apdu_file);
3616     if (!strcmp(arg, ""))
3617         apdu_file = 0;
3618     else if (!strcmp(arg, "-"))
3619         apdu_file = stderr;
3620     else
3621     {
3622         apdu_file = fopen(arg, "a");
3623         if (!apdu_file)
3624             perror("unable to open apdu log file");
3625     }
3626     if (apdu_file)
3627         odr_setprint(print, apdu_file);
3628     return 1;
3629 }
3630
3631 int cmd_set_cclfile(const char* arg)
3632 {  
3633     FILE *inf;
3634
3635     bibset = ccl_qual_mk (); 
3636     inf = fopen (arg, "r");
3637     if (!inf)
3638         perror("unable to open CCL file");
3639     else
3640     {
3641         ccl_qual_file (bibset, inf);
3642         fclose (inf);
3643     }
3644     strcpy(ccl_fields,arg);
3645     return 0;
3646 }
3647
3648 int cmd_set_cqlfile(const char* arg)
3649 {
3650     cql_transform_t newcqltrans;
3651
3652     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3653         perror("unable to open CQL file");
3654         return 0;
3655     }
3656     if (cqltrans != 0)
3657         cql_transform_close(cqltrans);
3658
3659     cqltrans = newcqltrans;
3660     strcpy(cql_fields, arg);
3661     return 0;
3662 }
3663
3664 int cmd_set_auto_reconnect(const char* arg)
3665 {  
3666     if(strlen(arg)==0) {
3667         auto_reconnect = ! auto_reconnect;
3668     } else if(strcmp(arg,"on")==0) {
3669         auto_reconnect = 1;
3670     } else if(strcmp(arg,"off")==0) {
3671         auto_reconnect = 0;             
3672     } else {
3673         printf("Error use on or off\n");
3674         return 1;
3675     }
3676     
3677     if (auto_reconnect)
3678         printf("Set auto reconnect enabled.\n");
3679     else
3680         printf("Set auto reconnect disabled.\n");
3681     
3682     return 0;
3683 }
3684
3685
3686 int cmd_set_auto_wait(const char* arg)
3687 {  
3688     if(strlen(arg)==0) {
3689         auto_wait = ! auto_wait;
3690     } else if(strcmp(arg,"on")==0) {
3691         auto_wait = 1;
3692     } else if(strcmp(arg,"off")==0) {
3693         auto_wait = 0;          
3694     } else {
3695         printf("Error use on or off\n");
3696         return 1;
3697     }
3698     
3699     if (auto_wait)
3700         printf("Set auto wait enabled.\n");
3701     else
3702         printf("Set auto wait disabled.\n");
3703     
3704     return 0;
3705 }
3706
3707 int cmd_set_marcdump(const char* arg)
3708 {
3709     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3710         fclose(marc_file);
3711     }
3712
3713     if (!strcmp(arg, ""))
3714         marc_file = 0;
3715     else if (!strcmp(arg, "-"))
3716         marc_file = stderr;
3717     else
3718     {
3719         marc_file = fopen(arg, "a");
3720         if (!marc_file)
3721             perror("unable to open marc log file");
3722     }
3723     return 1;
3724 }
3725
3726 /* 
3727    this command takes 3 arge {name class oid} 
3728 */
3729 int cmd_register_oid(const char* args) {
3730     static struct {
3731         char* className;
3732         oid_class oclass;
3733     } oid_classes[] = {
3734         {"appctx",CLASS_APPCTX},
3735         {"absyn",CLASS_ABSYN},
3736         {"attset",CLASS_ATTSET},
3737         {"transyn",CLASS_TRANSYN},
3738         {"diagset",CLASS_DIAGSET},
3739         {"recsyn",CLASS_RECSYN},
3740         {"resform",CLASS_RESFORM},
3741         {"accform",CLASS_ACCFORM},
3742         {"extserv",CLASS_EXTSERV},
3743         {"userinfo",CLASS_USERINFO},
3744         {"elemspec",CLASS_ELEMSPEC},
3745         {"varset",CLASS_VARSET},
3746         {"schema",CLASS_SCHEMA},
3747         {"tagset",CLASS_TAGSET},
3748         {"general",CLASS_GENERAL},
3749         {0,(enum oid_class) 0}
3750     };
3751     char oname_str[101], oclass_str[101], oid_str[101];  
3752     int i;
3753     oid_class oidclass = CLASS_GENERAL;
3754     Odr_oid oid[OID_SIZE];
3755
3756     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3757                 oname_str,oclass_str, oid_str) < 1) {
3758         printf("Error in register command \n");
3759         return 0;
3760     }
3761     
3762     for (i = 0; oid_classes[i].className; i++) {
3763         if (!strcmp(oid_classes[i].className, oclass_str))
3764         {
3765             oidclass=oid_classes[i].oclass;
3766             break;
3767         }
3768     }
3769     
3770     if(!(oid_classes[i].className)) {
3771         printf("Unknown oid class %s\n",oclass_str);
3772         return 0;
3773     }
3774     
3775     oid_dotstring_to_oid(oid_str, oid);
3776
3777     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3778     {
3779         printf("oid %s already exists, registration failed\n",
3780                oname_str);
3781     }
3782     return 1;  
3783 }
3784
3785 int cmd_push_command(const char* arg) 
3786 {
3787 #if HAVE_READLINE_HISTORY_H
3788     if(strlen(arg)>1) 
3789         add_history(arg);
3790 #else 
3791     fprintf(stderr,"Not compiled with the readline/history module\n");
3792 #endif
3793     return 1;
3794 }
3795
3796 void source_rc_file(const char *rc_file)
3797 {
3798     /*  If rc_file != NULL, source that. Else
3799         Look for .yazclientrc and read it if it exists. 
3800         If it does not exist, read  $HOME/.yazclientrc instead */
3801     struct stat statbuf;
3802
3803     if (rc_file)
3804     {
3805         if (stat(rc_file, &statbuf) == 0)
3806             cmd_source(rc_file, 0);
3807         else
3808         {
3809             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3810             exit(1);
3811         }
3812     }
3813     else
3814     {
3815         char fname[1000];
3816         strcpy(fname, ".yazclientrc");
3817         if (stat(fname, &statbuf)==0)
3818         {
3819             cmd_source(fname, 0);
3820         }
3821         else
3822         {
3823             const char* homedir = getenv("HOME");
3824             if (homedir)
3825             {
3826                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3827                 if (stat(fname, &statbuf)==0)
3828                     cmd_source(fname, 0);
3829             }
3830         }
3831     }
3832 }
3833
3834 void add_to_readline_history(void *client_data, const char *line)
3835 {
3836 #if HAVE_READLINE_HISTORY_H
3837     if (strlen(line))
3838         add_history(line);
3839 #endif
3840 }
3841
3842 static void initialize(const char *rc_file)
3843 {
3844     FILE *inf;
3845     int i;
3846     
3847     if (!(out = odr_createmem(ODR_ENCODE)) ||
3848         !(in = odr_createmem(ODR_DECODE)) ||
3849         !(print = odr_createmem(ODR_PRINT)))
3850     {
3851         fprintf(stderr, "failed to allocate ODR streams\n");
3852         exit(1);
3853     }
3854     
3855     setvbuf(stdout, 0, _IONBF, 0);
3856     if (apdu_file)
3857         odr_setprint(print, apdu_file);
3858
3859     bibset = ccl_qual_mk (); 
3860     inf = fopen (ccl_fields, "r");
3861     if (inf)
3862     {
3863         ccl_qual_file (bibset, inf);
3864         fclose (inf);
3865     }
3866
3867     cqltrans = cql_transform_open_fname(cql_fields);
3868     /* If this fails, no problem: we detect cqltrans == 0 later */
3869
3870 #if HAVE_READLINE_READLINE_H
3871     rl_attempted_completion_function = 
3872         (char **(*)(const char *, int, int)) readline_completer;
3873 #endif
3874     for(i = 0; i < maxOtherInfosSupported; ++i) {
3875         extraOtherInfos[i].oid[0] = -1;
3876         extraOtherInfos[i].value = 0;
3877     }
3878
3879     cmd_format("usmarc");
3880     
3881     source_rc_file(rc_file);
3882
3883     file_history = file_history_new();
3884     file_history_load(file_history);
3885     file_history_trav(file_history, 0, add_to_readline_history);
3886 }
3887
3888
3889 #if HAVE_GETTIMEOFDAY
3890 struct timeval tv_start;
3891 #endif
3892
3893 #if YAZ_HAVE_XML2
3894 static void handle_srw_record(Z_SRW_record *rec)
3895 {
3896     if (rec->recordPosition)
3897     {
3898         printf ("pos=%d", *rec->recordPosition);
3899         setno = *rec->recordPosition + 1;
3900     }
3901     if (rec->recordSchema)
3902         printf (" schema=%s", rec->recordSchema);
3903     printf ("\n");
3904     if (rec->recordData_buf && rec->recordData_len)
3905     {
3906         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3907         if (marc_file)
3908             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3909     }
3910     else
3911         printf ("No data!");
3912     printf("\n");
3913 }
3914
3915 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3916 {
3917     handle_srw_record(&res->record);
3918 }
3919
3920 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3921 {
3922     int i;
3923
3924     printf ("Received SRW SearchRetrieve Response\n");
3925     
3926     for (i = 0; i<res->num_diagnostics; i++)
3927     {
3928         if (res->diagnostics[i].uri)
3929             printf ("SRW diagnostic %s\n",
3930                     res->diagnostics[i].uri);
3931         else
3932             printf ("SRW diagnostic missing or could not be decoded\n");
3933         if (res->diagnostics[i].message)
3934             printf ("Message: %s\n", res->diagnostics[i].message);
3935         if (res->diagnostics[i].details)
3936             printf ("Details: %s\n", res->diagnostics[i].details);
3937     }
3938     if (res->numberOfRecords)
3939         printf ("Number of hits: %d\n", *res->numberOfRecords);
3940     for (i = 0; i<res->num_records; i++)
3941         handle_srw_record(res->records + i);
3942 }
3943
3944 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3945 {
3946     if (term->displayTerm)
3947         printf("%s:", term->displayTerm);
3948     else if (term->value)
3949         printf("%s:", term->value);
3950     else
3951         printf("No value:");
3952     if (term->numberOfRecords)
3953         printf(" %d", *term->numberOfRecords);
3954     if (term->whereInList)
3955         printf(" %s", term->whereInList);
3956     if (term->value && term->displayTerm)
3957         printf(" %s", term->value);
3958
3959     strcpy(last_scan_line, term->value);
3960     printf("\n");
3961 }
3962
3963 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3964 {
3965     int i;
3966
3967     printf ("Received SRW Scan Response\n");
3968     
3969     for (i = 0; i<res->num_diagnostics; i++)
3970     {
3971         if (res->diagnostics[i].uri)
3972             printf ("SRW diagnostic %s\n",
3973                     res->diagnostics[i].uri);
3974         else
3975             printf ("SRW diagnostic missing or could not be decoded\n");
3976         if (res->diagnostics[i].message)
3977             printf ("Message: %s\n", res->diagnostics[i].message);
3978         if (res->diagnostics[i].details)
3979             printf ("Details: %s\n", res->diagnostics[i].details);
3980     }
3981     if (res->terms)
3982         for (i = 0; i<res->num_terms; i++)
3983             handle_srw_scan_term(res->terms + i);
3984 }
3985
3986 static void http_response(Z_HTTP_Response *hres)
3987 {
3988     int ret = -1;
3989     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3990                                                        "Connection");
3991     if (!yaz_srw_check_content_type(hres))
3992         printf("Content type does not appear to be XML\n");
3993     else
3994     {
3995         Z_SOAP *soap_package = 0;
3996         ODR o = odr_createmem(ODR_DECODE);
3997         Z_SOAP_Handler soap_handlers[3] = {
3998             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
3999             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4000             {0, 0, 0}
4001         };
4002         ret = z_soap_codec(o, &soap_package,
4003                            &hres->content_buf, &hres->content_len,
4004                            soap_handlers);
4005         if (!ret && soap_package->which == Z_SOAP_generic)
4006         {
4007             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4008             if (sr->which == Z_SRW_searchRetrieve_response)
4009                 handle_srw_response(sr->u.response);
4010             else if (sr->which == Z_SRW_explain_response)
4011                 handle_srw_explain_response(sr->u.explain_response);
4012             else if (sr->which == Z_SRW_scan_response)
4013                 handle_srw_scan_response(sr->u.scan_response);
4014             else if (sr->which == Z_SRW_update_response)
4015                 printf("Got update response. Status: %s\n",
4016                        sr->u.update_response->operationStatus);
4017             else
4018                 ret = -1;
4019         }
4020         else if (soap_package && (soap_package->which == Z_SOAP_fault
4021                                   || soap_package->which == Z_SOAP_error))
4022         {
4023             printf ("HTTP Error Status=%d\n", hres->code);
4024             printf ("SOAP Fault code %s\n",
4025                     soap_package->u.fault->fault_code);
4026             printf ("SOAP Fault string %s\n", 
4027                     soap_package->u.fault->fault_string);
4028             if (soap_package->u.fault->details)
4029                 printf ("SOAP Details %s\n", 
4030                         soap_package->u.fault->details);
4031         }
4032         else
4033         {
4034             printf("z_soap_codec failed. (no SOAP error)\n");
4035             ret = -1;
4036         }
4037         odr_destroy(o);
4038     }
4039     if (ret)
4040     {
4041         if (hres->code != 200)
4042         {
4043             printf ("HTTP Error Status=%d\n", hres->code);
4044         }
4045         else
4046         {
4047             printf ("Decoding of SRW package failed\n");
4048         }
4049         close_session();
4050     }
4051     else
4052     {
4053         if (!strcmp(hres->version, "1.0"))
4054         {
4055             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4056             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4057                 close_session();
4058         }
4059         else 
4060         {
4061             /* HTTP 1.1: only if no close we stay alive .. */
4062             if (connection_head && !strcmp(connection_head, "close"))
4063                 close_session();
4064         }
4065     }
4066 }
4067 #endif
4068
4069 void wait_and_handle_response(int one_response_only) 
4070 {
4071     int reconnect_ok = 1;
4072     int res;
4073     char *netbuffer= 0;
4074     int netbufferlen = 0;
4075 #if HAVE_GETTIMEOFDAY
4076     int got_tv_end = 0;
4077     struct timeval tv_end;
4078 #endif
4079     Z_GDU *gdu;
4080     
4081     while(conn)
4082     {
4083         res = cs_get(conn, &netbuffer, &netbufferlen);
4084         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4085         {
4086             cs_close(conn);
4087             conn = 0;
4088             session_connect(cur_host);
4089             reconnect_ok = 0;
4090             if (conn)
4091             {
4092                 char *buf_out;
4093                 int len_out;
4094                 
4095                 buf_out = odr_getbuf(out, &len_out, 0);
4096                 
4097                 do_hex_dump(buf_out, len_out);
4098
4099                 cs_put(conn, buf_out, len_out);
4100                 
4101                 odr_reset(out);
4102                 continue;
4103             }
4104         }
4105         else if (res <= 0)
4106         {
4107             printf("Target closed connection\n");
4108             close_session();
4109             break;
4110         }
4111 #if HAVE_GETTIMEOFDAY
4112         if (got_tv_end == 0)
4113             gettimeofday (&tv_end, 0); /* count first one only */
4114         got_tv_end++;
4115 #endif
4116         odr_reset(out);
4117         odr_reset(in); /* release APDU from last round */
4118         record_last = 0;
4119         do_hex_dump(netbuffer, res);
4120         odr_setbuf(in, netbuffer, res, 0);
4121         
4122         if (!z_GDU(in, &gdu, 0, 0))
4123         {
4124             FILE *f = ber_file ? ber_file : stdout;
4125             odr_perror(in, "Decoding incoming APDU");
4126             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4127             fprintf(f, "Packet dump:\n---------\n");
4128             odr_dumpBER(f, netbuffer, res);
4129             fprintf(f, "---------\n");
4130             if (apdu_file)
4131             {
4132                 z_GDU(print, &gdu, 0, 0);
4133                 odr_reset(print);
4134             }
4135             if (conn && cs_more(conn))
4136                 continue;
4137             break;
4138         }
4139         if (ber_file)
4140             odr_dumpBER(ber_file, netbuffer, res);
4141         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4142         {
4143             odr_perror(print, "Failed to print incoming APDU");
4144             odr_reset(print);
4145                 continue;
4146         }
4147         if (gdu->which == Z_GDU_Z3950)
4148         {
4149             Z_APDU *apdu = gdu->u.z3950;
4150             switch(apdu->which)
4151             {
4152             case Z_APDU_initResponse:
4153                 process_initResponse(apdu->u.initResponse);
4154                 break;
4155             case Z_APDU_searchResponse:
4156                 process_searchResponse(apdu->u.searchResponse);
4157                 break;
4158             case Z_APDU_scanResponse:
4159                 process_scanResponse(apdu->u.scanResponse);
4160                 break;
4161             case Z_APDU_presentResponse:
4162                 print_refid (apdu->u.presentResponse->referenceId);
4163                 setno +=
4164                     *apdu->u.presentResponse->numberOfRecordsReturned;
4165                 if (apdu->u.presentResponse->records)
4166                     display_records(apdu->u.presentResponse->records);
4167                 else
4168                     printf("No records.\n");
4169                 printf ("nextResultSetPosition = %d\n",
4170                         *apdu->u.presentResponse->nextResultSetPosition);
4171                 break;
4172             case Z_APDU_sortResponse:
4173                 process_sortResponse(apdu->u.sortResponse);
4174                 break;
4175             case Z_APDU_extendedServicesResponse:
4176                 printf("Got extended services response\n");
4177                 process_ESResponse(apdu->u.extendedServicesResponse);
4178                 break;
4179             case Z_APDU_close:
4180                 printf("Target has closed the association.\n");
4181                 process_close(apdu->u.close);
4182                 break;
4183             case Z_APDU_resourceControlRequest:
4184                 process_resourceControlRequest
4185                     (apdu->u.resourceControlRequest);
4186                 break;
4187             case Z_APDU_deleteResultSetResponse:
4188                 process_deleteResultSetResponse(apdu->u.
4189                                                 deleteResultSetResponse);
4190                 break;
4191             default:
4192                 printf("Received unknown APDU type (%d).\n", 
4193                        apdu->which);
4194                 close_session ();
4195             }
4196         }
4197 #if YAZ_HAVE_XML2
4198         else if (gdu->which == Z_GDU_HTTP_Response)
4199         {
4200             http_response(gdu->u.HTTP_Response);
4201         }
4202 #endif
4203         if (one_response_only)
4204             break;
4205         if (conn && !cs_more(conn))
4206             break;
4207     }
4208 #if HAVE_GETTIMEOFDAY
4209     if (got_tv_end)
4210     {
4211 #if 0
4212         printf ("S/U S/U=%ld/%ld %ld/%ld",
4213                 (long) tv_start.tv_sec,
4214                 (long) tv_start.tv_usec,
4215                 (long) tv_end.tv_sec,
4216                 (long) tv_end.tv_usec);
4217 #endif
4218         printf ("Elapsed: %.6f\n",
4219                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4220                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4221     }
4222 #endif
4223     xfree (netbuffer);
4224 }
4225
4226
4227 int cmd_cclparse(const char* arg) 
4228 {
4229     int error, pos;
4230     struct ccl_rpn_node *rpn=NULL;
4231     
4232     
4233     rpn = ccl_find_str (bibset, arg, &error, &pos);
4234     
4235     if (error) {
4236         int ioff = 3+strlen(last_cmd)+1+pos;
4237         printf ("%*s^ - ", ioff, " ");
4238         printf ("%s\n", ccl_err_msg (error));
4239     }
4240     else
4241     {
4242         if (rpn)
4243         {       
4244             ccl_pr_tree(rpn, stdout); 
4245         }
4246     }
4247     if (rpn)
4248         ccl_rpn_delete(rpn);
4249     
4250     printf ("\n");
4251     
4252     return 0;
4253 }
4254
4255
4256 int cmd_set_otherinfo(const char* args)
4257 {
4258     char oidstr[101], otherinfoString[101];
4259     int otherinfoNo;
4260     int sscan_res;
4261     
4262     sscan_res = sscanf (args, "%d %100[^ ] %100s", 
4263                         &otherinfoNo, oidstr, otherinfoString);
4264
4265     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4266         printf("Error otherinfo index too large (%d>=%d)\n",
4267                otherinfoNo,maxOtherInfosSupported);
4268         return 0;
4269     }
4270     
4271
4272     if (sscan_res==1) 
4273     {
4274         /* reset this otherinfo */
4275         extraOtherInfos[otherinfoNo].oid[0] = -1;
4276         xfree(extraOtherInfos[otherinfoNo].value);                   
4277         extraOtherInfos[otherinfoNo].value = 0;
4278         return 0;
4279     }
4280     if (sscan_res != 3) {
4281         printf("Error in set_otherinfo command \n");
4282         return 0;
4283     }
4284     else
4285     {
4286         NMEM oid_tmp = nmem_create();
4287         const Odr_oid *oid =
4288             yaz_string_to_oid_nmem(yaz_oid_std(),
4289                                    CLASS_GENERAL, oidstr, oid_tmp);
4290         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4291             
4292         xfree(extraOtherInfos[otherinfoNo].value);
4293         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4294
4295         nmem_destroy(oid_tmp);
4296     }
4297     
4298     return 0;
4299 }
4300
4301 int cmd_sleep(const char* args ) 
4302 {
4303     int sec=atoi(args);
4304     if( sec > 0 ) {
4305 #ifdef WIN32
4306         Sleep(sec*1000);
4307 #else
4308         sleep(sec);
4309 #endif
4310         printf("Done sleeping %d seconds\n", sec);      
4311     }
4312     return 1;    
4313 }
4314
4315 int cmd_list_otherinfo(const char* args)
4316 {
4317     int i;         
4318     
4319     if (strlen(args)>0)
4320     {
4321         i = atoi(args);
4322         if (i >= maxOtherInfosSupported)
4323         {
4324             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4325             return 0;
4326         }
4327         if (extraOtherInfos[i].value)
4328         {
4329             char name_oid[OID_STR_MAX];
4330             oid_class oclass;
4331             const char *name =
4332                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4333                                       name_oid);
4334             printf("  otherinfo %d %s %s\n",
4335                    i, name ? name : "null",
4336                    extraOtherInfos[i].value);
4337         }
4338         
4339     } 
4340     else 
4341     {            
4342         for(i = 0; i < maxOtherInfosSupported; ++i)
4343         {
4344             if (extraOtherInfos[i].value)
4345             {
4346                 char name_oid[OID_STR_MAX];
4347                 oid_class oclass;
4348                 const char *name =
4349                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4350                                           name_oid);
4351                 printf("  otherinfo %d %s %s\n",
4352                        i, name ? name : "null",
4353                        extraOtherInfos[i].value);
4354             }
4355         }
4356     }
4357     return 0;
4358 }
4359
4360
4361 int cmd_list_all(const char* args) {
4362     int i;
4363     
4364     /* connection options */
4365     if(conn) {
4366         printf("Connected to         : %s\n",last_open_command);
4367     } else {
4368         if(last_open_command) 
4369             printf("Not connected to     : %s\n",last_open_command);
4370         else 
4371             printf("Not connected        : \n");
4372         
4373     }
4374     if(yazProxy) printf("using proxy          : %s\n",yazProxy);                
4375     
4376     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4377     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4378     
4379     if (!auth) {
4380         printf("Authentication       : none\n");
4381     } else {
4382         switch(auth->which) {
4383         case Z_IdAuthentication_idPass:
4384             printf("Authentication       : IdPass\n"); 
4385             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4386             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4387             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4388             break;
4389         case Z_IdAuthentication_open:
4390             printf("Authentication       : psOpen\n");                  
4391             printf("    Open string      : %s\n",auth->u.open); 
4392             break;
4393         default:
4394             printf("Authentication       : Unknown\n");
4395         }
4396     }
4397     if (negotiationCharset)
4398         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4399     
4400     /* bases */
4401     printf("Bases                : ");
4402     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4403     printf("\n");
4404     
4405     /* Query options */
4406     printf("CCL file             : %s\n",ccl_fields);
4407     printf("CQL file             : %s\n",cql_fields);
4408     printf("Query type           : %s\n",query_type_as_string(queryType));
4409     
4410     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4411     
4412     /* piggy back options */
4413     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4414     
4415     /* print present related options */
4416     if (recordsyntax_size > 0)
4417     {
4418         printf("Format               : %s\n", recordsyntax_list[0]);
4419     }
4420     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4421     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4422     
4423     /* loging options */
4424     printf("APDU log             : %s\n",apdu_file?"on":"off");
4425     printf("Record log           : %s\n",marc_file?"on":"off");
4426     
4427     /* other infos */
4428     printf("Other Info: \n");
4429     cmd_list_otherinfo("");
4430     
4431     return 0;
4432 }
4433
4434 int cmd_clear_otherinfo(const char* args) 
4435 {
4436     if(strlen(args)>0) {
4437         int otherinfoNo = atoi(args);
4438         if (otherinfoNo >= maxOtherInfosSupported) {
4439             printf("Error otherinfo index too large (%d>=%d)\n",
4440                    otherinfoNo, maxOtherInfosSupported);
4441             return 0;
4442         }
4443         if (extraOtherInfos[otherinfoNo].value)
4444         {                 
4445             /* only clear if set. */
4446             extraOtherInfos[otherinfoNo].oid[0] = -1;
4447             xfree(extraOtherInfos[otherinfoNo].value);
4448             extraOtherInfos[otherinfoNo].value = 0;
4449         }
4450     } else {
4451         int i;
4452         for(i = 0; i < maxOtherInfosSupported; ++i) 
4453         {
4454             if (extraOtherInfos[i].value)
4455             {                               
4456                 extraOtherInfos[i].oid[0] = -1;
4457                 xfree(extraOtherInfos[i].value);
4458                 extraOtherInfos[i].value = 0;
4459             }
4460         }
4461     }
4462     return 0;
4463 }
4464
4465 int cmd_wait_response(const char *arg)
4466 {
4467     int wait_for = atoi(arg);
4468     int i=0;
4469     if( wait_for < 1 ) {
4470         wait_for = 1;
4471     };
4472     
4473     for( i=0 ; i < wait_for ; ++i ) {
4474         wait_and_handle_response(1);
4475     };
4476     return 0;
4477 }
4478
4479 static int cmd_help (const char *line);
4480
4481 typedef char *(*completerFunctionType)(const char *text, int state);
4482
4483 static struct {
4484     char *cmd;
4485     int (*fun)(const char *arg);
4486     char *ad;
4487         completerFunctionType rl_completerfunction;
4488     int complete_filenames;
4489     const char **local_tabcompletes;
4490 } cmd_array[] = {
4491     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4492     {"quit", cmd_quit, "",NULL,0,NULL},
4493     {"find", cmd_find, "<query>",NULL,0,NULL},
4494     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4495     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4496     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4497     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4498     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4499     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4500     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4501     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4502     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4503     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4504     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4505     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4506     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4507     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4508     {"status", cmd_status, "",NULL,0,NULL},
4509     {"setnames", cmd_setnames, "",NULL,0,NULL},
4510     {"cancel", cmd_cancel, "",NULL,0,NULL},
4511     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4512     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4513     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4514     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4515     {"close", cmd_close, "",NULL,0,NULL},
4516     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4517     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4518     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4519     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4520     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4521     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4522     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4523     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4524     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4525     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4526     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4527     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4528     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4529     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4530     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4531     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4532     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4533     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4534     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4535     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4536     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4537     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4538     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4539     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4540     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4541     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4542     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4543     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4544     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4545     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4546     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4547     {"list_all",cmd_list_all,"",NULL,0,NULL},
4548     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4549     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4550     /* Server Admin Functions */
4551     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4552     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4553     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4554     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4555     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4556     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4557     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4558     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4559     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4560     {"explain", cmd_explain, "", NULL, 0, NULL},
4561     {"options", cmd_options, "", NULL, 0, NULL},
4562     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4563     {"help", cmd_help, "", NULL,0,NULL},
4564     {"init", cmd_init, "", NULL,0,NULL},
4565     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4566     {"exit", cmd_quit, "",NULL,0,NULL},
4567     {0,0,0,0,0,0}
4568 };
4569
4570 static int cmd_help (const char *line)
4571 {
4572     int i;
4573     char topic[21];
4574     
4575     *topic = 0;
4576     sscanf (line, "%20s", topic);
4577
4578     if (*topic == 0)
4579         printf("Commands:\n");
4580     for (i = 0; cmd_array[i].cmd; i++)
4581         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4582             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4583     if (!strcmp(topic, "find"))
4584     {
4585         printf("RPN:\n");
4586         printf(" \"term\"                        Simple Term\n");
4587         printf(" @attr [attset] type=value op  Attribute\n");
4588         printf(" @and opl opr                  And\n");
4589         printf(" @or opl opr                   Or\n");
4590         printf(" @not opl opr                  And-Not\n");
4591         printf(" @set set                      Result set\n");
4592         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4593         printf("\n");
4594         printf("Bib-1 attribute types\n");
4595         printf("1=Use:         ");
4596         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4597         printf("2=Relation:    ");
4598         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4599         printf("3=Position:    ");
4600         printf("1=First in Field  2=First in subfield  3=Any position\n");
4601         printf("4=Structure:   ");
4602         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4603         printf("5=Truncation:  ");
4604         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4605         printf("6=Completeness:");
4606         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4607     }
4608     if (!strcmp(topic, "prox"))
4609     {
4610         printf("Proximity:\n");
4611         printf(" @prox exl dist ord rel uc ut\n");
4612         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4613         printf(" dist: distance integer.\n");
4614         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4615         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4616         printf(" uc:   unit class. k=known, p=private.\n");
4617         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4618         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4619         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4620         printf("\nExamples:\n");
4621         printf(" Search for a and b in-order at most 3 words apart:\n");
4622         printf("  @prox 0 3 1 2 k 2 a b\n");
4623         printf(" Search for any order of a and b next to each other:\n");
4624         printf("  @prox 0 1 0 3 k 2 a b\n");
4625     }
4626     return 1;
4627 }
4628
4629 int cmd_register_tab(const char* arg) 
4630 {
4631 #if HAVE_READLINE_READLINE_H
4632     char command[101], tabargument[101];
4633     int i;
4634     int num_of_tabs;
4635     const char** tabslist;
4636     
4637     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4638         return 0;
4639     }
4640     
4641     /* locate the amdn in the list */
4642     for (i = 0; cmd_array[i].cmd; i++) {
4643         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4644             break;
4645         }
4646     }
4647     
4648     if (!cmd_array[i].cmd) { 
4649         fprintf(stderr,"Unknown command %s\n",command);
4650         return 1;
4651     }
4652     
4653         
4654     if (!cmd_array[i].local_tabcompletes)
4655         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4656     
4657     num_of_tabs=0;              
4658     
4659     tabslist = cmd_array[i].local_tabcompletes;
4660     for(; tabslist && *tabslist; tabslist++) {
4661         num_of_tabs++;
4662     }
4663     
4664     cmd_array[i].local_tabcompletes = (const char **)
4665         realloc(cmd_array[i].local_tabcompletes,
4666                 (num_of_tabs+2)*sizeof(char**));
4667     tabslist = cmd_array[i].local_tabcompletes;
4668     tabslist[num_of_tabs] = strdup(tabargument);
4669     tabslist[num_of_tabs+1] = NULL;
4670 #endif
4671     return 1;
4672 }
4673
4674
4675 void process_cmd_line(char* line)
4676 {  
4677     int i, res;
4678     char word[32], arg[10240];
4679     
4680 #if HAVE_GETTIMEOFDAY
4681     gettimeofday (&tv_start, 0);
4682 #endif
4683     
4684     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4685     {
4686         strcpy(word, last_cmd);
4687         *arg = '\0';
4688     }
4689     else if (res == 1)
4690         *arg = 0;
4691     strcpy(last_cmd, word);
4692     
4693     /* removed tailing spaces from the arg command */
4694     { 
4695         char* p = arg;
4696         char* lastnonspace=NULL;
4697         
4698         for(;*p; ++p) {
4699             if(!isspace(*(unsigned char *) p)) {
4700                 lastnonspace = p;
4701             }
4702         }
4703         if(lastnonspace) 
4704             *(++lastnonspace) = 0;
4705     }
4706     
4707     for (i = 0; cmd_array[i].cmd; i++)
4708         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4709         {
4710             res = (*cmd_array[i].fun)(arg);
4711             break;
4712         }
4713     
4714     if (!cmd_array[i].cmd) /* dump our help-screen */
4715     {
4716         printf("Unknown command: %s.\n", word);
4717         printf("Type 'help' for list of commands\n");
4718         res = 1;
4719     }
4720     
4721     if(apdu_file) fflush(apdu_file);
4722     
4723     if (res >= 2 && auto_wait)
4724         wait_and_handle_response(0);
4725     
4726     if(apdu_file)
4727         fflush(apdu_file);
4728     if(marc_file)
4729         fflush(marc_file);
4730 }
4731
4732 static char *command_generator(const char *text, int state) 
4733 {
4734 #if HAVE_READLINE_READLINE_H
4735     static int idx; 
4736     if (state==0) {
4737         idx = 0;
4738     }
4739     for( ; cmd_array[idx].cmd; ++idx) {
4740         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4741             ++idx;  /* skip this entry on the next run */
4742             return strdup(cmd_array[idx-1].cmd);
4743         }
4744     }
4745 #endif
4746     return NULL;
4747 }
4748
4749 #if HAVE_READLINE_READLINE_H
4750 static const char** default_completer_list = NULL;
4751
4752 static char* default_completer(const char* text, int state)
4753 {
4754     return complete_from_list(default_completer_list, text, state);
4755 }
4756 #endif
4757
4758 #if HAVE_READLINE_READLINE_H
4759
4760 /* 
4761    This function only known how to complete on the first word
4762 */
4763 char **readline_completer(char *text, int start, int end)
4764 {
4765     completerFunctionType completerToUse;
4766     
4767     if(start == 0) {
4768 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4769         char** res = rl_completion_matches(text, command_generator); 
4770 #else
4771         char** res = completion_matches(text,
4772                                         (CPFunction*)command_generator); 
4773 #endif
4774         rl_attempted_completion_over = 1;
4775         return res;
4776     } else {
4777         char arg[10240],word[32];
4778         int i=0 ,res;
4779         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {     
4780             rl_attempted_completion_over = 1;
4781             return NULL;
4782         }
4783         
4784         for (i = 0; cmd_array[i].cmd; i++)
4785             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4786                 break;
4787         
4788         if(!cmd_array[i].cmd)
4789             return NULL;
4790         
4791         default_completer_list = cmd_array[i].local_tabcompletes;
4792         
4793         completerToUse = cmd_array[i].rl_completerfunction;
4794         if (!completerToUse) 
4795         { /* if command completer is not defined use the default completer */
4796             completerToUse = default_completer;
4797         }
4798         if (completerToUse) {
4799 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4800             char** res=
4801                 rl_completion_matches(text, completerToUse);
4802 #else
4803             char** res=
4804                 completion_matches(text, (CPFunction*)completerToUse);
4805 #endif
4806             if (!cmd_array[i].complete_filenames) 
4807                 rl_attempted_completion_over = 1;
4808             return res;
4809         } else {
4810             if (!cmd_array[i].complete_filenames) 
4811                 rl_attempted_completion_over = 1;
4812             return 0;
4813         }
4814     }
4815 }
4816 #endif
4817
4818 #ifndef WIN32
4819 void ctrl_c_handler(int x)
4820 {
4821     exit_client(0);
4822 }
4823 #endif
4824
4825 static void client(void)
4826 {
4827     char line[10240];
4828
4829     line[10239] = '\0';
4830
4831 #ifndef WIN32
4832     signal(SIGINT, ctrl_c_handler);
4833 #endif
4834
4835 #if HAVE_GETTIMEOFDAY
4836     gettimeofday (&tv_start, 0);
4837 #endif
4838
4839     while (1)
4840     {
4841         char *line_in = NULL;
4842 #if HAVE_READLINE_READLINE_H
4843         if (isatty(0))
4844         {
4845             line_in=readline(C_PROMPT);
4846             if (!line_in)
4847                 break;
4848 #if HAVE_READLINE_HISTORY_H
4849             if (*line_in)
4850                 add_history(line_in);
4851 #endif
4852             strncpy(line, line_in, sizeof(line)-1);
4853             free(line_in);
4854         }
4855 #endif 
4856         if (!line_in)
4857         {
4858             char *end_p;
4859             printf (C_PROMPT);
4860             fflush(stdout);
4861             if (!fgets(line, sizeof(line)-1, stdin))
4862                 break;
4863             if ((end_p = strchr (line, '\n')))
4864                 *end_p = '\0';
4865         }
4866         if (isatty(0))
4867             file_history_add_line(file_history, line);
4868         process_cmd_line(line);
4869     }
4870 }
4871
4872 static void show_version(void)
4873 {
4874     char vstr[20];
4875
4876     yaz_version(vstr, 0);
4877     printf ("YAZ version: %s\n", YAZ_VERSION);
4878     if (strcmp(vstr, YAZ_VERSION))
4879         printf ("YAZ DLL/SO: %s\n", vstr);
4880     exit(0);
4881 }
4882
4883 int main(int argc, char **argv)
4884 {
4885     char *prog = *argv;
4886     char *open_command = 0;
4887     char *auth_command = 0;
4888     char *arg;
4889     const char *rc_file = 0;
4890     int ret;
4891     
4892 #if HAVE_LOCALE_H
4893     if (!setlocale(LC_CTYPE, ""))
4894         fprintf (stderr, "setlocale failed\n");
4895 #endif
4896 #if HAVE_LANGINFO_H
4897 #ifdef CODESET
4898     codeset = nl_langinfo(CODESET);
4899 #endif
4900 #endif
4901     if (codeset)
4902         outputCharset = xstrdup(codeset);
4903     
4904     ODR_MASK_SET(&z3950_options, Z_Options_search);
4905     ODR_MASK_SET(&z3950_options, Z_Options_present);
4906     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4907     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4908     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4909     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4910     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4911     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4912     ODR_MASK_SET(&z3950_options, Z_Options_negotiationModel);
4913
4914     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
4915     {
4916         switch (ret)
4917         {
4918         case 0:
4919             if (!open_command)
4920             {
4921                 open_command = (char *) xmalloc (strlen(arg)+6);
4922                 strcpy (open_command, "open ");
4923                 strcat (open_command, arg);
4924             }
4925             else
4926             {
4927                 fprintf(stderr, "%s: Specify at most one server address\n",
4928                         prog);
4929                 exit(1);
4930             }
4931             break;
4932         case 'a':
4933             if (!strcmp(arg, "-"))
4934                 apdu_file=stderr;
4935             else
4936                 apdu_file=fopen(arg, "a");
4937             break;
4938         case 'b':
4939             if (!strcmp(arg, "-"))
4940                 ber_file=stderr;
4941             else
4942                 ber_file=fopen(arg, "a");
4943             break;
4944         case 'c':
4945             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4946             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4947             break;
4948         case 'd':
4949             dump_file_prefix = arg;
4950             break;
4951         case 'f':
4952             rc_file = arg;
4953             break;
4954         case 'k':
4955             kilobytes = atoi(arg);
4956             break;
4957         case 'm':
4958             if (!(marc_file = fopen (arg, "a")))
4959             {
4960                 perror (arg);
4961                 exit (1);
4962             }
4963             break;
4964         case 'p':
4965             yazProxy = xstrdup(arg);
4966             break;
4967         case 'q':
4968             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4969             cql_fields[sizeof(cql_fields)-1] = '\0';
4970             break;
4971         case 't':
4972             outputCharset = xstrdup(arg);
4973             break;
4974         case 'u':
4975             if (!auth_command)
4976             {
4977                 auth_command = (char *) xmalloc (strlen(arg)+6);
4978                 strcpy (auth_command, "auth ");
4979                 strcat (auth_command, arg);
4980             }
4981             break;
4982         case 'v':
4983             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4984             break;
4985         case 'V':
4986             show_version();
4987             break;
4988         case 'x':
4989             hex_dump = 1;
4990             break;
4991         default:
4992             fprintf (stderr, "Usage: %s "
4993                      " [-a apdulog]"
4994                      " [-b berdump]"
4995                      " [-c cclfile]"
4996                      " [-d dump]"
4997                      " [-f cmdfile]"
4998                      " [-k size]"
4999                      " [-m marclog]" 
5000                      " [-p proxy-addr]"
5001                      " [-q cqlfile]"
5002                      " [-t dispcharset]"
5003                      " [-u auth]"
5004                      " [-v loglevel]"
5005                      " [-V]"
5006                      " [-x]"
5007                      " [server-addr]\n",
5008                      prog);
5009             exit (1);
5010         }      
5011     }
5012     initialize(rc_file);
5013     if (auth_command)
5014     {
5015 #ifdef HAVE_GETTIMEOFDAY
5016         gettimeofday (&tv_start, 0);
5017 #endif
5018         process_cmd_line (auth_command);
5019 #if HAVE_READLINE_HISTORY_H
5020         add_history(auth_command);
5021 #endif
5022         xfree(auth_command);
5023     }
5024     if (open_command)
5025     {
5026 #ifdef HAVE_GETTIMEOFDAY
5027         gettimeofday (&tv_start, 0);
5028 #endif
5029         process_cmd_line (open_command);
5030 #if HAVE_READLINE_HISTORY_H
5031         add_history(open_command);
5032 #endif
5033         xfree(open_command);
5034     }
5035     client();
5036     exit_client(0);
5037     return 0;
5038 }
5039 /*
5040  * Local variables:
5041  * c-basic-offset: 4
5042  * indent-tabs-mode: nil
5043  * End:
5044  * vim: shiftwidth=4 tabstop=8 expandtab
5045  */
5046