Improved tokenization for yaz-client coammnds update and xmles.
[yaz-moved-to-github.git] / client / client.c
1 /* 
2  * Copyright (C) 1995-2007, Index Data ApS
3  * See the file LICENSE for details.
4  *
5  * $Id: client.c,v 1.355 2007-12-21 19:01:33 adam Exp $
6  */
7 /** \file client.c
8  *  \brief yaz-client program
9  */
10
11 #include <stdio.h>
12 #include <stdlib.h>
13 #include <assert.h>
14 #include <time.h>
15 #include <ctype.h>
16 #ifndef WIN32
17 #include <signal.h>
18 #endif
19 #if HAVE_SYS_TYPES_H
20 #include <sys/types.h>
21 #endif
22 #if HAVE_LOCALE_H
23 #include <locale.h>
24 #endif
25 #if HAVE_LANGINFO_H
26 #include <langinfo.h>
27 #endif
28 #if HAVE_UNISTD_H
29 #include <unistd.h>
30 #endif
31 #if HAVE_SYS_STAT_H
32 #include <sys/stat.h>
33 #endif
34 #if HAVE_SYS_TIME_H
35 #include <sys/time.h>
36 #endif
37
38 #if HAVE_OPENSSL_SSL_H
39 #include <openssl/bio.h>
40 #include <openssl/crypto.h>
41 #include <openssl/x509.h>
42 #include <openssl/pem.h>
43 #include <openssl/ssl.h>
44 #include <openssl/err.h>
45 #endif
46
47 #ifdef WIN32
48 #include <sys/stat.h>
49 #include <io.h>
50 #include <windows.h>
51 #define S_ISREG(x) (x & _S_IFREG)
52 #define S_ISDIR(x) (x & _S_IFDIR)
53 #endif
54
55 #include <yaz/yaz-util.h>
56
57 #include <yaz/comstack.h>
58
59 #include <yaz/oid_db.h>
60 #define NO_OID 1
61 #include <yaz/proto.h>
62 #include <yaz/marcdisp.h>
63 #include <yaz/diagbib1.h>
64 #include <yaz/otherinfo.h>
65 #include <yaz/charneg.h>
66 #include <yaz/query-charset.h>
67
68 #include <yaz/pquery.h>
69 #include <yaz/sortspec.h>
70
71 #include <yaz/ill.h>
72 #include <yaz/srw.h>
73 #include <yaz/yaz-ccl.h>
74 #include <yaz/cql.h>
75 #include <yaz/log.h>
76
77 #if HAVE_READLINE_READLINE_H
78 #include <readline/readline.h>
79 #endif
80 #if HAVE_READLINE_HISTORY_H
81 #include <readline/history.h>
82 #endif
83
84
85 #include "admin.h"
86 #include "tabcomplete.h"
87 #include "fhistory.h"
88
89 #define C_PROMPT "Z> "
90
91 static file_history_t file_history = 0;
92
93 static char sru_method[10] = "soap";
94 static char sru_version[10] = "1.2";
95 static char *codeset = 0;               /* character set for output */
96 static int hex_dump = 0;
97 static char *dump_file_prefix = 0;
98 static ODR out, in, print;              /* encoding and decoding streams */
99 #if YAZ_HAVE_XML2
100 static ODR srw_sr_odr_out = 0;
101 static Z_SRW_PDU *srw_sr = 0;
102 #endif
103 static FILE *apdu_file = 0;
104 static FILE *ber_file = 0;
105 static COMSTACK conn = 0;               /* our z-association */
106 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
107 char *databaseNames[128];
108 int num_databaseNames = 0;
109 static Z_External *record_last = 0;
110 static int setnumber = -1;              /* current result set number */
111 static int smallSetUpperBound = 0;
112 static int largeSetLowerBound = 1;
113 static int mediumSetPresentNumber = 0;
114 static Z_ElementSetNames *elementSetNames = 0; 
115 static int setno = 1;                   /* current set offset */
116 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
117 #define RECORDSYNTAX_MAX 20
118 static char *recordsyntax_list[RECORDSYNTAX_MAX];
119 static int recordsyntax_size = 0;
120
121 static char *record_schema = 0;
122 static int sent_close = 0;
123 static NMEM session_mem = NULL;         /* memory handle for init-response */
124 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
125 static char last_scan_line[512] = "0";
126 static char last_scan_query[512] = "0";
127 static char ccl_fields[512] = "default.bib";
128 /* ### How can I set this path to use wherever YAZ is installed? */
129 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
130 static char *esPackageName = 0;
131 static char *yazProxy = 0;
132 static int kilobytes = 1024;
133 static char *negotiationCharset = 0;
134 static int  negotiationCharsetRecords = 1;
135 static int  negotiationCharsetVersion = 3;
136 static char *outputCharset = 0;
137 static char *marcCharset = 0;
138 static char *queryCharset = 0;
139 static char* yazLang = 0;
140
141 static char last_cmd[32] = "?";
142 static FILE *marc_file = 0;
143 static char *refid = NULL;
144 static char *last_open_command = NULL;
145 static int auto_reconnect = 0;
146 static int auto_wait = 1;
147 static Odr_bitmask z3950_options;
148 static int z3950_version = 3;
149 static int scan_stepSize = 0;
150 static int scan_position = 1;
151 static int scan_size = 20;
152 static char cur_host[200];
153 static int last_hit_count = 0;
154
155 typedef enum {
156     QueryType_Prefix,
157     QueryType_CCL,
158     QueryType_CCL2RPN,
159     QueryType_CQL,
160     QueryType_CQL2RPN
161 } QueryType;
162
163 static QueryType queryType = QueryType_Prefix;
164
165 static CCL_bibset bibset;               /* CCL bibset handle */
166 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
167
168 #if HAVE_READLINE_COMPLETION_OVER
169
170 #else
171 /* readline doesn't have this var. Define it ourselves. */
172 int rl_attempted_completion_over = 0;
173 #endif
174
175 #define maxOtherInfosSupported 10
176 struct eoi {
177     Odr_oid oid[OID_SIZE];
178     char* value;
179 } extraOtherInfos[maxOtherInfosSupported];
180
181 void process_cmd_line(char* line);
182 #if HAVE_READLINE_READLINE_H
183 char **readline_completer(char *text, int start, int end);
184 #endif
185 static char *command_generator(const char *text, int state);
186 int cmd_register_tab(const char* arg);
187 int cmd_querycharset(const char *arg);
188
189 static void close_session (void);
190
191 ODR getODROutputStream(void)
192 {
193     return out;
194 }
195
196 const char* query_type_as_string(QueryType q) 
197 {
198     switch (q) { 
199     case QueryType_Prefix: return "prefix (RPN sent to server)";
200     case QueryType_CCL: return "CCL (CCL sent to server) ";
201     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
202     case QueryType_CQL: return "CQL (CQL sent to server)";
203     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
204     default: 
205         return "unknown Query type internal yaz-client error";
206     }
207 }
208
209 static void do_hex_dump(const char* buf, int len) 
210 {
211     if (hex_dump)
212     {
213         int i,x;
214         for( i=0; i<len ; i=i+16 ) 
215         {                       
216             printf(" %4.4d ",i);
217             for(x=0 ; i+x<len && x<16; ++x) 
218             {
219                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
220             }
221             printf("\n");
222         }
223     }
224     if (dump_file_prefix)
225     {
226         static int no = 0;
227         if (++no < 1000 && strlen(dump_file_prefix) < 500)
228         {
229             char fname[1024];
230             FILE *of;
231             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
232             of = fopen(fname, "wb");
233             
234             fwrite (buf, 1, len, of);
235             
236             fclose(of);
237         }
238     }
239 }
240
241 void add_otherInfos(Z_APDU *a) 
242 {
243     Z_OtherInformation **oi;
244     int i;
245                 
246     yaz_oi_APDU(a, &oi);
247     for(i=0; i<maxOtherInfosSupported; ++i) 
248     {
249         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
250             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
251                                      1, extraOtherInfos[i].value);
252     }   
253 }
254
255 int send_apdu(Z_APDU *a)
256 {
257     char *buf;
258     int len;
259     
260     add_otherInfos(a);
261     
262     if (apdu_file)
263     {
264         z_APDU(print, &a, 0, 0);
265         odr_reset(print);
266     }
267     if (!z_APDU(out, &a, 0, 0))
268     {
269         odr_perror(out, "Encoding APDU");
270         close_session();
271         return 0;
272     }
273     buf = odr_getbuf(out, &len, 0);
274     if (ber_file)
275         odr_dumpBER(ber_file, buf, len);
276     /* printf ("sending APDU of size %d\n", len); */
277     do_hex_dump(buf, len);
278     if (cs_put(conn, buf, len) < 0)
279     {
280         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
281         close_session();
282         return 0;
283     }
284     odr_reset(out); /* release the APDU structure  */
285     return 1;
286 }
287
288 static void print_stringn(const unsigned char *buf, size_t len)
289 {
290     size_t i;
291     for (i = 0; i<len; i++)
292         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
293             printf ("%c", buf[i]);
294         else
295             printf ("\\X%02X", buf[i]);
296 }
297
298 static void print_refid (Z_ReferenceId *id)
299 {
300     if (id)
301     {
302         printf ("Reference Id: ");
303         print_stringn (id->buf, id->len);
304         printf ("\n");
305     }
306 }
307
308 static Z_ReferenceId *set_refid (ODR out)
309 {
310     Z_ReferenceId *id;
311     if (!refid)
312         return 0;
313     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
314     id->size = id->len = strlen(refid);
315     id->buf = (unsigned char *) odr_malloc (out, id->len);
316     memcpy (id->buf, refid, id->len);
317     return id;
318 }   
319
320 /* INIT SERVICE ------------------------------- */
321
322 static void send_initRequest(const char* type_and_host)
323 {
324     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
325     Z_InitRequest *req = apdu->u.initRequest;
326     int i;
327
328     req->options = &z3950_options;
329
330     ODR_MASK_ZERO(req->protocolVersion);
331     for (i = 0; i<z3950_version; i++)
332         ODR_MASK_SET(req->protocolVersion, i);
333
334     *req->maximumRecordSize = 1024*kilobytes;
335     *req->preferredMessageSize = 1024*kilobytes;
336
337     req->idAuthentication = auth;
338
339     req->referenceId = set_refid (out);
340
341     if (yazProxy && type_and_host)
342     {
343         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
344                               1, type_and_host);
345     }
346     
347     if (negotiationCharset || yazLang) {
348         Z_OtherInformation **p;
349         Z_OtherInformationUnit *p0;
350         
351         yaz_oi_APDU(apdu, &p);
352         
353         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
354         {
355             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
356             
357             p0->which = Z_OtherInfo_externallyDefinedInfo;
358             p0->information.externallyDefinedInfo =
359                 yaz_set_proposal_charneg_list(out, ",", 
360                                               negotiationCharset, 
361                                               yazLang,
362                                               negotiationCharsetRecords);
363         }
364     }
365     else if (ODR_MASK_GET(req->options, Z_Options_negotiationModel))
366     {
367         Z_OtherInformation **p;
368         Z_OtherInformationUnit *p0;
369         
370         yaz_oi_APDU(apdu, &p);
371         
372         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
373         {
374             p0->which = Z_OtherInfo_externallyDefinedInfo;
375             p0->information.externallyDefinedInfo =
376                 yaz_set_proposal_charneg(out, 0, 0, 0, 0, 0);
377         }
378
379     }
380     if (send_apdu(apdu))
381         printf("Sent initrequest.\n");
382 }
383
384
385 /* These two are used only from process_initResponse() */
386 static void render_initUserInfo(Z_OtherInformation *ui1);
387 static void render_diag(Z_DiagnosticFormat *diag);
388
389 static void pr_opt(const char *opt, void *clientData)
390 {
391     printf (" %s", opt);
392 }
393
394 static int process_initResponse(Z_InitResponse *res)
395 {
396     int ver = 0;
397     /* save session parameters for later use */
398     session_mem = odr_extract_mem(in);
399     session_initResponse = res;
400
401     for (ver = 0; ver < 8; ver++)
402         if (!ODR_MASK_GET(res->protocolVersion, ver))
403             break;
404
405     if (!*res->result)
406         printf("Connection rejected by v%d target.\n", ver);
407     else
408         printf("Connection accepted by v%d target.\n", ver);
409     if (res->implementationId)
410         printf("ID     : %s\n", res->implementationId);
411     if (res->implementationName)
412         printf("Name   : %s\n", res->implementationName);
413     if (res->implementationVersion)
414         printf("Version: %s\n", res->implementationVersion);
415     if (res->userInformationField)
416     {
417         Z_External *uif = res->userInformationField;
418         if (uif->which == Z_External_userInfo1) {
419             render_initUserInfo(uif->u.userInfo1);
420         } else {
421             printf("UserInformationfield:\n");
422             if (!z_External(print, (Z_External**)&uif, 0, 0))
423             {
424                 odr_perror(print, "Printing userinfo\n");
425                 odr_reset(print);
426             }
427             if (uif->which == Z_External_octet) {
428                 printf("Guessing visiblestring:\n");
429                 printf("'%.*s'\n", uif->u.octet_aligned->len,
430                        uif->u.octet_aligned->buf);
431             }
432             else if (uif->which == Z_External_single) 
433             {
434                 Odr_any *sat = uif->u.single_ASN1_type;
435                 if (!oid_oidcmp(uif->direct_reference,
436                                 yaz_oid_userinfo_oclc_userinfo))
437                 {
438                     Z_OCLC_UserInformation *oclc_ui;
439                     ODR decode = odr_createmem(ODR_DECODE);
440                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
441                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
442                         printf ("Bad OCLC UserInformation:\n");
443                     else
444                         printf ("OCLC UserInformation:\n");
445                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
446                         printf ("Bad OCLC UserInformation spec\n");
447                     odr_destroy(decode);
448                 }
449                 else
450                 {
451                     /* Peek at any private Init-diagnostic APDUs */
452                     printf("### NAUGHTY: External is '%.*s'\n",
453                            sat->len, sat->buf);
454                 }
455             }
456             odr_reset (print);
457         }
458     }
459     printf ("Options:");
460     yaz_init_opt_decode(res->options, pr_opt, 0);
461     printf ("\n");
462
463     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
464         setnumber = 0;
465     
466     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
467     
468         Z_CharSetandLanguageNegotiation *p =
469                 yaz_get_charneg_record(res->otherInfo);
470
471         if (p) 
472         {
473             char *charset=NULL, *lang=NULL;
474             int selected;
475             
476             yaz_get_response_charneg(session_mem, p, &charset, &lang,
477                                      &selected);
478
479             printf("Accepted character set : %s\n", charset ? charset:"none");
480             printf("Accepted code language : %s\n", lang ? lang:"none");
481             printf("Accepted records in ...: %d\n", selected );
482
483             if (outputCharset && charset)
484             {
485                 printf("Converting between %s and %s\n",
486                        outputCharset, charset);
487                 odr_set_charset(out, charset, outputCharset);
488                 odr_set_charset(in, outputCharset, charset);
489                 cmd_querycharset(charset);
490             }
491             else
492             {
493                 odr_set_charset(out, 0, 0);
494                 odr_set_charset(in, 0, 0);
495             }
496         }
497     }
498     fflush (stdout);
499     return 0;
500 }
501
502
503 static void render_initUserInfo(Z_OtherInformation *ui1) {
504     int i;
505     printf("Init response contains %d otherInfo unit%s:\n",
506            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
507
508     for (i = 0; i < ui1->num_elements; i++) {
509         Z_OtherInformationUnit *unit = ui1->list[i];
510         printf("  %d: otherInfo unit contains ", i+1);
511         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
512             unit->information.externallyDefinedInfo &&
513             unit->information.externallyDefinedInfo->which ==
514             Z_External_diag1) {
515             render_diag(unit->information.externallyDefinedInfo->u.diag1);
516         } 
517         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
518         {
519             printf("unsupported otherInfo unit->which = %d\n", unit->which);
520         }
521         else 
522         {
523             printf("unsupported otherInfo unit external %d\n",
524                    unit->information.externallyDefinedInfo ? 
525                    unit->information.externallyDefinedInfo->which : -2);
526         }
527     }
528 }
529
530
531 /* ### should this share code with display_diagrecs()? */
532 static void render_diag(Z_DiagnosticFormat *diag) {
533     int i;
534
535     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
536     for (i = 0; i < diag->num; i++) {
537         Z_DiagnosticFormat_s *ds = diag->elements[i];
538         printf("    %d: ", i+1);
539         switch (ds->which) {
540         case Z_DiagnosticFormat_s_defaultDiagRec: {
541             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
542             /* ### should check `dd->diagnosticSetId' */
543             printf("code=%d (%s)", *dd->condition,
544                    diagbib1_str(*dd->condition));
545             /* Both types of addinfo are the same, so use type-pun */
546             if (dd->u.v2Addinfo != 0)
547                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
548             break;
549         }
550         case Z_DiagnosticFormat_s_explicitDiagnostic:
551             printf("Explicit diagnostic (not supported)");
552             break;
553         default:
554             printf("Unrecognised diagnostic type %d", ds->which);
555             break;
556         }
557
558         if (ds->message != 0)
559             printf(", message='%s'", ds->message);
560         printf("\n");
561     }
562 }
563
564
565 static int set_base(const char *arg)
566 {
567     int i;
568     const char *cp;
569
570     for (i = 0; i<num_databaseNames; i++)
571         xfree (databaseNames[i]);
572     num_databaseNames = 0;
573     while (1)
574     {
575         char *cp1;
576         if (!(cp = strchr(arg, ' ')))
577             cp = arg + strlen(arg);
578         if (cp - arg < 1)
579             break;
580         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
581         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
582         databaseNames[num_databaseNames][cp - arg] = '\0';
583
584         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
585             if (*cp1 == '+')
586                 *cp1 = ' ';
587         num_databaseNames++;
588
589         if (!*cp)
590             break;
591         arg = cp+1;
592     }
593     if (num_databaseNames == 0)
594     {
595         num_databaseNames = 1;
596         databaseNames[0] = xstrdup("");
597     }
598     return 1;
599 }
600
601 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
602 {
603     const char *sep;
604     while (**arg && strchr(" \t\n\r\f", **arg))
605         (*arg)++;
606     if (**arg == '\0')
607     {
608         return 0;
609     }
610     else if ((*arg)[0] == '<')
611     {
612         long fsize;
613         FILE *inf;
614         const char *fname;
615         const char *arg_start = ++(*arg);
616     
617         while (**arg != '\0' && **arg != ' ')
618             (*arg)++;
619             
620         fname = odr_strdupn(out, arg_start, *arg - arg_start);
621
622         inf = fopen(fname, "rb");
623         if (!inf)
624         {
625             printf("Couldn't open %s\n", fname);
626             return 0;
627         }
628         if (fseek(inf, 0L, SEEK_END) == -1)
629         {
630             printf("Couldn't seek in %s\n", fname);
631             fclose(inf);
632             return 0;
633         }
634         fsize = ftell(inf);
635         if (fseek(inf, 0L, SEEK_SET) == -1)
636         {
637             printf("Couldn't seek in %s\n", fname);
638             fclose(inf);
639             return 0;
640         }
641         *len = fsize;
642         *buf = (char *) odr_malloc(out, fsize+1);
643         (*buf)[fsize] = '\0';
644         if (fread(*buf, 1, fsize, inf) != fsize)
645         {
646             printf("Unable to read %s\n", fname);
647             fclose(inf);
648             return 0;
649         }
650         fclose(inf);
651     }
652     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
653     {
654         (*arg)++;
655         *len = sep - *arg;
656         *buf = odr_strdupn(out, *arg, *len);
657         (*arg) = sep+1;
658     }
659     else
660     {
661         const char *arg_start = *arg;
662
663         while (**arg != '\0' && **arg != ' ')
664             (*arg)++;
665
666         *len = *arg - arg_start;
667         *buf = odr_strdupn(out, arg_start, *len);
668     }
669     return 1;
670 }
671
672 static int cmd_base(const char *arg)
673 {
674     if (!*arg)
675     {
676         printf("Usage: base <database> <database> ...\n");
677         return 0;
678     }
679     return set_base(arg);
680 }
681
682 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
683 {
684     if(last_open_command != arg) 
685     {
686         if(last_open_command) xfree(last_open_command);
687         last_open_command = xstrdup(new_open_command);
688     }
689 }
690
691 int session_connect(const char *arg)
692 {
693     void *add;
694     char type_and_host[101];
695     const char *basep = 0;
696 #if HAVE_OPENSSL_SSL_H
697     SSL *ssl;
698 #endif
699     if (conn)
700     {
701         cs_close (conn);
702         conn = 0;
703     }   
704     if (session_mem)
705     {
706         nmem_destroy (session_mem);
707         session_mem = NULL;
708         session_initResponse = 0;
709     }
710     cs_get_host_args(arg, &basep);
711
712     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
713     type_and_host[sizeof(type_and_host)-1] = '\0';
714
715     cmd_open_remember_last_open_command(arg, type_and_host);
716
717     if (yazProxy)
718         conn = cs_create_host(yazProxy, 1, &add);
719     else
720         conn = cs_create_host(arg, 1, &add);
721     if (!conn)
722     {
723         printf ("Could not resolve address %s\n", arg);
724         return 0;
725     }
726 #if YAZ_HAVE_XML2
727     if (conn->protocol == PROTO_HTTP)
728         queryType = QueryType_CQL;
729 #else
730     if (conn->protocol == PROTO_HTTP)
731     {
732         printf ("SRW/HTTP not enabled in this YAZ\n");
733         cs_close(conn);
734         conn = 0;
735         return 0;
736     }
737 #endif
738     protocol = conn->protocol;
739     if (conn->protocol == PROTO_HTTP)
740         set_base("");
741     else
742         set_base("Default");
743     printf("Connecting...");
744     fflush(stdout);
745     if (cs_connect(conn, add) < 0)
746     {
747         printf ("error = %s\n", cs_strerror(conn));
748         cs_close(conn);
749         conn = 0;
750         return 0;
751     }
752     printf("OK.\n");
753 #if HAVE_OPENSSL_SSL_H
754     if ((ssl = (SSL *) cs_get_ssl(conn)))
755     {
756         X509 *server_cert = SSL_get_peer_certificate (ssl);
757
758         if (server_cert)
759         {
760             char *pem_buf;
761             int pem_len;
762             BIO *bio = BIO_new(BIO_s_mem());
763
764             /* get PEM buffer in memory */
765             PEM_write_bio_X509(bio, server_cert);
766             pem_len = BIO_get_mem_data(bio, &pem_buf);
767             fwrite(pem_buf, pem_len, 1, stdout);
768         
769             /* print all info on screen .. */
770             X509_print_fp(stdout, server_cert);
771             BIO_free(bio);
772
773             X509_free (server_cert);
774         }
775     }
776 #endif
777     if (basep && *basep)
778         set_base (basep);
779     if (protocol == PROTO_Z3950)
780     {
781         send_initRequest(type_and_host);
782         return 2;
783     }
784     return 0;
785 }
786
787 int cmd_open(const char *arg)
788 {
789     if (arg)
790     {
791         strncpy (cur_host, arg, sizeof(cur_host)-1);
792         cur_host[sizeof(cur_host)-1] = 0;
793     }
794     return session_connect(cur_host);
795 }
796
797 void try_reconnect(void)
798 {
799     char* open_command;
800         
801     if(!( auto_reconnect && last_open_command) ) return ;
802
803     open_command = (char *) xmalloc (strlen(last_open_command)+6);
804     strcpy (open_command, "open ");
805         
806     strcat (open_command, last_open_command);
807
808     process_cmd_line(open_command);
809         
810     xfree(open_command);                                
811 }
812
813 int cmd_authentication(const char *arg)
814 {
815     static Z_IdAuthentication au;
816     static char user[40], group[40], pass[40];
817     static Z_IdPass idPass;
818     int r;
819
820     if (!*arg)
821     {
822         printf("Auth field set to null\n");
823         auth = 0;
824         return 1;
825     }
826     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
827     if (r == 0)
828     {
829         printf("Authentication set to null\n");
830         auth = 0;
831     }
832     if (r == 1)
833     {
834         auth = &au;
835         if (!strcmp(user, "-")) {
836             au.which = Z_IdAuthentication_anonymous;
837             printf("Authentication set to Anonymous\n");
838         } else {
839             au.which = Z_IdAuthentication_open;
840             au.u.open = user;
841             printf("Authentication set to Open (%s)\n", user);
842         }
843     }
844     if (r == 2)
845     {
846         auth = &au;
847         au.which = Z_IdAuthentication_idPass;
848         au.u.idPass = &idPass;
849         idPass.groupId = NULL;
850         idPass.userId = !strcmp(user, "-") ? 0 : user;
851         idPass.password = !strcmp(group, "-") ? 0 : group;
852         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
853     }
854     if (r == 3)
855     {
856         auth = &au;
857         au.which = Z_IdAuthentication_idPass;
858         au.u.idPass = &idPass;
859         idPass.groupId = group;
860         idPass.userId = user;
861         idPass.password = pass;
862         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
863                user, group, pass);
864     }
865     return 1;
866 }
867
868 /* SEARCH SERVICE ------------------------------ */
869 static void display_record(Z_External *r);
870
871 static void print_record(const unsigned char *buf, size_t len)
872 {
873     size_t i = len;
874     print_stringn (buf, len);
875     /* add newline if not already added ... */
876     if (i <= 0 || buf[i-1] != '\n')
877         printf ("\n");
878 }
879
880 static void display_record(Z_External *r)
881 {
882     const Odr_oid *oid = r->direct_reference;
883     
884     record_last = r;
885     /*
886      * Tell the user what we got.
887      */
888     if (oid)
889     {
890         oid_class oclass;
891         char oid_name_buf[OID_STR_MAX];
892         const char *oid_name
893             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
894         printf("Record type: ");
895         if (oid_name)
896             printf("%s\n", oid_name);
897     }
898     /* Check if this is a known, ASN.1 type tucked away in an octet string */
899     if (r->which == Z_External_octet)
900     {
901         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
902         char *rr;
903
904         if (type)
905         {
906             /*
907              * Call the given decoder to process the record.
908              */
909             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
910                 r->u.octet_aligned->len, 0);
911             if (!(*type->fun)(in, &rr, 0, 0))
912             {
913                 odr_perror(in, "Decoding constructed record.");
914                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
915                 fprintf(stdout, "Packet dump:\n---------\n");
916                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
917                             r->u.octet_aligned->len);
918                 fprintf(stdout, "---------\n");
919                 
920                 /* note just ignores the error ant print the bytes form the octet_aligned later */
921             } else {
922                 /*
923                  * Note: we throw away the original, BER-encoded record here.
924                  * Do something else with it if you want to keep it.
925                  */
926                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
927                 r->which = type->what;
928             }
929         }
930     }
931     if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_soif))
932     {
933         print_record((const unsigned char *) r->u.octet_aligned->buf,
934                      r->u.octet_aligned->len);
935         if (marc_file)
936             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
937     }
938     else if (oid && r->which == Z_External_octet)
939     {
940         const char *octet_buf = (char*)r->u.octet_aligned->buf;
941         if (oid && (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
942                     || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
943                     || !oid_oidcmp(oid, yaz_oid_recsyn_html)))
944         {
945             print_record((const unsigned char *) octet_buf,
946                          r->u.octet_aligned->len);
947         }
948         else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_postscript))
949         {
950             int size = r->u.octet_aligned->len;
951             if (size > 100)
952                 size = 100;
953             print_record((const unsigned char *) octet_buf, size);
954         }
955         else
956         {
957             if (oid && yaz_oid_is_iso2709(oid))
958             {
959                 const char *result;
960                 size_t rlen;
961                 yaz_iconv_t cd = 0;
962                 yaz_marc_t mt = yaz_marc_create();
963                 const char *from = 0;
964
965                 if (marcCharset && !strcmp(marcCharset, "auto"))
966                 {
967                     if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
968                     {
969                         if (octet_buf[9] == 'a')
970                             from = "UTF-8";
971                         else
972                             from = "MARC-8";
973                     }
974                     else
975                         from = "ISO-8859-1";
976                 }
977                 else if (marcCharset)
978                     from = marcCharset;
979                 if (outputCharset && from)
980                 {   
981                     cd = yaz_iconv_open(outputCharset, from);
982                     printf ("convert from %s to %s", from, 
983                             outputCharset);
984                     if (!cd)
985                         printf (" unsupported\n");
986                     else
987                     {
988                         yaz_marc_iconv(mt, cd);
989                         printf ("\n");
990                     }
991                 }
992                     
993                 if (yaz_marc_decode_buf(mt, octet_buf, r->u.octet_aligned->len,
994                                         &result, &rlen)> 0)
995                 {
996                     fwrite (result, rlen, 1, stdout);
997                 }
998                 else
999                 {
1000                     printf ("bad MARC. Dumping as it is:\n");
1001                     print_record((const unsigned char*) octet_buf,
1002                                   r->u.octet_aligned->len);
1003                 }       
1004                 yaz_marc_destroy(mt);
1005                 if (cd)
1006                     yaz_iconv_close(cd);
1007             }
1008             else
1009             {
1010                 print_record((const unsigned char*) octet_buf,
1011                              r->u.octet_aligned->len);
1012             }
1013         }
1014         if (marc_file)
1015             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1016     }
1017     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
1018     {
1019         if (r->which != Z_External_sutrs)
1020         {
1021             printf("Expecting single SUTRS type for SUTRS.\n");
1022             return;
1023         }
1024         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1025         if (marc_file)
1026             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1027     }
1028     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
1029     {
1030         WRBUF w;
1031         if (r->which != Z_External_grs1)
1032         {
1033             printf("Expecting single GRS type for GRS.\n");
1034             return;
1035         }
1036         w = wrbuf_alloc();
1037         yaz_display_grs1(w, r->u.grs1, 0);
1038         puts (wrbuf_cstr(w));
1039         wrbuf_destroy(w);
1040     }
1041     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
1042     {
1043         int i;
1044         if (r->u.opac->bibliographicRecord)
1045             display_record(r->u.opac->bibliographicRecord);
1046         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1047         {
1048             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1049             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1050             {
1051                 printf ("MARC holdings %d\n", i);
1052                 display_record(h->u.marcHoldingsRecord);
1053             }
1054             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1055             {
1056                 int j;
1057
1058                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1059
1060                 printf ("Data holdings %d\n", i);
1061                 if (data->typeOfRecord)
1062                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1063                 if (data->encodingLevel)
1064                     printf ("encodingLevel: %s\n", data->encodingLevel);
1065                 if (data->receiptAcqStatus)
1066                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1067                 if (data->generalRetention)
1068                     printf ("generalRetention: %s\n", data->generalRetention);
1069                 if (data->completeness)
1070                     printf ("completeness: %s\n", data->completeness);
1071                 if (data->dateOfReport)
1072                     printf ("dateOfReport: %s\n", data->dateOfReport);
1073                 if (data->nucCode)
1074                     printf ("nucCode: %s\n", data->nucCode);
1075                 if (data->localLocation)
1076                     printf ("localLocation: %s\n", data->localLocation);
1077                 if (data->shelvingLocation)
1078                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1079                 if (data->callNumber)
1080                     printf ("callNumber: %s\n", data->callNumber);
1081                 if (data->shelvingData)
1082                     printf ("shelvingData: %s\n", data->shelvingData);
1083                 if (data->copyNumber)
1084                     printf ("copyNumber: %s\n", data->copyNumber);
1085                 if (data->publicNote)
1086                     printf ("publicNote: %s\n", data->publicNote);
1087                 if (data->reproductionNote)
1088                     printf ("reproductionNote: %s\n", data->reproductionNote);
1089                 if (data->termsUseRepro)
1090                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1091                 if (data->enumAndChron)
1092                     printf ("enumAndChron: %s\n", data->enumAndChron);
1093                 for (j = 0; j<data->num_volumes; j++)
1094                 {
1095                     printf ("volume %d\n", j);
1096                     if (data->volumes[j]->enumeration)
1097                         printf (" enumeration: %s\n",
1098                                 data->volumes[j]->enumeration);
1099                     if (data->volumes[j]->chronology)
1100                         printf (" chronology: %s\n",
1101                                 data->volumes[j]->chronology);
1102                     if (data->volumes[j]->enumAndChron)
1103                         printf (" enumAndChron: %s\n",
1104                                 data->volumes[j]->enumAndChron);
1105                 }
1106                 for (j = 0; j<data->num_circulationData; j++)
1107                 {
1108                     printf ("circulation %d\n", j);
1109                     if (data->circulationData[j]->availableNow)
1110                         printf (" availableNow: %d\n",
1111                                 *data->circulationData[j]->availableNow);
1112                     if (data->circulationData[j]->availablityDate)
1113                         printf (" availabiltyDate: %s\n",
1114                                 data->circulationData[j]->availablityDate);
1115                     if (data->circulationData[j]->availableThru)
1116                         printf (" availableThru: %s\n",
1117                                 data->circulationData[j]->availableThru);
1118                     if (data->circulationData[j]->restrictions)
1119                         printf (" restrictions: %s\n",
1120                                 data->circulationData[j]->restrictions);
1121                     if (data->circulationData[j]->itemId)
1122                         printf (" itemId: %s\n",
1123                                 data->circulationData[j]->itemId);
1124                     if (data->circulationData[j]->renewable)
1125                         printf (" renewable: %d\n",
1126                                 *data->circulationData[j]->renewable);
1127                     if (data->circulationData[j]->onHold)
1128                         printf (" onHold: %d\n",
1129                                 *data->circulationData[j]->onHold);
1130                     if (data->circulationData[j]->enumAndChron)
1131                         printf (" enumAndChron: %s\n",
1132                                 data->circulationData[j]->enumAndChron);
1133                     if (data->circulationData[j]->midspine)
1134                         printf (" midspine: %s\n",
1135                                 data->circulationData[j]->midspine);
1136                     if (data->circulationData[j]->temporaryLocation)
1137                         printf (" temporaryLocation: %s\n",
1138                                 data->circulationData[j]->temporaryLocation);
1139                 }
1140             }
1141         }
1142     }
1143     else 
1144     {
1145         printf("Unknown record representation.\n");
1146         if (!z_External(print, &r, 0, 0))
1147         {
1148             odr_perror(print, "Printing external");
1149             odr_reset(print);
1150         }
1151     }
1152 }
1153
1154 static void display_diagrecs(Z_DiagRec **pp, int num)
1155 {
1156     int i;
1157     Z_DefaultDiagFormat *r;
1158
1159     printf("Diagnostic message(s) from database:\n");
1160     for (i = 0; i<num; i++)
1161     {
1162         Z_DiagRec *p = pp[i];
1163         if (p->which != Z_DiagRec_defaultFormat)
1164         {
1165             printf("Diagnostic record not in default format.\n");
1166             return;
1167         }
1168         else
1169             r = p->u.defaultFormat;
1170
1171         if (!r->diagnosticSetId)
1172             printf("Missing diagset\n");
1173         else
1174         {
1175             oid_class oclass;
1176             char diag_name_buf[OID_STR_MAX];
1177             const char *diag_name = 0;
1178             diag_name = yaz_oid_to_string_buf
1179                 (r->diagnosticSetId, &oclass, diag_name_buf);
1180             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1181                 printf("Unknown diagset: %s\n", diag_name);
1182         }
1183         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1184         switch (r->which)
1185         {
1186         case Z_DefaultDiagFormat_v2Addinfo:
1187             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1188             break;
1189         case Z_DefaultDiagFormat_v3Addinfo:
1190             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1191             break;
1192         }
1193     }
1194 }
1195
1196
1197 static void display_nameplusrecord(Z_NamePlusRecord *p)
1198 {
1199     if (p->databaseName)
1200         printf("[%s]", p->databaseName);
1201     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1202         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1203     else if (p->which == Z_NamePlusRecord_databaseRecord)
1204         display_record(p->u.databaseRecord);
1205 }
1206
1207 static void display_records(Z_Records *p)
1208 {
1209     int i;
1210
1211     if (p->which == Z_Records_NSD)
1212     {
1213         Z_DiagRec dr, *dr_p = &dr;
1214         dr.which = Z_DiagRec_defaultFormat;
1215         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1216         display_diagrecs (&dr_p, 1);
1217     }
1218     else if (p->which == Z_Records_multipleNSD)
1219         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1220                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1221     else 
1222     {
1223         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1224         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1225             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1226     }
1227 }
1228
1229 static int send_deleteResultSetRequest(const char *arg)
1230 {
1231     char names[8][32];
1232     int i;
1233
1234     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1235     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1236
1237     req->referenceId = set_refid (out);
1238
1239     req->num_resultSetList =
1240         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1241                 names[0], names[1], names[2], names[3],
1242                 names[4], names[5], names[6], names[7]);
1243
1244     req->deleteFunction = (int *)
1245         odr_malloc (out, sizeof(*req->deleteFunction));
1246     if (req->num_resultSetList > 0)
1247     {
1248         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1249         req->resultSetList = (char **)
1250             odr_malloc (out, sizeof(*req->resultSetList)*
1251                         req->num_resultSetList);
1252         for (i = 0; i<req->num_resultSetList; i++)
1253             req->resultSetList[i] = names[i];
1254     }
1255     else
1256     {
1257         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1258         req->resultSetList = 0;
1259     }
1260     
1261     send_apdu(apdu);
1262     printf("Sent deleteResultSetRequest.\n");
1263     return 2;
1264 }
1265
1266 #if YAZ_HAVE_XML2
1267 static int send_srw(Z_SRW_PDU *sr)
1268 {
1269     const char *charset = negotiationCharset;
1270     const char *host_port = cur_host;
1271     Z_GDU *gdu;
1272     char *path = 0;
1273
1274     path = (char *) odr_malloc(out, 2+strlen(databaseNames[0]));
1275     *path = '/';
1276     strcpy(path+1, databaseNames[0]);
1277
1278     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1279
1280     if (!yaz_matchstr(sru_method, "get"))
1281     {
1282         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1283     }
1284     else if (!yaz_matchstr(sru_method, "post"))
1285     {
1286         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1287     }
1288     else if (!yaz_matchstr(sru_method, "soap"))
1289     {
1290         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1291     }
1292
1293     if (z_GDU(out, &gdu, 0, 0))
1294     {
1295         /* encode OK */
1296         char *buf_out;
1297         int len_out;
1298         int r;
1299         if (apdu_file)
1300         {
1301             if (!z_GDU(print, &gdu, 0, 0))
1302                 printf ("Failed to print outgoing SRU package\n");
1303             odr_reset(print);
1304         }
1305         buf_out = odr_getbuf(out, &len_out, 0);
1306         
1307         /* we don't odr_reset(out), since we may need the buffer again */
1308
1309         do_hex_dump(buf_out, len_out);
1310
1311         r = cs_put(conn, buf_out, len_out);
1312
1313         if (r >= 0)
1314             return 2;
1315     }
1316     return 0;
1317 }
1318 #endif
1319
1320 #if YAZ_HAVE_XML2
1321 static char *encode_SRW_term(ODR o, const char *q)
1322 {
1323     const char *in_charset = "ISO-8859-1";
1324     WRBUF w = wrbuf_alloc();
1325     yaz_iconv_t cd;
1326     char *res;
1327     if (outputCharset)
1328         in_charset = outputCharset;
1329     cd = yaz_iconv_open("UTF-8", in_charset);
1330     if (!cd)
1331     {
1332         wrbuf_destroy(w);
1333         return odr_strdup(o, q);
1334     }
1335     wrbuf_iconv_write(w, cd, q, strlen(q));
1336     if (wrbuf_len(w))
1337         res = odr_strdup(o, wrbuf_cstr(w));
1338     else
1339         res = odr_strdup(o, q);    
1340     yaz_iconv_close(cd);
1341     wrbuf_destroy(w);
1342     return res;
1343 }
1344
1345
1346 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1347 {
1348     Z_SRW_PDU *sr = 0;
1349     
1350     /* regular requestse .. */
1351     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1352
1353     switch(queryType)
1354     {
1355     case QueryType_CQL:
1356         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1357         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1358         break;
1359     case QueryType_Prefix:
1360         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1361         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1362         break;
1363     default:
1364         printf ("Only CQL and PQF supported in SRW\n");
1365         return 0;
1366     }
1367     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1368     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1369     return send_srw(sr);
1370 }
1371
1372 static int send_SRW_searchRequest(const char *arg)
1373 {
1374     Z_SRW_PDU *sr = 0;
1375     
1376     if (!srw_sr)
1377     {
1378         assert(srw_sr_odr_out == 0);
1379         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1380     }
1381     odr_reset(srw_sr_odr_out);
1382
1383     setno = 1;
1384
1385     /* save this for later .. when fetching individual records */
1386     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1387                               sru_version);
1388     
1389     /* regular request .. */
1390     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1391
1392     switch(queryType)
1393     {
1394     case QueryType_CQL:
1395         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1396         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1397
1398         sr->u.request->query_type = Z_SRW_query_type_cql;
1399         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1400         break;
1401     case QueryType_Prefix:
1402         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1403         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1404
1405         sr->u.request->query_type = Z_SRW_query_type_pqf;
1406         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1407         break;
1408     default:
1409         printf ("Only CQL and PQF supported in SRW\n");
1410         return 0;
1411     }
1412     sr->u.request->maximumRecords = odr_intdup(out, 0);
1413
1414     if (record_schema)
1415         sr->u.request->recordSchema = record_schema;
1416     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1417         sr->u.request->recordPacking = "xml";
1418     return send_srw(sr);
1419 }
1420 #endif
1421
1422 static void query_charset_convert(Z_RPNQuery *q)
1423 {
1424     if (queryCharset && outputCharset)
1425     {
1426         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1427         if (!cd)
1428         {
1429             printf("Conversion from %s to %s unsupported\n",
1430                    outputCharset, queryCharset);
1431             return;
1432         }
1433         yaz_query_charset_convert_rpnquery(q, out, cd);
1434         yaz_iconv_close(cd);
1435     }
1436 }
1437
1438 static int send_searchRequest(const char *arg)
1439 {
1440     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1441     Z_SearchRequest *req = apdu->u.searchRequest;
1442     Z_Query query;
1443     struct ccl_rpn_node *rpn = NULL;
1444     int error, pos;
1445     char setstring[100];
1446     Z_RPNQuery *RPNquery;
1447     Odr_oct ccl_query;
1448     YAZ_PQF_Parser pqf_parser;
1449     Z_External *ext;
1450     QueryType myQueryType = queryType;
1451     char pqfbuf[512];
1452
1453     if (myQueryType == QueryType_CCL2RPN)
1454     {
1455         rpn = ccl_find_str(bibset, arg, &error, &pos);
1456         if (error)
1457         {
1458             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1459             return 0;
1460         }
1461     } else if (myQueryType == QueryType_CQL2RPN) {
1462         /* ### All this code should be wrapped in a utility function */
1463         CQL_parser parser;
1464         struct cql_node *node;
1465         const char *addinfo;
1466         if (cqltrans == 0) {
1467             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1468             return 0;
1469         }
1470         parser = cql_parser_create();
1471         if ((error = cql_parser_string(parser, arg)) != 0) {
1472             printf("Can't parse CQL: must be a syntax error\n");
1473             return 0;
1474         }
1475         node = cql_parser_result(parser);
1476         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1477                                        sizeof pqfbuf)) != 0) {
1478             error = cql_transform_error(cqltrans, &addinfo);
1479             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1480                     cql_strerror(error), addinfo);
1481             return 0;
1482         }
1483         arg = pqfbuf;
1484         myQueryType = QueryType_Prefix;
1485     }
1486
1487     req->referenceId = set_refid (out);
1488     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1489     {
1490         static unsigned char big[2100];
1491         static Odr_oct bigo;
1492
1493         /* send a very big referenceid to test transport stack etc. */
1494         memset(big, 'A', 2100);
1495         bigo.len = bigo.size = 2100;
1496         bigo.buf = big;
1497         req->referenceId = &bigo;
1498     }
1499     
1500     if (setnumber >= 0)
1501     {
1502         sprintf(setstring, "%d", ++setnumber);
1503         req->resultSetName = setstring;
1504     }
1505     *req->smallSetUpperBound = smallSetUpperBound;
1506     *req->largeSetLowerBound = largeSetLowerBound;
1507     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1508     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1509         mediumSetPresentNumber > 0))
1510     {
1511         if (recordsyntax_size)
1512             req->preferredRecordSyntax =
1513                 yaz_string_to_oid_odr(yaz_oid_std(), 
1514                                       CLASS_RECSYN, recordsyntax_list[0], out);
1515
1516         req->smallSetElementSetNames =
1517             req->mediumSetElementSetNames = elementSetNames;
1518     }
1519     req->num_databaseNames = num_databaseNames;
1520     req->databaseNames = databaseNames;
1521
1522     req->query = &query;
1523
1524     switch (myQueryType)
1525     {
1526     case QueryType_Prefix:
1527         query.which = Z_Query_type_1;
1528         pqf_parser = yaz_pqf_create ();
1529         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1530         if (!RPNquery)
1531         {
1532             const char *pqf_msg;
1533             size_t off;
1534             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1535             int ioff = off;
1536             printf("%*s^\n", ioff+4, "");
1537             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1538             
1539             yaz_pqf_destroy (pqf_parser);
1540             return 0;
1541         }
1542         yaz_pqf_destroy (pqf_parser);
1543         query_charset_convert(RPNquery);
1544         query.u.type_1 = RPNquery;
1545         break;
1546     case QueryType_CCL:
1547         query.which = Z_Query_type_2;
1548         query.u.type_2 = &ccl_query;
1549         ccl_query.buf = (unsigned char*) arg;
1550         ccl_query.len = strlen(arg);
1551         break;
1552     case QueryType_CCL2RPN:
1553         query.which = Z_Query_type_1;
1554         RPNquery = ccl_rpn_query(out, rpn);
1555         if (!RPNquery)
1556         {
1557             printf ("Couldn't convert from CCL to RPN\n");
1558             return 0;
1559         }
1560         query_charset_convert(RPNquery);
1561         query.u.type_1 = RPNquery;
1562         ccl_rpn_delete (rpn);
1563         break;
1564     case QueryType_CQL:
1565         query.which = Z_Query_type_104;
1566         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1567         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1568         ext->indirect_reference = 0;
1569         ext->descriptor = 0;
1570         ext->which = Z_External_CQL;
1571         ext->u.cql = odr_strdup(out, arg);
1572         query.u.type_104 =  ext;
1573         break;
1574     default:
1575         printf ("Unsupported query type\n");
1576         return 0;
1577     }
1578     if (send_apdu(apdu))
1579         printf("Sent searchRequest.\n");
1580     setno = 1;
1581     return 2;
1582 }
1583
1584 /* display Query Expression as part of searchResult-1 */
1585 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1586 {
1587     if (!qe)
1588         return;
1589     printf(" %s=", lead);
1590     if (qe->which == Z_QueryExpression_term)
1591     {
1592         if (qe->u.term->queryTerm)
1593         {
1594             Z_Term *term = qe->u.term->queryTerm;
1595             switch (term->which)
1596             {
1597             case Z_Term_general:
1598                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1599                 break;
1600             case Z_Term_characterString:
1601                 printf ("%s", term->u.characterString);
1602                 break;
1603             case Z_Term_numeric:
1604                 printf ("%d", *term->u.numeric);
1605                 break;
1606             case Z_Term_null:
1607                 printf ("null");
1608                 break;
1609             }
1610         }
1611     }
1612 }
1613
1614 /* see if we can find USR:SearchResult-1 */
1615 static void display_searchResult (Z_OtherInformation *o)
1616 {
1617     int i;
1618     if (!o)
1619         return ;
1620     for (i = 0; i < o->num_elements; i++)
1621     {
1622         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1623         {
1624             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1625             
1626             if (ext->which == Z_External_searchResult1)
1627             {
1628                 int j;
1629                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1630                 printf ("SearchResult-1:");
1631                 for (j = 0; j < sr->num; j++)
1632                 {
1633                     if (j)
1634                         printf(",");
1635                     if (!sr->elements[j]->subqueryExpression)
1636                         printf("%d", j);
1637                     display_queryExpression("term",
1638                         sr->elements[j]->subqueryExpression);
1639                     display_queryExpression("interpretation",
1640                         sr->elements[j]->subqueryInterpretation);
1641                     display_queryExpression("recommendation",
1642                         sr->elements[j]->subqueryRecommendation);
1643                     if (sr->elements[j]->subqueryCount)
1644                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1645                     if (sr->elements[j]->subqueryId)
1646                         printf(" id=%s ", sr->elements[j]->subqueryId);
1647                 }
1648                 printf ("\n");
1649             }
1650         }
1651     }
1652 }
1653
1654 static int process_searchResponse(Z_SearchResponse *res)
1655 {
1656     printf ("Received SearchResponse.\n");
1657     print_refid (res->referenceId);
1658     if (*res->searchStatus)
1659         printf("Search was a success.\n");
1660     else
1661         printf("Search was a bloomin' failure.\n");
1662     printf("Number of hits: %d", *res->resultCount);
1663     last_hit_count = *res->resultCount;
1664     if (setnumber >= 0)
1665         printf (", setno %d", setnumber);
1666     putchar('\n');
1667     if (res->resultSetStatus)
1668     {
1669         printf("Result Set Status: ");
1670         switch(*res->resultSetStatus)
1671         {
1672         case Z_SearchResponse_subset:
1673             printf("subset"); break;
1674         case Z_SearchResponse_interim:
1675             printf("interim"); break;
1676         case Z_SearchResponse_none:
1677             printf("none"); break;
1678         case Z_SearchResponse_estimate:
1679             printf("estimate"); break;
1680         default:
1681             printf("%d", *res->resultSetStatus);
1682         }            
1683         putchar('\n');
1684     }
1685     display_searchResult (res->additionalSearchInfo);
1686     printf("records returned: %d\n",
1687            *res->numberOfRecordsReturned);
1688     setno += *res->numberOfRecordsReturned;
1689     if (res->records)
1690         display_records(res->records);
1691     return 0;
1692 }
1693
1694 static void print_level(int iLevel)
1695 {
1696     int i;
1697     for (i = 0; i < iLevel * 4; i++)
1698         printf(" ");
1699 }
1700
1701 static void print_int(int iLevel, const char *pTag, int *pInt)
1702 {
1703     if (pInt != NULL)
1704     {
1705         print_level(iLevel);
1706         printf("%s: %d\n", pTag, *pInt);
1707     }
1708 }
1709
1710 static void print_string(int iLevel, const char *pTag, const char *pString)
1711 {
1712     if (pString != NULL)
1713     {
1714         print_level(iLevel);
1715         printf("%s: %s\n", pTag, pString);
1716     }
1717 }
1718
1719 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1720 {
1721     if (pOid != NULL)
1722     {
1723         Odr_oid *pInt = pOid;
1724
1725         print_level(iLevel);
1726         printf("%s:", pTag);
1727         for (; *pInt != -1; pInt++)
1728             printf(" %d", *pInt);
1729         printf("\n");
1730     }
1731 }
1732
1733 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1734 {
1735     if (referenceId != NULL)
1736     {
1737         int i;
1738
1739         print_level(iLevel);
1740         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1741         for (i = 0; i < referenceId->len; i++)
1742             printf("%c", referenceId->buf[i]);
1743         printf("\n");
1744     }
1745 }
1746
1747 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1748 {
1749     if (pStringNumeric != NULL)
1750     {
1751         switch (pStringNumeric->which)
1752         {
1753         case Z_StringOrNumeric_string:
1754             print_string(iLevel, pTag, pStringNumeric->u.string);
1755             break;
1756             
1757         case Z_StringOrNumeric_numeric:
1758             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1759             break;
1760             
1761         default:
1762             print_level(iLevel);
1763             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1764             break;
1765         }
1766     }
1767 }
1768
1769 static void print_universe_report_duplicate(
1770     int iLevel,
1771     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1772 {
1773     if (pUniverseReportDuplicate != NULL)
1774     {
1775         print_level(iLevel);
1776         printf("Universe Report Duplicate: \n");
1777         iLevel++;
1778         print_string_or_numeric(iLevel, "Hit No",
1779                                 pUniverseReportDuplicate->hitno);
1780     }
1781 }
1782
1783 static void print_universe_report_hits(
1784     int iLevel,
1785     Z_UniverseReportHits *pUniverseReportHits)
1786 {
1787     if (pUniverseReportHits != NULL)
1788     {
1789         print_level(iLevel);
1790         printf("Universe Report Hits: \n");
1791         iLevel++;
1792         print_string_or_numeric(iLevel, "Database",
1793                                 pUniverseReportHits->database);
1794         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1795     }
1796 }
1797
1798 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1799 {
1800     if (pUniverseReport != NULL)
1801     {
1802         print_level(iLevel);
1803         printf("Universe Report: \n");
1804         iLevel++;
1805         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1806         switch (pUniverseReport->which)
1807         {
1808         case Z_UniverseReport_databaseHits:
1809             print_universe_report_hits(iLevel,
1810                                        pUniverseReport->u.databaseHits);
1811             break;
1812             
1813         case Z_UniverseReport_duplicate:
1814             print_universe_report_duplicate(iLevel,
1815                                             pUniverseReport->u.duplicate);
1816             break;
1817             
1818         default:
1819             print_level(iLevel);
1820             printf("Type: %d\n", pUniverseReport->which);
1821             break;
1822         }
1823     }
1824 }
1825
1826 static void print_external(int iLevel, Z_External *pExternal)
1827 {
1828     if (pExternal != NULL)
1829     {
1830         print_level(iLevel);
1831         printf("External: \n");
1832         iLevel++;
1833         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1834         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1835         print_string(iLevel, "Descriptor", pExternal->descriptor);
1836         switch (pExternal->which)
1837         {
1838         case Z_External_universeReport:
1839             print_universe_report(iLevel, pExternal->u.universeReport);
1840             break;
1841             
1842         default:
1843             print_level(iLevel);
1844             printf("Type: %d\n", pExternal->which);
1845             break;
1846         }
1847     }
1848 }
1849
1850 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1851 {
1852     printf ("Received ResourceControlRequest.\n");
1853     print_referenceId(1, req->referenceId);
1854     print_int(1, "Suspended Flag", req->suspendedFlag);
1855     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1856     print_int(1, "Response Required", req->responseRequired);
1857     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1858     print_external(1, req->resourceReport);
1859     return 0;
1860 }
1861
1862 void process_ESResponse(Z_ExtendedServicesResponse *res)
1863 {
1864     printf("Status: ");
1865     switch (*res->operationStatus)
1866     {
1867     case Z_ExtendedServicesResponse_done:
1868         printf ("done\n");
1869         break;
1870     case Z_ExtendedServicesResponse_accepted:
1871         printf ("accepted\n");
1872         break;
1873     case Z_ExtendedServicesResponse_failure:
1874         printf ("failure\n");
1875         display_diagrecs(res->diagnostics, res->num_diagnostics);
1876         break;
1877     default:
1878         printf ("unknown\n");
1879     }
1880     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1881         (res->num_diagnostics != 0) ) {
1882         display_diagrecs(res->diagnostics, res->num_diagnostics);
1883     }
1884     print_refid (res->referenceId);
1885     if (res->taskPackage && 
1886         res->taskPackage->which == Z_External_extendedService)
1887     {
1888         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1889         Odr_oct *id = taskPackage->targetReference;
1890         Z_External *ext = taskPackage->taskSpecificParameters;
1891         
1892         if (id)
1893         {
1894             printf ("Target Reference: ");
1895             print_stringn (id->buf, id->len);
1896             printf ("\n");
1897         }
1898         if (ext->which == Z_External_update)
1899         {
1900             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1901             if (utp && utp->targetPart)
1902             {
1903                 Z_IUTargetPart *targetPart = utp->targetPart;
1904                 int i;
1905
1906                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1907                 {
1908
1909                     Z_IUTaskPackageRecordStructure *tpr =
1910                         targetPart->taskPackageRecords[i];
1911                     printf ("task package record %d\n", i+1);
1912                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1913                     {
1914                         display_record (tpr->u.record);
1915                     }
1916                     else
1917                     {
1918                         printf ("other type\n");
1919                     }
1920                 }
1921             }
1922         }
1923         if (ext->which == Z_External_itemOrder)
1924         {
1925             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
1926             if (otp && otp->targetPart && otp->targetPart->itemRequest)
1927             {
1928                 Z_External *ext = otp->targetPart->itemRequest;
1929                 if (ext->which == Z_External_octet)
1930                 {
1931                     Odr_oct *doc = ext->u.octet_aligned;
1932                     printf("Got itemRequest doc %.*s\n",
1933                            doc->len, doc->buf);
1934                 }
1935             }
1936         }
1937     }
1938     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1939     {
1940         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1941         printf("%.*s\n", doc->len, doc->buf);
1942     }
1943 }
1944
1945 const char *get_ill_element (void *clientData, const char *element)
1946 {
1947     return 0;
1948 }
1949
1950 static Z_External *create_external_itemRequest(void)
1951 {
1952     struct ill_get_ctl ctl;
1953     ILL_ItemRequest *req;
1954     Z_External *r = 0;
1955     int item_request_size = 0;
1956     char *item_request_buf = 0;
1957
1958     ctl.odr = out;
1959     ctl.clientData = 0;
1960     ctl.f = get_ill_element;
1961     
1962     req = ill_get_ItemRequest(&ctl, "ill", 0);
1963     if (!req)
1964         printf ("ill_get_ItemRequest failed\n");
1965         
1966     if (!ill_ItemRequest (out, &req, 0, 0))
1967     {
1968         if (apdu_file)
1969         {
1970             ill_ItemRequest(print, &req, 0, 0);
1971             odr_reset(print);
1972         }
1973         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1974         if (item_request_buf)
1975             odr_setbuf (out, item_request_buf, item_request_size, 1);
1976         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1977         return 0;
1978     }
1979     else
1980     {
1981         r = (Z_External *) odr_malloc (out, sizeof(*r));
1982         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
1983         r->indirect_reference = 0;
1984         r->descriptor = 0;
1985         r->which = Z_External_single;
1986         
1987         r->u.single_ASN1_type = (Odr_oct *)
1988             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1989         r->u.single_ASN1_type->buf = (unsigned char *)
1990         odr_malloc (out, item_request_size);
1991         r->u.single_ASN1_type->len = item_request_size;
1992         r->u.single_ASN1_type->size = item_request_size;
1993         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1994                 item_request_size);
1995         
1996         do_hex_dump(item_request_buf,item_request_size);
1997     }
1998     return r;
1999 }
2000
2001 static Z_External *create_external_ILL_APDU(int which)
2002 {
2003     struct ill_get_ctl ctl;
2004     ILL_APDU *ill_apdu;
2005     Z_External *r = 0;
2006     int ill_request_size = 0;
2007     char *ill_request_buf = 0;
2008         
2009     ctl.odr = out;
2010     ctl.clientData = 0;
2011     ctl.f = get_ill_element;
2012
2013     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2014
2015     if (!ill_APDU (out, &ill_apdu, 0, 0))
2016     {
2017         if (apdu_file)
2018         {
2019             printf ("-------------------\n");
2020             ill_APDU(print, &ill_apdu, 0, 0);
2021             odr_reset(print);
2022             printf ("-------------------\n");
2023         }
2024         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2025         if (ill_request_buf)
2026             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2027         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2028         return 0;
2029     }
2030     else
2031     {
2032         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2033         
2034         r = (Z_External *) odr_malloc (out, sizeof(*r));
2035         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2036         r->indirect_reference = 0;
2037         r->descriptor = 0;
2038         r->which = Z_External_single;
2039         
2040         r->u.single_ASN1_type = (Odr_oct *)
2041             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2042         r->u.single_ASN1_type->buf = (unsigned char *)
2043         odr_malloc (out, ill_request_size);
2044         r->u.single_ASN1_type->len = ill_request_size;
2045         r->u.single_ASN1_type->size = ill_request_size;
2046         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2047 /*         printf ("len = %d\n", ill_request_size); */
2048 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2049 /*              printf("--- end of extenal\n"); */
2050
2051     }
2052     return r;
2053 }
2054
2055
2056 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2057 {
2058     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2059     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2060     r->indirect_reference = 0;
2061     r->descriptor = 0;
2062
2063     r->which = Z_External_itemOrder;
2064
2065     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2066     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2067     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2068
2069     r->u.itemOrder->u.esRequest = (Z_IORequest *) 
2070         odr_malloc(out,sizeof(Z_IORequest));
2071     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2072
2073     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2074         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2075     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2076     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2077         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2078     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2079
2080     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2081     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2082     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2083
2084     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2085         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2086     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2087     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2088
2089     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2090         (int *) odr_malloc(out, sizeof(int));
2091     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2092
2093     if (!strcmp (type, "item") || !strcmp(type, "2"))
2094     {
2095         printf ("using item-request\n");
2096         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2097             create_external_itemRequest();
2098     }
2099     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2100     {
2101         printf ("using ILL-request\n");
2102         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2103             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2104     }
2105     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2106     {
2107         const char *xml_buf =
2108             "<itemorder>\n"
2109             "  <type>request</type>\n"
2110             "  <libraryNo>000200</libraryNo>\n"
2111             "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2112             "</itemorder>";
2113         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2114             z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, strlen(xml_buf));
2115     }
2116     else
2117         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2118
2119     return r;
2120 }
2121
2122 static int send_itemorder(const char *type, int itemno)
2123 {
2124     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2125     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2126
2127     req->referenceId = set_refid (out);
2128
2129     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2130     req->packageName = esPackageName;
2131
2132     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2133
2134     send_apdu(apdu);
2135     return 0;
2136 }
2137
2138 static int only_z3950(void)
2139 {
2140     if (!conn)
2141     {
2142         printf ("Not connected yet\n");
2143         return 1;
2144     }
2145     if (protocol == PROTO_HTTP)
2146     {
2147         printf ("Not supported by SRW\n");
2148         return 1;
2149     }
2150     return 0;
2151 }
2152
2153 static int cmd_update_common(const char *arg, int version);
2154
2155 static int cmd_update(const char *arg)
2156 {
2157     return cmd_update_common(arg, 1);
2158 }
2159
2160 static int cmd_update0(const char *arg)
2161 {
2162     return cmd_update_common(arg, 0);
2163 }
2164
2165 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2166                             char *rec_buf, int rec_len);
2167
2168 static int cmd_update_SRW(int action_no, const char *recid,
2169                           char *rec_buf, int rec_len);
2170
2171 static int cmd_update_common(const char *arg, int version)
2172 {
2173     char *action_buf;
2174     int action_len;
2175     char *recid_buf;
2176     int recid_len;
2177     const char *recid = 0;
2178     char *rec_buf;
2179     int rec_len;
2180     int action_no;
2181     int noread = 0;
2182
2183     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2184     {
2185         printf("Use: update action recid [fname]\n");
2186         printf(" where action is one of insert,replace,delete.update\n");
2187         printf(" recid is some record ID. Use none for no ID\n");
2188         printf(" fname is file of record to be updated\n");
2189         return 0;
2190     }
2191
2192     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2193     {
2194         printf("Missing recid\n");
2195         return 0;
2196     }
2197
2198     if (!strcmp(action_buf, "insert"))
2199         action_no = Z_IUOriginPartToKeep_recordInsert;
2200     else if (!strcmp(action_buf, "replace"))
2201         action_no = Z_IUOriginPartToKeep_recordReplace;
2202     else if (!strcmp(action_buf, "delete"))
2203         action_no = Z_IUOriginPartToKeep_recordDelete;
2204     else if (!strcmp(action_buf, "update"))
2205         action_no = Z_IUOriginPartToKeep_specialUpdate;
2206     else 
2207     {
2208         printf ("Bad action: %s\n", action_buf);
2209         printf ("Possible values: insert, replace, delete, update\n");
2210         return 0;
2211     }
2212
2213     if (strcmp(recid_buf, "none")) /* none means no record ID */
2214         recid = recid_buf;
2215
2216     arg += noread;
2217     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2218         return 0;
2219
2220 #if YAZ_HAVE_XML2
2221     if (protocol == PROTO_HTTP)
2222         return cmd_update_SRW(action_no, recid_buf, rec_buf, rec_len);
2223 #endif
2224     return cmd_update_Z3950(version, action_no, recid_buf, rec_buf, rec_len);
2225 }
2226
2227 #if YAZ_HAVE_XML2
2228 static int cmd_update_SRW(int action_no, const char *recid,
2229                           char *rec_buf, int rec_len)
2230 {
2231     if (!conn)
2232         cmd_open(0);
2233     if (!conn)
2234         return 0;
2235     else
2236     {
2237         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2238         Z_SRW_updateRequest *sr = srw->u.update_request;
2239
2240         switch(action_no)
2241         {
2242         case Z_IUOriginPartToKeep_recordInsert:
2243             sr->operation = "info:srw/action/1/create";
2244             break;
2245         case Z_IUOriginPartToKeep_recordReplace:
2246             sr->operation = "info:srw/action/1/replace";
2247             break;
2248         case Z_IUOriginPartToKeep_recordDelete:
2249             sr->operation = "info:srw/action/1/delete";
2250             break;
2251         }
2252         if (rec_buf)
2253         {
2254             sr->record = yaz_srw_get_record(out);
2255             sr->record->recordData_buf = rec_buf;
2256             sr->record->recordData_len = rec_len;
2257             sr->record->recordSchema = record_schema;
2258         }
2259         if (recid)
2260             sr->recordId = odr_strdup(out, recid);
2261         return send_srw(srw);
2262     }
2263 }
2264 #endif
2265                           
2266 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2267                             char *rec_buf, int rec_len)
2268 {
2269     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2270     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2271     Z_External *r;
2272     Z_External *record_this = 0;
2273     if (rec_buf)
2274         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2275                                        rec_buf, rec_len);
2276     else
2277     {
2278         if (!record_last)
2279         {
2280             printf ("No last record (update ignored)\n");
2281             return 0;
2282         }
2283         record_this = record_last;
2284     }
2285
2286     req->packageType = odr_oiddup(out, (version == 0 ? 
2287        yaz_oid_extserv_database_update_first_version :
2288        yaz_oid_extserv_database_update));
2289
2290     req->packageName = esPackageName;
2291     
2292     req->referenceId = set_refid (out);
2293
2294     r = req->taskSpecificParameters = (Z_External *)
2295         odr_malloc (out, sizeof(*r));
2296     r->direct_reference = req->packageType;
2297     r->indirect_reference = 0;
2298     r->descriptor = 0;
2299     if (version == 0)
2300     {
2301         Z_IU0OriginPartToKeep *toKeep;
2302         Z_IU0SuppliedRecords *notToKeep;
2303
2304         r->which = Z_External_update0;
2305         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2306         r->u.update0->which = Z_IUUpdate_esRequest;
2307         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2308             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2309         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2310             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2311         
2312         toKeep->databaseName = databaseNames[0];
2313         toKeep->schema = 0;
2314         if (record_schema)
2315         {
2316             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2317                                                    CLASS_SCHEMA,
2318                                                    record_schema, out);
2319         }
2320         toKeep->elementSetName = 0;
2321
2322         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2323         *toKeep->action = action_no;
2324         
2325         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2326             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2327         notToKeep->num = 1;
2328         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2329             odr_malloc(out, sizeof(*notToKeep->elements));
2330         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2331             odr_malloc(out, sizeof(**notToKeep->elements));
2332         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2333         if (recid)
2334         {
2335             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2336                 odr_malloc (out, sizeof(Odr_oct));
2337             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2338             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2339             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2340         }
2341         else
2342             notToKeep->elements[0]->u.opaque = 0;
2343         notToKeep->elements[0]->supplementalId = 0;
2344         notToKeep->elements[0]->correlationInfo = 0;
2345         notToKeep->elements[0]->record = record_this;
2346     }
2347     else
2348     {
2349         Z_IUOriginPartToKeep *toKeep;
2350         Z_IUSuppliedRecords *notToKeep;
2351
2352         r->which = Z_External_update;
2353         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2354         r->u.update->which = Z_IUUpdate_esRequest;
2355         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2356             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2357         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2358             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2359         
2360         toKeep->databaseName = databaseNames[0];
2361         toKeep->schema = 0;
2362         if (record_schema)
2363         {
2364             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2365                                                    CLASS_SCHEMA,
2366                                                    record_schema, out);
2367         }
2368         toKeep->elementSetName = 0;
2369         toKeep->actionQualifier = 0;
2370         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2371         *toKeep->action = action_no;
2372
2373         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2374             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2375         notToKeep->num = 1;
2376         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2377             odr_malloc(out, sizeof(*notToKeep->elements));
2378         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2379             odr_malloc(out, sizeof(**notToKeep->elements));
2380         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2381         if (recid)
2382         {
2383             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2384                 odr_malloc (out, sizeof(Odr_oct));
2385             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2386             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2387             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2388         }
2389         else
2390             notToKeep->elements[0]->u.opaque = 0;
2391         notToKeep->elements[0]->supplementalId = 0;
2392         notToKeep->elements[0]->correlationInfo = 0;
2393         notToKeep->elements[0]->record = record_this;
2394     }
2395     
2396     send_apdu(apdu);
2397
2398     return 2;
2399 }
2400
2401 static int cmd_xmles(const char *arg)
2402 {
2403     if (only_z3950())
2404         return 1;
2405     else
2406     {
2407         char *asn_buf = 0;
2408         int noread = 0;
2409         Odr_oid *oid;
2410         char oid_str[51];
2411         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2412         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2413         
2414
2415         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2416         
2417         req->referenceId = set_refid (out);
2418         req->taskSpecificParameters = ext;
2419         ext->indirect_reference = 0;
2420         ext->descriptor = 0;
2421         ext->which = Z_External_octet;
2422         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));        
2423         sscanf(arg, "%50s%n", oid_str, &noread);
2424         if (noread == 0)
2425         {
2426             printf("Missing OID for xmles\n");
2427             return 0;
2428         }
2429         arg += noread;
2430         if (parse_cmd_doc(&arg, out, &asn_buf,
2431                           &ext->u.single_ASN1_type->len) == 0)
2432             return 0;
2433
2434         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2435
2436         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2437                                     CLASS_EXTSERV, oid_str, out);
2438         if (!oid)
2439         {
2440             printf("Bad OID: %s\n", oid_str);
2441             return 0;
2442         }
2443
2444         req->packageType = oid;
2445         
2446         ext->direct_reference = oid;
2447
2448         send_apdu(apdu);
2449         
2450         return 2;
2451     }
2452 }
2453
2454 static int cmd_itemorder(const char *arg)
2455 {
2456     char type[12];
2457     int itemno;
2458    
2459     if (only_z3950())
2460         return 1;
2461     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2462         return 0;
2463
2464     printf("Item order request\n");
2465     fflush(stdout);
2466     send_itemorder(type, itemno);
2467     return 2;
2468 }
2469
2470 static void show_opt(const char *arg, void *clientData)
2471 {
2472     printf ("%s ", arg);
2473 }
2474
2475 static int cmd_zversion(const char *arg)
2476 {
2477     if (*arg && arg)
2478         z3950_version = atoi(arg);
2479     else
2480         printf ("version is %d\n", z3950_version);
2481     return 0;
2482 }
2483
2484 static int cmd_options(const char *arg)
2485 {
2486     if (*arg)
2487     {
2488         int r;
2489         int pos;
2490         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2491         if (r == -1)
2492             printf("Unknown option(s) near %s\n", arg+pos);
2493     }
2494     else
2495     {
2496         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2497         printf ("\n");
2498     }
2499     return 0;
2500 }
2501
2502 static int cmd_explain(const char *arg)
2503 {
2504     if (protocol != PROTO_HTTP)
2505         return 0;
2506 #if YAZ_HAVE_XML2
2507     if (!conn)
2508         cmd_open(0);
2509     if (conn)
2510     {
2511         Z_SRW_PDU *sr = 0;
2512         
2513         setno = 1;
2514         
2515         /* save this for later .. when fetching individual records */
2516         sr = yaz_srw_get(out, Z_SRW_explain_request);
2517         if (recordsyntax_size == 1 
2518             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2519             sr->u.explain_request->recordPacking = "xml";
2520         send_srw(sr);
2521         return 2;
2522     }
2523 #endif
2524     return 0;
2525 }
2526
2527 static int cmd_init(const char *arg)
2528 {
2529     if (*arg)
2530     {
2531         strncpy (cur_host, arg, sizeof(cur_host)-1);
2532         cur_host[sizeof(cur_host)-1] = 0;
2533     }
2534     if (only_z3950())
2535         return 1;
2536     send_initRequest(cur_host);
2537     return 2;
2538 }
2539
2540 static int cmd_sru(const char *arg)
2541 {
2542     if (!*arg)
2543     {
2544         printf("SRU method is: %s\n", sru_method);
2545         printf("SRU version is: %s\n", sru_version);
2546     }
2547     else
2548     {
2549         int r;
2550         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2551         if (r >= 1)
2552         {
2553             if (!yaz_matchstr(sru_method, "post"))
2554                 ;
2555             else if (!yaz_matchstr(sru_method, "get"))
2556                 ;
2557             else if (!yaz_matchstr(sru_method, "soap"))
2558                 ;
2559             else
2560             {
2561                 strcpy(sru_method, "soap");
2562                 printf("Unknown SRU method: %s\n", arg);
2563                 printf("Specify one of POST, GET, SOAP\n");
2564             }
2565         }
2566     }
2567     return 0;
2568 }
2569
2570 static int cmd_find(const char *arg)
2571 {
2572     if (!*arg)
2573     {
2574         printf("Find what?\n");
2575         return 0;
2576     }
2577     if (protocol == PROTO_HTTP)
2578     {
2579 #if YAZ_HAVE_XML2
2580         if (!conn)
2581             cmd_open(0);
2582         if (!conn)
2583             return 0;
2584         if (!send_SRW_searchRequest(arg))
2585             return 0;
2586 #else
2587         return 0;
2588 #endif
2589     }
2590     else
2591     {
2592         if (!conn)
2593         {
2594             try_reconnect(); 
2595             
2596             if (!conn) {                                        
2597                 printf("Not connected yet\n");
2598                 return 0;
2599             }
2600         }
2601         if (!send_searchRequest(arg))
2602             return 0;
2603     }
2604     return 2;
2605 }
2606
2607 static int cmd_delete(const char *arg)
2608 {
2609     if (only_z3950())
2610         return 0;
2611     if (!send_deleteResultSetRequest(arg))
2612         return 0;
2613     return 2;
2614 }
2615
2616 static int cmd_ssub(const char *arg)
2617 {
2618     if (!(smallSetUpperBound = atoi(arg)))
2619         return 0;
2620     return 1;
2621 }
2622
2623 static int cmd_lslb(const char *arg)
2624 {
2625     if (!(largeSetLowerBound = atoi(arg)))
2626         return 0;
2627     return 1;
2628 }
2629
2630 static int cmd_mspn(const char *arg)
2631 {
2632     if (!(mediumSetPresentNumber = atoi(arg)))
2633         return 0;
2634     return 1;
2635 }
2636
2637 static int cmd_status(const char *arg)
2638 {
2639     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2640     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2641     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2642     return 1;
2643 }
2644
2645 static int cmd_setnames(const char *arg)
2646 {
2647     if (*arg == '1')         /* enable ? */
2648         setnumber = 0;
2649     else if (*arg == '0')    /* disable ? */
2650         setnumber = -1;
2651     else if (setnumber < 0)  /* no args, toggle .. */
2652         setnumber = 0;
2653     else
2654         setnumber = -1;
2655    
2656     if (setnumber >= 0)
2657         printf("Set numbering enabled.\n");
2658     else
2659         printf("Set numbering disabled.\n");
2660     return 1;
2661 }
2662
2663 /* PRESENT SERVICE ----------------------------- */
2664
2665 static void parse_show_args(const char *arg_c, char *setstring,
2666                             int *start, int *number)
2667 {
2668     char arg[40];
2669     char *p;
2670
2671     strncpy(arg, arg_c, sizeof(arg)-1);
2672     arg[sizeof(arg)-1] = '\0';
2673
2674     if ((p = strchr(arg, '+')))
2675     {
2676         *number = atoi(p + 1);
2677         *p = '\0';
2678     }
2679     if (*arg)
2680     {
2681         if (!strcmp(arg, "all"))
2682         {
2683             *number = last_hit_count;
2684             *start = 1;
2685         }
2686         else
2687             *start = atoi(arg);
2688     }
2689     if (p && (p=strchr(p+1, '+')))
2690         strcpy (setstring, p+1);
2691     else if (setnumber >= 0)
2692         sprintf(setstring, "%d", setnumber);
2693     else
2694         *setstring = '\0';
2695 }
2696
2697 static int send_presentRequest(const char *arg)
2698 {
2699     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2700     Z_PresentRequest *req = apdu->u.presentRequest;
2701     Z_RecordComposition compo;
2702     int nos = 1;
2703     char setstring[100];
2704
2705     req->referenceId = set_refid (out);
2706
2707     parse_show_args(arg, setstring, &setno, &nos);
2708     if (*setstring)
2709         req->resultSetId = setstring;
2710
2711     req->resultSetStartPoint = &setno;
2712     req->numberOfRecordsRequested = &nos;
2713
2714     if (recordsyntax_size)
2715         req->preferredRecordSyntax =
2716             yaz_string_to_oid_odr(yaz_oid_std(),
2717                                   CLASS_RECSYN, recordsyntax_list[0], out);
2718
2719     if (record_schema || recordsyntax_size >= 2)
2720     {
2721         req->recordComposition = &compo;
2722         compo.which = Z_RecordComp_complex;
2723         compo.u.complex = (Z_CompSpec *)
2724             odr_malloc(out, sizeof(*compo.u.complex));
2725         compo.u.complex->selectAlternativeSyntax = (bool_t *) 
2726             odr_malloc(out, sizeof(bool_t));
2727         *compo.u.complex->selectAlternativeSyntax = 0;
2728
2729         compo.u.complex->generic = (Z_Specification *)
2730             odr_malloc(out, sizeof(*compo.u.complex->generic));
2731         
2732         compo.u.complex->generic->which = Z_Schema_oid;
2733         if (!record_schema)
2734             compo.u.complex->generic->schema.oid = 0;
2735         else 
2736         {
2737             compo.u.complex->generic->schema.oid =
2738                 yaz_string_to_oid_odr(yaz_oid_std(),
2739                                       CLASS_SCHEMA, record_schema, out);
2740             
2741             if (!compo.u.complex->generic->schema.oid)
2742             {
2743                 /* OID wasn't a schema! Try record syntax instead. */
2744                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2745                     yaz_string_to_oid_odr(yaz_oid_std(),
2746                                           CLASS_RECSYN, record_schema, out);
2747             }
2748         }
2749         if (!elementSetNames)
2750             compo.u.complex->generic->elementSpec = 0;
2751         else
2752         {
2753             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2754                 odr_malloc(out, sizeof(Z_ElementSpec));
2755             compo.u.complex->generic->elementSpec->which =
2756                 Z_ElementSpec_elementSetName;
2757             compo.u.complex->generic->elementSpec->u.elementSetName =
2758                 elementSetNames->u.generic;
2759         }
2760         compo.u.complex->num_dbSpecific = 0;
2761         compo.u.complex->dbSpecific = 0;
2762
2763         compo.u.complex->num_recordSyntax = 0;
2764         compo.u.complex->recordSyntax = 0;
2765         if (recordsyntax_size >= 2)
2766         {
2767             int i;
2768             compo.u.complex->num_recordSyntax = recordsyntax_size;
2769             compo.u.complex->recordSyntax = (Odr_oid **)
2770                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2771             for (i = 0; i < recordsyntax_size; i++)
2772             compo.u.complex->recordSyntax[i] =                 
2773                 yaz_string_to_oid_odr(yaz_oid_std(), 
2774                                       CLASS_RECSYN, recordsyntax_list[i], out);
2775         }
2776     }
2777     else if (elementSetNames)
2778     {
2779         req->recordComposition = &compo;
2780         compo.which = Z_RecordComp_simple;
2781         compo.u.simple = elementSetNames;
2782     }
2783     send_apdu(apdu);
2784     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2785     return 2;
2786 }
2787
2788 #if YAZ_HAVE_XML2
2789 static int send_SRW_presentRequest(const char *arg)
2790 {
2791     char setstring[100];
2792     int nos = 1;
2793     Z_SRW_PDU *sr = srw_sr;
2794
2795     if (!sr)
2796         return 0;
2797     parse_show_args(arg, setstring, &setno, &nos);
2798     sr->u.request->startRecord = odr_intdup(out, setno);
2799     sr->u.request->maximumRecords = odr_intdup(out, nos);
2800     if (record_schema)
2801         sr->u.request->recordSchema = record_schema;
2802     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
2803         sr->u.request->recordPacking = "xml";
2804     return send_srw(sr);
2805 }
2806 #endif
2807
2808 static void close_session (void)
2809 {
2810     if (conn)
2811         cs_close (conn);
2812     conn = 0;
2813     sent_close = 0;
2814     odr_reset(out);
2815     odr_reset(in);
2816     odr_reset(print);
2817     last_hit_count = 0;
2818 }
2819
2820 void process_close(Z_Close *req)
2821 {
2822     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2823     Z_Close *res = apdu->u.close;
2824
2825     static char *reasons[] =
2826     {
2827         "finished",
2828         "shutdown",
2829         "system problem",
2830         "cost limit reached",
2831         "resources",
2832         "security violation",
2833         "protocolError",
2834         "lack of activity",
2835         "peer abort",
2836         "unspecified"
2837     };
2838
2839     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2840         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2841     if (sent_close)
2842         close_session ();
2843     else
2844     {
2845         *res->closeReason = Z_Close_finished;
2846         send_apdu(apdu);
2847         printf("Sent response.\n");
2848         sent_close = 1;
2849     }
2850 }
2851
2852 static int cmd_show(const char *arg)
2853 {
2854     if (protocol == PROTO_HTTP)
2855     {
2856 #if YAZ_HAVE_XML2
2857         if (!conn)
2858             cmd_open(0);
2859         if (!conn)
2860             return 0;
2861         if (!send_SRW_presentRequest(arg))
2862             return 0;
2863 #else
2864         return 0;
2865 #endif
2866     }
2867     else
2868     {
2869         if (!conn)
2870         {
2871             printf("Not connected yet\n");
2872             return 0;
2873         }
2874         if (!send_presentRequest(arg))
2875             return 0;
2876     }
2877     return 2;
2878 }
2879
2880 void exit_client(int code)
2881 {
2882     file_history_save(file_history);
2883     file_history_destroy(&file_history);
2884     exit(code);
2885 }
2886
2887 int cmd_quit(const char *arg)
2888 {
2889     printf("See you later, alligator.\n");
2890     xmalloc_trav ("");
2891     exit_client(0);
2892     return 0;
2893 }
2894
2895 int cmd_cancel(const char *arg)
2896 {
2897     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2898     Z_TriggerResourceControlRequest *req =
2899         apdu->u.triggerResourceControlRequest;
2900     bool_t rfalse = 0;
2901     char command[16];
2902   
2903     *command = '\0';
2904     sscanf(arg, "%15s", command);
2905
2906     if (only_z3950())
2907         return 0;
2908     if (session_initResponse &&
2909         !ODR_MASK_GET(session_initResponse->options,
2910                       Z_Options_triggerResourceCtrl))
2911     {
2912         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2913         return 0;
2914     }
2915     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2916     req->resultSetWanted = &rfalse;
2917     req->referenceId = set_refid (out);
2918
2919     send_apdu(apdu);
2920     printf("Sent cancel request\n");
2921     if (!strcmp(command, "wait"))
2922          return 2;
2923     return 1;
2924 }
2925
2926
2927 int cmd_cancel_find(const char *arg) {
2928     int fres;
2929     fres=cmd_find(arg);
2930     if( fres > 0 ) {
2931         return cmd_cancel("");
2932     };
2933     return fres;
2934 }
2935
2936 int send_scanrequest(const char *set,  const char *query,
2937                      int pp, int num, const char *term)
2938 {
2939     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2940     Z_ScanRequest *req = apdu->u.scanRequest;
2941     
2942     if (only_z3950())
2943         return 0;
2944     if (queryType == QueryType_CCL2RPN)
2945     {
2946         int error, pos;
2947         struct ccl_rpn_node *rpn;
2948
2949         rpn = ccl_find_str (bibset,  query, &error, &pos);
2950         if (error)
2951         {
2952             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2953             return -1;
2954         }
2955         req->attributeSet =
2956             yaz_string_to_oid_odr(yaz_oid_std(),
2957                                   CLASS_ATTSET, "Bib-1", out);
2958         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2959         {
2960             printf("Couldn't convert CCL to Scan term\n");
2961             return -1;
2962         }
2963         ccl_rpn_delete (rpn);
2964     }
2965     else
2966     {
2967         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2968
2969         if (!(req->termListAndStartPoint =
2970               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2971         {
2972             const char *pqf_msg;
2973             size_t off;
2974             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2975             int ioff = off;
2976             printf("%*s^\n", ioff+7, "");
2977             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2978             yaz_pqf_destroy (pqf_parser);
2979             return -1;
2980         }
2981         yaz_pqf_destroy (pqf_parser);
2982     }
2983     if (queryCharset && outputCharset)
2984     {
2985         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
2986         if (!cd)
2987         {
2988             printf("Conversion from %s to %s unsupported\n",
2989                    outputCharset, queryCharset);
2990             return -1;
2991         }
2992         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
2993         yaz_iconv_close(cd);
2994     }
2995     if (term && *term)
2996     {
2997         if (req->termListAndStartPoint->term &&
2998             req->termListAndStartPoint->term->which == Z_Term_general &&
2999             req->termListAndStartPoint->term->u.general)
3000         {
3001             req->termListAndStartPoint->term->u.general->buf =
3002                 (unsigned char *) odr_strdup(out, term);
3003             req->termListAndStartPoint->term->u.general->len =
3004                 req->termListAndStartPoint->term->u.general->size =
3005                 strlen(term);
3006         }
3007     }
3008     req->referenceId = set_refid (out);
3009     req->num_databaseNames = num_databaseNames;
3010     req->databaseNames = databaseNames;
3011     req->numberOfTermsRequested = &num;
3012     req->preferredPositionInResponse = &pp;
3013     req->stepSize = odr_intdup(out, scan_stepSize);
3014
3015     if (set)
3016         yaz_oi_set_string_oid(&req->otherInfo, out,
3017                               yaz_oid_userinfo_scan_set, 1, set);
3018
3019     send_apdu(apdu);
3020     return 2;
3021 }
3022
3023 int send_sortrequest(const char *arg, int newset)
3024 {
3025     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3026     Z_SortRequest *req = apdu->u.sortRequest;
3027     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3028         odr_malloc (out, sizeof(*sksl));
3029     char setstring[32];
3030
3031     if (only_z3950())
3032         return 0;
3033     if (setnumber >= 0)
3034         sprintf (setstring, "%d", setnumber);
3035     else
3036         sprintf (setstring, "default");
3037
3038     req->referenceId = set_refid (out);
3039
3040     req->num_inputResultSetNames = 1;
3041     req->inputResultSetNames = (Z_InternationalString **)
3042         odr_malloc (out, sizeof(*req->inputResultSetNames));
3043     req->inputResultSetNames[0] = odr_strdup (out, setstring);
3044
3045     if (newset && setnumber >= 0)
3046         sprintf (setstring, "%d", ++setnumber);
3047
3048     req->sortedResultSetName = odr_strdup (out, setstring);
3049
3050     req->sortSequence = yaz_sort_spec (out, arg);
3051     if (!req->sortSequence)
3052     {
3053         printf ("Missing sort specifications\n");
3054         return -1;
3055     }
3056     send_apdu(apdu);
3057     return 2;
3058 }
3059
3060 void display_term(Z_TermInfo *t)
3061 {
3062     if (t->displayTerm)
3063         printf("%s", t->displayTerm);
3064     else if (t->term->which == Z_Term_general)
3065         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3066     else
3067         printf("Term (not general)");
3068     if (t->term->which == Z_Term_general)
3069         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3070             t->term->u.general->buf);
3071
3072     if (t->globalOccurrences)
3073         printf (" (%d)\n", *t->globalOccurrences);
3074     else
3075         printf ("\n");
3076 }
3077
3078 void process_scanResponse(Z_ScanResponse *res)
3079 {
3080     int i;
3081     Z_Entry **entries = NULL;
3082     int num_entries = 0;
3083    
3084     printf("Received ScanResponse\n"); 
3085     print_refid (res->referenceId);
3086     printf("%d entries", *res->numberOfEntriesReturned);
3087     if (res->positionOfTerm)
3088         printf (", position=%d", *res->positionOfTerm); 
3089     printf ("\n");
3090     if (*res->scanStatus != Z_Scan_success)
3091         printf("Scan returned code %d\n", *res->scanStatus);
3092     if (!res->entries)
3093         return;
3094     if ((entries = res->entries->entries))
3095         num_entries = res->entries->num_entries;
3096     for (i = 0; i < num_entries; i++)
3097     {
3098         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3099         if (entries[i]->which == Z_Entry_termInfo)
3100         {
3101             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3102             display_term(entries[i]->u.termInfo);
3103         }
3104         else
3105             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3106     }
3107     if (res->entries->nonsurrogateDiagnostics)
3108         display_diagrecs (res->entries->nonsurrogateDiagnostics,
3109                           res->entries->num_nonsurrogateDiagnostics);
3110 }
3111
3112 void process_sortResponse(Z_SortResponse *res)
3113 {
3114     printf("Received SortResponse: status=");
3115     switch (*res->sortStatus)
3116     {
3117     case Z_SortResponse_success:
3118         printf ("success"); break;
3119     case Z_SortResponse_partial_1:
3120         printf ("partial"); break;
3121     case Z_SortResponse_failure:
3122         printf ("failure"); break;
3123     default:
3124         printf ("unknown (%d)", *res->sortStatus);
3125     }
3126     printf ("\n");
3127     print_refid (res->referenceId);
3128     if (res->diagnostics)
3129         display_diagrecs(res->diagnostics,
3130                          res->num_diagnostics);
3131 }
3132
3133 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
3134 {
3135     printf("Got deleteResultSetResponse status=%d\n",
3136            *res->deleteOperationStatus);
3137     if (res->deleteListStatuses)
3138     {
3139         int i;
3140         for (i = 0; i < res->deleteListStatuses->num; i++)
3141         {
3142             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3143                     *res->deleteListStatuses->elements[i]->status);
3144         }
3145     }
3146 }
3147
3148 int cmd_sort_generic(const char *arg, int newset)
3149 {
3150     if (only_z3950())
3151         return 0;
3152     if (session_initResponse && 
3153         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3154     {
3155         printf("Target doesn't support sort\n");
3156         return 0;
3157     }
3158     if (*arg)
3159     {
3160         if (send_sortrequest(arg, newset) < 0)
3161             return 0;
3162         return 2;
3163     }
3164     return 0;
3165 }
3166
3167 int cmd_sort(const char *arg)
3168 {
3169     return cmd_sort_generic (arg, 0);
3170 }
3171
3172 int cmd_sort_newset (const char *arg)
3173 {
3174     return cmd_sort_generic (arg, 1);
3175 }
3176
3177 int cmd_scanstep(const char *arg)
3178 {
3179     scan_stepSize = atoi(arg);
3180     return 0;
3181 }
3182
3183 int cmd_scanpos(const char *arg)
3184 {
3185     int r = sscanf(arg, "%d", &scan_position);
3186     if (r == 0)
3187         scan_position = 1;
3188     return 0;
3189 }
3190
3191 int cmd_scansize(const char *arg)
3192 {
3193     int r = sscanf(arg, "%d", &scan_size);
3194     if (r == 0)
3195         scan_size = 20;
3196     return 0;
3197 }
3198
3199 static int cmd_scan_common(const char *set, const char *arg)
3200 {
3201     if (protocol == PROTO_HTTP)
3202     {
3203 #if YAZ_HAVE_XML2
3204         if (!conn)
3205             cmd_open(0);
3206         if (!conn)
3207             return 0;
3208         if (*arg)
3209         {
3210             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3211                 return 0;
3212         }
3213         else
3214         {
3215             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3216                 return 0;
3217         }
3218         return 2;
3219 #else
3220         return 0;
3221 #endif
3222     }
3223     else
3224     {
3225         if (!conn)
3226         {
3227             try_reconnect();
3228             
3229             if (!conn) {                                                                
3230                 printf("Session not initialized yet\n");
3231                 return 0;
3232             }
3233         }
3234         if (session_initResponse && 
3235             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3236         {
3237             printf("Target doesn't support scan\n");
3238             return 0;
3239         }
3240         if (*arg)
3241         {
3242             strcpy (last_scan_query, arg);
3243             if (send_scanrequest(set, arg, 
3244                                  scan_position, scan_size, 0) < 0)
3245                 return 0;
3246         }
3247         else
3248         {
3249             if (send_scanrequest(set, last_scan_query, 
3250                                  1, scan_size, last_scan_line) < 0)
3251                 return 0;
3252         }
3253         return 2;
3254     }
3255 }
3256
3257 int cmd_scan(const char *arg)
3258 {
3259     return cmd_scan_common(0, arg);
3260 }
3261
3262 int cmd_setscan(const char *arg)
3263 {
3264     char setstring[100];
3265     int nor;
3266     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3267     {
3268         printf("missing set for setscan\n");
3269         return 0;
3270     }
3271     return cmd_scan_common(setstring, arg + nor);
3272 }
3273
3274 int cmd_schema(const char *arg)
3275 {
3276     xfree(record_schema);
3277     record_schema = 0;
3278     if (arg && *arg)
3279         record_schema = xstrdup(arg);
3280     return 1;
3281 }
3282
3283 int cmd_format(const char *arg)
3284 {
3285     const char *cp = arg;
3286     int nor;
3287     int idx = 0;
3288     int i;
3289     char form_str[41];
3290     if (!arg || !*arg)
3291     {
3292         printf("Usage: format <recordsyntax>\n");
3293         return 0;
3294     }
3295     for (i = 0; i < recordsyntax_size; i++)
3296     {
3297         xfree(recordsyntax_list[i]);
3298         recordsyntax_list[i] = 0;
3299     }
3300
3301     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0 
3302            && idx < RECORDSYNTAX_MAX)
3303     {
3304         if (!strcmp(form_str, "none"))
3305             break;
3306         recordsyntax_list[idx] = xstrdup(form_str);
3307         cp += nor;
3308         idx++;
3309     }
3310     recordsyntax_size = idx;
3311     return 1;
3312 }
3313
3314 int cmd_elements(const char *arg)
3315 {
3316     static Z_ElementSetNames esn;
3317     static char what[100];
3318
3319     if (!arg || !*arg)
3320     {
3321         elementSetNames = 0;
3322         return 1;
3323     }
3324     strcpy(what, arg);
3325     esn.which = Z_ElementSetNames_generic;
3326     esn.u.generic = what;
3327     elementSetNames = &esn;
3328     return 1;
3329 }
3330
3331 int cmd_querytype (const char *arg)
3332 {
3333     if (!strcmp (arg, "ccl"))
3334         queryType = QueryType_CCL;
3335     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3336         queryType = QueryType_Prefix;
3337     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3338         queryType = QueryType_CCL2RPN;
3339     else if (!strcmp(arg, "cql"))
3340         queryType = QueryType_CQL;        
3341     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3342         queryType = QueryType_CQL2RPN;
3343     else
3344     {
3345         printf ("Querytype must be one of:\n");
3346         printf (" prefix         - Prefix query\n");
3347         printf (" ccl            - CCL query\n");
3348         printf (" ccl2rpn        - CCL query converted to RPN\n");
3349         printf (" cql            - CQL\n");
3350         printf (" cql2rpn        - CQL query converted to RPN\n");
3351         return 0;
3352     }
3353     return 1;
3354 }
3355
3356 int cmd_refid (const char *arg)
3357 {
3358     xfree (refid);
3359     refid = NULL;
3360     if (*arg)
3361         refid = xstrdup (arg);
3362     return 1;
3363 }
3364
3365 int cmd_close(const char *arg)
3366 {
3367     Z_APDU *apdu;
3368     Z_Close *req;
3369     if (only_z3950())
3370         return 0;
3371     apdu = zget_APDU(out, Z_APDU_close);
3372     req = apdu->u.close;
3373     *req->closeReason = Z_Close_finished;
3374     send_apdu(apdu);
3375     printf("Sent close request.\n");
3376     sent_close = 1;
3377     return 2;
3378 }
3379
3380 int cmd_packagename(const char* arg)
3381 {
3382     xfree (esPackageName);
3383     esPackageName = NULL;
3384     if (*arg)
3385         esPackageName = xstrdup(arg);
3386     return 1;
3387 }
3388
3389 int cmd_proxy(const char* arg)
3390 {
3391     xfree(yazProxy);
3392     yazProxy = 0;
3393     if (*arg)
3394         yazProxy = xstrdup (arg);
3395     return 1;
3396 }
3397
3398 int cmd_marccharset(const char *arg)
3399 {
3400     char l1[30];
3401
3402     *l1 = 0;
3403     if (sscanf(arg, "%29s", l1) < 1)
3404     {
3405         printf("MARC character set is `%s'\n", 
3406                marcCharset ? marcCharset: "none");
3407         return 1;
3408     }
3409     xfree (marcCharset);
3410     marcCharset = 0;
3411     if (strcmp(l1, "-") && strcmp(l1, "none"))
3412         marcCharset = xstrdup(l1);
3413     return 1;
3414 }
3415
3416 int cmd_querycharset(const char *arg)
3417 {
3418     char l1[30];
3419
3420     *l1 = 0;
3421     if (sscanf(arg, "%29s", l1) < 1)
3422     {
3423         printf("Query character set is `%s'\n", 
3424                queryCharset ? queryCharset: "none");
3425         return 1;
3426     }
3427     xfree (queryCharset);
3428     queryCharset = 0;
3429     if (strcmp(l1, "-") && strcmp(l1, "none"))
3430         queryCharset = xstrdup(l1);
3431     return 1;
3432 }
3433
3434 int cmd_displaycharset(const char *arg)
3435 {
3436     char l1[30];
3437
3438     *l1 = 0;
3439     if (sscanf(arg, "%29s", l1) < 1)
3440     {
3441         printf("Display character set is `%s'\n", 
3442                outputCharset ? outputCharset: "none");
3443     }
3444     else
3445     {
3446         xfree (outputCharset);
3447         outputCharset = 0;
3448         if (!strcmp(l1, "auto") && codeset)
3449         {
3450             if (codeset)
3451             {
3452                 printf ("Display character set: %s\n", codeset);
3453                 outputCharset = xstrdup(codeset);
3454             }
3455             else
3456                 printf ("No codeset found on this system\n");
3457         }
3458         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3459             outputCharset = xstrdup(l1);
3460     } 
3461     return 1;
3462 }
3463
3464 int cmd_negcharset(const char *arg)
3465 {
3466     char l1[30];
3467
3468     *l1 = 0;
3469     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3470                &negotiationCharsetVersion) < 1)
3471     {
3472         printf("Negotiation character set `%s'\n", 
3473                negotiationCharset ? negotiationCharset: "none");  
3474         if (negotiationCharset)
3475         {
3476             printf("Records in charset %s\n", negotiationCharsetRecords ? 
3477                    "yes" : "no");
3478             printf("Charneg version %d\n", negotiationCharsetVersion);
3479         }
3480     }
3481     else
3482     {
3483         xfree (negotiationCharset);
3484         negotiationCharset = NULL;
3485         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3486         {
3487             negotiationCharset = xstrdup(l1);
3488             printf ("Character set negotiation : %s\n", negotiationCharset);
3489         }
3490     }
3491     return 1;
3492 }
3493
3494 int cmd_charset(const char* arg)
3495 {
3496     char l1[30], l2[30], l3[30], l4[30];
3497
3498     *l1 = *l2 = *l3 = *l4 = '\0';
3499     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3500     {
3501         cmd_negcharset("");
3502         cmd_displaycharset("");
3503         cmd_marccharset("");
3504         cmd_querycharset("");
3505     }
3506     else
3507     {
3508         cmd_negcharset(l1);
3509         if (*l2)
3510             cmd_displaycharset(l2);
3511         if (*l3)
3512             cmd_marccharset(l3);
3513         if (*l4)
3514             cmd_querycharset(l4);
3515     }
3516     return 1;
3517 }
3518
3519 int cmd_lang(const char* arg)
3520 {
3521     if (*arg == '\0') {
3522         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3523         return 1;
3524     }
3525     xfree (yazLang);
3526     yazLang = NULL;
3527     if (*arg)
3528         yazLang = xstrdup(arg);
3529     return 1;
3530 }
3531
3532 int cmd_source(const char* arg, int echo ) 
3533 {
3534     /* first should open the file and read one line at a time.. */
3535     FILE* includeFile;
3536     char line[102400], *cp;
3537
3538     if(strlen(arg)<1) {
3539         fprintf(stderr,"Error in source command use a filename\n");
3540         return -1;
3541     }
3542     
3543     includeFile = fopen (arg, "r");
3544     
3545     if(!includeFile) {
3546         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3547         return -1;
3548     }
3549     
3550     while(!feof(includeFile)) {
3551         memset(line,0,sizeof(line));
3552         fgets(line,sizeof(line),includeFile);
3553         
3554         if(strlen(line) < 2) continue;
3555         if(line[0] == '#') continue;
3556         
3557         if ((cp = strrchr (line, '\n')))
3558             *cp = '\0';
3559         
3560         if( echo ) {
3561             printf( "processing line: %s\n",line );
3562         };
3563         process_cmd_line(line);
3564     }
3565     
3566     if(fclose(includeFile)<0) {
3567         perror("unable to close include file");
3568         exit(1);
3569     }
3570     return 1;
3571 }
3572
3573 int cmd_source_echo(const char* arg)
3574
3575     cmd_source(arg, 1);
3576     return 1;
3577 }
3578
3579 int cmd_source_noecho(const char* arg)
3580 {
3581     cmd_source(arg, 0);
3582     return 1;
3583 }
3584
3585
3586 int cmd_subshell(const char* args)
3587 {
3588     if(strlen(args)) 
3589         system(args);
3590     else 
3591         system(getenv("SHELL"));
3592     
3593     printf("\n");
3594     return 1;
3595 }
3596
3597 int cmd_set_berfile(const char *arg)
3598 {
3599     if (ber_file && ber_file != stdout && ber_file != stderr)
3600         fclose(ber_file);
3601     if (!strcmp(arg, ""))
3602         ber_file = 0;
3603     else if (!strcmp(arg, "-"))
3604         ber_file = stdout;
3605     else
3606         ber_file = fopen(arg, "a");
3607     return 1;
3608 }
3609
3610 int cmd_set_apdufile(const char *arg)
3611 {
3612     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3613         fclose(apdu_file);
3614     if (!strcmp(arg, ""))
3615         apdu_file = 0;
3616     else if (!strcmp(arg, "-"))
3617         apdu_file = stderr;
3618     else
3619     {
3620         apdu_file = fopen(arg, "a");
3621         if (!apdu_file)
3622             perror("unable to open apdu log file");
3623     }
3624     if (apdu_file)
3625         odr_setprint(print, apdu_file);
3626     return 1;
3627 }
3628
3629 int cmd_set_cclfile(const char* arg)
3630 {  
3631     FILE *inf;
3632
3633     bibset = ccl_qual_mk (); 
3634     inf = fopen (arg, "r");
3635     if (!inf)
3636         perror("unable to open CCL file");
3637     else
3638     {
3639         ccl_qual_file (bibset, inf);
3640         fclose (inf);
3641     }
3642     strcpy(ccl_fields,arg);
3643     return 0;
3644 }
3645
3646 int cmd_set_cqlfile(const char* arg)
3647 {
3648     cql_transform_t newcqltrans;
3649
3650     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3651         perror("unable to open CQL file");
3652         return 0;
3653     }
3654     if (cqltrans != 0)
3655         cql_transform_close(cqltrans);
3656
3657     cqltrans = newcqltrans;
3658     strcpy(cql_fields, arg);
3659     return 0;
3660 }
3661
3662 int cmd_set_auto_reconnect(const char* arg)
3663 {  
3664     if(strlen(arg)==0) {
3665         auto_reconnect = ! auto_reconnect;
3666     } else if(strcmp(arg,"on")==0) {
3667         auto_reconnect = 1;
3668     } else if(strcmp(arg,"off")==0) {
3669         auto_reconnect = 0;             
3670     } else {
3671         printf("Error use on or off\n");
3672         return 1;
3673     }
3674     
3675     if (auto_reconnect)
3676         printf("Set auto reconnect enabled.\n");
3677     else
3678         printf("Set auto reconnect disabled.\n");
3679     
3680     return 0;
3681 }
3682
3683
3684 int cmd_set_auto_wait(const char* arg)
3685 {  
3686     if(strlen(arg)==0) {
3687         auto_wait = ! auto_wait;
3688     } else if(strcmp(arg,"on")==0) {
3689         auto_wait = 1;
3690     } else if(strcmp(arg,"off")==0) {
3691         auto_wait = 0;          
3692     } else {
3693         printf("Error use on or off\n");
3694         return 1;
3695     }
3696     
3697     if (auto_wait)
3698         printf("Set auto wait enabled.\n");
3699     else
3700         printf("Set auto wait disabled.\n");
3701     
3702     return 0;
3703 }
3704
3705 int cmd_set_marcdump(const char* arg)
3706 {
3707     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3708         fclose(marc_file);
3709     }
3710
3711     if (!strcmp(arg, ""))
3712         marc_file = 0;
3713     else if (!strcmp(arg, "-"))
3714         marc_file = stderr;
3715     else
3716     {
3717         marc_file = fopen(arg, "a");
3718         if (!marc_file)
3719             perror("unable to open marc log file");
3720     }
3721     return 1;
3722 }
3723
3724 /* 
3725    this command takes 3 arge {name class oid} 
3726 */
3727 int cmd_register_oid(const char* args) {
3728     static struct {
3729         char* className;
3730         oid_class oclass;
3731     } oid_classes[] = {
3732         {"appctx",CLASS_APPCTX},
3733         {"absyn",CLASS_ABSYN},
3734         {"attset",CLASS_ATTSET},
3735         {"transyn",CLASS_TRANSYN},
3736         {"diagset",CLASS_DIAGSET},
3737         {"recsyn",CLASS_RECSYN},
3738         {"resform",CLASS_RESFORM},
3739         {"accform",CLASS_ACCFORM},
3740         {"extserv",CLASS_EXTSERV},
3741         {"userinfo",CLASS_USERINFO},
3742         {"elemspec",CLASS_ELEMSPEC},
3743         {"varset",CLASS_VARSET},
3744         {"schema",CLASS_SCHEMA},
3745         {"tagset",CLASS_TAGSET},
3746         {"general",CLASS_GENERAL},
3747         {0,(enum oid_class) 0}
3748     };
3749     char oname_str[101], oclass_str[101], oid_str[101];  
3750     int i;
3751     oid_class oidclass = CLASS_GENERAL;
3752     Odr_oid oid[OID_SIZE];
3753
3754     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3755                 oname_str,oclass_str, oid_str) < 1) {
3756         printf("Error in register command \n");
3757         return 0;
3758     }
3759     
3760     for (i = 0; oid_classes[i].className; i++) {
3761         if (!strcmp(oid_classes[i].className, oclass_str))
3762         {
3763             oidclass=oid_classes[i].oclass;
3764             break;
3765         }
3766     }
3767     
3768     if(!(oid_classes[i].className)) {
3769         printf("Unknown oid class %s\n",oclass_str);
3770         return 0;
3771     }
3772     
3773     oid_dotstring_to_oid(oid_str, oid);
3774
3775     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
3776     {
3777         printf("oid %s already exists, registration failed\n",
3778                oname_str);
3779     }
3780     return 1;  
3781 }
3782
3783 int cmd_push_command(const char* arg) 
3784 {
3785 #if HAVE_READLINE_HISTORY_H
3786     if(strlen(arg)>1) 
3787         add_history(arg);
3788 #else 
3789     fprintf(stderr,"Not compiled with the readline/history module\n");
3790 #endif
3791     return 1;
3792 }
3793
3794 void source_rc_file(const char *rc_file)
3795 {
3796     /*  If rc_file != NULL, source that. Else
3797         Look for .yazclientrc and read it if it exists. 
3798         If it does not exist, read  $HOME/.yazclientrc instead */
3799     struct stat statbuf;
3800
3801     if (rc_file)
3802     {
3803         if (stat(rc_file, &statbuf) == 0)
3804             cmd_source(rc_file, 0);
3805         else
3806         {
3807             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
3808             exit(1);
3809         }
3810     }
3811     else
3812     {
3813         char fname[1000];
3814         strcpy(fname, ".yazclientrc");
3815         if (stat(fname, &statbuf)==0)
3816         {
3817             cmd_source(fname, 0);
3818         }
3819         else
3820         {
3821             const char* homedir = getenv("HOME");
3822             if (homedir)
3823             {
3824                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
3825                 if (stat(fname, &statbuf)==0)
3826                     cmd_source(fname, 0);
3827             }
3828         }
3829     }
3830 }
3831
3832 void add_to_readline_history(void *client_data, const char *line)
3833 {
3834 #if HAVE_READLINE_HISTORY_H
3835     if (strlen(line))
3836         add_history(line);
3837 #endif
3838 }
3839
3840 static void initialize(const char *rc_file)
3841 {
3842     FILE *inf;
3843     int i;
3844     
3845     if (!(out = odr_createmem(ODR_ENCODE)) ||
3846         !(in = odr_createmem(ODR_DECODE)) ||
3847         !(print = odr_createmem(ODR_PRINT)))
3848     {
3849         fprintf(stderr, "failed to allocate ODR streams\n");
3850         exit(1);
3851     }
3852     
3853     setvbuf(stdout, 0, _IONBF, 0);
3854     if (apdu_file)
3855         odr_setprint(print, apdu_file);
3856
3857     bibset = ccl_qual_mk (); 
3858     inf = fopen (ccl_fields, "r");
3859     if (inf)
3860     {
3861         ccl_qual_file (bibset, inf);
3862         fclose (inf);
3863     }
3864
3865     cqltrans = cql_transform_open_fname(cql_fields);
3866     /* If this fails, no problem: we detect cqltrans == 0 later */
3867
3868 #if HAVE_READLINE_READLINE_H
3869     rl_attempted_completion_function = 
3870         (char **(*)(const char *, int, int)) readline_completer;
3871 #endif
3872     for(i = 0; i < maxOtherInfosSupported; ++i) {
3873         extraOtherInfos[i].oid[0] = -1;
3874         extraOtherInfos[i].value = 0;
3875     }
3876
3877     cmd_format("usmarc");
3878     
3879     source_rc_file(rc_file);
3880
3881     file_history = file_history_new();
3882     file_history_load(file_history);
3883     file_history_trav(file_history, 0, add_to_readline_history);
3884 }
3885
3886
3887 #if HAVE_GETTIMEOFDAY
3888 struct timeval tv_start;
3889 #endif
3890
3891 #if YAZ_HAVE_XML2
3892 static void handle_srw_record(Z_SRW_record *rec)
3893 {
3894     if (rec->recordPosition)
3895     {
3896         printf ("pos=%d", *rec->recordPosition);
3897         setno = *rec->recordPosition + 1;
3898     }
3899     if (rec->recordSchema)
3900         printf (" schema=%s", rec->recordSchema);
3901     printf ("\n");
3902     if (rec->recordData_buf && rec->recordData_len)
3903     {
3904         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3905         if (marc_file)
3906             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3907     }
3908     else
3909         printf ("No data!");
3910     printf("\n");
3911 }
3912
3913 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3914 {
3915     handle_srw_record(&res->record);
3916 }
3917
3918 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3919 {
3920     int i;
3921
3922     printf ("Received SRW SearchRetrieve Response\n");
3923     
3924     for (i = 0; i<res->num_diagnostics; i++)
3925     {
3926         if (res->diagnostics[i].uri)
3927             printf ("SRW diagnostic %s\n",
3928                     res->diagnostics[i].uri);
3929         else
3930             printf ("SRW diagnostic missing or could not be decoded\n");
3931         if (res->diagnostics[i].message)
3932             printf ("Message: %s\n", res->diagnostics[i].message);
3933         if (res->diagnostics[i].details)
3934             printf ("Details: %s\n", res->diagnostics[i].details);
3935     }
3936     if (res->numberOfRecords)
3937         printf ("Number of hits: %d\n", *res->numberOfRecords);
3938     for (i = 0; i<res->num_records; i++)
3939         handle_srw_record(res->records + i);
3940 }
3941
3942 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3943 {
3944     if (term->displayTerm)
3945         printf("%s:", term->displayTerm);
3946     else if (term->value)
3947         printf("%s:", term->value);
3948     else
3949         printf("No value:");
3950     if (term->numberOfRecords)
3951         printf(" %d", *term->numberOfRecords);
3952     if (term->whereInList)
3953         printf(" %s", term->whereInList);
3954     if (term->value && term->displayTerm)
3955         printf(" %s", term->value);
3956
3957     strcpy(last_scan_line, term->value);
3958     printf("\n");
3959 }
3960
3961 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3962 {
3963     int i;
3964
3965     printf ("Received SRW Scan Response\n");
3966     
3967     for (i = 0; i<res->num_diagnostics; i++)
3968     {
3969         if (res->diagnostics[i].uri)
3970             printf ("SRW diagnostic %s\n",
3971                     res->diagnostics[i].uri);
3972         else
3973             printf ("SRW diagnostic missing or could not be decoded\n");
3974         if (res->diagnostics[i].message)
3975             printf ("Message: %s\n", res->diagnostics[i].message);
3976         if (res->diagnostics[i].details)
3977             printf ("Details: %s\n", res->diagnostics[i].details);
3978     }
3979     if (res->terms)
3980         for (i = 0; i<res->num_terms; i++)
3981             handle_srw_scan_term(res->terms + i);
3982 }
3983
3984 static void http_response(Z_HTTP_Response *hres)
3985 {
3986     int ret = -1;
3987     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3988                                                        "Connection");
3989     if (!yaz_srw_check_content_type(hres))
3990         printf("Content type does not appear to be XML\n");
3991     else
3992     {
3993         Z_SOAP *soap_package = 0;
3994         ODR o = odr_createmem(ODR_DECODE);
3995         Z_SOAP_Handler soap_handlers[3] = {
3996             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
3997             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
3998             {0, 0, 0}
3999         };
4000         ret = z_soap_codec(o, &soap_package,
4001                            &hres->content_buf, &hres->content_len,
4002                            soap_handlers);
4003         if (!ret && soap_package->which == Z_SOAP_generic)
4004         {
4005             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4006             if (sr->which == Z_SRW_searchRetrieve_response)
4007                 handle_srw_response(sr->u.response);
4008             else if (sr->which == Z_SRW_explain_response)
4009                 handle_srw_explain_response(sr->u.explain_response);
4010             else if (sr->which == Z_SRW_scan_response)
4011                 handle_srw_scan_response(sr->u.scan_response);
4012             else if (sr->which == Z_SRW_update_response)
4013                 printf("Got update response. Status: %s\n",
4014                        sr->u.update_response->operationStatus);
4015             else
4016                 ret = -1;
4017         }
4018         else if (soap_package && (soap_package->which == Z_SOAP_fault
4019                                   || soap_package->which == Z_SOAP_error))
4020         {
4021             printf ("HTTP Error Status=%d\n", hres->code);
4022             printf ("SOAP Fault code %s\n",
4023                     soap_package->u.fault->fault_code);
4024             printf ("SOAP Fault string %s\n", 
4025                     soap_package->u.fault->fault_string);
4026             if (soap_package->u.fault->details)
4027                 printf ("SOAP Details %s\n", 
4028                         soap_package->u.fault->details);
4029         }
4030         else
4031         {
4032             printf("z_soap_codec failed. (no SOAP error)\n");
4033             ret = -1;
4034         }
4035         odr_destroy(o);
4036     }
4037     if (ret)
4038     {
4039         if (hres->code != 200)
4040         {
4041             printf ("HTTP Error Status=%d\n", hres->code);
4042         }
4043         else
4044         {
4045             printf ("Decoding of SRW package failed\n");
4046         }
4047         close_session();
4048     }
4049     else
4050     {
4051         if (!strcmp(hres->version, "1.0"))
4052         {
4053             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4054             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4055                 close_session();
4056         }
4057         else 
4058         {
4059             /* HTTP 1.1: only if no close we stay alive .. */
4060             if (connection_head && !strcmp(connection_head, "close"))
4061                 close_session();
4062         }
4063     }
4064 }
4065 #endif
4066
4067 void wait_and_handle_response(int one_response_only) 
4068 {
4069     int reconnect_ok = 1;
4070     int res;
4071     char *netbuffer= 0;
4072     int netbufferlen = 0;
4073 #if HAVE_GETTIMEOFDAY
4074     int got_tv_end = 0;
4075     struct timeval tv_end;
4076 #endif
4077     Z_GDU *gdu;
4078     
4079     while(conn)
4080     {
4081         res = cs_get(conn, &netbuffer, &netbufferlen);
4082         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4083         {
4084             cs_close(conn);
4085             conn = 0;
4086             cmd_open(0);
4087             reconnect_ok = 0;
4088             if (conn)
4089             {
4090                 char *buf_out;
4091                 int len_out;
4092                 
4093                 buf_out = odr_getbuf(out, &len_out, 0);
4094                 
4095                 do_hex_dump(buf_out, len_out);
4096
4097                 cs_put(conn, buf_out, len_out);
4098                 
4099                 odr_reset(out);
4100                 continue;
4101             }
4102         }
4103         else if (res <= 0)
4104         {
4105             printf("Target closed connection\n");
4106             close_session();
4107             break;
4108         }
4109 #if HAVE_GETTIMEOFDAY
4110         if (got_tv_end == 0)
4111             gettimeofday (&tv_end, 0); /* count first one only */
4112         got_tv_end++;
4113 #endif
4114         odr_reset(out);
4115         odr_reset(in); /* release APDU from last round */
4116         record_last = 0;
4117         do_hex_dump(netbuffer, res);
4118         odr_setbuf(in, netbuffer, res, 0);
4119         
4120         if (!z_GDU(in, &gdu, 0, 0))
4121         {
4122             FILE *f = ber_file ? ber_file : stdout;
4123             odr_perror(in, "Decoding incoming APDU");
4124             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4125             fprintf(f, "Packet dump:\n---------\n");
4126             odr_dumpBER(f, netbuffer, res);
4127             fprintf(f, "---------\n");
4128             if (apdu_file)
4129             {
4130                 z_GDU(print, &gdu, 0, 0);
4131                 odr_reset(print);
4132             }
4133             if (conn && cs_more(conn))
4134                 continue;
4135             break;
4136         }
4137         if (ber_file)
4138             odr_dumpBER(ber_file, netbuffer, res);
4139         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4140         {
4141             odr_perror(print, "Failed to print incoming APDU");
4142             odr_reset(print);
4143                 continue;
4144         }
4145         if (gdu->which == Z_GDU_Z3950)
4146         {
4147             Z_APDU *apdu = gdu->u.z3950;
4148             switch(apdu->which)
4149             {
4150             case Z_APDU_initResponse:
4151                 process_initResponse(apdu->u.initResponse);
4152                 break;
4153             case Z_APDU_searchResponse:
4154                 process_searchResponse(apdu->u.searchResponse);
4155                 break;
4156             case Z_APDU_scanResponse:
4157                 process_scanResponse(apdu->u.scanResponse);
4158                 break;
4159             case Z_APDU_presentResponse:
4160                 print_refid (apdu->u.presentResponse->referenceId);
4161                 setno +=
4162                     *apdu->u.presentResponse->numberOfRecordsReturned;
4163                 if (apdu->u.presentResponse->records)
4164                     display_records(apdu->u.presentResponse->records);
4165                 else
4166                     printf("No records.\n");
4167                 printf ("nextResultSetPosition = %d\n",
4168                         *apdu->u.presentResponse->nextResultSetPosition);
4169                 break;
4170             case Z_APDU_sortResponse:
4171                 process_sortResponse(apdu->u.sortResponse);
4172                 break;
4173             case Z_APDU_extendedServicesResponse:
4174                 printf("Got extended services response\n");
4175                 process_ESResponse(apdu->u.extendedServicesResponse);
4176                 break;
4177             case Z_APDU_close:
4178                 printf("Target has closed the association.\n");
4179                 process_close(apdu->u.close);
4180                 break;
4181             case Z_APDU_resourceControlRequest:
4182                 process_resourceControlRequest
4183                     (apdu->u.resourceControlRequest);
4184                 break;
4185             case Z_APDU_deleteResultSetResponse:
4186                 process_deleteResultSetResponse(apdu->u.
4187                                                 deleteResultSetResponse);
4188                 break;
4189             default:
4190                 printf("Received unknown APDU type (%d).\n", 
4191                        apdu->which);
4192                 close_session ();
4193             }
4194         }
4195 #if YAZ_HAVE_XML2
4196         else if (gdu->which == Z_GDU_HTTP_Response)
4197         {
4198             http_response(gdu->u.HTTP_Response);
4199         }
4200 #endif
4201         if (one_response_only)
4202             break;
4203         if (conn && !cs_more(conn))
4204             break;
4205     }
4206 #if HAVE_GETTIMEOFDAY
4207     if (got_tv_end)
4208     {
4209 #if 0
4210         printf ("S/U S/U=%ld/%ld %ld/%ld",
4211                 (long) tv_start.tv_sec,
4212                 (long) tv_start.tv_usec,
4213                 (long) tv_end.tv_sec,
4214                 (long) tv_end.tv_usec);
4215 #endif
4216         printf ("Elapsed: %.6f\n",
4217                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4218                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4219     }
4220 #endif
4221     xfree (netbuffer);
4222 }
4223
4224
4225 int cmd_cclparse(const char* arg) 
4226 {
4227     int error, pos;
4228     struct ccl_rpn_node *rpn=NULL;
4229     
4230     
4231     rpn = ccl_find_str (bibset, arg, &error, &pos);
4232     
4233     if (error) {
4234         int ioff = 3+strlen(last_cmd)+1+pos;
4235         printf ("%*s^ - ", ioff, " ");
4236         printf ("%s\n", ccl_err_msg (error));
4237     }
4238     else
4239     {
4240         if (rpn)
4241         {       
4242             ccl_pr_tree(rpn, stdout); 
4243         }
4244     }
4245     if (rpn)
4246         ccl_rpn_delete(rpn);
4247     
4248     printf ("\n");
4249     
4250     return 0;
4251 }
4252
4253
4254 int cmd_set_otherinfo(const char* args)
4255 {
4256     char oidstr[101], otherinfoString[101];
4257     int otherinfoNo;
4258     int sscan_res;
4259     
4260     sscan_res = sscanf (args, "%d %100[^ ] %100s", 
4261                         &otherinfoNo, oidstr, otherinfoString);
4262
4263     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported) {
4264         printf("Error otherinfo index too large (%d>=%d)\n",
4265                otherinfoNo,maxOtherInfosSupported);
4266         return 0;
4267     }
4268     
4269
4270     if (sscan_res==1) 
4271     {
4272         /* reset this otherinfo */
4273         extraOtherInfos[otherinfoNo].oid[0] = -1;
4274         xfree(extraOtherInfos[otherinfoNo].value);                   
4275         extraOtherInfos[otherinfoNo].value = 0;
4276         return 0;
4277     }
4278     if (sscan_res != 3) {
4279         printf("Error in set_otherinfo command \n");
4280         return 0;
4281     }
4282     else
4283     {
4284         NMEM oid_tmp = nmem_create();
4285         const Odr_oid *oid =
4286             yaz_string_to_oid_nmem(yaz_oid_std(),
4287                                    CLASS_GENERAL, oidstr, oid_tmp);
4288         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4289             
4290         xfree(extraOtherInfos[otherinfoNo].value);
4291         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4292
4293         nmem_destroy(oid_tmp);
4294     }
4295     
4296     return 0;
4297 }
4298
4299 int cmd_sleep(const char* args ) 
4300 {
4301     int sec=atoi(args);
4302     if( sec > 0 ) {
4303 #ifdef WIN32
4304         Sleep(sec*1000);
4305 #else
4306         sleep(sec);
4307 #endif
4308         printf("Done sleeping %d seconds\n", sec);      
4309     }
4310     return 1;    
4311 }
4312
4313 int cmd_list_otherinfo(const char* args)
4314 {
4315     int i;         
4316     
4317     if (strlen(args)>0)
4318     {
4319         i = atoi(args);
4320         if (i >= maxOtherInfosSupported)
4321         {
4322             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4323             return 0;
4324         }
4325         if (extraOtherInfos[i].value)
4326         {
4327             char name_oid[OID_STR_MAX];
4328             oid_class oclass;
4329             const char *name =
4330                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4331                                       name_oid);
4332             printf("  otherinfo %d %s %s\n",
4333                    i, name ? name : "null",
4334                    extraOtherInfos[i].value);
4335         }
4336         
4337     } 
4338     else 
4339     {            
4340         for(i = 0; i < maxOtherInfosSupported; ++i)
4341         {
4342             if (extraOtherInfos[i].value)
4343             {
4344                 char name_oid[OID_STR_MAX];
4345                 oid_class oclass;
4346                 const char *name =
4347                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4348                                           name_oid);
4349                 printf("  otherinfo %d %s %s\n",
4350                        i, name ? name : "null",
4351                        extraOtherInfos[i].value);
4352             }
4353         }
4354     }
4355     return 0;
4356 }
4357
4358
4359 int cmd_list_all(const char* args) {
4360     int i;
4361     
4362     /* connection options */
4363     if(conn) {
4364         printf("Connected to         : %s\n",last_open_command);
4365     } else {
4366         if(last_open_command) 
4367             printf("Not connected to     : %s\n",last_open_command);
4368         else 
4369             printf("Not connected        : \n");
4370         
4371     }
4372     if(yazProxy) printf("using proxy          : %s\n",yazProxy);                
4373     
4374     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4375     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4376     
4377     if (!auth) {
4378         printf("Authentication       : none\n");
4379     } else {
4380         switch(auth->which) {
4381         case Z_IdAuthentication_idPass:
4382             printf("Authentication       : IdPass\n"); 
4383             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4384             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4385             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4386             break;
4387         case Z_IdAuthentication_open:
4388             printf("Authentication       : psOpen\n");                  
4389             printf("    Open string      : %s\n",auth->u.open); 
4390             break;
4391         default:
4392             printf("Authentication       : Unknown\n");
4393         }
4394     }
4395     if (negotiationCharset)
4396         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4397     
4398     /* bases */
4399     printf("Bases                : ");
4400     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4401     printf("\n");
4402     
4403     /* Query options */
4404     printf("CCL file             : %s\n",ccl_fields);
4405     printf("CQL file             : %s\n",cql_fields);
4406     printf("Query type           : %s\n",query_type_as_string(queryType));
4407     
4408     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4409     
4410     /* piggy back options */
4411     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4412     
4413     /* print present related options */
4414     if (recordsyntax_size > 0)
4415     {
4416         printf("Format               : %s\n", recordsyntax_list[0]);
4417     }
4418     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4419     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4420     
4421     /* loging options */
4422     printf("APDU log             : %s\n",apdu_file?"on":"off");
4423     printf("Record log           : %s\n",marc_file?"on":"off");
4424     
4425     /* other infos */
4426     printf("Other Info: \n");
4427     cmd_list_otherinfo("");
4428     
4429     return 0;
4430 }
4431
4432 int cmd_clear_otherinfo(const char* args) 
4433 {
4434     if(strlen(args)>0) {
4435         int otherinfoNo = atoi(args);
4436         if (otherinfoNo >= maxOtherInfosSupported) {
4437             printf("Error otherinfo index too large (%d>=%d)\n",
4438                    otherinfoNo, maxOtherInfosSupported);
4439             return 0;
4440         }
4441         if (extraOtherInfos[otherinfoNo].value)
4442         {                 
4443             /* only clear if set. */
4444             extraOtherInfos[otherinfoNo].oid[0] = -1;
4445             xfree(extraOtherInfos[otherinfoNo].value);
4446             extraOtherInfos[otherinfoNo].value = 0;
4447         }
4448     } else {
4449         int i;
4450         for(i = 0; i < maxOtherInfosSupported; ++i) 
4451         {
4452             if (extraOtherInfos[i].value)
4453             {                               
4454                 extraOtherInfos[i].oid[0] = -1;
4455                 xfree(extraOtherInfos[i].value);
4456                 extraOtherInfos[i].value = 0;
4457             }
4458         }
4459     }
4460     return 0;
4461 }
4462
4463 int cmd_wait_response(const char *arg)
4464 {
4465     int wait_for = atoi(arg);
4466     int i=0;
4467     if( wait_for < 1 ) {
4468         wait_for = 1;
4469     };
4470     
4471     for( i=0 ; i < wait_for ; ++i ) {
4472         wait_and_handle_response(1);
4473     };
4474     return 0;
4475 }
4476
4477 static int cmd_help (const char *line);
4478
4479 typedef char *(*completerFunctionType)(const char *text, int state);
4480
4481 static struct {
4482     char *cmd;
4483     int (*fun)(const char *arg);
4484     char *ad;
4485         completerFunctionType rl_completerfunction;
4486     int complete_filenames;
4487     const char **local_tabcompletes;
4488 } cmd_array[] = {
4489     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4490     {"quit", cmd_quit, "",NULL,0,NULL},
4491     {"find", cmd_find, "<query>",NULL,0,NULL},
4492     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4493     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4494     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4495     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
4496     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4497     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4498     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4499     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4500     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4501     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4502     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4503     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4504     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4505     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4506     {"status", cmd_status, "",NULL,0,NULL},
4507     {"setnames", cmd_setnames, "",NULL,0,NULL},
4508     {"cancel", cmd_cancel, "",NULL,0,NULL},
4509     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4510     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4511     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4512     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4513     {"close", cmd_close, "",NULL,0,NULL},
4514     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4515     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4516     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4517     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4518     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4519     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4520     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4521     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4522     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4523     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4524     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4525     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4526     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
4527     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4528     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
4529     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4530     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4531     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4532     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4533     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4534     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4535     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4536     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4537     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4538     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4539     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4540     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4541     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4542     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4543     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4544     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4545     {"list_all",cmd_list_all,"",NULL,0,NULL},
4546     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4547     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4548     /* Server Admin Functions */
4549     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4550     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4551     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4552     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4553     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4554     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4555     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4556     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4557     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4558     {"explain", cmd_explain, "", NULL, 0, NULL},
4559     {"options", cmd_options, "", NULL, 0, NULL},
4560     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4561     {"help", cmd_help, "", NULL,0,NULL},
4562     {"init", cmd_init, "", NULL,0,NULL},
4563     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
4564     {"exit", cmd_quit, "",NULL,0,NULL},
4565     {0,0,0,0,0,0}
4566 };
4567
4568 static int cmd_help (const char *line)
4569 {
4570     int i;
4571     char topic[21];
4572     
4573     *topic = 0;
4574     sscanf (line, "%20s", topic);
4575
4576     if (*topic == 0)
4577         printf("Commands:\n");
4578     for (i = 0; cmd_array[i].cmd; i++)
4579         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4580             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4581     if (!strcmp(topic, "find"))
4582     {
4583         printf("RPN:\n");
4584         printf(" \"term\"                        Simple Term\n");
4585         printf(" @attr [attset] type=value op  Attribute\n");
4586         printf(" @and opl opr                  And\n");
4587         printf(" @or opl opr                   Or\n");
4588         printf(" @not opl opr                  And-Not\n");
4589         printf(" @set set                      Result set\n");
4590         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4591         printf("\n");
4592         printf("Bib-1 attribute types\n");
4593         printf("1=Use:         ");
4594         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4595         printf("2=Relation:    ");
4596         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4597         printf("3=Position:    ");
4598         printf("1=First in Field  2=First in subfield  3=Any position\n");
4599         printf("4=Structure:   ");
4600         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4601         printf("5=Truncation:  ");
4602         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4603         printf("6=Completeness:");
4604         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4605     }
4606     if (!strcmp(topic, "prox"))
4607     {
4608         printf("Proximity:\n");
4609         printf(" @prox exl dist ord rel uc ut\n");
4610         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4611         printf(" dist: distance integer.\n");
4612         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4613         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4614         printf(" uc:   unit class. k=known, p=private.\n");
4615         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4616         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4617         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4618         printf("\nExamples:\n");
4619         printf(" Search for a and b in-order at most 3 words apart:\n");
4620         printf("  @prox 0 3 1 2 k 2 a b\n");
4621         printf(" Search for any order of a and b next to each other:\n");
4622         printf("  @prox 0 1 0 3 k 2 a b\n");
4623     }
4624     return 1;
4625 }
4626
4627 int cmd_register_tab(const char* arg) 
4628 {
4629 #if HAVE_READLINE_READLINE_H
4630     char command[101], tabargument[101];
4631     int i;
4632     int num_of_tabs;
4633     const char** tabslist;
4634     
4635     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4636         return 0;
4637     }
4638     
4639     /* locate the amdn in the list */
4640     for (i = 0; cmd_array[i].cmd; i++) {
4641         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4642             break;
4643         }
4644     }
4645     
4646     if (!cmd_array[i].cmd) { 
4647         fprintf(stderr,"Unknown command %s\n",command);
4648         return 1;
4649     }
4650     
4651         
4652     if (!cmd_array[i].local_tabcompletes)
4653         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
4654     
4655     num_of_tabs=0;              
4656     
4657     tabslist = cmd_array[i].local_tabcompletes;
4658     for(; tabslist && *tabslist; tabslist++) {
4659         num_of_tabs++;
4660     }
4661     
4662     cmd_array[i].local_tabcompletes = (const char **)
4663         realloc(cmd_array[i].local_tabcompletes,
4664                 (num_of_tabs+2)*sizeof(char**));
4665     tabslist = cmd_array[i].local_tabcompletes;
4666     tabslist[num_of_tabs] = strdup(tabargument);
4667     tabslist[num_of_tabs+1] = NULL;
4668 #endif
4669     return 1;
4670 }
4671
4672
4673 void process_cmd_line(char* line)
4674 {  
4675     int i, res;
4676     char word[32], arg[10240];
4677     
4678 #if HAVE_GETTIMEOFDAY
4679     gettimeofday (&tv_start, 0);
4680 #endif
4681     
4682     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4683     {
4684         strcpy(word, last_cmd);
4685         *arg = '\0';
4686     }
4687     else if (res == 1)
4688         *arg = 0;
4689     strcpy(last_cmd, word);
4690     
4691     /* removed tailing spaces from the arg command */
4692     { 
4693         char* p = arg;
4694         char* lastnonspace=NULL;
4695         
4696         for(;*p; ++p) {
4697             if(!isspace(*(unsigned char *) p)) {
4698                 lastnonspace = p;
4699             }
4700         }
4701         if(lastnonspace) 
4702             *(++lastnonspace) = 0;
4703     }
4704     
4705     for (i = 0; cmd_array[i].cmd; i++)
4706         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4707         {
4708             res = (*cmd_array[i].fun)(arg);
4709             break;
4710         }
4711     
4712     if (!cmd_array[i].cmd) /* dump our help-screen */
4713     {
4714         printf("Unknown command: %s.\n", word);
4715         printf("Type 'help' for list of commands\n");
4716         res = 1;
4717     }
4718     
4719     if(apdu_file) fflush(apdu_file);
4720     
4721     if (res >= 2 && auto_wait)
4722         wait_and_handle_response(0);
4723     
4724     if(apdu_file)
4725         fflush(apdu_file);
4726     if(marc_file)
4727         fflush(marc_file);
4728 }
4729
4730 static char *command_generator(const char *text, int state) 
4731 {
4732 #if HAVE_READLINE_READLINE_H
4733     static int idx; 
4734     if (state==0) {
4735         idx = 0;
4736     }
4737     for( ; cmd_array[idx].cmd; ++idx) {
4738         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4739             ++idx;  /* skip this entry on the next run */
4740             return strdup(cmd_array[idx-1].cmd);
4741         }
4742     }
4743 #endif
4744     return NULL;
4745 }
4746
4747 #if HAVE_READLINE_READLINE_H
4748 static const char** default_completer_list = NULL;
4749
4750 static char* default_completer(const char* text, int state)
4751 {
4752     return complete_from_list(default_completer_list, text, state);
4753 }
4754 #endif
4755
4756 #if HAVE_READLINE_READLINE_H
4757
4758 /* 
4759    This function only known how to complete on the first word
4760 */
4761 char **readline_completer(char *text, int start, int end)
4762 {
4763     completerFunctionType completerToUse;
4764     
4765     if(start == 0) {
4766 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4767         char** res = rl_completion_matches(text, command_generator); 
4768 #else
4769         char** res = completion_matches(text,
4770                                         (CPFunction*)command_generator); 
4771 #endif
4772         rl_attempted_completion_over = 1;
4773         return res;
4774     } else {
4775         char arg[10240],word[32];
4776         int i=0 ,res;
4777         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {     
4778             rl_attempted_completion_over = 1;
4779             return NULL;
4780         }
4781         
4782         for (i = 0; cmd_array[i].cmd; i++)
4783             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4784                 break;
4785         
4786         if(!cmd_array[i].cmd)
4787             return NULL;
4788         
4789         default_completer_list = cmd_array[i].local_tabcompletes;
4790         
4791         completerToUse = cmd_array[i].rl_completerfunction;
4792         if (!completerToUse) 
4793         { /* if command completer is not defined use the default completer */
4794             completerToUse = default_completer;
4795         }
4796         if (completerToUse) {
4797 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4798             char** res=
4799                 rl_completion_matches(text, completerToUse);
4800 #else
4801             char** res=
4802                 completion_matches(text, (CPFunction*)completerToUse);
4803 #endif
4804             if (!cmd_array[i].complete_filenames) 
4805                 rl_attempted_completion_over = 1;
4806             return res;
4807         } else {
4808             if (!cmd_array[i].complete_filenames) 
4809                 rl_attempted_completion_over = 1;
4810             return 0;
4811         }
4812     }
4813 }
4814 #endif
4815
4816 #ifndef WIN32
4817 void ctrl_c_handler(int x)
4818 {
4819     exit_client(0);
4820 }
4821 #endif
4822
4823 static void client(void)
4824 {
4825     char line[10240];
4826
4827     line[10239] = '\0';
4828
4829 #ifndef WIN32
4830     signal(SIGINT, ctrl_c_handler);
4831 #endif
4832
4833 #if HAVE_GETTIMEOFDAY
4834     gettimeofday (&tv_start, 0);
4835 #endif
4836
4837     while (1)
4838     {
4839         char *line_in = NULL;
4840 #if HAVE_READLINE_READLINE_H
4841         if (isatty(0))
4842         {
4843             line_in=readline(C_PROMPT);
4844             if (!line_in)
4845                 break;
4846 #if HAVE_READLINE_HISTORY_H
4847             if (*line_in)
4848                 add_history(line_in);
4849 #endif
4850             strncpy(line, line_in, sizeof(line)-1);
4851             free(line_in);
4852         }
4853 #endif 
4854         if (!line_in)
4855         {
4856             char *end_p;
4857             printf (C_PROMPT);
4858             fflush(stdout);
4859             if (!fgets(line, sizeof(line)-1, stdin))
4860                 break;
4861             if ((end_p = strchr (line, '\n')))
4862                 *end_p = '\0';
4863         }
4864         if (isatty(0))
4865             file_history_add_line(file_history, line);
4866         process_cmd_line(line);
4867     }
4868 }
4869
4870 static void show_version(void)
4871 {
4872     char vstr[20];
4873
4874     yaz_version(vstr, 0);
4875     printf ("YAZ version: %s\n", YAZ_VERSION);
4876     if (strcmp(vstr, YAZ_VERSION))
4877         printf ("YAZ DLL/SO: %s\n", vstr);
4878     exit(0);
4879 }
4880
4881 int main(int argc, char **argv)
4882 {
4883     char *prog = *argv;
4884     char *open_command = 0;
4885     char *auth_command = 0;
4886     char *arg;
4887     const char *rc_file = 0;
4888     int ret;
4889     
4890 #if HAVE_LOCALE_H
4891     if (!setlocale(LC_CTYPE, ""))
4892         fprintf (stderr, "setlocale failed\n");
4893 #endif
4894 #if HAVE_LANGINFO_H
4895 #ifdef CODESET
4896     codeset = nl_langinfo(CODESET);
4897 #endif
4898 #endif
4899     if (codeset)
4900         outputCharset = xstrdup(codeset);
4901     
4902     ODR_MASK_SET(&z3950_options, Z_Options_search);
4903     ODR_MASK_SET(&z3950_options, Z_Options_present);
4904     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4905     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4906     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4907     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4908     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4909     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4910     ODR_MASK_SET(&z3950_options, Z_Options_negotiationModel);
4911
4912     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
4913     {
4914         switch (ret)
4915         {
4916         case 0:
4917             if (!open_command)
4918             {
4919                 open_command = (char *) xmalloc (strlen(arg)+6);
4920                 strcpy (open_command, "open ");
4921                 strcat (open_command, arg);
4922             }
4923             else
4924             {
4925                 fprintf(stderr, "%s: Specify at most one server address\n",
4926                         prog);
4927                 exit(1);
4928             }
4929             break;
4930         case 'a':
4931             if (!strcmp(arg, "-"))
4932                 apdu_file=stderr;
4933             else
4934                 apdu_file=fopen(arg, "a");
4935             break;
4936         case 'b':
4937             if (!strcmp(arg, "-"))
4938                 ber_file=stderr;
4939             else
4940                 ber_file=fopen(arg, "a");
4941             break;
4942         case 'c':
4943             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4944             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4945             break;
4946         case 'd':
4947             dump_file_prefix = arg;
4948             break;
4949         case 'f':
4950             rc_file = arg;
4951             break;
4952         case 'k':
4953             kilobytes = atoi(arg);
4954             break;
4955         case 'm':
4956             if (!(marc_file = fopen (arg, "a")))
4957             {
4958                 perror (arg);
4959                 exit (1);
4960             }
4961             break;
4962         case 'p':
4963             yazProxy = xstrdup(arg);
4964             break;
4965         case 'q':
4966             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4967             cql_fields[sizeof(cql_fields)-1] = '\0';
4968             break;
4969         case 't':
4970             outputCharset = xstrdup(arg);
4971             break;
4972         case 'u':
4973             if (!auth_command)
4974             {
4975                 auth_command = (char *) xmalloc (strlen(arg)+6);
4976                 strcpy (auth_command, "auth ");
4977                 strcat (auth_command, arg);
4978             }
4979             break;
4980         case 'v':
4981             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4982             break;
4983         case 'V':
4984             show_version();
4985             break;
4986         case 'x':
4987             hex_dump = 1;
4988             break;
4989         default:
4990             fprintf (stderr, "Usage: %s "
4991                      " [-a apdulog]"
4992                      " [-b berdump]"
4993                      " [-c cclfile]"
4994                      " [-d dump]"
4995                      " [-f cmdfile]"
4996                      " [-k size]"
4997                      " [-m marclog]" 
4998                      " [-p proxy-addr]"
4999                      " [-q cqlfile]"
5000                      " [-t dispcharset]"
5001                      " [-u auth]"
5002                      " [-v loglevel]"
5003                      " [-V]"
5004                      " [-x]"
5005                      " [server-addr]\n",
5006                      prog);
5007             exit (1);
5008         }      
5009     }
5010     initialize(rc_file);
5011     if (auth_command)
5012     {
5013 #ifdef HAVE_GETTIMEOFDAY
5014         gettimeofday (&tv_start, 0);
5015 #endif
5016         process_cmd_line (auth_command);
5017 #if HAVE_READLINE_HISTORY_H
5018         add_history(auth_command);
5019 #endif
5020         xfree(auth_command);
5021     }
5022     if (open_command)
5023     {
5024 #ifdef HAVE_GETTIMEOFDAY
5025         gettimeofday (&tv_start, 0);
5026 #endif
5027         process_cmd_line (open_command);
5028 #if HAVE_READLINE_HISTORY_H
5029         add_history(open_command);
5030 #endif
5031         xfree(open_command);
5032     }
5033     client();
5034     exit_client(0);
5035     return 0;
5036 }
5037 /*
5038  * Local variables:
5039  * c-basic-offset: 4
5040  * indent-tabs-mode: nil
5041  * End:
5042  * vim: shiftwidth=4 tabstop=8 expandtab
5043  */
5044