3ea046e12cea2b6b91c66fe9465df66b4c1d3a4d
[yaz-moved-to-github.git] / client / client.c
1 /* 
2  * Copyright (C) 1995-2006, Index Data ApS
3  * See the file LICENSE for details.
4  *
5  * $Id: client.c,v 1.320 2006-12-06 21:35:57 adam Exp $
6  */
7 /** \file client.c
8  *  \brief yaz-client program
9  */
10
11 #include <stdio.h>
12 #include <stdlib.h>
13 #include <assert.h>
14 #include <time.h>
15 #include <ctype.h>
16 #if HAVE_SYS_TYPES_H
17 #include <sys/types.h>
18 #endif
19 #if HAVE_LOCALE_H
20 #include <locale.h>
21 #endif
22 #if HAVE_LANGINFO_H
23 #include <langinfo.h>
24 #endif
25 #if HAVE_UNISTD_H
26 #include <unistd.h>
27 #endif
28 #if HAVE_SYS_STAT_H
29 #include <sys/stat.h>
30 #endif
31 #if HAVE_SYS_TIME_H
32 #include <sys/time.h>
33 #endif
34
35 #if HAVE_OPENSSL_SSL_H
36 #include <openssl/bio.h>
37 #include <openssl/crypto.h>
38 #include <openssl/x509.h>
39 #include <openssl/pem.h>
40 #include <openssl/ssl.h>
41 #include <openssl/err.h>
42 #endif
43
44 #ifdef WIN32
45 #include <sys/stat.h>
46 #include <io.h>
47 #include <windows.h>
48 #define S_ISREG(x) (x & _S_IFREG)
49 #define S_ISDIR(x) (x & _S_IFDIR)
50 #endif
51
52 #include <yaz/yaz-util.h>
53
54 #include <yaz/comstack.h>
55
56 #include <yaz/proto.h>
57 #include <yaz/marcdisp.h>
58 #include <yaz/diagbib1.h>
59 #include <yaz/otherinfo.h>
60 #include <yaz/charneg.h>
61
62 #include <yaz/pquery.h>
63 #include <yaz/sortspec.h>
64
65 #include <yaz/ill.h>
66 #include <yaz/srw.h>
67 #include <yaz/yaz-ccl.h>
68 #include <yaz/cql.h>
69 #include <yaz/log.h>
70
71 #if HAVE_READLINE_READLINE_H
72 #include <readline/readline.h>
73 #endif
74 #if HAVE_READLINE_HISTORY_H
75 #include <readline/history.h>
76 #endif
77
78
79 #include "admin.h"
80 #include "tabcomplete.h"
81
82 #define C_PROMPT "Z> "
83
84 static char *sru_method = "soap";
85 static char *codeset = 0;               /* character set for output */
86 static int hex_dump = 0;
87 static char *dump_file_prefix = 0;
88 static ODR out, in, print;              /* encoding and decoding streams */
89 #if YAZ_HAVE_XML2
90 static ODR srw_sr_odr_out = 0;
91 static Z_SRW_PDU *srw_sr = 0;
92 #endif
93 static FILE *apdu_file = 0;
94 static FILE *ber_file = 0;
95 static COMSTACK conn = 0;               /* our z-association */
96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
97 char *databaseNames[128];
98 int num_databaseNames = 0;
99 static Z_External *record_last = 0;
100 static int setnumber = -1;              /* current result set number */
101 static int smallSetUpperBound = 0;
102 static int largeSetLowerBound = 1;
103 static int mediumSetPresentNumber = 0;
104 static Z_ElementSetNames *elementSetNames = 0; 
105 static int setno = 1;                   /* current set offset */
106 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
107 #define RECORDSYNTAX_MAX 20
108 static enum oid_value recordsyntax_list[RECORDSYNTAX_MAX]  = { VAL_USMARC };
109 static int recordsyntax_size = 1;
110
111 static char *record_schema = 0;
112 static int sent_close = 0;
113 static NMEM session_mem = NULL;         /* memory handle for init-response */
114 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
115 static char last_scan_line[512] = "0";
116 static char last_scan_query[512] = "0";
117 static char ccl_fields[512] = "default.bib";
118 /* ### How can I set this path to use wherever YAZ is installed? */
119 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
120 static char *esPackageName = 0;
121 static char *yazProxy = 0;
122 static int kilobytes = 1024;
123 static char *negotiationCharset = 0;
124 static int  negotiationCharsetRecords = 1;
125 static int  negotiationCharsetVersion = 3;
126 static char *outputCharset = 0;
127 static char *marcCharset = 0;
128 static char* yazLang = 0;
129
130 static char last_cmd[32] = "?";
131 static FILE *marc_file = 0;
132 static char *refid = NULL;
133 static char *last_open_command = NULL;
134 static int auto_reconnect = 0;
135 static int auto_wait = 1;
136 static Odr_bitmask z3950_options;
137 static int z3950_version = 3;
138 static int scan_stepSize = 0;
139 static int scan_position = 1;
140 static int scan_size = 20;
141 static char cur_host[200];
142 static int last_hit_count = 0;
143
144 typedef enum {
145     QueryType_Prefix,
146     QueryType_CCL,
147     QueryType_CCL2RPN,
148     QueryType_CQL,
149     QueryType_CQL2RPN
150 } QueryType;
151
152 static QueryType queryType = QueryType_Prefix;
153
154 static CCL_bibset bibset;               /* CCL bibset handle */
155 static cql_transform_t cqltrans;        /* CQL context-set handle */
156
157 #if HAVE_READLINE_COMPLETION_OVER
158
159 #else
160 /* readline doesn't have this var. Define it ourselves. */
161 int rl_attempted_completion_over = 0;
162 #endif
163
164 /* set this one to 1, to avoid decode of unknown MARCs  */
165 #define AVOID_MARC_DECODE 1
166
167 #define maxOtherInfosSupported 10
168 struct {
169     int oidval;
170     char* value;
171 } extraOtherInfos[maxOtherInfosSupported];
172         
173
174 void process_cmd_line(char* line);
175 #if HAVE_READLINE_READLINE_H
176 char **readline_completer(char *text, int start, int end);
177 #endif
178 static char *command_generator(const char *text, int state);
179 int cmd_register_tab(const char* arg);
180
181 static void close_session (void);
182
183 ODR getODROutputStream(void)
184 {
185     return out;
186 }
187
188 const char* query_type_as_string(QueryType q) 
189 {
190     switch (q) { 
191     case QueryType_Prefix: return "prefix (RPN sent to server)";
192     case QueryType_CCL: return "CCL (CCL sent to server) ";
193     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
194     case QueryType_CQL: return "CQL (CQL sent to server)";
195     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
196     default: 
197         return "unknown Query type internal yaz-client error";
198     }
199 }
200
201 static void do_hex_dump(const char* buf, int len) 
202 {
203     if (hex_dump)
204     {
205         int i,x;
206         for( i=0; i<len ; i=i+16 ) 
207         {                       
208             printf(" %4.4d ",i);
209             for(x=0 ; i+x<len && x<16; ++x) 
210             {
211                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
212             }
213             printf("\n");
214         }
215     }
216     if (dump_file_prefix)
217     {
218         static int no = 0;
219         if (++no < 1000 && strlen(dump_file_prefix) < 500)
220         {
221             char fname[1024];
222             FILE *of;
223             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
224             of = fopen(fname, "wb");
225             
226             fwrite (buf, 1, len, of);
227             
228             fclose(of);
229         }
230     }
231 }
232
233 void add_otherInfos(Z_APDU *a) 
234 {
235     Z_OtherInformation **oi;
236     int i;
237                 
238     yaz_oi_APDU(a, &oi);
239     for(i=0; i<maxOtherInfosSupported; ++i) 
240     {
241         if(extraOtherInfos[i].oidval != -1) 
242             yaz_oi_set_string_oidval(oi, out, extraOtherInfos[i].oidval,
243                                      1, extraOtherInfos[i].value);
244     }   
245 }
246
247 int send_apdu(Z_APDU *a)
248 {
249     char *buf;
250     int len;
251     
252     add_otherInfos(a);
253     
254     if (apdu_file)
255     {
256         z_APDU(print, &a, 0, 0);
257         odr_reset(print);
258     }
259     if (!z_APDU(out, &a, 0, 0))
260     {
261         odr_perror(out, "Encoding APDU");
262         close_session();
263         return 0;
264     }
265     buf = odr_getbuf(out, &len, 0);
266     if (ber_file)
267         odr_dumpBER(ber_file, buf, len);
268     /* printf ("sending APDU of size %d\n", len); */
269     do_hex_dump(buf, len);
270     if (cs_put(conn, buf, len) < 0)
271     {
272         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
273         close_session();
274         return 0;
275     }
276     odr_reset(out); /* release the APDU structure  */
277     return 1;
278 }
279
280 static void print_stringn(const unsigned char *buf, size_t len)
281 {
282     size_t i;
283     for (i = 0; i<len; i++)
284         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
285             printf ("%c", buf[i]);
286         else
287             printf ("\\X%02X", buf[i]);
288 }
289
290 static void print_refid (Z_ReferenceId *id)
291 {
292     if (id)
293     {
294         printf ("Reference Id: ");
295         print_stringn (id->buf, id->len);
296         printf ("\n");
297     }
298 }
299
300 static Z_ReferenceId *set_refid (ODR out)
301 {
302     Z_ReferenceId *id;
303     if (!refid)
304         return 0;
305     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
306     id->size = id->len = strlen(refid);
307     id->buf = (unsigned char *) odr_malloc (out, id->len);
308     memcpy (id->buf, refid, id->len);
309     return id;
310 }   
311
312 /* INIT SERVICE ------------------------------- */
313
314 static void send_initRequest(const char* type_and_host)
315 {
316     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
317     Z_InitRequest *req = apdu->u.initRequest;
318     int i;
319
320     req->options = &z3950_options;
321
322     ODR_MASK_ZERO(req->protocolVersion);
323     for (i = 0; i<z3950_version; i++)
324         ODR_MASK_SET(req->protocolVersion, i);
325
326     *req->maximumRecordSize = 1024*kilobytes;
327     *req->preferredMessageSize = 1024*kilobytes;
328
329     req->idAuthentication = auth;
330
331     req->referenceId = set_refid (out);
332
333     if (yazProxy && type_and_host) 
334         yaz_oi_set_string_oidval(&req->otherInfo, out, VAL_PROXY,
335         1, type_and_host);
336     
337     if (negotiationCharset || yazLang) {
338         Z_OtherInformation **p;
339         Z_OtherInformationUnit *p0;
340         
341         yaz_oi_APDU(apdu, &p);
342         
343         if ((p0=yaz_oi_update(p, out, NULL, 0, 0))) {
344             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
345             
346             p0->which = Z_OtherInfo_externallyDefinedInfo;
347             p0->information.externallyDefinedInfo =
348                 yaz_set_proposal_charneg_list(out, ",", 
349                                               negotiationCharset, 
350                                               yazLang,
351                                               negotiationCharsetRecords);
352         }
353     }
354     
355     if (send_apdu(apdu))
356         printf("Sent initrequest.\n");
357 }
358
359
360 /* These two are used only from process_initResponse() */
361 static void render_initUserInfo(Z_OtherInformation *ui1);
362 static void render_diag(Z_DiagnosticFormat *diag);
363
364 static void pr_opt(const char *opt, void *clientData)
365 {
366     printf (" %s", opt);
367 }
368
369 static int process_initResponse(Z_InitResponse *res)
370 {
371     int ver = 0;
372     /* save session parameters for later use */
373     session_mem = odr_extract_mem(in);
374     session_initResponse = res;
375
376     for (ver = 0; ver < 8; ver++)
377         if (!ODR_MASK_GET(res->protocolVersion, ver))
378             break;
379
380     if (!*res->result)
381         printf("Connection rejected by v%d target.\n", ver);
382     else
383         printf("Connection accepted by v%d target.\n", ver);
384     if (res->implementationId)
385         printf("ID     : %s\n", res->implementationId);
386     if (res->implementationName)
387         printf("Name   : %s\n", res->implementationName);
388     if (res->implementationVersion)
389         printf("Version: %s\n", res->implementationVersion);
390     if (res->userInformationField)
391     {
392         Z_External *uif = res->userInformationField;
393         if (uif->which == Z_External_userInfo1) {
394             render_initUserInfo(uif->u.userInfo1);
395         } else {
396             printf("UserInformationfield:\n");
397             if (!z_External(print, (Z_External**)&uif, 0, 0))
398             {
399                 odr_perror(print, "Printing userinfo\n");
400                 odr_reset(print);
401             }
402             if (uif->which == Z_External_octet) {
403                 printf("Guessing visiblestring:\n");
404                 printf("'%.*s'\n", uif->u.octet_aligned->len,
405                        uif->u.octet_aligned->buf);
406             }
407             else if (uif->which == Z_External_single) 
408             {
409                 Odr_any *sat = uif->u.single_ASN1_type;
410                 oident *oid = oid_getentbyoid(uif->direct_reference);
411                 if (oid->value == VAL_OCLCUI) {
412                     Z_OCLC_UserInformation *oclc_ui;
413                     ODR decode = odr_createmem(ODR_DECODE);
414                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
415                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
416                         printf ("Bad OCLC UserInformation:\n");
417                     else
418                         printf ("OCLC UserInformation:\n");
419                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
420                         printf ("Bad OCLC UserInformation spec\n");
421                     odr_destroy(decode);
422                 }
423                 else
424                 {
425                     /* Peek at any private Init-diagnostic APDUs */
426                     printf("### NAUGHTY: External is '%.*s'\n",
427                            sat->len, sat->buf);
428                 }
429             }
430             odr_reset (print);
431         }
432     }
433     printf ("Options:");
434     yaz_init_opt_decode(res->options, pr_opt, 0);
435     printf ("\n");
436
437     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
438         setnumber = 0;
439     
440     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
441     
442         Z_CharSetandLanguageNegotiation *p =
443                 yaz_get_charneg_record(res->otherInfo);
444         
445         if (p) {
446             
447             char *charset=NULL, *lang=NULL;
448             int selected;
449             
450             yaz_get_response_charneg(session_mem, p, &charset, &lang,
451                                      &selected);
452
453             if (outputCharset && negotiationCharset) {
454                     odr_set_charset (out, charset, outputCharset);
455                     odr_set_charset (in, outputCharset, charset);
456             }
457             else {
458                     odr_set_charset (out, 0, 0);
459                     odr_set_charset (in, 0, 0);
460             }
461             
462             printf("Accepted character set : %s\n", charset);
463             printf("Accepted code language : %s\n", lang ? lang : "none");
464             printf("Accepted records in ...: %d\n", selected );
465         }
466     }
467     fflush (stdout);
468     return 0;
469 }
470
471
472 static void render_initUserInfo(Z_OtherInformation *ui1) {
473     int i;
474     printf("Init response contains %d otherInfo unit%s:\n",
475            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
476
477     for (i = 0; i < ui1->num_elements; i++) {
478         Z_OtherInformationUnit *unit = ui1->list[i];
479         printf("  %d: otherInfo unit contains ", i+1);
480         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
481             unit->information.externallyDefinedInfo &&
482             unit->information.externallyDefinedInfo->which ==
483             Z_External_diag1) {
484             render_diag(unit->information.externallyDefinedInfo->u.diag1);
485         } 
486         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
487         {
488             printf("unsupported otherInfo unit->which = %d\n", unit->which);
489         }
490         else 
491         {
492             printf("unsupported otherInfo unit external %d\n",
493                    unit->information.externallyDefinedInfo ? 
494                    unit->information.externallyDefinedInfo->which : -2);
495         }
496     }
497 }
498
499
500 /* ### should this share code with display_diagrecs()? */
501 static void render_diag(Z_DiagnosticFormat *diag) {
502     int i;
503
504     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
505     for (i = 0; i < diag->num; i++) {
506         Z_DiagnosticFormat_s *ds = diag->elements[i];
507         printf("    %d: ", i+1);
508         switch (ds->which) {
509         case Z_DiagnosticFormat_s_defaultDiagRec: {
510             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
511             /* ### should check `dd->diagnosticSetId' */
512             printf("code=%d (%s)", *dd->condition,
513                    diagbib1_str(*dd->condition));
514             /* Both types of addinfo are the same, so use type-pun */
515             if (dd->u.v2Addinfo != 0)
516                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
517             break;
518         }
519         case Z_DiagnosticFormat_s_explicitDiagnostic:
520             printf("Explicit diagnostic (not supported)");
521             break;
522         default:
523             printf("Unrecognised diagnostic type %d", ds->which);
524             break;
525         }
526
527         if (ds->message != 0)
528             printf(", message='%s'", ds->message);
529         printf("\n");
530     }
531 }
532
533
534 static int set_base(const char *arg)
535 {
536     int i;
537     const char *cp;
538
539     for (i = 0; i<num_databaseNames; i++)
540         xfree (databaseNames[i]);
541     num_databaseNames = 0;
542     while (1)
543     {
544         char *cp1;
545         if (!(cp = strchr(arg, ' ')))
546             cp = arg + strlen(arg);
547         if (cp - arg < 1)
548             break;
549         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
550         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
551         databaseNames[num_databaseNames][cp - arg] = '\0';
552
553         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
554             if (*cp1 == '+')
555                 *cp1 = ' ';
556         num_databaseNames++;
557
558         if (!*cp)
559             break;
560         arg = cp+1;
561     }
562     if (num_databaseNames == 0)
563     {
564         num_databaseNames = 1;
565         databaseNames[0] = xstrdup("");
566     }
567     return 1;
568 }
569
570 static int parse_cmd_doc(const char **arg, ODR out, char **buf,
571                          int *len, int opt)
572 {
573     const char *sep;
574     while (**arg && strchr(" \t\n\r\f", **arg))
575         (*arg)++;
576     if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
577     {
578         (*arg)++;
579         *len = sep - *arg;
580         *buf = odr_strdupn(out, *arg, *len);
581         (*arg) = sep+1;
582         return 1;
583     }
584     else if ((*arg)[0] && (*arg)[0] != '\"')
585     {
586         long fsize;
587         FILE *inf;
588         const char *fname = *arg;
589         
590         while (**arg != '\0' && **arg != ' ')
591             (*arg)++;
592             
593         inf = fopen(fname, "rb");
594         if (!inf)
595         {
596             printf("Couldn't open %s\n", fname);
597             return 0;
598         }
599         if (fseek(inf, 0L, SEEK_END) == -1)
600         {
601             printf("Couldn't seek in %s\n", fname);
602             fclose(inf);
603             return 0;
604         }
605         fsize = ftell(inf);
606         if (fseek(inf, 0L, SEEK_SET) == -1)
607         {
608             printf("Couldn't seek in %s\n", fname);
609             fclose(inf);
610             return 0;
611         }
612         *len = fsize;
613         *buf = odr_malloc(out, fsize);
614         if (fread(*buf, 1, fsize, inf) != fsize)
615         {
616             printf("Unable to read %s\n", fname);
617             fclose(inf);
618             return 0;
619         }
620         fclose(inf);
621         return 1;
622     }
623     else if (**arg == '\0')
624     {
625         if (opt)
626         {
627             *len = 0;
628             *buf = 0;
629             return 1;
630         }
631         printf("Missing doc argument\n");
632     }
633     else
634         printf("Bad doc argument %s\n", *arg);
635     return 0;
636 }
637
638 static int cmd_base(const char *arg)
639 {
640     if (!*arg)
641     {
642         printf("Usage: base <database> <database> ...\n");
643         return 0;
644     }
645     return set_base(arg);
646 }
647
648 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
649 {
650     if(last_open_command != arg) 
651     {
652         if(last_open_command) xfree(last_open_command);
653         last_open_command = xstrdup(new_open_command);
654     }
655 }
656
657 int session_connect(const char *arg)
658 {
659     void *add;
660     char type_and_host[101];
661     const char *basep = 0;
662 #if HAVE_OPENSSL_SSL_H
663     SSL *ssl;
664 #endif
665     if (conn)
666     {
667         cs_close (conn);
668         conn = 0;
669     }   
670     if (session_mem)
671     {
672         nmem_destroy (session_mem);
673         session_mem = NULL;
674         session_initResponse = 0;
675     }
676     cs_get_host_args(arg, &basep);
677
678     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
679     type_and_host[sizeof(type_and_host)-1] = '\0';
680
681     cmd_open_remember_last_open_command(arg, type_and_host);
682
683     if (yazProxy)
684         conn = cs_create_host(yazProxy, 1, &add);
685     else
686         conn = cs_create_host(arg, 1, &add);
687     if (!conn)
688     {
689         printf ("Could not resolve address %s\n", arg);
690         return 0;
691     }
692 #if YAZ_HAVE_XML2
693     if (conn->protocol == PROTO_HTTP)
694         queryType = QueryType_CQL;
695 #else
696     if (conn->protocol == PROTO_HTTP)
697     {
698         printf ("SRW/HTTP not enabled in this YAZ\n");
699         cs_close(conn);
700         conn = 0;
701         return 0;
702     }
703 #endif
704     protocol = conn->protocol;
705     if (conn->protocol == PROTO_HTTP)
706         set_base("");
707     else
708         set_base("Default");
709     printf("Connecting...");
710     fflush(stdout);
711     if (cs_connect(conn, add) < 0)
712     {
713         printf ("error = %s\n", cs_strerror(conn));
714         cs_close(conn);
715         conn = 0;
716         return 0;
717     }
718     printf("OK.\n");
719 #if HAVE_OPENSSL_SSL_H
720     if ((ssl = (SSL *) cs_get_ssl(conn)))
721     {
722         X509 *server_cert = SSL_get_peer_certificate (ssl);
723
724         if (server_cert)
725         {
726             char *pem_buf;
727             int pem_len;
728             BIO *bio = BIO_new(BIO_s_mem());
729
730             /* get PEM buffer in memory */
731             PEM_write_bio_X509(bio, server_cert);
732             pem_len = BIO_get_mem_data(bio, &pem_buf);
733             fwrite(pem_buf, pem_len, 1, stdout);
734         
735             /* print all info on screen .. */
736             X509_print_fp(stdout, server_cert);
737             BIO_free(bio);
738
739             X509_free (server_cert);
740         }
741     }
742 #endif
743     if (basep && *basep)
744         set_base (basep);
745     if (protocol == PROTO_Z3950)
746     {
747         send_initRequest(type_and_host);
748         return 2;
749     }
750     return 0;
751 }
752
753 int cmd_open(const char *arg)
754 {
755     if (arg)
756     {
757         strncpy (cur_host, arg, sizeof(cur_host)-1);
758         cur_host[sizeof(cur_host)-1] = 0;
759     }
760     return session_connect(cur_host);
761 }
762
763 void try_reconnect(void)
764 {
765     char* open_command;
766         
767     if(!( auto_reconnect && last_open_command) ) return ;
768
769     open_command = (char *) xmalloc (strlen(last_open_command)+6);
770     strcpy (open_command, "open ");
771         
772     strcat (open_command, last_open_command);
773
774     process_cmd_line(open_command);
775         
776     xfree(open_command);                                
777 }
778
779 int cmd_authentication(const char *arg)
780 {
781     static Z_IdAuthentication au;
782     static char user[40], group[40], pass[40];
783     static Z_IdPass idPass;
784     int r;
785
786     if (!*arg)
787     {
788         printf("Auth field set to null\n");
789         auth = 0;
790         return 1;
791     }
792     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
793     if (r == 0)
794     {
795         printf("Authentication set to null\n");
796         auth = 0;
797     }
798     if (r == 1)
799     {
800         auth = &au;
801         if (!strcmp(user, "-")) {
802             au.which = Z_IdAuthentication_anonymous;
803             printf("Authentication set to Anonymous\n");
804         } else {
805             au.which = Z_IdAuthentication_open;
806             au.u.open = user;
807             printf("Authentication set to Open (%s)\n", user);
808         }
809     }
810     if (r == 2)
811     {
812         auth = &au;
813         au.which = Z_IdAuthentication_idPass;
814         au.u.idPass = &idPass;
815         idPass.groupId = NULL;
816         idPass.userId = user;
817         idPass.password = group;
818         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
819     }
820     if (r == 3)
821     {
822         auth = &au;
823         au.which = Z_IdAuthentication_idPass;
824         au.u.idPass = &idPass;
825         idPass.groupId = group;
826         idPass.userId = user;
827         idPass.password = pass;
828         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
829                user, group, pass);
830     }
831     return 1;
832 }
833
834 /* SEARCH SERVICE ------------------------------ */
835 static void display_record(Z_External *r);
836
837 static void print_record(const unsigned char *buf, size_t len)
838 {
839     size_t i = len;
840     print_stringn (buf, len);
841     /* add newline if not already added ... */
842     if (i <= 0 || buf[i-1] != '\n')
843         printf ("\n");
844 }
845
846 static void display_record(Z_External *r)
847 {
848     oident *ent = oid_getentbyoid(r->direct_reference);
849
850     record_last = r;
851     /*
852      * Tell the user what we got.
853      */
854     if (r->direct_reference)
855     {
856         printf("Record type: ");
857         if (ent)
858             printf("%s\n", ent->desc);
859         else if (!odr_oid(print, &r->direct_reference, 0, 0))
860         {
861             odr_perror(print, "print oid");
862             odr_reset(print);
863         }
864     }
865     /* Check if this is a known, ASN.1 type tucked away in an octet string */
866     if (ent && r->which == Z_External_octet)
867     {
868         Z_ext_typeent *type = z_ext_getentbyref(ent->value);
869         char *rr;
870
871         if (type)
872         {
873             /*
874              * Call the given decoder to process the record.
875              */
876             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
877                 r->u.octet_aligned->len, 0);
878             if (!(*type->fun)(in, &rr, 0, 0))
879             {
880                 odr_perror(in, "Decoding constructed record.");
881                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
882                 fprintf(stdout, "Packet dump:\n---------\n");
883                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
884                             r->u.octet_aligned->len);
885                 fprintf(stdout, "---------\n");
886                 
887                 /* note just ignores the error ant print the bytes form the octet_aligned later */
888             } else {
889                 /*
890                  * Note: we throw away the original, BER-encoded record here.
891                  * Do something else with it if you want to keep it.
892                  */
893                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
894                 r->which = type->what;
895             }
896         }
897     }
898     if (ent && ent->value == VAL_SOIF)
899     {
900         print_record((const unsigned char *) r->u.octet_aligned->buf,
901                      r->u.octet_aligned->len);
902         if (marc_file)
903             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
904     }
905     else if (r->which == Z_External_octet)
906     {
907         const char *octet_buf = (char*)r->u.octet_aligned->buf;
908         if (ent->oclass == CLASS_RECSYN && 
909                 (ent->value == VAL_TEXT_XML || 
910                  ent->value == VAL_APPLICATION_XML ||
911                  ent->value == VAL_HTML))
912         {
913             print_record((const unsigned char *) octet_buf,
914                          r->u.octet_aligned->len);
915         }
916         else if (ent->value == VAL_POSTSCRIPT)
917         {
918             int size = r->u.octet_aligned->len;
919             if (size > 100)
920                 size = 100;
921             print_record((const unsigned char *) octet_buf, size);
922         }
923         else
924         {
925             if ( 
926 #if AVOID_MARC_DECODE
927                 /* primitive check for a marc OID 5.1-29 except 16 */
928                 ent->oidsuffix[0] == 5 && ent->oidsuffix[1] < 30 &&
929                 ent->oidsuffix[1] != 16
930 #else
931                 1
932 #endif
933                 )
934             {
935                 char *result;
936                 int rlen;
937                 yaz_iconv_t cd = 0;
938                 yaz_marc_t mt = yaz_marc_create();
939                     
940                 if (yaz_marc_decode_buf(mt, octet_buf,r->u.octet_aligned->len,
941                                         &result, &rlen)> 0)
942                 {
943                     char *from = 0;
944                     if (marcCharset && !strcmp(marcCharset, "auto"))
945                     {
946                         if (ent->value == VAL_USMARC)
947                         {
948                             if (octet_buf[9] == 'a')
949                                 from = "UTF-8";
950                             else
951                                 from = "MARC-8";
952                         }
953                         else
954                             from = "ISO-8859-1";
955                     }
956                     else if (marcCharset)
957                         from = marcCharset;
958                     if (outputCharset && from)
959                     {   
960                         cd = yaz_iconv_open(outputCharset, from);
961                         printf ("convert from %s to %s", from, 
962                                 outputCharset);
963                         if (!cd)
964                             printf (" unsupported\n");
965                         else
966                             printf ("\n");
967                     }
968                     if (!cd)
969                         fwrite (result, 1, rlen, stdout);
970                     else
971                     {
972                         char outbuf[6];
973                         size_t inbytesleft = rlen;
974                         const char *inp = result;
975                         
976                         while (inbytesleft)
977                         {
978                             size_t outbytesleft = sizeof(outbuf);
979                             char *outp = outbuf;
980                             size_t r;
981
982                             r = yaz_iconv (cd, (char**) &inp,
983                                            &inbytesleft, 
984                                            &outp, &outbytesleft);
985                             if (r == (size_t) (-1))
986                             {
987                                 int e = yaz_iconv_error(cd);
988                                 if (e != YAZ_ICONV_E2BIG)
989                                     break;
990                             }
991                             fwrite (outbuf, outp - outbuf, 1, stdout);
992                         }
993                     }
994                 }
995                 else
996                 {
997                     printf ("bad MARC. Dumping as it is:\n");
998                     print_record((const unsigned char*) octet_buf,
999                                   r->u.octet_aligned->len);
1000                 }       
1001                 yaz_marc_destroy(mt);
1002                 if (cd)
1003                     yaz_iconv_close(cd);
1004             }
1005             else
1006             {
1007                 print_record((const unsigned char*) octet_buf,
1008                              r->u.octet_aligned->len);
1009             }
1010         }
1011         if (marc_file)
1012             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1013     }
1014     else if (ent && ent->value == VAL_SUTRS)
1015     {
1016         if (r->which != Z_External_sutrs)
1017         {
1018             printf("Expecting single SUTRS type for SUTRS.\n");
1019             return;
1020         }
1021         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1022         if (marc_file)
1023             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1024     }
1025     else if (ent && ent->value == VAL_GRS1)
1026     {
1027         WRBUF w;
1028         if (r->which != Z_External_grs1)
1029         {
1030             printf("Expecting single GRS type for GRS.\n");
1031             return;
1032         }
1033         w = wrbuf_alloc();
1034         yaz_display_grs1(w, r->u.grs1, 0);
1035         puts (wrbuf_buf(w));
1036         wrbuf_free(w, 1);
1037     }
1038     else if (ent && ent->value == VAL_OPAC)
1039     {
1040         int i;
1041         if (r->u.opac->bibliographicRecord)
1042             display_record(r->u.opac->bibliographicRecord);
1043         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1044         {
1045             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1046             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1047             {
1048                 printf ("MARC holdings %d\n", i);
1049                 display_record(h->u.marcHoldingsRecord);
1050             }
1051             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1052             {
1053                 int j;
1054
1055                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1056
1057                 printf ("Data holdings %d\n", i);
1058                 if (data->typeOfRecord)
1059                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1060                 if (data->encodingLevel)
1061                     printf ("encodingLevel: %s\n", data->encodingLevel);
1062                 if (data->receiptAcqStatus)
1063                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1064                 if (data->generalRetention)
1065                     printf ("generalRetention: %s\n", data->generalRetention);
1066                 if (data->completeness)
1067                     printf ("completeness: %s\n", data->completeness);
1068                 if (data->dateOfReport)
1069                     printf ("dateOfReport: %s\n", data->dateOfReport);
1070                 if (data->nucCode)
1071                     printf ("nucCode: %s\n", data->nucCode);
1072                 if (data->localLocation)
1073                     printf ("localLocation: %s\n", data->localLocation);
1074                 if (data->shelvingLocation)
1075                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1076                 if (data->callNumber)
1077                     printf ("callNumber: %s\n", data->callNumber);
1078                 if (data->shelvingData)
1079                     printf ("shelvingData: %s\n", data->shelvingData);
1080                 if (data->copyNumber)
1081                     printf ("copyNumber: %s\n", data->copyNumber);
1082                 if (data->publicNote)
1083                     printf ("publicNote: %s\n", data->publicNote);
1084                 if (data->reproductionNote)
1085                     printf ("reproductionNote: %s\n", data->reproductionNote);
1086                 if (data->termsUseRepro)
1087                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1088                 if (data->enumAndChron)
1089                     printf ("enumAndChron: %s\n", data->enumAndChron);
1090                 for (j = 0; j<data->num_volumes; j++)
1091                 {
1092                     printf ("volume %d\n", j);
1093                     if (data->volumes[j]->enumeration)
1094                         printf (" enumeration: %s\n",
1095                                 data->volumes[j]->enumeration);
1096                     if (data->volumes[j]->chronology)
1097                         printf (" chronology: %s\n",
1098                                 data->volumes[j]->chronology);
1099                     if (data->volumes[j]->enumAndChron)
1100                         printf (" enumAndChron: %s\n",
1101                                 data->volumes[j]->enumAndChron);
1102                 }
1103                 for (j = 0; j<data->num_circulationData; j++)
1104                 {
1105                     printf ("circulation %d\n", j);
1106                     if (data->circulationData[j]->availableNow)
1107                         printf (" availableNow: %d\n",
1108                                 *data->circulationData[j]->availableNow);
1109                     if (data->circulationData[j]->availablityDate)
1110                         printf (" availabiltyDate: %s\n",
1111                                 data->circulationData[j]->availablityDate);
1112                     if (data->circulationData[j]->availableThru)
1113                         printf (" availableThru: %s\n",
1114                                 data->circulationData[j]->availableThru);
1115                     if (data->circulationData[j]->restrictions)
1116                         printf (" restrictions: %s\n",
1117                                 data->circulationData[j]->restrictions);
1118                     if (data->circulationData[j]->itemId)
1119                         printf (" itemId: %s\n",
1120                                 data->circulationData[j]->itemId);
1121                     if (data->circulationData[j]->renewable)
1122                         printf (" renewable: %d\n",
1123                                 *data->circulationData[j]->renewable);
1124                     if (data->circulationData[j]->onHold)
1125                         printf (" onHold: %d\n",
1126                                 *data->circulationData[j]->onHold);
1127                     if (data->circulationData[j]->enumAndChron)
1128                         printf (" enumAndChron: %s\n",
1129                                 data->circulationData[j]->enumAndChron);
1130                     if (data->circulationData[j]->midspine)
1131                         printf (" midspine: %s\n",
1132                                 data->circulationData[j]->midspine);
1133                     if (data->circulationData[j]->temporaryLocation)
1134                         printf (" temporaryLocation: %s\n",
1135                                 data->circulationData[j]->temporaryLocation);
1136                 }
1137             }
1138         }
1139     }
1140     else 
1141     {
1142         printf("Unknown record representation.\n");
1143         if (!z_External(print, &r, 0, 0))
1144         {
1145             odr_perror(print, "Printing external");
1146             odr_reset(print);
1147         }
1148     }
1149 }
1150
1151 static void display_diagrecs(Z_DiagRec **pp, int num)
1152 {
1153     int i;
1154     oident *ent;
1155     Z_DefaultDiagFormat *r;
1156
1157     printf("Diagnostic message(s) from database:\n");
1158     for (i = 0; i<num; i++)
1159     {
1160         Z_DiagRec *p = pp[i];
1161         if (p->which != Z_DiagRec_defaultFormat)
1162         {
1163             printf("Diagnostic record not in default format.\n");
1164             return;
1165         }
1166         else
1167             r = p->u.defaultFormat;
1168         if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
1169             ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
1170             printf("Missing or unknown diagset\n");
1171         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1172         switch (r->which)
1173         {
1174         case Z_DefaultDiagFormat_v2Addinfo:
1175             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1176             break;
1177         case Z_DefaultDiagFormat_v3Addinfo:
1178             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1179             break;
1180         }
1181     }
1182 }
1183
1184
1185 static void display_nameplusrecord(Z_NamePlusRecord *p)
1186 {
1187     if (p->databaseName)
1188         printf("[%s]", p->databaseName);
1189     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1190         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1191     else if (p->which == Z_NamePlusRecord_databaseRecord)
1192         display_record(p->u.databaseRecord);
1193 }
1194
1195 static void display_records(Z_Records *p)
1196 {
1197     int i;
1198
1199     if (p->which == Z_Records_NSD)
1200     {
1201         Z_DiagRec dr, *dr_p = &dr;
1202         dr.which = Z_DiagRec_defaultFormat;
1203         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1204         display_diagrecs (&dr_p, 1);
1205     }
1206     else if (p->which == Z_Records_multipleNSD)
1207         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1208                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1209     else 
1210     {
1211         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1212         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1213             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1214     }
1215 }
1216
1217 static int send_deleteResultSetRequest(const char *arg)
1218 {
1219     char names[8][32];
1220     int i;
1221
1222     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1223     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1224
1225     req->referenceId = set_refid (out);
1226
1227     req->num_resultSetList =
1228         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1229                 names[0], names[1], names[2], names[3],
1230                 names[4], names[5], names[6], names[7]);
1231
1232     req->deleteFunction = (int *)
1233         odr_malloc (out, sizeof(*req->deleteFunction));
1234     if (req->num_resultSetList > 0)
1235     {
1236         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1237         req->resultSetList = (char **)
1238             odr_malloc (out, sizeof(*req->resultSetList)*
1239                         req->num_resultSetList);
1240         for (i = 0; i<req->num_resultSetList; i++)
1241             req->resultSetList[i] = names[i];
1242     }
1243     else
1244     {
1245         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1246         req->resultSetList = 0;
1247     }
1248     
1249     send_apdu(apdu);
1250     printf("Sent deleteResultSetRequest.\n");
1251     return 2;
1252 }
1253
1254 #if YAZ_HAVE_XML2
1255 static int send_srw(Z_SRW_PDU *sr)
1256 {
1257     const char *charset = negotiationCharset;
1258     const char *host_port = cur_host;
1259     Z_GDU *gdu;
1260     char *path = 0;
1261
1262     path = odr_malloc(out, 2+strlen(databaseNames[0]));
1263     *path = '/';
1264     strcpy(path+1, databaseNames[0]);
1265
1266     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1267
1268     if (!strcmp(sru_method, "get"))
1269     {
1270         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1271     }
1272     else if (!strcmp(sru_method, "post"))
1273     {
1274         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1275     }
1276     else if (!strcmp(sru_method, "soap"))
1277     {
1278         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1279     }
1280
1281     if (z_GDU(out, &gdu, 0, 0))
1282     {
1283         /* encode OK */
1284         char *buf_out;
1285         int len_out;
1286         int r;
1287         if (apdu_file)
1288         {
1289             if (!z_GDU(print, &gdu, 0, 0))
1290                 printf ("Failed to print outgoing SRU package\n");
1291             odr_reset(print);
1292         }
1293         buf_out = odr_getbuf(out, &len_out, 0);
1294         
1295         /* we don't odr_reset(out), since we may need the buffer again */
1296
1297         do_hex_dump(buf_out, len_out);
1298
1299         r = cs_put(conn, buf_out, len_out);
1300
1301         if (r >= 0)
1302             return 2;
1303     }
1304     return 0;
1305 }
1306 #endif
1307
1308 #if YAZ_HAVE_XML2
1309 static char *encode_SRW_term(ODR o, const char *q)
1310 {
1311     const char *in_charset = "ISO-8859-1";
1312     WRBUF w = wrbuf_alloc();
1313     yaz_iconv_t cd;
1314     char *res;
1315     if (outputCharset)
1316         in_charset = outputCharset;
1317     cd = yaz_iconv_open("UTF-8", in_charset);
1318     if (!cd)
1319     {
1320         wrbuf_free(w, 1);
1321         return odr_strdup(o, q);
1322     }
1323     wrbuf_iconv_write(w, cd, q, strlen(q));
1324     if (wrbuf_len(w))
1325     {
1326         int len = wrbuf_len(w);
1327         res = odr_strdupn(o, wrbuf_buf(w), len);
1328     }
1329     else
1330         res = odr_strdup(o, q);    
1331     yaz_iconv_close(cd);
1332     wrbuf_free(w, 1);
1333     return res;
1334 }
1335
1336
1337 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1338 {
1339     Z_SRW_PDU *sr = 0;
1340     
1341     /* regular requestse .. */
1342     sr = yaz_srw_get(out, Z_SRW_scan_request);
1343
1344     switch(queryType)
1345     {
1346     case QueryType_CQL:
1347         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1348         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1349         break;
1350     case QueryType_Prefix:
1351         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1352         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1353         break;
1354     default:
1355         printf ("Only CQL and PQF supported in SRW\n");
1356         return 0;
1357     }
1358     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1359     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1360     return send_srw(sr);
1361 }
1362
1363 static int send_SRW_searchRequest(const char *arg)
1364 {
1365     Z_SRW_PDU *sr = 0;
1366     
1367     if (!srw_sr)
1368     {
1369         assert(srw_sr_odr_out == 0);
1370         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1371     }
1372     odr_reset(srw_sr_odr_out);
1373
1374     setno = 1;
1375
1376     /* save this for later .. when fetching individual records */
1377     srw_sr =  yaz_srw_get(srw_sr_odr_out, Z_SRW_searchRetrieve_request);
1378     
1379     /* regular request .. */
1380     sr = yaz_srw_get(out, Z_SRW_searchRetrieve_request);
1381
1382     switch(queryType)
1383     {
1384     case QueryType_CQL:
1385         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1386         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1387
1388         sr->u.request->query_type = Z_SRW_query_type_cql;
1389         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1390         break;
1391     case QueryType_Prefix:
1392         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1393         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1394
1395         sr->u.request->query_type = Z_SRW_query_type_pqf;
1396         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1397         break;
1398     default:
1399         printf ("Only CQL and PQF supported in SRW\n");
1400         return 0;
1401     }
1402     sr->u.request->maximumRecords = odr_intdup(out, 0);
1403
1404     if (record_schema)
1405         sr->u.request->recordSchema = record_schema;
1406     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
1407         sr->u.request->recordPacking = "xml";
1408     return send_srw(sr);
1409 }
1410 #endif
1411
1412 static int send_searchRequest(const char *arg)
1413 {
1414     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1415     Z_SearchRequest *req = apdu->u.searchRequest;
1416     Z_Query query;
1417     struct ccl_rpn_node *rpn = NULL;
1418     int error, pos;
1419     char setstring[100];
1420     Z_RPNQuery *RPNquery;
1421     Odr_oct ccl_query;
1422     YAZ_PQF_Parser pqf_parser;
1423     Z_External *ext;
1424     QueryType myQueryType = queryType;
1425     char pqfbuf[512];
1426
1427     if (myQueryType == QueryType_CCL2RPN)
1428     {
1429         rpn = ccl_find_str(bibset, arg, &error, &pos);
1430         if (error)
1431         {
1432             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1433             return 0;
1434         }
1435     } else if (myQueryType == QueryType_CQL2RPN) {
1436         /* ### All this code should be wrapped in a utility function */
1437         CQL_parser parser;
1438         struct cql_node *node;
1439         const char *addinfo;
1440         if (cqltrans == 0) {
1441             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1442             return 0;
1443         }
1444         parser = cql_parser_create();
1445         if ((error = cql_parser_string(parser, arg)) != 0) {
1446             printf("Can't parse CQL: must be a syntax error\n");
1447             return 0;
1448         }
1449         node = cql_parser_result(parser);
1450         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1451                                        sizeof pqfbuf)) != 0) {
1452             error = cql_transform_error(cqltrans, &addinfo);
1453             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1454                     cql_strerror(error), addinfo);
1455             return 0;
1456         }
1457         arg = pqfbuf;
1458         myQueryType = QueryType_Prefix;
1459     }
1460
1461     req->referenceId = set_refid (out);
1462     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1463     {
1464         static unsigned char big[2100];
1465         static Odr_oct bigo;
1466
1467         /* send a very big referenceid to test transport stack etc. */
1468         memset(big, 'A', 2100);
1469         bigo.len = bigo.size = 2100;
1470         bigo.buf = big;
1471         req->referenceId = &bigo;
1472     }
1473     
1474     if (setnumber >= 0)
1475     {
1476         sprintf(setstring, "%d", ++setnumber);
1477         req->resultSetName = setstring;
1478     }
1479     *req->smallSetUpperBound = smallSetUpperBound;
1480     *req->largeSetLowerBound = largeSetLowerBound;
1481     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1482     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1483         mediumSetPresentNumber > 0))
1484     {
1485         if (recordsyntax_size > 0)
1486             req->preferredRecordSyntax =
1487                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
1488         req->smallSetElementSetNames =
1489             req->mediumSetElementSetNames = elementSetNames;
1490     }
1491     req->num_databaseNames = num_databaseNames;
1492     req->databaseNames = databaseNames;
1493
1494     req->query = &query;
1495
1496     switch (myQueryType)
1497     {
1498     case QueryType_Prefix:
1499         query.which = Z_Query_type_1;
1500         pqf_parser = yaz_pqf_create ();
1501         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1502         if (!RPNquery)
1503         {
1504             const char *pqf_msg;
1505             size_t off;
1506             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1507             int ioff = off;
1508             printf("%*s^\n", ioff+4, "");
1509             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1510             
1511             yaz_pqf_destroy (pqf_parser);
1512             return 0;
1513         }
1514         yaz_pqf_destroy (pqf_parser);
1515         query.u.type_1 = RPNquery;
1516         break;
1517     case QueryType_CCL:
1518         query.which = Z_Query_type_2;
1519         query.u.type_2 = &ccl_query;
1520         ccl_query.buf = (unsigned char*) arg;
1521         ccl_query.len = strlen(arg);
1522         break;
1523     case QueryType_CCL2RPN:
1524         query.which = Z_Query_type_1;
1525         RPNquery = ccl_rpn_query(out, rpn);
1526         if (!RPNquery)
1527         {
1528             printf ("Couldn't convert from CCL to RPN\n");
1529             return 0;
1530         }
1531         query.u.type_1 = RPNquery;
1532         ccl_rpn_delete (rpn);
1533         break;
1534     case QueryType_CQL:
1535         query.which = Z_Query_type_104;
1536         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1537         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1538         ext->indirect_reference = 0;
1539         ext->descriptor = 0;
1540         ext->which = Z_External_CQL;
1541         ext->u.cql = odr_strdup(out, arg);
1542         query.u.type_104 =  ext;
1543         break;
1544     default:
1545         printf ("Unsupported query type\n");
1546         return 0;
1547     }
1548     if (send_apdu(apdu))
1549         printf("Sent searchRequest.\n");
1550     setno = 1;
1551     return 2;
1552 }
1553
1554 /* display Query Expression as part of searchResult-1 */
1555 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1556 {
1557     if (!qe)
1558         return;
1559     printf(" %s=", lead);
1560     if (qe->which == Z_QueryExpression_term)
1561     {
1562         if (qe->u.term->queryTerm)
1563         {
1564             Z_Term *term = qe->u.term->queryTerm;
1565             switch (term->which)
1566             {
1567             case Z_Term_general:
1568                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1569                 break;
1570             case Z_Term_characterString:
1571                 printf ("%s", term->u.characterString);
1572                 break;
1573             case Z_Term_numeric:
1574                 printf ("%d", *term->u.numeric);
1575                 break;
1576             case Z_Term_null:
1577                 printf ("null");
1578                 break;
1579             }
1580         }
1581     }
1582 }
1583
1584 /* see if we can find USR:SearchResult-1 */
1585 static void display_searchResult (Z_OtherInformation *o)
1586 {
1587     int i;
1588     if (!o)
1589         return ;
1590     for (i = 0; i < o->num_elements; i++)
1591     {
1592         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1593         {
1594             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1595             
1596             if (ext->which == Z_External_searchResult1)
1597             {
1598                 int j;
1599                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1600                 printf ("SearchResult-1:");
1601                 for (j = 0; j < sr->num; j++)
1602                 {
1603                     if (j)
1604                         printf(",");
1605                     if (!sr->elements[j]->subqueryExpression)
1606                         printf("%d", j);
1607                     display_queryExpression("term",
1608                         sr->elements[j]->subqueryExpression);
1609                     display_queryExpression("interpretation",
1610                         sr->elements[j]->subqueryInterpretation);
1611                     display_queryExpression("recommendation",
1612                         sr->elements[j]->subqueryRecommendation);
1613                     if (sr->elements[j]->subqueryCount)
1614                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1615                     if (sr->elements[j]->subqueryId)
1616                         printf(" id=%s ", sr->elements[j]->subqueryId);
1617                 }
1618                 printf ("\n");
1619             }
1620         }
1621     }
1622 }
1623
1624 static int process_searchResponse(Z_SearchResponse *res)
1625 {
1626     printf ("Received SearchResponse.\n");
1627     print_refid (res->referenceId);
1628     if (*res->searchStatus)
1629         printf("Search was a success.\n");
1630     else
1631         printf("Search was a bloomin' failure.\n");
1632     printf("Number of hits: %d", *res->resultCount);
1633     last_hit_count = *res->resultCount;
1634     if (setnumber >= 0)
1635         printf (", setno %d", setnumber);
1636     printf ("\n");
1637     display_searchResult (res->additionalSearchInfo);
1638     printf("records returned: %d\n",
1639            *res->numberOfRecordsReturned);
1640     setno += *res->numberOfRecordsReturned;
1641     if (res->records)
1642         display_records(res->records);
1643     return 0;
1644 }
1645
1646 static void print_level(int iLevel)
1647 {
1648     int i;
1649     for (i = 0; i < iLevel * 4; i++)
1650         printf(" ");
1651 }
1652
1653 static void print_int(int iLevel, const char *pTag, int *pInt)
1654 {
1655     if (pInt != NULL)
1656     {
1657         print_level(iLevel);
1658         printf("%s: %d\n", pTag, *pInt);
1659     }
1660 }
1661
1662 static void print_string(int iLevel, const char *pTag, const char *pString)
1663 {
1664     if (pString != NULL)
1665     {
1666         print_level(iLevel);
1667         printf("%s: %s\n", pTag, pString);
1668     }
1669 }
1670
1671 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1672 {
1673     if (pOid != NULL)
1674     {
1675         int *pInt = pOid;
1676
1677         print_level(iLevel);
1678         printf("%s:", pTag);
1679         for (; *pInt != -1; pInt++)
1680             printf(" %d", *pInt);
1681         printf("\n");
1682     }
1683 }
1684
1685 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1686 {
1687     if (referenceId != NULL)
1688     {
1689         int i;
1690
1691         print_level(iLevel);
1692         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1693         for (i = 0; i < referenceId->len; i++)
1694             printf("%c", referenceId->buf[i]);
1695         printf("\n");
1696     }
1697 }
1698
1699 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1700 {
1701     if (pStringNumeric != NULL)
1702     {
1703         switch (pStringNumeric->which)
1704         {
1705         case Z_StringOrNumeric_string:
1706             print_string(iLevel, pTag, pStringNumeric->u.string);
1707             break;
1708             
1709         case Z_StringOrNumeric_numeric:
1710             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1711             break;
1712             
1713         default:
1714             print_level(iLevel);
1715             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1716             break;
1717         }
1718     }
1719 }
1720
1721 static void print_universe_report_duplicate(
1722     int iLevel,
1723     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1724 {
1725     if (pUniverseReportDuplicate != NULL)
1726     {
1727         print_level(iLevel);
1728         printf("Universe Report Duplicate: \n");
1729         iLevel++;
1730         print_string_or_numeric(iLevel, "Hit No",
1731                                 pUniverseReportDuplicate->hitno);
1732     }
1733 }
1734
1735 static void print_universe_report_hits(
1736     int iLevel,
1737     Z_UniverseReportHits *pUniverseReportHits)
1738 {
1739     if (pUniverseReportHits != NULL)
1740     {
1741         print_level(iLevel);
1742         printf("Universe Report Hits: \n");
1743         iLevel++;
1744         print_string_or_numeric(iLevel, "Database",
1745                                 pUniverseReportHits->database);
1746         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1747     }
1748 }
1749
1750 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1751 {
1752     if (pUniverseReport != NULL)
1753     {
1754         print_level(iLevel);
1755         printf("Universe Report: \n");
1756         iLevel++;
1757         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1758         switch (pUniverseReport->which)
1759         {
1760         case Z_UniverseReport_databaseHits:
1761             print_universe_report_hits(iLevel,
1762                                        pUniverseReport->u.databaseHits);
1763             break;
1764             
1765         case Z_UniverseReport_duplicate:
1766             print_universe_report_duplicate(iLevel,
1767                                             pUniverseReport->u.duplicate);
1768             break;
1769             
1770         default:
1771             print_level(iLevel);
1772             printf("Type: %d\n", pUniverseReport->which);
1773             break;
1774         }
1775     }
1776 }
1777
1778 static void print_external(int iLevel, Z_External *pExternal)
1779 {
1780     if (pExternal != NULL)
1781     {
1782         print_level(iLevel);
1783         printf("External: \n");
1784         iLevel++;
1785         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1786         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1787         print_string(iLevel, "Descriptor", pExternal->descriptor);
1788         switch (pExternal->which)
1789         {
1790         case Z_External_universeReport:
1791             print_universe_report(iLevel, pExternal->u.universeReport);
1792             break;
1793             
1794         default:
1795             print_level(iLevel);
1796             printf("Type: %d\n", pExternal->which);
1797             break;
1798         }
1799     }
1800 }
1801
1802 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1803 {
1804     printf ("Received ResourceControlRequest.\n");
1805     print_referenceId(1, req->referenceId);
1806     print_int(1, "Suspended Flag", req->suspendedFlag);
1807     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1808     print_int(1, "Response Required", req->responseRequired);
1809     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1810     print_external(1, req->resourceReport);
1811     return 0;
1812 }
1813
1814 void process_ESResponse(Z_ExtendedServicesResponse *res)
1815 {
1816     printf("Status: ");
1817     switch (*res->operationStatus)
1818     {
1819     case Z_ExtendedServicesResponse_done:
1820         printf ("done\n");
1821         break;
1822     case Z_ExtendedServicesResponse_accepted:
1823         printf ("accepted\n");
1824         break;
1825     case Z_ExtendedServicesResponse_failure:
1826         printf ("failure\n");
1827         display_diagrecs(res->diagnostics, res->num_diagnostics);
1828         break;
1829     default:
1830         printf ("unknown\n");
1831     }
1832     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1833         (res->num_diagnostics != 0) ) {
1834         display_diagrecs(res->diagnostics, res->num_diagnostics);
1835     }
1836     print_refid (res->referenceId);
1837     if (res->taskPackage && 
1838         res->taskPackage->which == Z_External_extendedService)
1839     {
1840         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1841         Odr_oct *id = taskPackage->targetReference;
1842         Z_External *ext = taskPackage->taskSpecificParameters;
1843         
1844         if (id)
1845         {
1846             printf ("Target Reference: ");
1847             print_stringn (id->buf, id->len);
1848             printf ("\n");
1849         }
1850         if (ext->which == Z_External_update)
1851         {
1852             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1853             if (utp && utp->targetPart)
1854             {
1855                 Z_IUTargetPart *targetPart = utp->targetPart;
1856                 int i;
1857
1858                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1859                 {
1860
1861                     Z_IUTaskPackageRecordStructure *tpr =
1862                         targetPart->taskPackageRecords[i];
1863                     printf ("task package record %d\n", i+1);
1864                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1865                     {
1866                         display_record (tpr->u.record);
1867                     }
1868                     else
1869                     {
1870                         printf ("other type\n");
1871                     }
1872                 }
1873             }
1874         }
1875     }
1876     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1877     {
1878         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1879         printf("%.*s\n", doc->len, doc->buf);
1880     }
1881 }
1882
1883 const char *get_ill_element (void *clientData, const char *element)
1884 {
1885     return 0;
1886 }
1887
1888 static Z_External *create_external_itemRequest(void)
1889 {
1890     struct ill_get_ctl ctl;
1891     ILL_ItemRequest *req;
1892     Z_External *r = 0;
1893     int item_request_size = 0;
1894     char *item_request_buf = 0;
1895
1896     ctl.odr = out;
1897     ctl.clientData = 0;
1898     ctl.f = get_ill_element;
1899     
1900     req = ill_get_ItemRequest(&ctl, "ill", 0);
1901     if (!req)
1902         printf ("ill_get_ItemRequest failed\n");
1903         
1904     if (!ill_ItemRequest (out, &req, 0, 0))
1905     {
1906         if (apdu_file)
1907         {
1908             ill_ItemRequest(print, &req, 0, 0);
1909             odr_reset(print);
1910         }
1911         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1912         if (item_request_buf)
1913             odr_setbuf (out, item_request_buf, item_request_size, 1);
1914         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1915         return 0;
1916     }
1917     else
1918     {
1919         oident oid;
1920         
1921         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1922         oid.proto = PROTO_GENERAL;
1923         oid.oclass = CLASS_GENERAL;
1924         oid.value = VAL_ISO_ILL_1;
1925         
1926         r = (Z_External *) odr_malloc (out, sizeof(*r));
1927         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
1928         r->indirect_reference = 0;
1929         r->descriptor = 0;
1930         r->which = Z_External_single;
1931         
1932         r->u.single_ASN1_type = (Odr_oct *)
1933             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1934         r->u.single_ASN1_type->buf = (unsigned char *)
1935         odr_malloc (out, item_request_size);
1936         r->u.single_ASN1_type->len = item_request_size;
1937         r->u.single_ASN1_type->size = item_request_size;
1938         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1939                 item_request_size);
1940         
1941         do_hex_dump(item_request_buf,item_request_size);
1942     }
1943     return r;
1944 }
1945
1946 static Z_External *create_external_ILL_APDU(int which)
1947 {
1948     struct ill_get_ctl ctl;
1949     ILL_APDU *ill_apdu;
1950     Z_External *r = 0;
1951     int ill_request_size = 0;
1952     char *ill_request_buf = 0;
1953         
1954     ctl.odr = out;
1955     ctl.clientData = 0;
1956     ctl.f = get_ill_element;
1957
1958     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1959
1960     if (!ill_APDU (out, &ill_apdu, 0, 0))
1961     {
1962         if (apdu_file)
1963         {
1964             printf ("-------------------\n");
1965             ill_APDU(print, &ill_apdu, 0, 0);
1966             odr_reset(print);
1967             printf ("-------------------\n");
1968         }
1969         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1970         if (ill_request_buf)
1971             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1972         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1973         return 0;
1974     }
1975     else
1976     {
1977         oident oid;
1978         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1979         
1980         oid.proto = PROTO_GENERAL;
1981         oid.oclass = CLASS_GENERAL;
1982         oid.value = VAL_ISO_ILL_1;
1983         
1984         r = (Z_External *) odr_malloc (out, sizeof(*r));
1985         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
1986         r->indirect_reference = 0;
1987         r->descriptor = 0;
1988         r->which = Z_External_single;
1989         
1990         r->u.single_ASN1_type = (Odr_oct *)
1991             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1992         r->u.single_ASN1_type->buf = (unsigned char *)
1993         odr_malloc (out, ill_request_size);
1994         r->u.single_ASN1_type->len = ill_request_size;
1995         r->u.single_ASN1_type->size = ill_request_size;
1996         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
1997 /*         printf ("len = %d\n", ill_request_size); */
1998 /*              do_hex_dump(ill_request_buf,ill_request_size); */
1999 /*              printf("--- end of extenal\n"); */
2000
2001     }
2002     return r;
2003 }
2004
2005
2006 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2007 {
2008     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2009     oident ItemOrderRequest;
2010   
2011     ItemOrderRequest.proto = PROTO_Z3950;
2012     ItemOrderRequest.oclass = CLASS_EXTSERV;
2013     ItemOrderRequest.value = VAL_ITEMORDER;
2014  
2015     r->direct_reference = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest)); 
2016     r->indirect_reference = 0;
2017     r->descriptor = 0;
2018
2019     r->which = Z_External_itemOrder;
2020
2021     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2022     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2023     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2024
2025     r->u.itemOrder->u.esRequest = (Z_IORequest *) 
2026         odr_malloc(out,sizeof(Z_IORequest));
2027     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2028
2029     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2030         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2031     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2032     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2033         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2034     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2035
2036     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2037     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2038     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2039
2040     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2041         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2042     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2043     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2044
2045     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2046         (int *) odr_malloc(out, sizeof(int));
2047     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2048
2049     if (!strcmp (type, "item") || !strcmp(type, "2"))
2050     {
2051         printf ("using item-request\n");
2052         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2053             create_external_itemRequest();
2054     }
2055     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2056     {
2057         printf ("using ILL-request\n");
2058         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2059             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2060     }
2061     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2062     {
2063     const char *xml_buf =
2064         "<itemorder>\n"
2065         "  <type>request</type>\n"
2066         "  <libraryNo>000200</libraryNo>\n"
2067         "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2068         "</itemorder>";
2069         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2070             z_ext_record (out, VAL_TEXT_XML, xml_buf, strlen(xml_buf));
2071     }
2072     else
2073         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2074
2075     return r;
2076 }
2077
2078 static int send_itemorder(const char *type, int itemno)
2079 {
2080     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2081     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2082     oident ItemOrderRequest;
2083
2084
2085     req->referenceId = set_refid (out);
2086
2087     ItemOrderRequest.proto = PROTO_Z3950;
2088     ItemOrderRequest.oclass = CLASS_EXTSERV;
2089     ItemOrderRequest.value = VAL_ITEMORDER;
2090     req->packageType = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2091     req->packageName = esPackageName;
2092
2093     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2094
2095     send_apdu(apdu);
2096     return 0;
2097 }
2098
2099 static int only_z3950(void)
2100 {
2101     if (!conn)
2102     {
2103         printf ("Not connected yet\n");
2104         return 1;
2105     }
2106     if (protocol == PROTO_HTTP)
2107     {
2108         printf ("Not supported by SRW\n");
2109         return 1;
2110     }
2111     return 0;
2112 }
2113
2114 static int cmd_update_common(const char *arg, int version);
2115
2116 static int cmd_update(const char *arg)
2117 {
2118     return cmd_update_common(arg, 1);
2119 }
2120
2121 static int cmd_update0(const char *arg)
2122 {
2123     return cmd_update_common(arg, 0);
2124 }
2125
2126 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2127                             char *rec_buf, int rec_len);
2128
2129 static int cmd_update_SRW(int action_no, const char *recid,
2130                           char *rec_buf, int rec_len);
2131
2132 static int cmd_update_common(const char *arg, int version)
2133 {
2134     char action[20], recid[20];
2135     char *rec_buf;
2136     int rec_len;
2137     int action_no;
2138     int noread = 0;
2139
2140     *action = 0;
2141     *recid = 0;
2142     sscanf (arg, "%19s %19s%n", action, recid, &noread);
2143     if (noread == 0)
2144     {
2145         printf("Update must be followed by action and recid\n");
2146         printf(" where action is one of insert,replace,delete.update\n");
2147         printf(" recid is some record ID (any string)\n");
2148         return 0;
2149     }
2150
2151     if (!strcmp (action, "insert"))
2152         action_no = Z_IUOriginPartToKeep_recordInsert;
2153     else if (!strcmp (action, "replace"))
2154         action_no = Z_IUOriginPartToKeep_recordReplace;
2155     else if (!strcmp (action, "delete"))
2156         action_no = Z_IUOriginPartToKeep_recordDelete;
2157     else if (!strcmp (action, "update"))
2158         action_no = Z_IUOriginPartToKeep_specialUpdate;
2159     else 
2160     {
2161         printf ("Bad action: %s\n", action);
2162         printf ("Possible values: insert, replace, delete, update\n");
2163         return 0;
2164     }
2165
2166     arg += noread;
2167     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len, 1) == 0)
2168         return 0;
2169
2170     if (protocol == PROTO_HTTP)
2171         return cmd_update_SRW(action_no, recid, rec_buf, rec_len);
2172     else
2173         return cmd_update_Z3950(version, action_no, recid, rec_buf, rec_len);
2174 }
2175
2176 static int cmd_update_SRW(int action_no, const char *recid,
2177                           char *rec_buf, int rec_len)
2178 {
2179     if (!conn)
2180         cmd_open(0);
2181     if (!conn)
2182         return 0;
2183     else
2184     {
2185         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2186         Z_SRW_updateRequest *sr = srw->u.update_request;
2187
2188         switch(action_no)
2189         {
2190         case Z_IUOriginPartToKeep_recordInsert:
2191             sr->operation = "info:srw/action/1/create";
2192             break;
2193         case Z_IUOriginPartToKeep_recordReplace:
2194             sr->operation = "info:srw/action/1/replace";
2195             break;
2196         case Z_IUOriginPartToKeep_recordDelete:
2197             sr->operation = "info:srw/action/1/delete";
2198             break;
2199         }
2200         if (rec_buf)
2201         {
2202             sr->record = yaz_srw_get_record(out);
2203             sr->record->recordData_buf = rec_buf;
2204             sr->record->recordData_len = rec_len;
2205             sr->record->recordSchema = record_schema;
2206         }
2207         if (recid)
2208             sr->recordId = odr_strdup(out, recid);
2209         return send_srw(srw);
2210     }
2211 }
2212                           
2213 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2214                             char *rec_buf, int rec_len)
2215 {
2216     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2217     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2218     Z_External *r;
2219     Z_External *record_this = 0;
2220
2221     if (rec_buf)
2222         record_this = z_ext_record (out, VAL_TEXT_XML, rec_buf, rec_len);
2223     else
2224     {
2225         if (!record_last)
2226         {
2227             printf ("No last record (update ignored)\n");
2228             return 0;
2229         }
2230         record_this = record_last;
2231     }
2232
2233     req->packageType =
2234         yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2235                                version == 0 ? VAL_DBUPDATE0 : VAL_DBUPDATE);
2236
2237     req->packageName = esPackageName;
2238     
2239     req->referenceId = set_refid (out);
2240
2241     r = req->taskSpecificParameters = (Z_External *)
2242         odr_malloc (out, sizeof(*r));
2243     r->direct_reference = req->packageType;
2244     r->indirect_reference = 0;
2245     r->descriptor = 0;
2246     if (version == 0)
2247     {
2248         Z_IU0OriginPartToKeep *toKeep;
2249         Z_IU0SuppliedRecords *notToKeep;
2250
2251         r->which = Z_External_update0;
2252         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2253         r->u.update0->which = Z_IUUpdate_esRequest;
2254         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2255             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2256         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2257             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2258         
2259         toKeep->databaseName = databaseNames[0];
2260         toKeep->schema = 0;
2261         toKeep->elementSetName = 0;
2262
2263         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2264         *toKeep->action = action_no;
2265         
2266         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2267             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2268         notToKeep->num = 1;
2269         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2270             odr_malloc(out, sizeof(*notToKeep->elements));
2271         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2272             odr_malloc(out, sizeof(**notToKeep->elements));
2273         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2274         if (*recid && strcmp(recid, "none"))
2275         {
2276             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2277                 odr_malloc (out, sizeof(Odr_oct));
2278             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2279             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2280             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2281         }
2282         else
2283             notToKeep->elements[0]->u.opaque = 0;
2284         notToKeep->elements[0]->supplementalId = 0;
2285         notToKeep->elements[0]->correlationInfo = 0;
2286         notToKeep->elements[0]->record = record_this;
2287     }
2288     else
2289     {
2290         Z_IUOriginPartToKeep *toKeep;
2291         Z_IUSuppliedRecords *notToKeep;
2292
2293         r->which = Z_External_update;
2294         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2295         r->u.update->which = Z_IUUpdate_esRequest;
2296         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2297             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2298         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2299             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2300         
2301         toKeep->databaseName = databaseNames[0];
2302         toKeep->schema = 0;
2303         toKeep->elementSetName = 0;
2304         toKeep->actionQualifier = 0;
2305         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2306         *toKeep->action = action_no;
2307
2308         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2309             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2310         notToKeep->num = 1;
2311         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2312             odr_malloc(out, sizeof(*notToKeep->elements));
2313         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2314             odr_malloc(out, sizeof(**notToKeep->elements));
2315         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2316         if (*recid)
2317         {
2318             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2319                 odr_malloc (out, sizeof(Odr_oct));
2320             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2321             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2322             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2323         }
2324         else
2325             notToKeep->elements[0]->u.opaque = 0;
2326         notToKeep->elements[0]->supplementalId = 0;
2327         notToKeep->elements[0]->correlationInfo = 0;
2328         notToKeep->elements[0]->record = record_this;
2329     }
2330     
2331     send_apdu(apdu);
2332
2333     return 2;
2334 }
2335
2336 static int cmd_xmles(const char *arg)
2337 {
2338     if (only_z3950())
2339         return 1;
2340     else
2341     {
2342         char *asn_buf = 0;
2343         int noread = 0;
2344         char oid_str[51];
2345         int oid_value_xmles = VAL_XMLES;
2346         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2347         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2348         
2349
2350         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2351         
2352         req->referenceId = set_refid (out);
2353         req->taskSpecificParameters = ext;
2354         ext->indirect_reference = 0;
2355         ext->descriptor = 0;
2356         ext->which = Z_External_octet;
2357         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));        
2358         sscanf(arg, "%50s%n", oid_str, &noread);
2359         if (noread == 0)
2360         {
2361             printf("Missing OID for xmles\n");
2362             return 0;
2363         }
2364         arg += noread;
2365         oid_value_xmles  = oid_getvalbyname(oid_str);
2366         if (oid_value_xmles == VAL_NONE)
2367         {
2368             printf("Bad OID: %s\n", oid_str);
2369             return 0;
2370         }
2371
2372         if (parse_cmd_doc(&arg, out, &asn_buf,
2373                           &ext->u.single_ASN1_type->len, 0) == 0)
2374             return 0;
2375
2376         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2377
2378         req->packageType = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2379                                                   oid_value_xmles);
2380         
2381         ext->direct_reference = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2382                                                        oid_value_xmles);
2383         send_apdu(apdu);
2384         
2385         return 2;
2386     }
2387 }
2388
2389 static int cmd_itemorder(const char *arg)
2390 {
2391     char type[12];
2392     int itemno;
2393    
2394     if (only_z3950())
2395         return 1;
2396     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2397         return 0;
2398
2399     printf("Item order request\n");
2400     fflush(stdout);
2401     send_itemorder(type, itemno);
2402     return 2;
2403 }
2404
2405 static void show_opt(const char *arg, void *clientData)
2406 {
2407     printf ("%s ", arg);
2408 }
2409
2410 static int cmd_zversion(const char *arg)
2411 {
2412     if (*arg && arg)
2413         z3950_version = atoi(arg);
2414     else
2415         printf ("version is %d\n", z3950_version);
2416     return 0;
2417 }
2418
2419 static int cmd_options(const char *arg)
2420 {
2421     if (*arg)
2422     {
2423         int r;
2424         int pos;
2425         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2426         if (r == -1)
2427             printf("Unknown option(s) near %s\n", arg+pos);
2428     }
2429     else
2430     {
2431         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2432         printf ("\n");
2433     }
2434     return 0;
2435 }
2436
2437 static int cmd_explain(const char *arg)
2438 {
2439     if (protocol != PROTO_HTTP)
2440         return 0;
2441 #if YAZ_HAVE_XML2
2442     if (!conn)
2443         cmd_open(0);
2444     if (conn)
2445     {
2446         Z_SRW_PDU *sr = 0;
2447         
2448         setno = 1;
2449         
2450         /* save this for later .. when fetching individual records */
2451         sr = yaz_srw_get(out, Z_SRW_explain_request);
2452         if (recordsyntax_size > 0 && recordsyntax_list[0] == VAL_TEXT_XML)
2453             sr->u.explain_request->recordPacking = "xml";
2454         send_srw(sr);
2455         return 2;
2456     }
2457 #endif
2458     return 0;
2459 }
2460
2461 static int cmd_init(const char *arg)
2462 {
2463     if (*arg)
2464     {
2465         strncpy (cur_host, arg, sizeof(cur_host)-1);
2466         cur_host[sizeof(cur_host)-1] = 0;
2467     }
2468     if (only_z3950())
2469         return 1;
2470     send_initRequest(cur_host);
2471     return 2;
2472 }
2473
2474 static int cmd_sru(const char *arg)
2475 {
2476     if (!*arg)
2477     {
2478         printf("SRU method is: %s\n", sru_method);
2479     }
2480     else
2481     {
2482         if (!yaz_matchstr(arg, "post"))
2483             sru_method = "post";
2484         else if (!yaz_matchstr(arg, "get"))
2485             sru_method = "get";
2486         else if (!yaz_matchstr(arg, "soap"))
2487             sru_method = "soap";
2488         else
2489         {
2490             printf("Unknown SRU method: %s\n", arg);
2491             printf("Specify one of POST, GET, SOAP\n");
2492         }
2493     }
2494     return 0;
2495 }
2496
2497 static int cmd_find(const char *arg)
2498 {
2499     if (!*arg)
2500     {
2501         printf("Find what?\n");
2502         return 0;
2503     }
2504     if (protocol == PROTO_HTTP)
2505     {
2506 #if YAZ_HAVE_XML2
2507         if (!conn)
2508             cmd_open(0);
2509         if (!conn)
2510             return 0;
2511         if (!send_SRW_searchRequest(arg))
2512             return 0;
2513 #else
2514         return 0;
2515 #endif
2516     }
2517     else
2518     {
2519         if (!conn)
2520         {
2521             try_reconnect(); 
2522             
2523             if (!conn) {                                        
2524                 printf("Not connected yet\n");
2525                 return 0;
2526             }
2527         }
2528         if (!send_searchRequest(arg))
2529             return 0;
2530     }
2531     return 2;
2532 }
2533
2534 static int cmd_delete(const char *arg)
2535 {
2536     if (only_z3950())
2537         return 0;
2538     if (!send_deleteResultSetRequest(arg))
2539         return 0;
2540     return 2;
2541 }
2542
2543 static int cmd_ssub(const char *arg)
2544 {
2545     if (!(smallSetUpperBound = atoi(arg)))
2546         return 0;
2547     return 1;
2548 }
2549
2550 static int cmd_lslb(const char *arg)
2551 {
2552     if (!(largeSetLowerBound = atoi(arg)))
2553         return 0;
2554     return 1;
2555 }
2556
2557 static int cmd_mspn(const char *arg)
2558 {
2559     if (!(mediumSetPresentNumber = atoi(arg)))
2560         return 0;
2561     return 1;
2562 }
2563
2564 static int cmd_status(const char *arg)
2565 {
2566     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2567     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2568     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2569     return 1;
2570 }
2571
2572 static int cmd_setnames(const char *arg)
2573 {
2574     if (*arg == '1')         /* enable ? */
2575         setnumber = 0;
2576     else if (*arg == '0')    /* disable ? */
2577         setnumber = -1;
2578     else if (setnumber < 0)  /* no args, toggle .. */
2579         setnumber = 0;
2580     else
2581         setnumber = -1;
2582    
2583     if (setnumber >= 0)
2584         printf("Set numbering enabled.\n");
2585     else
2586         printf("Set numbering disabled.\n");
2587     return 1;
2588 }
2589
2590 /* PRESENT SERVICE ----------------------------- */
2591
2592 static void parse_show_args(const char *arg_c, char *setstring,
2593                             int *start, int *number)
2594 {
2595     char arg[40];
2596     char *p;
2597
2598     strncpy(arg, arg_c, sizeof(arg)-1);
2599     arg[sizeof(arg)-1] = '\0';
2600
2601     if ((p = strchr(arg, '+')))
2602     {
2603         *number = atoi(p + 1);
2604         *p = '\0';
2605     }
2606     if (*arg)
2607     {
2608         if (!strcmp(arg, "all"))
2609         {
2610             *number = last_hit_count;
2611             *start = 1;
2612         }
2613         else
2614             *start = atoi(arg);
2615     }
2616     if (p && (p=strchr(p+1, '+')))
2617         strcpy (setstring, p+1);
2618     else if (setnumber >= 0)
2619         sprintf(setstring, "%d", setnumber);
2620     else
2621         *setstring = '\0';
2622 }
2623
2624 static int send_presentRequest(const char *arg)
2625 {
2626     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2627     Z_PresentRequest *req = apdu->u.presentRequest;
2628     Z_RecordComposition compo;
2629     int nos = 1;
2630     char setstring[100];
2631
2632     req->referenceId = set_refid (out);
2633
2634     parse_show_args(arg, setstring, &setno, &nos);
2635     if (*setstring)
2636         req->resultSetId = setstring;
2637
2638     req->resultSetStartPoint = &setno;
2639     req->numberOfRecordsRequested = &nos;
2640
2641     if (recordsyntax_size == 1)
2642         req->preferredRecordSyntax =
2643             yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
2644
2645     if (record_schema || recordsyntax_size >= 2)
2646     {
2647         req->recordComposition = &compo;
2648         compo.which = Z_RecordComp_complex;
2649         compo.u.complex = (Z_CompSpec *)
2650             odr_malloc(out, sizeof(*compo.u.complex));
2651         compo.u.complex->selectAlternativeSyntax = (bool_t *) 
2652             odr_malloc(out, sizeof(bool_t));
2653         *compo.u.complex->selectAlternativeSyntax = 0;
2654
2655         compo.u.complex->generic = (Z_Specification *)
2656             odr_malloc(out, sizeof(*compo.u.complex->generic));
2657         
2658         compo.u.complex->generic->which = Z_Schema_oid;
2659         if (!record_schema)
2660             compo.u.complex->generic->schema.oid = 0;
2661         else 
2662         {
2663             compo.u.complex->generic->schema.oid =
2664                 yaz_str_to_z3950oid(out, CLASS_SCHEMA, record_schema);
2665             
2666             if (!compo.u.complex->generic->schema.oid)
2667             {
2668                 /* OID wasn't a schema! Try record syntax instead. */
2669                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2670                     yaz_str_to_z3950oid(out, CLASS_RECSYN, record_schema);
2671             }
2672         }
2673         if (!elementSetNames)
2674             compo.u.complex->generic->elementSpec = 0;
2675         else
2676         {
2677             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2678                 odr_malloc(out, sizeof(Z_ElementSpec));
2679             compo.u.complex->generic->elementSpec->which =
2680                 Z_ElementSpec_elementSetName;
2681             compo.u.complex->generic->elementSpec->u.elementSetName =
2682                 elementSetNames->u.generic;
2683         }
2684         compo.u.complex->num_dbSpecific = 0;
2685         compo.u.complex->dbSpecific = 0;
2686         if (recordsyntax_size >= 2)
2687         {
2688             int i;
2689             compo.u.complex->num_recordSyntax = recordsyntax_size;
2690             compo.u.complex->recordSyntax = (Odr_oid **)
2691                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2692             for (i = 0; i < recordsyntax_size; i++)
2693             compo.u.complex->recordSyntax[i] =                 
2694                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN,
2695                                        recordsyntax_list[i]);
2696         }
2697         else
2698         {
2699             compo.u.complex->num_recordSyntax = 0;
2700             compo.u.complex->recordSyntax = 0;
2701         }
2702     }
2703     else if (elementSetNames)
2704     {
2705         req->recordComposition = &compo;
2706         compo.which = Z_RecordComp_simple;
2707         compo.u.simple = elementSetNames;
2708     }
2709     send_apdu(apdu);
2710     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2711     return 2;
2712 }
2713
2714 #if YAZ_HAVE_XML2
2715 static int send_SRW_presentRequest(const char *arg)
2716 {
2717     char setstring[100];
2718     int nos = 1;
2719     Z_SRW_PDU *sr = srw_sr;
2720
2721     if (!sr)
2722         return 0;
2723     parse_show_args(arg, setstring, &setno, &nos);
2724     sr->u.request->startRecord = odr_intdup(out, setno);
2725     sr->u.request->maximumRecords = odr_intdup(out, nos);
2726     if (record_schema)
2727         sr->u.request->recordSchema = record_schema;
2728     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
2729         sr->u.request->recordPacking = "xml";
2730     return send_srw(sr);
2731 }
2732 #endif
2733
2734 static void close_session (void)
2735 {
2736     if (conn)
2737         cs_close (conn);
2738     conn = 0;
2739     sent_close = 0;
2740     odr_reset(out);
2741     odr_reset(in);
2742     odr_reset(print);
2743     last_hit_count = 0;
2744 }
2745
2746 void process_close(Z_Close *req)
2747 {
2748     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2749     Z_Close *res = apdu->u.close;
2750
2751     static char *reasons[] =
2752     {
2753         "finished",
2754         "shutdown",
2755         "system problem",
2756         "cost limit reached",
2757         "resources",
2758         "security violation",
2759         "protocolError",
2760         "lack of activity",
2761         "peer abort",
2762         "unspecified"
2763     };
2764
2765     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2766         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2767     if (sent_close)
2768         close_session ();
2769     else
2770     {
2771         *res->closeReason = Z_Close_finished;
2772         send_apdu(apdu);
2773         printf("Sent response.\n");
2774         sent_close = 1;
2775     }
2776 }
2777
2778 static int cmd_show(const char *arg)
2779 {
2780     if (protocol == PROTO_HTTP)
2781     {
2782 #if YAZ_HAVE_XML2
2783         if (!conn)
2784             cmd_open(0);
2785         if (!conn)
2786             return 0;
2787         if (!send_SRW_presentRequest(arg))
2788             return 0;
2789 #else
2790         return 0;
2791 #endif
2792     }
2793     else
2794     {
2795         if (!conn)
2796         {
2797             printf("Not connected yet\n");
2798             return 0;
2799         }
2800         if (!send_presentRequest(arg))
2801             return 0;
2802     }
2803     return 2;
2804 }
2805
2806 int cmd_quit(const char *arg)
2807 {
2808     printf("See you later, alligator.\n");
2809     xmalloc_trav ("");
2810     exit(0);
2811     return 0;
2812 }
2813
2814 int cmd_cancel(const char *arg)
2815 {
2816     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2817     Z_TriggerResourceControlRequest *req =
2818         apdu->u.triggerResourceControlRequest;
2819     bool_t rfalse = 0;
2820     char command[16];
2821   
2822     *command = '\0';
2823     sscanf(arg, "%15s", command);
2824
2825     if (only_z3950())
2826         return 0;
2827     if (session_initResponse &&
2828         !ODR_MASK_GET(session_initResponse->options,
2829                       Z_Options_triggerResourceCtrl))
2830     {
2831         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2832         return 0;
2833     }
2834     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2835     req->resultSetWanted = &rfalse;
2836     req->referenceId = set_refid (out);
2837
2838     send_apdu(apdu);
2839     printf("Sent cancel request\n");
2840     if (!strcmp(command, "wait"))
2841          return 2;
2842     return 1;
2843 }
2844
2845
2846 int cmd_cancel_find(const char *arg) {
2847     int fres;
2848     fres=cmd_find(arg);
2849     if( fres > 0 ) {
2850         return cmd_cancel("");
2851     };
2852     return fres;
2853 }
2854
2855 int send_scanrequest(const char *query, int pp, int num, const char *term)
2856 {
2857     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2858     Z_ScanRequest *req = apdu->u.scanRequest;
2859     
2860     if (only_z3950())
2861         return 0;
2862     if (queryType == QueryType_CCL2RPN)
2863     {
2864         int error, pos;
2865         struct ccl_rpn_node *rpn;
2866
2867         rpn = ccl_find_str (bibset,  query, &error, &pos);
2868         if (error)
2869         {
2870             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2871             return -1;
2872         }
2873         req->attributeSet =
2874             yaz_oidval_to_z3950oid(out, CLASS_ATTSET, VAL_BIB1);
2875         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2876         {
2877             printf("Couldn't convert CCL to Scan term\n");
2878             return -1;
2879         }
2880         ccl_rpn_delete (rpn);
2881     }
2882     else
2883     {
2884         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2885
2886         if (!(req->termListAndStartPoint =
2887               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2888         {
2889             const char *pqf_msg;
2890             size_t off;
2891             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2892             int ioff = off;
2893             printf("%*s^\n", ioff+7, "");
2894             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2895             yaz_pqf_destroy (pqf_parser);
2896             return -1;
2897         }
2898         yaz_pqf_destroy (pqf_parser);
2899     }
2900     if (term && *term)
2901     {
2902         if (req->termListAndStartPoint->term &&
2903             req->termListAndStartPoint->term->which == Z_Term_general &&
2904             req->termListAndStartPoint->term->u.general)
2905         {
2906             req->termListAndStartPoint->term->u.general->buf =
2907                 (unsigned char *) odr_strdup(out, term);
2908             req->termListAndStartPoint->term->u.general->len =
2909                 req->termListAndStartPoint->term->u.general->size =
2910                 strlen(term);
2911         }
2912     }
2913     req->referenceId = set_refid (out);
2914     req->num_databaseNames = num_databaseNames;
2915     req->databaseNames = databaseNames;
2916     req->numberOfTermsRequested = &num;
2917     req->preferredPositionInResponse = &pp;
2918     req->stepSize = odr_intdup(out, scan_stepSize);
2919     send_apdu(apdu);
2920     return 2;
2921 }
2922
2923 int send_sortrequest(const char *arg, int newset)
2924 {
2925     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
2926     Z_SortRequest *req = apdu->u.sortRequest;
2927     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
2928         odr_malloc (out, sizeof(*sksl));
2929     char setstring[32];
2930
2931     if (only_z3950())
2932         return 0;
2933     if (setnumber >= 0)
2934         sprintf (setstring, "%d", setnumber);
2935     else
2936         sprintf (setstring, "default");
2937
2938     req->referenceId = set_refid (out);
2939
2940     req->num_inputResultSetNames = 1;
2941     req->inputResultSetNames = (Z_InternationalString **)
2942         odr_malloc (out, sizeof(*req->inputResultSetNames));
2943     req->inputResultSetNames[0] = odr_strdup (out, setstring);
2944
2945     if (newset && setnumber >= 0)
2946         sprintf (setstring, "%d", ++setnumber);
2947
2948     req->sortedResultSetName = odr_strdup (out, setstring);
2949
2950     req->sortSequence = yaz_sort_spec (out, arg);
2951     if (!req->sortSequence)
2952     {
2953         printf ("Missing sort specifications\n");
2954         return -1;
2955     }
2956     send_apdu(apdu);
2957     return 2;
2958 }
2959
2960 void display_term(Z_TermInfo *t)
2961 {
2962     if (t->displayTerm)
2963         printf("%s", t->displayTerm);
2964     else if (t->term->which == Z_Term_general)
2965     {
2966         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
2967         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
2968             t->term->u.general->buf);
2969     }
2970     else
2971         printf("Term (not general)");
2972     if (t->globalOccurrences)
2973         printf (" (%d)\n", *t->globalOccurrences);
2974     else
2975         printf ("\n");
2976 }
2977
2978 void process_scanResponse(Z_ScanResponse *res)
2979 {
2980     int i;
2981     Z_Entry **entries = NULL;
2982     int num_entries = 0;
2983    
2984     printf("Received ScanResponse\n"); 
2985     print_refid (res->referenceId);
2986     printf("%d entries", *res->numberOfEntriesReturned);
2987     if (res->positionOfTerm)
2988         printf (", position=%d", *res->positionOfTerm); 
2989     printf ("\n");
2990     if (*res->scanStatus != Z_Scan_success)
2991         printf("Scan returned code %d\n", *res->scanStatus);
2992     if (!res->entries)
2993         return;
2994     if ((entries = res->entries->entries))
2995         num_entries = res->entries->num_entries;
2996     for (i = 0; i < num_entries; i++)
2997     {
2998         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
2999         if (entries[i]->which == Z_Entry_termInfo)
3000         {
3001             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3002             display_term(entries[i]->u.termInfo);
3003         }
3004         else
3005             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3006     }
3007     if (res->entries->nonsurrogateDiagnostics)
3008         display_diagrecs (res->entries->nonsurrogateDiagnostics,
3009                           res->entries->num_nonsurrogateDiagnostics);
3010 }
3011
3012 void process_sortResponse(Z_SortResponse *res)
3013 {
3014     printf("Received SortResponse: status=");
3015     switch (*res->sortStatus)
3016     {
3017     case Z_SortResponse_success:
3018         printf ("success"); break;
3019     case Z_SortResponse_partial_1:
3020         printf ("partial"); break;
3021     case Z_SortResponse_failure:
3022         printf ("failure"); break;
3023     default:
3024         printf ("unknown (%d)", *res->sortStatus);
3025     }
3026     printf ("\n");
3027     print_refid (res->referenceId);
3028     if (res->diagnostics)
3029         display_diagrecs(res->diagnostics,
3030                          res->num_diagnostics);
3031 }
3032
3033 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
3034 {
3035     printf("Got deleteResultSetResponse status=%d\n",
3036            *res->deleteOperationStatus);
3037     if (res->deleteListStatuses)
3038     {
3039         int i;
3040         for (i = 0; i < res->deleteListStatuses->num; i++)
3041         {
3042             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3043                     *res->deleteListStatuses->elements[i]->status);
3044         }
3045     }
3046 }
3047
3048 int cmd_sort_generic(const char *arg, int newset)
3049 {
3050     if (only_z3950())
3051         return 0;
3052     if (session_initResponse && 
3053         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3054     {
3055         printf("Target doesn't support sort\n");
3056         return 0;
3057     }
3058     if (*arg)
3059     {
3060         if (send_sortrequest(arg, newset) < 0)
3061             return 0;
3062         return 2;
3063     }
3064     return 0;
3065 }
3066
3067 int cmd_sort(const char *arg)
3068 {
3069     return cmd_sort_generic (arg, 0);
3070 }
3071
3072 int cmd_sort_newset (const char *arg)
3073 {
3074     return cmd_sort_generic (arg, 1);
3075 }
3076
3077 int cmd_scanstep(const char *arg)
3078 {
3079     scan_stepSize = atoi(arg);
3080     return 0;
3081 }
3082
3083 int cmd_scanpos(const char *arg)
3084 {
3085     int r = sscanf(arg, "%d", &scan_position);
3086     if (r == 0)
3087         scan_position = 1;
3088     return 0;
3089 }
3090
3091 int cmd_scansize(const char *arg)
3092 {
3093     int r = sscanf(arg, "%d", &scan_size);
3094     if (r == 0)
3095         scan_size = 20;
3096     return 0;
3097 }
3098
3099 int cmd_scan(const char *arg)
3100 {
3101     if (protocol == PROTO_HTTP)
3102     {
3103 #if YAZ_HAVE_XML2
3104         if (!conn)
3105             cmd_open(0);
3106         if (!conn)
3107             return 0;
3108         if (*arg)
3109         {
3110             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3111                 return 0;
3112         }
3113         else
3114         {
3115             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3116                 return 0;
3117         }
3118         return 2;
3119 #else
3120         return 0;
3121 #endif
3122     }
3123     else
3124     {
3125         if (!conn)
3126         {
3127             try_reconnect();
3128             
3129             if (!conn) {                                                                
3130                 printf("Session not initialized yet\n");
3131                 return 0;
3132             }
3133         }
3134         if (session_initResponse && 
3135             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3136         {
3137             printf("Target doesn't support scan\n");
3138             return 0;
3139         }
3140         if (*arg)
3141         {
3142             strcpy (last_scan_query, arg);
3143             if (send_scanrequest(arg, scan_position, scan_size, 0) < 0)
3144                 return 0;
3145         }
3146         else
3147         {
3148             if (send_scanrequest(last_scan_query, 1, scan_size, last_scan_line) < 0)
3149                 return 0;
3150         }
3151         return 2;
3152     }
3153 }
3154
3155 int cmd_schema(const char *arg)
3156 {
3157     xfree(record_schema);
3158     record_schema = 0;
3159     if (arg && *arg)
3160         record_schema = xstrdup(arg);
3161     return 1;
3162 }
3163
3164 int cmd_format(const char *arg)
3165 {
3166     const char *cp = arg;
3167     int nor;
3168     int idx = 0;
3169     oid_value nsyntax[RECORDSYNTAX_MAX];
3170     char form_str[41];
3171     if (!arg || !*arg)
3172     {
3173         printf("Usage: format <recordsyntax>\n");
3174         return 0;
3175     }
3176     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0 
3177            && idx < RECORDSYNTAX_MAX)
3178     {
3179         nsyntax[idx] = oid_getvalbyname(form_str);
3180         if (!strcmp(form_str, "none"))
3181             break;
3182         if (nsyntax[idx] == VAL_NONE)
3183         {
3184             printf ("unknown record syntax: %s\n", form_str);
3185             return 0;
3186         }
3187         cp += nor;
3188         idx++;
3189     }
3190     recordsyntax_size = idx;
3191     memcpy(recordsyntax_list, nsyntax, idx * sizeof(*nsyntax));
3192     return 1;
3193 }
3194
3195 int cmd_elements(const char *arg)
3196 {
3197     static Z_ElementSetNames esn;
3198     static char what[100];
3199
3200     if (!arg || !*arg)
3201     {
3202         elementSetNames = 0;
3203         return 1;
3204     }
3205     strcpy(what, arg);
3206     esn.which = Z_ElementSetNames_generic;
3207     esn.u.generic = what;
3208     elementSetNames = &esn;
3209     return 1;
3210 }
3211
3212 int cmd_attributeset(const char *arg)
3213 {
3214     char what[100];
3215
3216     if (!arg || !*arg)
3217     {
3218         printf("Usage: attributeset <setname>\n");
3219         return 0;
3220     }
3221     sscanf(arg, "%s", what);
3222     if (p_query_attset (what))
3223     {
3224         printf("Unknown attribute set name\n");
3225         return 0;
3226     }
3227     return 1;
3228 }
3229
3230 int cmd_querytype (const char *arg)
3231 {
3232     if (!strcmp (arg, "ccl"))
3233         queryType = QueryType_CCL;
3234     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3235         queryType = QueryType_Prefix;
3236     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3237         queryType = QueryType_CCL2RPN;
3238     else if (!strcmp(arg, "cql"))
3239         queryType = QueryType_CQL;        
3240     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3241         queryType = QueryType_CQL2RPN;
3242     else
3243     {
3244         printf ("Querytype must be one of:\n");
3245         printf (" prefix         - Prefix query\n");
3246         printf (" ccl            - CCL query\n");
3247         printf (" ccl2rpn        - CCL query converted to RPN\n");
3248         printf (" cql            - CQL\n");
3249         printf (" cql2rpn        - CQL query converted to RPN\n");
3250         return 0;
3251     }
3252     return 1;
3253 }
3254
3255 int cmd_refid (const char *arg)
3256 {
3257     xfree (refid);
3258     refid = NULL;
3259     if (*arg)
3260         refid = xstrdup (arg);
3261     return 1;
3262 }
3263
3264 int cmd_close(const char *arg)
3265 {
3266     Z_APDU *apdu;
3267     Z_Close *req;
3268     if (only_z3950())
3269         return 0;
3270     apdu = zget_APDU(out, Z_APDU_close);
3271     req = apdu->u.close;
3272     *req->closeReason = Z_Close_finished;
3273     send_apdu(apdu);
3274     printf("Sent close request.\n");
3275     sent_close = 1;
3276     return 2;
3277 }
3278
3279 int cmd_packagename(const char* arg)
3280 {
3281     xfree (esPackageName);
3282     esPackageName = NULL;
3283     if (*arg)
3284         esPackageName = xstrdup(arg);
3285     return 1;
3286 }
3287
3288 int cmd_proxy(const char* arg)
3289 {
3290     xfree(yazProxy);
3291     yazProxy = 0;
3292     if (*arg)
3293         yazProxy = xstrdup (arg);
3294     return 1;
3295 }
3296
3297 int cmd_marccharset(const char *arg)
3298 {
3299     char l1[30];
3300
3301     *l1 = 0;
3302     if (sscanf(arg, "%29s", l1) < 1)
3303     {
3304         printf("MARC character set is `%s'\n", 
3305                marcCharset ? marcCharset: "none");
3306         return 1;
3307     }
3308     xfree (marcCharset);
3309     marcCharset = 0;
3310     if (strcmp(l1, "-"))
3311         marcCharset = xstrdup(l1);
3312     return 1;
3313 }
3314
3315 int cmd_displaycharset(const char *arg)
3316 {
3317     char l1[30];
3318
3319     *l1 = 0;
3320     if (sscanf(arg, "%29s", l1) < 1)
3321     {
3322         printf("Display character set is `%s'\n", 
3323                outputCharset ? outputCharset: "none");
3324     }
3325     else
3326     {
3327         xfree (outputCharset);
3328         outputCharset = 0;
3329         if (!strcmp(l1, "auto") && codeset)
3330         {
3331             if (codeset)
3332             {
3333                 printf ("Display character set: %s\n", codeset);
3334                 outputCharset = xstrdup(codeset);
3335             }
3336             else
3337                 printf ("No codeset found on this system\n");
3338         }
3339         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3340             outputCharset = xstrdup(l1);
3341     } 
3342     return 1;
3343 }
3344
3345 int cmd_negcharset(const char *arg)
3346 {
3347     char l1[30];
3348
3349     *l1 = 0;
3350     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3351                &negotiationCharsetVersion) < 1)
3352     {
3353         printf("Current negotiation character set is `%s'\n", 
3354                negotiationCharset ? negotiationCharset: "none");  
3355         printf("Records in charset %s\n", negotiationCharsetRecords ? 
3356                "yes" : "no");
3357         printf("Charneg version %d\n", negotiationCharsetVersion);
3358     }
3359     else
3360     {
3361         xfree (negotiationCharset);
3362         negotiationCharset = NULL;
3363         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3364         {
3365             negotiationCharset = xstrdup(l1);
3366             printf ("Character set negotiation : %s\n", negotiationCharset);
3367         }
3368     }
3369     return 1;
3370 }
3371
3372 int cmd_charset(const char* arg)
3373 {
3374     char l1[30], l2[30], l3[30];
3375
3376     *l1 = *l2 = *l3 = 0;
3377     if (sscanf(arg, "%29s %29s %29s", l1, l2, l3) < 1)
3378     {
3379         cmd_negcharset("");
3380         cmd_displaycharset("");
3381         cmd_marccharset("");
3382     }
3383     else
3384     {
3385         cmd_negcharset(l1);
3386         if (*l2)
3387             cmd_displaycharset(l2);
3388         if (*l3)
3389             cmd_marccharset(l3);
3390     }
3391     return 1;
3392 }
3393
3394 int cmd_lang(const char* arg)
3395 {
3396     if (*arg == '\0') {
3397         printf("Current language is `%s'\n", (yazLang)?yazLang:NULL);
3398         return 1;
3399     }
3400     xfree (yazLang);
3401     yazLang = NULL;
3402     if (*arg)
3403         yazLang = xstrdup(arg);
3404     return 1;
3405 }
3406
3407 int cmd_source(const char* arg, int echo ) 
3408 {
3409     /* first should open the file and read one line at a time.. */
3410     FILE* includeFile;
3411     char line[102400], *cp;
3412
3413     if(strlen(arg)<1) {
3414         fprintf(stderr,"Error in source command use a filename\n");
3415         return -1;
3416     }
3417     
3418     includeFile = fopen (arg, "r");
3419     
3420     if(!includeFile) {
3421         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3422         return -1;
3423     }
3424     
3425     while(!feof(includeFile)) {
3426         memset(line,0,sizeof(line));
3427         fgets(line,sizeof(line),includeFile);
3428         
3429         if(strlen(line) < 2) continue;
3430         if(line[0] == '#') continue;
3431         
3432         if ((cp = strrchr (line, '\n')))
3433             *cp = '\0';
3434         
3435         if( echo ) {
3436             printf( "processing line: %s\n",line );
3437         };
3438         process_cmd_line(line);
3439     }
3440     
3441     if(fclose(includeFile)<0) {
3442         perror("unable to close include file");
3443         exit(1);
3444     }
3445     return 1;
3446 }
3447
3448 int cmd_source_echo(const char* arg)
3449
3450     cmd_source(arg, 1);
3451     return 1;
3452 }
3453
3454 int cmd_source_noecho(const char* arg)
3455 {
3456     cmd_source(arg, 0);
3457     return 1;
3458 }
3459
3460
3461 int cmd_subshell(const char* args)
3462 {
3463     if(strlen(args)) 
3464         system(args);
3465     else 
3466         system(getenv("SHELL"));
3467     
3468     printf("\n");
3469     return 1;
3470 }
3471
3472 int cmd_set_berfile(const char *arg)
3473 {
3474     if (ber_file && ber_file != stdout && ber_file != stderr)
3475         fclose(ber_file);
3476     if (!strcmp(arg, ""))
3477         ber_file = 0;
3478     else if (!strcmp(arg, "-"))
3479         ber_file = stdout;
3480     else
3481         ber_file = fopen(arg, "a");
3482     return 1;
3483 }
3484
3485 int cmd_set_apdufile(const char *arg)
3486 {
3487     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3488         fclose(apdu_file);
3489     if (!strcmp(arg, ""))
3490         apdu_file = 0;
3491     else if (!strcmp(arg, "-"))
3492         apdu_file = stderr;
3493     else
3494     {
3495         apdu_file = fopen(arg, "a");
3496         if (!apdu_file)
3497             perror("unable to open apdu log file");
3498     }
3499     if (apdu_file)
3500         odr_setprint(print, apdu_file);
3501     return 1;
3502 }
3503
3504 int cmd_set_cclfile(const char* arg)
3505 {  
3506     FILE *inf;
3507
3508     bibset = ccl_qual_mk (); 
3509     inf = fopen (arg, "r");
3510     if (!inf)
3511         perror("unable to open CCL file");
3512     else
3513     {
3514         ccl_qual_file (bibset, inf);
3515         fclose (inf);
3516     }
3517     strcpy(ccl_fields,arg);
3518     return 0;
3519 }
3520
3521 int cmd_set_cqlfile(const char* arg)
3522 {
3523     cql_transform_t newcqltrans;
3524
3525     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3526         perror("unable to open CQL file");
3527         return 0;
3528     }
3529     if (cqltrans != 0)
3530         cql_transform_close(cqltrans);
3531
3532     cqltrans = newcqltrans;
3533     strcpy(cql_fields, arg);
3534     return 0;
3535 }
3536
3537 int cmd_set_auto_reconnect(const char* arg)
3538 {  
3539     if(strlen(arg)==0) {
3540         auto_reconnect = ! auto_reconnect;
3541     } else if(strcmp(arg,"on")==0) {
3542         auto_reconnect = 1;
3543     } else if(strcmp(arg,"off")==0) {
3544         auto_reconnect = 0;             
3545     } else {
3546         printf("Error use on or off\n");
3547         return 1;
3548     }
3549     
3550     if (auto_reconnect)
3551         printf("Set auto reconnect enabled.\n");
3552     else
3553         printf("Set auto reconnect disabled.\n");
3554     
3555     return 0;
3556 }
3557
3558
3559 int cmd_set_auto_wait(const char* arg)
3560 {  
3561     if(strlen(arg)==0) {
3562         auto_wait = ! auto_wait;
3563     } else if(strcmp(arg,"on")==0) {
3564         auto_wait = 1;
3565     } else if(strcmp(arg,"off")==0) {
3566         auto_wait = 0;          
3567     } else {
3568         printf("Error use on or off\n");
3569         return 1;
3570     }
3571     
3572     if (auto_wait)
3573         printf("Set auto wait enabled.\n");
3574     else
3575         printf("Set auto wait disabled.\n");
3576     
3577     return 0;
3578 }
3579
3580 int cmd_set_marcdump(const char* arg)
3581 {
3582     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3583         fclose(marc_file);
3584     }
3585
3586     if (!strcmp(arg, ""))
3587         marc_file = 0;
3588     else if (!strcmp(arg, "-"))
3589         marc_file = stderr;
3590     else
3591     {
3592         marc_file = fopen(arg, "a");
3593         if (!marc_file)
3594             perror("unable to open marc log file");
3595     }
3596     return 1;
3597 }
3598
3599 /* 
3600    this command takes 3 arge {name class oid} 
3601 */
3602 int cmd_register_oid(const char* args) {
3603     static struct {
3604         char* className;
3605         oid_class oclass;
3606     } oid_classes[] = {
3607         {"appctx",CLASS_APPCTX},
3608         {"absyn",CLASS_ABSYN},
3609         {"attset",CLASS_ATTSET},
3610         {"transyn",CLASS_TRANSYN},
3611         {"diagset",CLASS_DIAGSET},
3612         {"recsyn",CLASS_RECSYN},
3613         {"resform",CLASS_RESFORM},
3614         {"accform",CLASS_ACCFORM},
3615         {"extserv",CLASS_EXTSERV},
3616         {"userinfo",CLASS_USERINFO},
3617         {"elemspec",CLASS_ELEMSPEC},
3618         {"varset",CLASS_VARSET},
3619         {"schema",CLASS_SCHEMA},
3620         {"tagset",CLASS_TAGSET},
3621         {"general",CLASS_GENERAL},
3622         {0,(enum oid_class) 0}
3623     };
3624     char oname_str[101], oclass_str[101], oid_str[101];  
3625     char* name;
3626     int i;
3627     oid_class oidclass = CLASS_GENERAL;
3628     int val = 0, oid[OID_SIZE];
3629     struct oident * new_oident=NULL;
3630     
3631     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3632                 oname_str,oclass_str, oid_str) < 1) {
3633         printf("Error in register command \n");
3634         return 0;
3635     }
3636     
3637     for (i = 0; oid_classes[i].className; i++) {
3638         if (!strcmp(oid_classes[i].className, oclass_str))
3639         {
3640             oidclass=oid_classes[i].oclass;
3641             break;
3642         }
3643     }
3644     
3645     if(!(oid_classes[i].className)) {
3646         printf("Unknown oid class %s\n",oclass_str);
3647         return 0;
3648     }
3649     
3650     i = 0;
3651     name = oid_str;
3652     val = 0;
3653     
3654     while (isdigit (*(unsigned char *) name))
3655     {
3656         val = val*10 + (*name - '0');
3657         name++;
3658         if (*name == '.')
3659         {
3660             if (i < OID_SIZE-1)
3661                 oid[i++] = val;
3662             val = 0;
3663             name++;
3664         }
3665     }
3666     oid[i] = val;
3667     oid[i+1] = -1;
3668     
3669     new_oident = oid_addent (oid, PROTO_GENERAL, oidclass, oname_str,
3670                              VAL_DYNAMIC);  
3671     if(strcmp(new_oident->desc,oname_str))
3672     {
3673         fprintf(stderr,"oid is already named as %s, registration failed\n",
3674                 new_oident->desc);
3675     }
3676     return 1;  
3677 }
3678
3679 int cmd_push_command(const char* arg) 
3680 {
3681 #if HAVE_READLINE_HISTORY_H
3682     if(strlen(arg)>1) 
3683         add_history(arg);
3684 #else 
3685     fprintf(stderr,"Not compiled with the readline/history module\n");
3686 #endif
3687     return 1;
3688 }
3689
3690 void source_rcfile(void)
3691 {
3692     /*  Look for a $HOME/.yazclientrc and source it if it exists */
3693     struct stat statbuf;
3694     char buffer[1000];
3695     char* homedir=getenv("HOME");
3696
3697     if( homedir ) {
3698         
3699         sprintf(buffer,"%s/.yazclientrc",homedir);
3700
3701         if(stat(buffer,&statbuf)==0) {
3702             cmd_source(buffer, 0 );
3703         }
3704         
3705     };
3706     
3707     if(stat(".yazclientrc",&statbuf)==0) {
3708         cmd_source(".yazclientrc", 0 );
3709     }
3710 }
3711
3712
3713 static void initialize(void)
3714 {
3715     FILE *inf;
3716     int i;
3717     
3718     if (!(out = odr_createmem(ODR_ENCODE)) ||
3719         !(in = odr_createmem(ODR_DECODE)) ||
3720         !(print = odr_createmem(ODR_PRINT)))
3721     {
3722         fprintf(stderr, "failed to allocate ODR streams\n");
3723         exit(1);
3724     }
3725     oid_init();
3726     
3727     setvbuf(stdout, 0, _IONBF, 0);
3728     if (apdu_file)
3729         odr_setprint(print, apdu_file);
3730
3731     bibset = ccl_qual_mk (); 
3732     inf = fopen (ccl_fields, "r");
3733     if (inf)
3734     {
3735         ccl_qual_file (bibset, inf);
3736         fclose (inf);
3737     }
3738
3739     cqltrans = cql_transform_open_fname(cql_fields);
3740     /* If this fails, no problem: we detect cqltrans == 0 later */
3741
3742 #if HAVE_READLINE_READLINE_H
3743     rl_attempted_completion_function = (CPPFunction*)readline_completer;
3744 #endif
3745     for(i = 0; i < maxOtherInfosSupported; ++i) {
3746         extraOtherInfos[i].oidval = -1;
3747     }
3748     
3749     source_rcfile();
3750 }
3751
3752
3753 #if HAVE_GETTIMEOFDAY
3754 struct timeval tv_start;
3755 #endif
3756
3757 #if YAZ_HAVE_XML2
3758 static void handle_srw_record(Z_SRW_record *rec)
3759 {
3760     if (rec->recordPosition)
3761     {
3762         printf ("pos=%d", *rec->recordPosition);
3763         setno = *rec->recordPosition + 1;
3764     }
3765     if (rec->recordSchema)
3766         printf (" schema=%s", rec->recordSchema);
3767     printf ("\n");
3768     if (rec->recordData_buf && rec->recordData_len)
3769     {
3770         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3771         if (marc_file)
3772             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3773     }
3774     else
3775         printf ("No data!");
3776     printf("\n");
3777 }
3778
3779 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3780 {
3781     handle_srw_record(&res->record);
3782 }
3783
3784 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3785 {
3786     int i;
3787
3788     printf ("Received SRW SearchRetrieve Response\n");
3789     
3790     for (i = 0; i<res->num_diagnostics; i++)
3791     {
3792         if (res->diagnostics[i].uri)
3793             printf ("SRW diagnostic %s\n",
3794                     res->diagnostics[i].uri);
3795         else
3796             printf ("SRW diagnostic missing or could not be decoded\n");
3797         if (res->diagnostics[i].message)
3798             printf ("Message: %s\n", res->diagnostics[i].message);
3799         if (res->diagnostics[i].details)
3800             printf ("Details: %s\n", res->diagnostics[i].details);
3801     }
3802     if (res->numberOfRecords)
3803         printf ("Number of hits: %d\n", *res->numberOfRecords);
3804     for (i = 0; i<res->num_records; i++)
3805         handle_srw_record(res->records + i);
3806 }
3807
3808 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3809 {
3810     if (term->displayTerm)
3811         printf("%s:", term->displayTerm);
3812     else if (term->value)
3813         printf("%s:", term->value);
3814     else
3815         printf("No value:");
3816     if (term->numberOfRecords)
3817         printf(" %d", *term->numberOfRecords);
3818     if (term->whereInList)
3819         printf(" %s", term->whereInList);
3820     if (term->value && term->displayTerm)
3821         printf(" %s", term->value);
3822
3823     strcpy(last_scan_line, term->value);
3824     printf("\n");
3825 }
3826
3827 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3828 {
3829     int i;
3830
3831     printf ("Received SRW Scan Response\n");
3832     
3833     for (i = 0; i<res->num_diagnostics; i++)
3834     {
3835         if (res->diagnostics[i].uri)
3836             printf ("SRW diagnostic %s\n",
3837                     res->diagnostics[i].uri);
3838         else
3839             printf ("SRW diagnostic missing or could not be decoded\n");
3840         if (res->diagnostics[i].message)
3841             printf ("Message: %s\n", res->diagnostics[i].message);
3842         if (res->diagnostics[i].details)
3843             printf ("Details: %s\n", res->diagnostics[i].details);
3844     }
3845     if (res->terms)
3846         for (i = 0; i<res->num_terms; i++)
3847             handle_srw_scan_term(res->terms + i);
3848 }
3849
3850 static void http_response(Z_HTTP_Response *hres)
3851 {
3852     int ret = -1;
3853     const char *content_type = z_HTTP_header_lookup(hres->headers,
3854                                                     "Content-Type");
3855     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3856                                                        "Connection");
3857     if (content_type && !yaz_strcmp_del("text/xml", content_type, "; "))
3858     {
3859         Z_SOAP *soap_package = 0;
3860         ODR o = odr_createmem(ODR_DECODE);
3861         Z_SOAP_Handler soap_handlers[3] = {
3862             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
3863             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
3864             {0, 0, 0}
3865         };
3866         ret = z_soap_codec(o, &soap_package,
3867                            &hres->content_buf, &hres->content_len,
3868                            soap_handlers);
3869         if (!ret && soap_package->which == Z_SOAP_generic)
3870         {
3871             Z_SRW_PDU *sr = soap_package->u.generic->p;
3872             if (sr->which == Z_SRW_searchRetrieve_response)
3873                 handle_srw_response(sr->u.response);
3874             else if (sr->which == Z_SRW_explain_response)
3875                 handle_srw_explain_response(sr->u.explain_response);
3876             else if (sr->which == Z_SRW_scan_response)
3877                 handle_srw_scan_response(sr->u.scan_response);
3878             else if (sr->which == Z_SRW_update_response)
3879                 printf("Got update response. Status: %s\n",
3880                        sr->u.update_response->operationStatus);
3881             else
3882                 ret = -1;
3883         }
3884         else if (soap_package && (soap_package->which == Z_SOAP_fault
3885                                   || soap_package->which == Z_SOAP_error))
3886         {
3887             printf ("HTTP Error Status=%d\n", hres->code);
3888             printf ("SOAP Fault code %s\n",
3889                     soap_package->u.fault->fault_code);
3890             printf ("SOAP Fault string %s\n", 
3891                     soap_package->u.fault->fault_string);
3892             if (soap_package->u.fault->details)
3893                 printf ("SOAP Details %s\n", 
3894                         soap_package->u.fault->details);
3895         }
3896         else
3897         {
3898             printf("z_soap_codec failed. (no SOAP error)\n");
3899             ret = -1;
3900         }
3901         odr_destroy(o);
3902     }
3903     if (ret)
3904     {
3905         if (hres->code != 200)
3906         {
3907             printf ("HTTP Error Status=%d\n", hres->code);
3908         }
3909         else
3910         {
3911             printf ("Decoding of SRW package failed\n");
3912         }
3913         close_session();
3914     }
3915     else
3916     {
3917         if (!strcmp(hres->version, "1.0"))
3918         {
3919             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
3920             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
3921                 close_session();
3922         }
3923         else 
3924         {
3925             /* HTTP 1.1: only if no close we stay alive .. */
3926             if (connection_head && !strcmp(connection_head, "close"))
3927                 close_session();
3928         }
3929     }
3930 }
3931 #endif
3932
3933 void wait_and_handle_response(int one_response_only) 
3934 {
3935     int reconnect_ok = 1;
3936     int res;
3937     char *netbuffer= 0;
3938     int netbufferlen = 0;
3939 #if HAVE_GETTIMEOFDAY
3940     int got_tv_end = 0;
3941     struct timeval tv_end;
3942 #endif
3943     Z_GDU *gdu;
3944     
3945     while(conn)
3946     {
3947         res = cs_get(conn, &netbuffer, &netbufferlen);
3948         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
3949         {
3950             cs_close(conn);
3951             conn = 0;
3952             cmd_open(0);
3953             reconnect_ok = 0;
3954             if (conn)
3955             {
3956                 char *buf_out;
3957                 int len_out;
3958                 
3959                 buf_out = odr_getbuf(out, &len_out, 0);
3960                 
3961                 do_hex_dump(buf_out, len_out);
3962
3963                 cs_put(conn, buf_out, len_out);
3964                 
3965                 odr_reset(out);
3966                 continue;
3967             }
3968         }
3969         else if (res <= 0)
3970         {
3971             printf("Target closed connection\n");
3972             close_session();
3973             break;
3974         }
3975 #if HAVE_GETTIMEOFDAY
3976         if (got_tv_end == 0)
3977             gettimeofday (&tv_end, 0); /* count first one only */
3978         got_tv_end++;
3979 #endif
3980         odr_reset(out);
3981         odr_reset(in); /* release APDU from last round */
3982         record_last = 0;
3983         do_hex_dump(netbuffer, res);
3984         odr_setbuf(in, netbuffer, res, 0);
3985         
3986         if (!z_GDU(in, &gdu, 0, 0))
3987         {
3988             FILE *f = ber_file ? ber_file : stdout;
3989             odr_perror(in, "Decoding incoming APDU");
3990             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
3991             fprintf(f, "Packet dump:\n---------\n");
3992             odr_dumpBER(f, netbuffer, res);
3993             fprintf(f, "---------\n");
3994             if (apdu_file)
3995             {
3996                 z_GDU(print, &gdu, 0, 0);
3997                 odr_reset(print);
3998             }
3999             if (conn && cs_more(conn))
4000                 continue;
4001             break;
4002         }
4003         if (ber_file)
4004             odr_dumpBER(ber_file, netbuffer, res);
4005         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4006         {
4007             odr_perror(print, "Failed to print incoming APDU");
4008             odr_reset(print);
4009                 continue;
4010         }
4011         if (gdu->which == Z_GDU_Z3950)
4012         {
4013             Z_APDU *apdu = gdu->u.z3950;
4014             switch(apdu->which)
4015             {
4016             case Z_APDU_initResponse:
4017                 process_initResponse(apdu->u.initResponse);
4018                 break;
4019             case Z_APDU_searchResponse:
4020                 process_searchResponse(apdu->u.searchResponse);
4021                 break;
4022             case Z_APDU_scanResponse:
4023                 process_scanResponse(apdu->u.scanResponse);
4024                 break;
4025             case Z_APDU_presentResponse:
4026                 print_refid (apdu->u.presentResponse->referenceId);
4027                 setno +=
4028                     *apdu->u.presentResponse->numberOfRecordsReturned;
4029                 if (apdu->u.presentResponse->records)
4030                     display_records(apdu->u.presentResponse->records);
4031                 else
4032                     printf("No records.\n");
4033                 printf ("nextResultSetPosition = %d\n",
4034                         *apdu->u.presentResponse->nextResultSetPosition);
4035                 break;
4036             case Z_APDU_sortResponse:
4037                 process_sortResponse(apdu->u.sortResponse);
4038                 break;
4039             case Z_APDU_extendedServicesResponse:
4040                 printf("Got extended services response\n");
4041                 process_ESResponse(apdu->u.extendedServicesResponse);
4042                 break;
4043             case Z_APDU_close:
4044                 printf("Target has closed the association.\n");
4045                 process_close(apdu->u.close);
4046                 break;
4047             case Z_APDU_resourceControlRequest:
4048                 process_resourceControlRequest
4049                     (apdu->u.resourceControlRequest);
4050                 break;
4051             case Z_APDU_deleteResultSetResponse:
4052                 process_deleteResultSetResponse(apdu->u.
4053                                                 deleteResultSetResponse);
4054                 break;
4055             default:
4056                 printf("Received unknown APDU type (%d).\n", 
4057                        apdu->which);
4058                 close_session ();
4059             }
4060         }
4061 #if YAZ_HAVE_XML2
4062         else if (gdu->which == Z_GDU_HTTP_Response)
4063         {
4064             http_response(gdu->u.HTTP_Response);
4065         }
4066 #endif
4067         if (one_response_only)
4068             break;
4069         if (conn && !cs_more(conn))
4070             break;
4071     }
4072 #if HAVE_GETTIMEOFDAY
4073     if (got_tv_end)
4074     {
4075 #if 0
4076         printf ("S/U S/U=%ld/%ld %ld/%ld",
4077                 (long) tv_start.tv_sec,
4078                 (long) tv_start.tv_usec,
4079                 (long) tv_end.tv_sec,
4080                 (long) tv_end.tv_usec);
4081 #endif
4082         printf ("Elapsed: %.6f\n",
4083                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4084                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4085     }
4086 #endif
4087     xfree (netbuffer);
4088 }
4089
4090
4091 int cmd_cclparse(const char* arg) 
4092 {
4093     int error, pos;
4094     struct ccl_rpn_node *rpn=NULL;
4095     
4096     
4097     rpn = ccl_find_str (bibset, arg, &error, &pos);
4098     
4099     if (error) {
4100         int ioff = 3+strlen(last_cmd)+1+pos;
4101         printf ("%*s^ - ", ioff, " ");
4102         printf ("%s\n", ccl_err_msg (error));
4103     }
4104     else
4105     {
4106         if (rpn)
4107         {       
4108             ccl_pr_tree(rpn, stdout); 
4109         }
4110     }
4111     if (rpn)
4112         ccl_rpn_delete(rpn);
4113     
4114     printf ("\n");
4115     
4116     return 0;
4117 }
4118
4119
4120 int cmd_set_otherinfo(const char* args)
4121 {
4122     char oidstr[101], otherinfoString[101];
4123     int otherinfoNo;
4124     int sscan_res;
4125     int oidval;
4126     
4127     sscan_res = sscanf (args, "%d %100[^ ] %100s", 
4128                         &otherinfoNo, oidstr, otherinfoString);
4129     if (sscan_res==1) {
4130         /* reset this otherinfo */
4131         if(otherinfoNo>=maxOtherInfosSupported) {
4132             printf("Error otherinfo index to large (%d>%d)\n",
4133                    otherinfoNo,maxOtherInfosSupported);
4134         }
4135         extraOtherInfos[otherinfoNo].oidval = -1;
4136         if (extraOtherInfos[otherinfoNo].value)
4137             xfree(extraOtherInfos[otherinfoNo].value);                   
4138         extraOtherInfos[otherinfoNo].value = 0;
4139         return 0;
4140     }
4141     if (sscan_res<3) {
4142         printf("Error in set_otherinfo command \n");
4143         return 0;
4144     }
4145     
4146     if (otherinfoNo>=maxOtherInfosSupported) {
4147         printf("Error otherinfo index too large (%d>=%d)\n",
4148                otherinfoNo,maxOtherInfosSupported);
4149     }
4150     
4151     oidval = oid_getvalbyname (oidstr);
4152     if (oidval == VAL_NONE)
4153     {
4154         printf("Error in set_otherinfo command unknown oid %s \n",oidstr);
4155         return 0;
4156     }
4157     extraOtherInfos[otherinfoNo].oidval = oidval;
4158     if (extraOtherInfos[otherinfoNo].value)
4159         xfree(extraOtherInfos[otherinfoNo].value);
4160     extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4161     
4162     return 0;
4163 }
4164
4165 int cmd_sleep(const char* args ) 
4166 {
4167     int sec=atoi(args);
4168     if( sec > 0 ) {
4169 #ifdef WIN32
4170         Sleep(sec*1000);
4171 #else
4172         sleep(sec);
4173 #endif
4174         printf("Done sleeping %d seconds\n", sec);      
4175     }
4176     return 1;    
4177 }
4178
4179 int cmd_list_otherinfo(const char* args)
4180 {
4181     int i;         
4182     
4183     if(strlen(args)>0) {
4184         i = atoi(args);
4185         if( i >= maxOtherInfosSupported ) {
4186             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4187             return 0;
4188         }
4189
4190         if(extraOtherInfos[i].oidval != -1) 
4191             printf("  otherinfo %d %s %s\n",
4192                    i,
4193                    yaz_z3950_oid_value_to_str(
4194                        (enum oid_value) extraOtherInfos[i].oidval,
4195                        CLASS_RECSYN),
4196                    extraOtherInfos[i].value);
4197         
4198     } else {            
4199         for(i=0; i<maxOtherInfosSupported; ++i) {
4200             if(extraOtherInfos[i].oidval != -1) 
4201                 printf("  otherinfo %d %s %s\n",
4202                        i,
4203                        yaz_z3950_oid_value_to_str(
4204                            (enum oid_value) extraOtherInfos[i].oidval,
4205                            CLASS_RECSYN),
4206                        extraOtherInfos[i].value);
4207         }
4208         
4209     }
4210     return 0;
4211 }
4212
4213
4214 int cmd_list_all(const char* args) {
4215     int i;
4216     
4217     /* connection options */
4218     if(conn) {
4219         printf("Connected to         : %s\n",last_open_command);
4220     } else {
4221         if(last_open_command) 
4222             printf("Not connected to     : %s\n",last_open_command);
4223         else 
4224             printf("Not connected        : \n");
4225         
4226     }
4227     if(yazProxy) printf("using proxy          : %s\n",yazProxy);                
4228     
4229     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4230     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4231     
4232     if (!auth) {
4233         printf("Authentication       : none\n");
4234     } else {
4235         switch(auth->which) {
4236         case Z_IdAuthentication_idPass:
4237             printf("Authentication       : IdPass\n"); 
4238             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4239             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4240             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4241             break;
4242         case Z_IdAuthentication_open:
4243             printf("Authentication       : psOpen\n");                  
4244             printf("    Open string      : %s\n",auth->u.open); 
4245             break;
4246         default:
4247             printf("Authentication       : Unknown\n");
4248         }
4249     }
4250     if (negotiationCharset)
4251         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4252     
4253     /* bases */
4254     printf("Bases                : ");
4255     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4256     printf("\n");
4257     
4258     /* Query options */
4259     printf("CCL file             : %s\n",ccl_fields);
4260     printf("CQL file             : %s\n",cql_fields);
4261     printf("Query type           : %s\n",query_type_as_string(queryType));
4262     
4263     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4264     
4265     /* piggy back options */
4266     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4267     
4268     /* print present related options */
4269     printf("Format               : %s\n",
4270            (recordsyntax_size > 0) ? 
4271            yaz_z3950_oid_value_to_str(recordsyntax_list[0], CLASS_RECSYN) :
4272            "none");
4273     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4274     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4275     
4276     /* loging options */
4277     printf("APDU log             : %s\n",apdu_file?"on":"off");
4278     printf("Record log           : %s\n",marc_file?"on":"off");
4279     
4280     /* other infos */
4281     printf("Other Info: \n");
4282     cmd_list_otherinfo("");
4283     
4284     return 0;
4285 }
4286
4287 int cmd_clear_otherinfo(const char* args) 
4288 {
4289     if(strlen(args)>0) {
4290         int otherinfoNo = atoi(args);
4291         if (otherinfoNo >= maxOtherInfosSupported) {
4292             printf("Error otherinfo index too large (%d>=%d)\n",
4293                    otherinfoNo, maxOtherInfosSupported);
4294             return 0;
4295         }
4296         if (extraOtherInfos[otherinfoNo].oidval != -1)
4297         {                 
4298             /* only clear if set. */
4299             extraOtherInfos[otherinfoNo].oidval = -1;
4300             xfree(extraOtherInfos[otherinfoNo].value);
4301         }
4302     } else {
4303         int i;
4304         for(i = 0; i < maxOtherInfosSupported; ++i) 
4305         {
4306             if (extraOtherInfos[i].oidval != -1)
4307             {                               
4308                 extraOtherInfos[i].oidval = -1;
4309                 xfree(extraOtherInfos[i].value);
4310             }
4311         }
4312     }
4313     return 0;
4314 }
4315
4316 int cmd_wait_response(const char *arg)
4317 {
4318     int wait_for = atoi(arg);
4319     int i=0;
4320     if( wait_for < 1 ) {
4321         wait_for = 1;
4322     };
4323     
4324     for( i=0 ; i < wait_for ; ++i ) {
4325         wait_and_handle_response(1);
4326     };
4327     return 0;
4328 }
4329
4330 static int cmd_help (const char *line);
4331
4332 typedef char *(*completerFunctionType)(const char *text, int state);
4333
4334 static struct {
4335     char *cmd;
4336     int (*fun)(const char *arg);
4337     char *ad;
4338         completerFunctionType rl_completerfunction;
4339     int complete_filenames;
4340     char **local_tabcompletes;
4341 } cmd_array[] = {
4342     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4343     {"quit", cmd_quit, "",NULL,0,NULL},
4344     {"find", cmd_find, "<query>",NULL,0,NULL},
4345     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4346     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4347     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4348     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4349     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4350     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4351     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4352     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4353     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4354     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4355     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4356     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4357     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4358     {"status", cmd_status, "",NULL,0,NULL},
4359     {"setnames", cmd_setnames, "",NULL,0,NULL},
4360     {"cancel", cmd_cancel, "",NULL,0,NULL},
4361     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4362     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4363     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4364     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4365     {"close", cmd_close, "",NULL,0,NULL},
4366     {"attributeset", cmd_attributeset, "<attrset>",complete_attributeset,0,NULL},
4367     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4368     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4369     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4370     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4371     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4372     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4373     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4374     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4375     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4376     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4377     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4378     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4379     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4380     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4381     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4382     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4383     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4384     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4385     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4386     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4387     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4388     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4389     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4390     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4391     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4392     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4393     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4394     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4395     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4396     {"list_all",cmd_list_all,"",NULL,0,NULL},
4397     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4398     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4399     /* Server Admin Functions */
4400     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4401     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4402     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4403     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4404     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4405     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4406     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4407     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4408     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4409     {"explain", cmd_explain, "", NULL, 0, NULL},
4410     {"options", cmd_options, "", NULL, 0, NULL},
4411     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4412     {"help", cmd_help, "", NULL,0,NULL},
4413     {"init", cmd_init, "", NULL,0,NULL},
4414     {"sru", cmd_sru, "", NULL,0,NULL},
4415     {"exit", cmd_quit, "",NULL,0,NULL},
4416     {0,0,0,0,0,0}
4417 };
4418
4419 static int cmd_help (const char *line)
4420 {
4421     int i;
4422     char topic[21];
4423     
4424     *topic = 0;
4425     sscanf (line, "%20s", topic);
4426
4427     if (*topic == 0)
4428         printf("Commands:\n");
4429     for (i = 0; cmd_array[i].cmd; i++)
4430         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4431             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4432     if (!strcmp(topic, "find"))
4433     {
4434         printf("RPN:\n");
4435         printf(" \"term\"                        Simple Term\n");
4436         printf(" @attr [attset] type=value op  Attribute\n");
4437         printf(" @and opl opr                  And\n");
4438         printf(" @or opl opr                   Or\n");
4439         printf(" @not opl opr                  And-Not\n");
4440         printf(" @set set                      Result set\n");
4441         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4442         printf("\n");
4443         printf("Bib-1 attribute types\n");
4444         printf("1=Use:         ");
4445         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4446         printf("2=Relation:    ");
4447         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4448         printf("3=Position:    ");
4449         printf("1=First in Field  2=First in subfield  3=Any position\n");
4450         printf("4=Structure:   ");
4451         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4452         printf("5=Truncation:  ");
4453         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4454         printf("6=Completeness:");
4455         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4456     }
4457     if (!strcmp(topic, "prox"))
4458     {
4459         printf("Proximity:\n");
4460         printf(" @prox exl dist ord rel uc ut\n");
4461         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4462         printf(" dist: distance integer.\n");
4463         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4464         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4465         printf(" uc:   unit class. k=known, p=private.\n");
4466         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4467         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4468         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4469         printf("\nExamples:\n");
4470         printf(" Search for a and b in-order at most 3 words apart:\n");
4471         printf("  @prox 0 3 1 2 k 2 a b\n");
4472         printf(" Search for any order of a and b next to each other:\n");
4473         printf("  @prox 0 1 0 3 k 2 a b\n");
4474     }
4475     return 1;
4476 }
4477
4478 int cmd_register_tab(const char* arg) 
4479 {
4480 #if HAVE_READLINE_READLINE_H
4481     char command[101], tabargument[101];
4482     int i;
4483     int num_of_tabs;
4484     char** tabslist;
4485     
4486     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4487         return 0;
4488     }
4489     
4490     /* locate the amdn in the list */
4491     for (i = 0; cmd_array[i].cmd; i++) {
4492         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4493             break;
4494         }
4495     }
4496     
4497     if (!cmd_array[i].cmd) { 
4498         fprintf(stderr,"Unknown command %s\n",command);
4499         return 1;
4500     }
4501     
4502         
4503     if (!cmd_array[i].local_tabcompletes)
4504         cmd_array[i].local_tabcompletes = (char **) calloc(1,sizeof(char**));
4505     
4506     num_of_tabs=0;              
4507     
4508     tabslist = cmd_array[i].local_tabcompletes;
4509     for(; tabslist && *tabslist; tabslist++) {
4510         num_of_tabs++;
4511     }
4512     
4513     cmd_array[i].local_tabcompletes = (char **)
4514         realloc(cmd_array[i].local_tabcompletes,
4515                 (num_of_tabs+2)*sizeof(char**));
4516     tabslist = cmd_array[i].local_tabcompletes;
4517     tabslist[num_of_tabs] = strdup(tabargument);
4518     tabslist[num_of_tabs+1] = NULL;
4519 #endif
4520     return 1;
4521 }
4522
4523
4524 void process_cmd_line(char* line)
4525 {  
4526     int i, res;
4527     char word[32], arg[10240];
4528     
4529 #if HAVE_GETTIMEOFDAY
4530     gettimeofday (&tv_start, 0);
4531 #endif
4532     
4533     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4534     {
4535         strcpy(word, last_cmd);
4536         *arg = '\0';
4537     }
4538     else if (res == 1)
4539         *arg = 0;
4540     strcpy(last_cmd, word);
4541     
4542     /* removed tailing spaces from the arg command */
4543     { 
4544         char* p = arg;
4545         char* lastnonspace=NULL;
4546         
4547         for(;*p; ++p) {
4548             if(!isspace(*(unsigned char *) p)) {
4549                 lastnonspace = p;
4550             }
4551         }
4552         if(lastnonspace) 
4553             *(++lastnonspace) = 0;
4554     }
4555     
4556     for (i = 0; cmd_array[i].cmd; i++)
4557         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4558         {
4559             res = (*cmd_array[i].fun)(arg);
4560             break;
4561         }
4562     
4563     if (!cmd_array[i].cmd) /* dump our help-screen */
4564     {
4565         printf("Unknown command: %s.\n", word);
4566         printf("Type 'help' for list of commands\n");
4567         res = 1;
4568     }
4569     
4570     if(apdu_file) fflush(apdu_file);
4571     
4572     if (res >= 2 && auto_wait)
4573         wait_and_handle_response(0);
4574     
4575     if(apdu_file)
4576         fflush(apdu_file);
4577     if(marc_file)
4578         fflush(marc_file);
4579 }
4580
4581 static char *command_generator(const char *text, int state) 
4582 {
4583 #if HAVE_READLINE_READLINE_H
4584     static int idx; 
4585     if (state==0) {
4586         idx = 0;
4587     }
4588     for( ; cmd_array[idx].cmd; ++idx) {
4589         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4590             ++idx;  /* skip this entry on the next run */
4591             return strdup(cmd_array[idx-1].cmd);
4592         }
4593     }
4594 #endif
4595     return NULL;
4596 }
4597
4598 #if HAVE_READLINE_READLINE_H
4599 static char** default_completer_list = NULL;
4600
4601 static char* default_completer(const char* text, int state)
4602 {
4603     return complete_from_list(default_completer_list, text, state);
4604 }
4605 #endif
4606
4607 #if HAVE_READLINE_READLINE_H
4608
4609 /* 
4610    This function only known how to complete on the first word
4611 */
4612 char **readline_completer(char *text, int start, int end)
4613 {
4614     completerFunctionType completerToUse;
4615     
4616     if(start == 0) {
4617 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4618         char** res = rl_completion_matches(text, command_generator); 
4619 #else
4620         char** res = completion_matches(text,
4621                                         (CPFunction*)command_generator); 
4622 #endif
4623         rl_attempted_completion_over = 1;
4624         return res;
4625     } else {
4626         char arg[10240],word[32];
4627         int i=0 ,res;
4628         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {     
4629             rl_attempted_completion_over = 1;
4630             return NULL;
4631         }
4632         
4633         for (i = 0; cmd_array[i].cmd; i++)
4634             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4635                 break;
4636         
4637         if(!cmd_array[i].cmd)
4638             return NULL;
4639         
4640         default_completer_list = cmd_array[i].local_tabcompletes;
4641         
4642         completerToUse = cmd_array[i].rl_completerfunction;
4643         if (!completerToUse) 
4644         { /* if command completer is not defined use the default completer */
4645             completerToUse = default_completer;
4646         }
4647         if (completerToUse) {
4648 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4649             char** res=
4650                 rl_completion_matches(text, completerToUse);
4651 #else
4652             char** res=
4653                 completion_matches(text, (CPFunction*)completerToUse);
4654 #endif
4655             if (!cmd_array[i].complete_filenames) 
4656                 rl_attempted_completion_over = 1;
4657             return res;
4658         } else {
4659             if (!cmd_array[i].complete_filenames) 
4660                 rl_attempted_completion_over = 1;
4661             return 0;
4662         }
4663     }
4664 }
4665 #endif
4666
4667 static void client(void)
4668 {
4669     char line[10240];
4670
4671     line[10239] = '\0';
4672
4673 #if HAVE_GETTIMEOFDAY
4674     gettimeofday (&tv_start, 0);
4675 #endif
4676
4677     while (1)
4678     {
4679         char *line_in = NULL;
4680 #if HAVE_READLINE_READLINE_H
4681         if (isatty(0))
4682         {
4683             line_in=readline(C_PROMPT);
4684             if (!line_in)
4685                 break;
4686 #if HAVE_READLINE_HISTORY_H
4687             if (*line_in)
4688                 add_history(line_in);
4689 #endif
4690             strncpy(line, line_in, 10239);
4691             free(line_in);
4692         }
4693 #endif 
4694         if (!line_in)
4695         {
4696             char *end_p;
4697             printf (C_PROMPT);
4698             fflush(stdout);
4699             if (!fgets(line, 10239, stdin))
4700                 break;
4701             if ((end_p = strchr (line, '\n')))
4702                 *end_p = '\0';
4703         }
4704         process_cmd_line(line);
4705     }
4706 }
4707
4708 static void show_version(void)
4709 {
4710     char vstr[20];
4711
4712     yaz_version(vstr, 0);
4713     printf ("YAZ version: %s\n", YAZ_VERSION);
4714     if (strcmp(vstr, YAZ_VERSION))
4715         printf ("YAZ DLL/SO: %s\n", vstr);
4716     exit(0);
4717 }
4718
4719 int main(int argc, char **argv)
4720 {
4721     char *prog = *argv;
4722     char *open_command = 0;
4723     char *auth_command = 0;
4724     char *arg;
4725     int ret;
4726     
4727 #if HAVE_LOCALE_H
4728     if (!setlocale(LC_CTYPE, ""))
4729         fprintf (stderr, "setlocale failed\n");
4730 #endif
4731 #if HAVE_LANGINFO_H
4732 #ifdef CODESET
4733     codeset = nl_langinfo(CODESET);
4734 #endif
4735 #endif
4736     if (codeset)
4737         outputCharset = xstrdup(codeset);
4738     
4739     ODR_MASK_SET(&z3950_options, Z_Options_search);
4740     ODR_MASK_SET(&z3950_options, Z_Options_present);
4741     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4742     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4743     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4744     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4745     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4746     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4747
4748     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:", argv, argc, &arg)) != -2)
4749     {
4750         switch (ret)
4751         {
4752         case 0:
4753             if (!open_command)
4754             {
4755                 open_command = (char *) xmalloc (strlen(arg)+6);
4756                 strcpy (open_command, "open ");
4757                 strcat (open_command, arg);
4758             }
4759             else
4760             {
4761                 fprintf(stderr, "%s: Specify at most one server address\n",
4762                         prog);
4763                 exit(1);
4764             }
4765             break;
4766         case 'd':
4767             dump_file_prefix = arg;
4768             break;
4769         case 'k':
4770             kilobytes = atoi(arg);
4771             break;
4772         case 'm':
4773             if (!(marc_file = fopen (arg, "a")))
4774             {
4775                 perror (arg);
4776                 exit (1);
4777             }
4778             break;
4779         case 't':
4780             outputCharset = xstrdup(arg);
4781             break;
4782         case 'c':
4783             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4784             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4785             break;
4786         case 'q':
4787             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4788             cql_fields[sizeof(cql_fields)-1] = '\0';
4789             break;
4790         case 'b':
4791             if (!strcmp(arg, "-"))
4792                 ber_file=stderr;
4793             else
4794                 ber_file=fopen(arg, "a");
4795             break;
4796         case 'a':
4797             if (!strcmp(arg, "-"))
4798                 apdu_file=stderr;
4799             else
4800                 apdu_file=fopen(arg, "a");
4801             break;
4802         case 'x':
4803             hex_dump = 1;
4804             break;
4805         case 'p':
4806             yazProxy = xstrdup(arg);
4807             break;
4808         case 'u':
4809             if (!auth_command)
4810             {
4811                 auth_command = (char *) xmalloc (strlen(arg)+6);
4812                 strcpy (auth_command, "auth ");
4813                 strcat (auth_command, arg);
4814             }
4815             break;
4816         case 'v':
4817             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4818             break;
4819         case 'V':
4820             show_version();
4821             break;
4822         default:
4823             fprintf (stderr, "Usage: %s "
4824                      " [-a <apdulog>]"
4825                      " [-b berdump]"
4826                      " [-d dump]\n"
4827                      " [-c cclfields]"
4828                      " [-k size]"
4829                      " [-m <marclog>]\n" 
4830                      " [-p <proxy-addr>]"
4831                      " [-q cqlfields]"
4832                      " [-u <auth>]"
4833                      " [-V]"
4834                      " [<server-addr>]\n",
4835                      prog);
4836             exit (1);
4837         }      
4838     }
4839     initialize();
4840     if (auth_command)
4841     {
4842 #ifdef HAVE_GETTIMEOFDAY
4843         gettimeofday (&tv_start, 0);
4844 #endif
4845         process_cmd_line (auth_command);
4846 #if HAVE_READLINE_HISTORY_H
4847         add_history(auth_command);
4848 #endif
4849         xfree(auth_command);
4850     }
4851     if (open_command)
4852     {
4853 #ifdef HAVE_GETTIMEOFDAY
4854         gettimeofday (&tv_start, 0);
4855 #endif
4856         process_cmd_line (open_command);
4857 #if HAVE_READLINE_HISTORY_H
4858         add_history(open_command);
4859 #endif
4860         xfree(open_command);
4861     }
4862     client ();
4863     exit (0);
4864 }
4865 /*
4866  * Local variables:
4867  * c-basic-offset: 4
4868  * indent-tabs-mode: nil
4869  * End:
4870  * vim: shiftwidth=4 tabstop=8 expandtab
4871  */
4872