91883c101a51de5e765eb7bf822812f6dd4e2aab
[yaz-moved-to-github.git] / client / client.c
1 /* 
2  * Copyright (C) 1995-2007, Index Data ApS
3  * See the file LICENSE for details.
4  *
5  * $Id: client.c,v 1.322 2007-01-03 08:42:13 adam Exp $
6  */
7 /** \file client.c
8  *  \brief yaz-client program
9  */
10
11 #include <stdio.h>
12 #include <stdlib.h>
13 #include <assert.h>
14 #include <time.h>
15 #include <ctype.h>
16 #if HAVE_SYS_TYPES_H
17 #include <sys/types.h>
18 #endif
19 #if HAVE_LOCALE_H
20 #include <locale.h>
21 #endif
22 #if HAVE_LANGINFO_H
23 #include <langinfo.h>
24 #endif
25 #if HAVE_UNISTD_H
26 #include <unistd.h>
27 #endif
28 #if HAVE_SYS_STAT_H
29 #include <sys/stat.h>
30 #endif
31 #if HAVE_SYS_TIME_H
32 #include <sys/time.h>
33 #endif
34
35 #if HAVE_OPENSSL_SSL_H
36 #include <openssl/bio.h>
37 #include <openssl/crypto.h>
38 #include <openssl/x509.h>
39 #include <openssl/pem.h>
40 #include <openssl/ssl.h>
41 #include <openssl/err.h>
42 #endif
43
44 #ifdef WIN32
45 #include <sys/stat.h>
46 #include <io.h>
47 #include <windows.h>
48 #define S_ISREG(x) (x & _S_IFREG)
49 #define S_ISDIR(x) (x & _S_IFDIR)
50 #endif
51
52 #include <yaz/yaz-util.h>
53
54 #include <yaz/comstack.h>
55
56 #include <yaz/proto.h>
57 #include <yaz/marcdisp.h>
58 #include <yaz/diagbib1.h>
59 #include <yaz/otherinfo.h>
60 #include <yaz/charneg.h>
61
62 #include <yaz/pquery.h>
63 #include <yaz/sortspec.h>
64
65 #include <yaz/ill.h>
66 #include <yaz/srw.h>
67 #include <yaz/yaz-ccl.h>
68 #include <yaz/cql.h>
69 #include <yaz/log.h>
70
71 #if HAVE_READLINE_READLINE_H
72 #include <readline/readline.h>
73 #endif
74 #if HAVE_READLINE_HISTORY_H
75 #include <readline/history.h>
76 #endif
77
78
79 #include "admin.h"
80 #include "tabcomplete.h"
81
82 #define C_PROMPT "Z> "
83
84 static char *sru_method = "soap";
85 static char *codeset = 0;               /* character set for output */
86 static int hex_dump = 0;
87 static char *dump_file_prefix = 0;
88 static ODR out, in, print;              /* encoding and decoding streams */
89 #if YAZ_HAVE_XML2
90 static ODR srw_sr_odr_out = 0;
91 static Z_SRW_PDU *srw_sr = 0;
92 #endif
93 static FILE *apdu_file = 0;
94 static FILE *ber_file = 0;
95 static COMSTACK conn = 0;               /* our z-association */
96 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
97 char *databaseNames[128];
98 int num_databaseNames = 0;
99 static Z_External *record_last = 0;
100 static int setnumber = -1;              /* current result set number */
101 static int smallSetUpperBound = 0;
102 static int largeSetLowerBound = 1;
103 static int mediumSetPresentNumber = 0;
104 static Z_ElementSetNames *elementSetNames = 0; 
105 static int setno = 1;                   /* current set offset */
106 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
107 #define RECORDSYNTAX_MAX 20
108 static enum oid_value recordsyntax_list[RECORDSYNTAX_MAX]  = { VAL_USMARC };
109 static int recordsyntax_size = 1;
110
111 static char *record_schema = 0;
112 static int sent_close = 0;
113 static NMEM session_mem = NULL;         /* memory handle for init-response */
114 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
115 static char last_scan_line[512] = "0";
116 static char last_scan_query[512] = "0";
117 static char ccl_fields[512] = "default.bib";
118 /* ### How can I set this path to use wherever YAZ is installed? */
119 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
120 static char *esPackageName = 0;
121 static char *yazProxy = 0;
122 static int kilobytes = 1024;
123 static char *negotiationCharset = 0;
124 static int  negotiationCharsetRecords = 1;
125 static int  negotiationCharsetVersion = 3;
126 static char *outputCharset = 0;
127 static char *marcCharset = 0;
128 static char* yazLang = 0;
129
130 static char last_cmd[32] = "?";
131 static FILE *marc_file = 0;
132 static char *refid = NULL;
133 static char *last_open_command = NULL;
134 static int auto_reconnect = 0;
135 static int auto_wait = 1;
136 static Odr_bitmask z3950_options;
137 static int z3950_version = 3;
138 static int scan_stepSize = 0;
139 static int scan_position = 1;
140 static int scan_size = 20;
141 static char cur_host[200];
142 static int last_hit_count = 0;
143
144 typedef enum {
145     QueryType_Prefix,
146     QueryType_CCL,
147     QueryType_CCL2RPN,
148     QueryType_CQL,
149     QueryType_CQL2RPN
150 } QueryType;
151
152 static QueryType queryType = QueryType_Prefix;
153
154 static CCL_bibset bibset;               /* CCL bibset handle */
155 static cql_transform_t cqltrans;        /* CQL context-set handle */
156
157 #if HAVE_READLINE_COMPLETION_OVER
158
159 #else
160 /* readline doesn't have this var. Define it ourselves. */
161 int rl_attempted_completion_over = 0;
162 #endif
163
164 /* set this one to 1, to avoid decode of unknown MARCs  */
165 #define AVOID_MARC_DECODE 1
166
167 #define maxOtherInfosSupported 10
168 struct {
169     int oidval;
170     char* value;
171 } extraOtherInfos[maxOtherInfosSupported];
172         
173
174 void process_cmd_line(char* line);
175 #if HAVE_READLINE_READLINE_H
176 char **readline_completer(char *text, int start, int end);
177 #endif
178 static char *command_generator(const char *text, int state);
179 int cmd_register_tab(const char* arg);
180
181 static void close_session (void);
182
183 ODR getODROutputStream(void)
184 {
185     return out;
186 }
187
188 const char* query_type_as_string(QueryType q) 
189 {
190     switch (q) { 
191     case QueryType_Prefix: return "prefix (RPN sent to server)";
192     case QueryType_CCL: return "CCL (CCL sent to server) ";
193     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
194     case QueryType_CQL: return "CQL (CQL sent to server)";
195     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
196     default: 
197         return "unknown Query type internal yaz-client error";
198     }
199 }
200
201 static void do_hex_dump(const char* buf, int len) 
202 {
203     if (hex_dump)
204     {
205         int i,x;
206         for( i=0; i<len ; i=i+16 ) 
207         {                       
208             printf(" %4.4d ",i);
209             for(x=0 ; i+x<len && x<16; ++x) 
210             {
211                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
212             }
213             printf("\n");
214         }
215     }
216     if (dump_file_prefix)
217     {
218         static int no = 0;
219         if (++no < 1000 && strlen(dump_file_prefix) < 500)
220         {
221             char fname[1024];
222             FILE *of;
223             sprintf (fname, "%s.%03d.raw", dump_file_prefix, no);
224             of = fopen(fname, "wb");
225             
226             fwrite (buf, 1, len, of);
227             
228             fclose(of);
229         }
230     }
231 }
232
233 void add_otherInfos(Z_APDU *a) 
234 {
235     Z_OtherInformation **oi;
236     int i;
237                 
238     yaz_oi_APDU(a, &oi);
239     for(i=0; i<maxOtherInfosSupported; ++i) 
240     {
241         if(extraOtherInfos[i].oidval != -1) 
242             yaz_oi_set_string_oidval(oi, out, extraOtherInfos[i].oidval,
243                                      1, extraOtherInfos[i].value);
244     }   
245 }
246
247 int send_apdu(Z_APDU *a)
248 {
249     char *buf;
250     int len;
251     
252     add_otherInfos(a);
253     
254     if (apdu_file)
255     {
256         z_APDU(print, &a, 0, 0);
257         odr_reset(print);
258     }
259     if (!z_APDU(out, &a, 0, 0))
260     {
261         odr_perror(out, "Encoding APDU");
262         close_session();
263         return 0;
264     }
265     buf = odr_getbuf(out, &len, 0);
266     if (ber_file)
267         odr_dumpBER(ber_file, buf, len);
268     /* printf ("sending APDU of size %d\n", len); */
269     do_hex_dump(buf, len);
270     if (cs_put(conn, buf, len) < 0)
271     {
272         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
273         close_session();
274         return 0;
275     }
276     odr_reset(out); /* release the APDU structure  */
277     return 1;
278 }
279
280 static void print_stringn(const unsigned char *buf, size_t len)
281 {
282     size_t i;
283     for (i = 0; i<len; i++)
284         if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
285             printf ("%c", buf[i]);
286         else
287             printf ("\\X%02X", buf[i]);
288 }
289
290 static void print_refid (Z_ReferenceId *id)
291 {
292     if (id)
293     {
294         printf ("Reference Id: ");
295         print_stringn (id->buf, id->len);
296         printf ("\n");
297     }
298 }
299
300 static Z_ReferenceId *set_refid (ODR out)
301 {
302     Z_ReferenceId *id;
303     if (!refid)
304         return 0;
305     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
306     id->size = id->len = strlen(refid);
307     id->buf = (unsigned char *) odr_malloc (out, id->len);
308     memcpy (id->buf, refid, id->len);
309     return id;
310 }   
311
312 /* INIT SERVICE ------------------------------- */
313
314 static void send_initRequest(const char* type_and_host)
315 {
316     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
317     Z_InitRequest *req = apdu->u.initRequest;
318     int i;
319
320     req->options = &z3950_options;
321
322     ODR_MASK_ZERO(req->protocolVersion);
323     for (i = 0; i<z3950_version; i++)
324         ODR_MASK_SET(req->protocolVersion, i);
325
326     *req->maximumRecordSize = 1024*kilobytes;
327     *req->preferredMessageSize = 1024*kilobytes;
328
329     req->idAuthentication = auth;
330
331     req->referenceId = set_refid (out);
332
333     if (yazProxy && type_and_host) 
334         yaz_oi_set_string_oidval(&req->otherInfo, out, VAL_PROXY,
335         1, type_and_host);
336     
337     if (negotiationCharset || yazLang) {
338         Z_OtherInformation **p;
339         Z_OtherInformationUnit *p0;
340         
341         yaz_oi_APDU(apdu, &p);
342         
343         if ((p0=yaz_oi_update(p, out, NULL, 0, 0))) {
344             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
345             
346             p0->which = Z_OtherInfo_externallyDefinedInfo;
347             p0->information.externallyDefinedInfo =
348                 yaz_set_proposal_charneg_list(out, ",", 
349                                               negotiationCharset, 
350                                               yazLang,
351                                               negotiationCharsetRecords);
352         }
353     }
354     
355     if (send_apdu(apdu))
356         printf("Sent initrequest.\n");
357 }
358
359
360 /* These two are used only from process_initResponse() */
361 static void render_initUserInfo(Z_OtherInformation *ui1);
362 static void render_diag(Z_DiagnosticFormat *diag);
363
364 static void pr_opt(const char *opt, void *clientData)
365 {
366     printf (" %s", opt);
367 }
368
369 static int process_initResponse(Z_InitResponse *res)
370 {
371     int ver = 0;
372     /* save session parameters for later use */
373     session_mem = odr_extract_mem(in);
374     session_initResponse = res;
375
376     for (ver = 0; ver < 8; ver++)
377         if (!ODR_MASK_GET(res->protocolVersion, ver))
378             break;
379
380     if (!*res->result)
381         printf("Connection rejected by v%d target.\n", ver);
382     else
383         printf("Connection accepted by v%d target.\n", ver);
384     if (res->implementationId)
385         printf("ID     : %s\n", res->implementationId);
386     if (res->implementationName)
387         printf("Name   : %s\n", res->implementationName);
388     if (res->implementationVersion)
389         printf("Version: %s\n", res->implementationVersion);
390     if (res->userInformationField)
391     {
392         Z_External *uif = res->userInformationField;
393         if (uif->which == Z_External_userInfo1) {
394             render_initUserInfo(uif->u.userInfo1);
395         } else {
396             printf("UserInformationfield:\n");
397             if (!z_External(print, (Z_External**)&uif, 0, 0))
398             {
399                 odr_perror(print, "Printing userinfo\n");
400                 odr_reset(print);
401             }
402             if (uif->which == Z_External_octet) {
403                 printf("Guessing visiblestring:\n");
404                 printf("'%.*s'\n", uif->u.octet_aligned->len,
405                        uif->u.octet_aligned->buf);
406             }
407             else if (uif->which == Z_External_single) 
408             {
409                 Odr_any *sat = uif->u.single_ASN1_type;
410                 oident *oid = oid_getentbyoid(uif->direct_reference);
411                 if (oid->value == VAL_OCLCUI) {
412                     Z_OCLC_UserInformation *oclc_ui;
413                     ODR decode = odr_createmem(ODR_DECODE);
414                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
415                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
416                         printf ("Bad OCLC UserInformation:\n");
417                     else
418                         printf ("OCLC UserInformation:\n");
419                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
420                         printf ("Bad OCLC UserInformation spec\n");
421                     odr_destroy(decode);
422                 }
423                 else
424                 {
425                     /* Peek at any private Init-diagnostic APDUs */
426                     printf("### NAUGHTY: External is '%.*s'\n",
427                            sat->len, sat->buf);
428                 }
429             }
430             odr_reset (print);
431         }
432     }
433     printf ("Options:");
434     yaz_init_opt_decode(res->options, pr_opt, 0);
435     printf ("\n");
436
437     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
438         setnumber = 0;
439     
440     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel)) {
441     
442         Z_CharSetandLanguageNegotiation *p =
443                 yaz_get_charneg_record(res->otherInfo);
444         
445         if (p) {
446             
447             char *charset=NULL, *lang=NULL;
448             int selected;
449             
450             yaz_get_response_charneg(session_mem, p, &charset, &lang,
451                                      &selected);
452
453             if (outputCharset && negotiationCharset) {
454                     odr_set_charset (out, charset, outputCharset);
455                     odr_set_charset (in, outputCharset, charset);
456             }
457             else {
458                     odr_set_charset (out, 0, 0);
459                     odr_set_charset (in, 0, 0);
460             }
461             
462             printf("Accepted character set : %s\n", charset);
463             printf("Accepted code language : %s\n", lang ? lang : "none");
464             printf("Accepted records in ...: %d\n", selected );
465         }
466     }
467     fflush (stdout);
468     return 0;
469 }
470
471
472 static void render_initUserInfo(Z_OtherInformation *ui1) {
473     int i;
474     printf("Init response contains %d otherInfo unit%s:\n",
475            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
476
477     for (i = 0; i < ui1->num_elements; i++) {
478         Z_OtherInformationUnit *unit = ui1->list[i];
479         printf("  %d: otherInfo unit contains ", i+1);
480         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
481             unit->information.externallyDefinedInfo &&
482             unit->information.externallyDefinedInfo->which ==
483             Z_External_diag1) {
484             render_diag(unit->information.externallyDefinedInfo->u.diag1);
485         } 
486         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
487         {
488             printf("unsupported otherInfo unit->which = %d\n", unit->which);
489         }
490         else 
491         {
492             printf("unsupported otherInfo unit external %d\n",
493                    unit->information.externallyDefinedInfo ? 
494                    unit->information.externallyDefinedInfo->which : -2);
495         }
496     }
497 }
498
499
500 /* ### should this share code with display_diagrecs()? */
501 static void render_diag(Z_DiagnosticFormat *diag) {
502     int i;
503
504     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
505     for (i = 0; i < diag->num; i++) {
506         Z_DiagnosticFormat_s *ds = diag->elements[i];
507         printf("    %d: ", i+1);
508         switch (ds->which) {
509         case Z_DiagnosticFormat_s_defaultDiagRec: {
510             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
511             /* ### should check `dd->diagnosticSetId' */
512             printf("code=%d (%s)", *dd->condition,
513                    diagbib1_str(*dd->condition));
514             /* Both types of addinfo are the same, so use type-pun */
515             if (dd->u.v2Addinfo != 0)
516                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
517             break;
518         }
519         case Z_DiagnosticFormat_s_explicitDiagnostic:
520             printf("Explicit diagnostic (not supported)");
521             break;
522         default:
523             printf("Unrecognised diagnostic type %d", ds->which);
524             break;
525         }
526
527         if (ds->message != 0)
528             printf(", message='%s'", ds->message);
529         printf("\n");
530     }
531 }
532
533
534 static int set_base(const char *arg)
535 {
536     int i;
537     const char *cp;
538
539     for (i = 0; i<num_databaseNames; i++)
540         xfree (databaseNames[i]);
541     num_databaseNames = 0;
542     while (1)
543     {
544         char *cp1;
545         if (!(cp = strchr(arg, ' ')))
546             cp = arg + strlen(arg);
547         if (cp - arg < 1)
548             break;
549         databaseNames[num_databaseNames] = (char *)xmalloc (1 + cp - arg);
550         memcpy (databaseNames[num_databaseNames], arg, cp - arg);
551         databaseNames[num_databaseNames][cp - arg] = '\0';
552
553         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
554             if (*cp1 == '+')
555                 *cp1 = ' ';
556         num_databaseNames++;
557
558         if (!*cp)
559             break;
560         arg = cp+1;
561     }
562     if (num_databaseNames == 0)
563     {
564         num_databaseNames = 1;
565         databaseNames[0] = xstrdup("");
566     }
567     return 1;
568 }
569
570 static int parse_cmd_doc(const char **arg, ODR out, char **buf,
571                          int *len, int opt)
572 {
573     const char *sep;
574     while (**arg && strchr(" \t\n\r\f", **arg))
575         (*arg)++;
576     if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
577     {
578         (*arg)++;
579         *len = sep - *arg;
580         *buf = odr_strdupn(out, *arg, *len);
581         (*arg) = sep+1;
582         return 1;
583     }
584     else if ((*arg)[0] && (*arg)[0] != '\"')
585     {
586         long fsize;
587         FILE *inf;
588         const char *fname = *arg;
589         
590         while (**arg != '\0' && **arg != ' ')
591             (*arg)++;
592             
593         inf = fopen(fname, "rb");
594         if (!inf)
595         {
596             printf("Couldn't open %s\n", fname);
597             return 0;
598         }
599         if (fseek(inf, 0L, SEEK_END) == -1)
600         {
601             printf("Couldn't seek in %s\n", fname);
602             fclose(inf);
603             return 0;
604         }
605         fsize = ftell(inf);
606         if (fseek(inf, 0L, SEEK_SET) == -1)
607         {
608             printf("Couldn't seek in %s\n", fname);
609             fclose(inf);
610             return 0;
611         }
612         *len = fsize;
613         *buf = odr_malloc(out, fsize);
614         if (fread(*buf, 1, fsize, inf) != fsize)
615         {
616             printf("Unable to read %s\n", fname);
617             fclose(inf);
618             return 0;
619         }
620         fclose(inf);
621         return 1;
622     }
623     else if (**arg == '\0')
624     {
625         if (opt)
626         {
627             *len = 0;
628             *buf = 0;
629             return 1;
630         }
631         printf("Missing doc argument\n");
632     }
633     else
634         printf("Bad doc argument %s\n", *arg);
635     return 0;
636 }
637
638 static int cmd_base(const char *arg)
639 {
640     if (!*arg)
641     {
642         printf("Usage: base <database> <database> ...\n");
643         return 0;
644     }
645     return set_base(arg);
646 }
647
648 void cmd_open_remember_last_open_command(const char* arg, char* new_open_command)
649 {
650     if(last_open_command != arg) 
651     {
652         if(last_open_command) xfree(last_open_command);
653         last_open_command = xstrdup(new_open_command);
654     }
655 }
656
657 int session_connect(const char *arg)
658 {
659     void *add;
660     char type_and_host[101];
661     const char *basep = 0;
662 #if HAVE_OPENSSL_SSL_H
663     SSL *ssl;
664 #endif
665     if (conn)
666     {
667         cs_close (conn);
668         conn = 0;
669     }   
670     if (session_mem)
671     {
672         nmem_destroy (session_mem);
673         session_mem = NULL;
674         session_initResponse = 0;
675     }
676     cs_get_host_args(arg, &basep);
677
678     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
679     type_and_host[sizeof(type_and_host)-1] = '\0';
680
681     cmd_open_remember_last_open_command(arg, type_and_host);
682
683     if (yazProxy)
684         conn = cs_create_host(yazProxy, 1, &add);
685     else
686         conn = cs_create_host(arg, 1, &add);
687     if (!conn)
688     {
689         printf ("Could not resolve address %s\n", arg);
690         return 0;
691     }
692 #if YAZ_HAVE_XML2
693     if (conn->protocol == PROTO_HTTP)
694         queryType = QueryType_CQL;
695 #else
696     if (conn->protocol == PROTO_HTTP)
697     {
698         printf ("SRW/HTTP not enabled in this YAZ\n");
699         cs_close(conn);
700         conn = 0;
701         return 0;
702     }
703 #endif
704     protocol = conn->protocol;
705     if (conn->protocol == PROTO_HTTP)
706         set_base("");
707     else
708         set_base("Default");
709     printf("Connecting...");
710     fflush(stdout);
711     if (cs_connect(conn, add) < 0)
712     {
713         printf ("error = %s\n", cs_strerror(conn));
714         cs_close(conn);
715         conn = 0;
716         return 0;
717     }
718     printf("OK.\n");
719 #if HAVE_OPENSSL_SSL_H
720     if ((ssl = (SSL *) cs_get_ssl(conn)))
721     {
722         X509 *server_cert = SSL_get_peer_certificate (ssl);
723
724         if (server_cert)
725         {
726             char *pem_buf;
727             int pem_len;
728             BIO *bio = BIO_new(BIO_s_mem());
729
730             /* get PEM buffer in memory */
731             PEM_write_bio_X509(bio, server_cert);
732             pem_len = BIO_get_mem_data(bio, &pem_buf);
733             fwrite(pem_buf, pem_len, 1, stdout);
734         
735             /* print all info on screen .. */
736             X509_print_fp(stdout, server_cert);
737             BIO_free(bio);
738
739             X509_free (server_cert);
740         }
741     }
742 #endif
743     if (basep && *basep)
744         set_base (basep);
745     if (protocol == PROTO_Z3950)
746     {
747         send_initRequest(type_and_host);
748         return 2;
749     }
750     return 0;
751 }
752
753 int cmd_open(const char *arg)
754 {
755     if (arg)
756     {
757         strncpy (cur_host, arg, sizeof(cur_host)-1);
758         cur_host[sizeof(cur_host)-1] = 0;
759     }
760     return session_connect(cur_host);
761 }
762
763 void try_reconnect(void)
764 {
765     char* open_command;
766         
767     if(!( auto_reconnect && last_open_command) ) return ;
768
769     open_command = (char *) xmalloc (strlen(last_open_command)+6);
770     strcpy (open_command, "open ");
771         
772     strcat (open_command, last_open_command);
773
774     process_cmd_line(open_command);
775         
776     xfree(open_command);                                
777 }
778
779 int cmd_authentication(const char *arg)
780 {
781     static Z_IdAuthentication au;
782     static char user[40], group[40], pass[40];
783     static Z_IdPass idPass;
784     int r;
785
786     if (!*arg)
787     {
788         printf("Auth field set to null\n");
789         auth = 0;
790         return 1;
791     }
792     r = sscanf (arg, "%39s %39s %39s", user, group, pass);
793     if (r == 0)
794     {
795         printf("Authentication set to null\n");
796         auth = 0;
797     }
798     if (r == 1)
799     {
800         auth = &au;
801         if (!strcmp(user, "-")) {
802             au.which = Z_IdAuthentication_anonymous;
803             printf("Authentication set to Anonymous\n");
804         } else {
805             au.which = Z_IdAuthentication_open;
806             au.u.open = user;
807             printf("Authentication set to Open (%s)\n", user);
808         }
809     }
810     if (r == 2)
811     {
812         auth = &au;
813         au.which = Z_IdAuthentication_idPass;
814         au.u.idPass = &idPass;
815         idPass.groupId = NULL;
816         idPass.userId = user;
817         idPass.password = group;
818         printf("Authentication set to User (%s), Pass (%s)\n", user, group);
819     }
820     if (r == 3)
821     {
822         auth = &au;
823         au.which = Z_IdAuthentication_idPass;
824         au.u.idPass = &idPass;
825         idPass.groupId = group;
826         idPass.userId = user;
827         idPass.password = pass;
828         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
829                user, group, pass);
830     }
831     return 1;
832 }
833
834 /* SEARCH SERVICE ------------------------------ */
835 static void display_record(Z_External *r);
836
837 static void print_record(const unsigned char *buf, size_t len)
838 {
839     size_t i = len;
840     print_stringn (buf, len);
841     /* add newline if not already added ... */
842     if (i <= 0 || buf[i-1] != '\n')
843         printf ("\n");
844 }
845
846 static void display_record(Z_External *r)
847 {
848     oident *ent = oid_getentbyoid(r->direct_reference);
849
850     record_last = r;
851     /*
852      * Tell the user what we got.
853      */
854     if (r->direct_reference)
855     {
856         printf("Record type: ");
857         if (ent)
858             printf("%s\n", ent->desc);
859         else if (!odr_oid(print, &r->direct_reference, 0, 0))
860         {
861             odr_perror(print, "print oid");
862             odr_reset(print);
863         }
864     }
865     /* Check if this is a known, ASN.1 type tucked away in an octet string */
866     if (ent && r->which == Z_External_octet)
867     {
868         Z_ext_typeent *type = z_ext_getentbyref(ent->value);
869         char *rr;
870
871         if (type)
872         {
873             /*
874              * Call the given decoder to process the record.
875              */
876             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
877                 r->u.octet_aligned->len, 0);
878             if (!(*type->fun)(in, &rr, 0, 0))
879             {
880                 odr_perror(in, "Decoding constructed record.");
881                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
882                 fprintf(stdout, "Packet dump:\n---------\n");
883                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
884                             r->u.octet_aligned->len);
885                 fprintf(stdout, "---------\n");
886                 
887                 /* note just ignores the error ant print the bytes form the octet_aligned later */
888             } else {
889                 /*
890                  * Note: we throw away the original, BER-encoded record here.
891                  * Do something else with it if you want to keep it.
892                  */
893                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
894                 r->which = type->what;
895             }
896         }
897     }
898     if (ent && ent->value == VAL_SOIF)
899     {
900         print_record((const unsigned char *) r->u.octet_aligned->buf,
901                      r->u.octet_aligned->len);
902         if (marc_file)
903             fwrite (r->u.octet_aligned->buf, 1, r->u.octet_aligned->len, marc_file);
904     }
905     else if (r->which == Z_External_octet)
906     {
907         const char *octet_buf = (char*)r->u.octet_aligned->buf;
908         if (ent->oclass == CLASS_RECSYN && 
909                 (ent->value == VAL_TEXT_XML || 
910                  ent->value == VAL_APPLICATION_XML ||
911                  ent->value == VAL_HTML))
912         {
913             print_record((const unsigned char *) octet_buf,
914                          r->u.octet_aligned->len);
915         }
916         else if (ent->value == VAL_POSTSCRIPT)
917         {
918             int size = r->u.octet_aligned->len;
919             if (size > 100)
920                 size = 100;
921             print_record((const unsigned char *) octet_buf, size);
922         }
923         else
924         {
925             if ( 
926 #if AVOID_MARC_DECODE
927                 /* primitive check for a marc OID 5.1-29 except 16 */
928                 ent->oidsuffix[0] == 5 && ent->oidsuffix[1] < 30 &&
929                 ent->oidsuffix[1] != 16
930 #else
931                 1
932 #endif
933                 )
934             {
935                 char *result;
936                 int rlen;
937                 yaz_iconv_t cd = 0;
938                 yaz_marc_t mt = yaz_marc_create();
939                     
940                 if (yaz_marc_decode_buf(mt, octet_buf,r->u.octet_aligned->len,
941                                         &result, &rlen)> 0)
942                 {
943                     char *from = 0;
944                     if (marcCharset && !strcmp(marcCharset, "auto"))
945                     {
946                         if (ent->value == VAL_USMARC)
947                         {
948                             if (octet_buf[9] == 'a')
949                                 from = "UTF-8";
950                             else
951                                 from = "MARC-8";
952                         }
953                         else
954                             from = "ISO-8859-1";
955                     }
956                     else if (marcCharset)
957                         from = marcCharset;
958                     if (outputCharset && from)
959                     {   
960                         cd = yaz_iconv_open(outputCharset, from);
961                         printf ("convert from %s to %s", from, 
962                                 outputCharset);
963                         if (!cd)
964                             printf (" unsupported\n");
965                         else
966                             printf ("\n");
967                     }
968                     if (!cd)
969                         fwrite (result, 1, rlen, stdout);
970                     else
971                     {
972                         char outbuf[6];
973                         size_t inbytesleft = rlen;
974                         const char *inp = result;
975                         
976                         while (inbytesleft)
977                         {
978                             size_t outbytesleft = sizeof(outbuf);
979                             char *outp = outbuf;
980                             size_t r;
981
982                             r = yaz_iconv (cd, (char**) &inp,
983                                            &inbytesleft, 
984                                            &outp, &outbytesleft);
985                             if (r == (size_t) (-1))
986                             {
987                                 int e = yaz_iconv_error(cd);
988                                 if (e != YAZ_ICONV_E2BIG)
989                                     break;
990                             }
991                             fwrite (outbuf, outp - outbuf, 1, stdout);
992                         }
993                     }
994                 }
995                 else
996                 {
997                     printf ("bad MARC. Dumping as it is:\n");
998                     print_record((const unsigned char*) octet_buf,
999                                   r->u.octet_aligned->len);
1000                 }       
1001                 yaz_marc_destroy(mt);
1002                 if (cd)
1003                     yaz_iconv_close(cd);
1004             }
1005             else
1006             {
1007                 print_record((const unsigned char*) octet_buf,
1008                              r->u.octet_aligned->len);
1009             }
1010         }
1011         if (marc_file)
1012             fwrite (octet_buf, 1, r->u.octet_aligned->len, marc_file);
1013     }
1014     else if (ent && ent->value == VAL_SUTRS)
1015     {
1016         if (r->which != Z_External_sutrs)
1017         {
1018             printf("Expecting single SUTRS type for SUTRS.\n");
1019             return;
1020         }
1021         print_record(r->u.sutrs->buf, r->u.sutrs->len);
1022         if (marc_file)
1023             fwrite (r->u.sutrs->buf, 1, r->u.sutrs->len, marc_file);
1024     }
1025     else if (ent && ent->value == VAL_GRS1)
1026     {
1027         WRBUF w;
1028         if (r->which != Z_External_grs1)
1029         {
1030             printf("Expecting single GRS type for GRS.\n");
1031             return;
1032         }
1033         w = wrbuf_alloc();
1034         yaz_display_grs1(w, r->u.grs1, 0);
1035         puts (wrbuf_buf(w));
1036         wrbuf_free(w, 1);
1037     }
1038     else if (ent && ent->value == VAL_OPAC)
1039     {
1040         int i;
1041         if (r->u.opac->bibliographicRecord)
1042             display_record(r->u.opac->bibliographicRecord);
1043         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1044         {
1045             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1046             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1047             {
1048                 printf ("MARC holdings %d\n", i);
1049                 display_record(h->u.marcHoldingsRecord);
1050             }
1051             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1052             {
1053                 int j;
1054
1055                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1056
1057                 printf ("Data holdings %d\n", i);
1058                 if (data->typeOfRecord)
1059                     printf ("typeOfRecord: %s\n", data->typeOfRecord);
1060                 if (data->encodingLevel)
1061                     printf ("encodingLevel: %s\n", data->encodingLevel);
1062                 if (data->receiptAcqStatus)
1063                     printf ("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1064                 if (data->generalRetention)
1065                     printf ("generalRetention: %s\n", data->generalRetention);
1066                 if (data->completeness)
1067                     printf ("completeness: %s\n", data->completeness);
1068                 if (data->dateOfReport)
1069                     printf ("dateOfReport: %s\n", data->dateOfReport);
1070                 if (data->nucCode)
1071                     printf ("nucCode: %s\n", data->nucCode);
1072                 if (data->localLocation)
1073                     printf ("localLocation: %s\n", data->localLocation);
1074                 if (data->shelvingLocation)
1075                     printf ("shelvingLocation: %s\n", data->shelvingLocation);
1076                 if (data->callNumber)
1077                     printf ("callNumber: %s\n", data->callNumber);
1078                 if (data->shelvingData)
1079                     printf ("shelvingData: %s\n", data->shelvingData);
1080                 if (data->copyNumber)
1081                     printf ("copyNumber: %s\n", data->copyNumber);
1082                 if (data->publicNote)
1083                     printf ("publicNote: %s\n", data->publicNote);
1084                 if (data->reproductionNote)
1085                     printf ("reproductionNote: %s\n", data->reproductionNote);
1086                 if (data->termsUseRepro)
1087                     printf ("termsUseRepro: %s\n", data->termsUseRepro);
1088                 if (data->enumAndChron)
1089                     printf ("enumAndChron: %s\n", data->enumAndChron);
1090                 for (j = 0; j<data->num_volumes; j++)
1091                 {
1092                     printf ("volume %d\n", j);
1093                     if (data->volumes[j]->enumeration)
1094                         printf (" enumeration: %s\n",
1095                                 data->volumes[j]->enumeration);
1096                     if (data->volumes[j]->chronology)
1097                         printf (" chronology: %s\n",
1098                                 data->volumes[j]->chronology);
1099                     if (data->volumes[j]->enumAndChron)
1100                         printf (" enumAndChron: %s\n",
1101                                 data->volumes[j]->enumAndChron);
1102                 }
1103                 for (j = 0; j<data->num_circulationData; j++)
1104                 {
1105                     printf ("circulation %d\n", j);
1106                     if (data->circulationData[j]->availableNow)
1107                         printf (" availableNow: %d\n",
1108                                 *data->circulationData[j]->availableNow);
1109                     if (data->circulationData[j]->availablityDate)
1110                         printf (" availabiltyDate: %s\n",
1111                                 data->circulationData[j]->availablityDate);
1112                     if (data->circulationData[j]->availableThru)
1113                         printf (" availableThru: %s\n",
1114                                 data->circulationData[j]->availableThru);
1115                     if (data->circulationData[j]->restrictions)
1116                         printf (" restrictions: %s\n",
1117                                 data->circulationData[j]->restrictions);
1118                     if (data->circulationData[j]->itemId)
1119                         printf (" itemId: %s\n",
1120                                 data->circulationData[j]->itemId);
1121                     if (data->circulationData[j]->renewable)
1122                         printf (" renewable: %d\n",
1123                                 *data->circulationData[j]->renewable);
1124                     if (data->circulationData[j]->onHold)
1125                         printf (" onHold: %d\n",
1126                                 *data->circulationData[j]->onHold);
1127                     if (data->circulationData[j]->enumAndChron)
1128                         printf (" enumAndChron: %s\n",
1129                                 data->circulationData[j]->enumAndChron);
1130                     if (data->circulationData[j]->midspine)
1131                         printf (" midspine: %s\n",
1132                                 data->circulationData[j]->midspine);
1133                     if (data->circulationData[j]->temporaryLocation)
1134                         printf (" temporaryLocation: %s\n",
1135                                 data->circulationData[j]->temporaryLocation);
1136                 }
1137             }
1138         }
1139     }
1140     else 
1141     {
1142         printf("Unknown record representation.\n");
1143         if (!z_External(print, &r, 0, 0))
1144         {
1145             odr_perror(print, "Printing external");
1146             odr_reset(print);
1147         }
1148     }
1149 }
1150
1151 static void display_diagrecs(Z_DiagRec **pp, int num)
1152 {
1153     int i;
1154     oident *ent;
1155     Z_DefaultDiagFormat *r;
1156
1157     printf("Diagnostic message(s) from database:\n");
1158     for (i = 0; i<num; i++)
1159     {
1160         Z_DiagRec *p = pp[i];
1161         if (p->which != Z_DiagRec_defaultFormat)
1162         {
1163             printf("Diagnostic record not in default format.\n");
1164             return;
1165         }
1166         else
1167             r = p->u.defaultFormat;
1168         if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
1169             ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
1170             printf("Missing or unknown diagset\n");
1171         printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
1172         switch (r->which)
1173         {
1174         case Z_DefaultDiagFormat_v2Addinfo:
1175             printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1176             break;
1177         case Z_DefaultDiagFormat_v3Addinfo:
1178             printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1179             break;
1180         }
1181     }
1182 }
1183
1184
1185 static void display_nameplusrecord(Z_NamePlusRecord *p)
1186 {
1187     if (p->databaseName)
1188         printf("[%s]", p->databaseName);
1189     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1190         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1191     else if (p->which == Z_NamePlusRecord_databaseRecord)
1192         display_record(p->u.databaseRecord);
1193 }
1194
1195 static void display_records(Z_Records *p)
1196 {
1197     int i;
1198
1199     if (p->which == Z_Records_NSD)
1200     {
1201         Z_DiagRec dr, *dr_p = &dr;
1202         dr.which = Z_DiagRec_defaultFormat;
1203         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1204         display_diagrecs (&dr_p, 1);
1205     }
1206     else if (p->which == Z_Records_multipleNSD)
1207         display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
1208                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1209     else 
1210     {
1211         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1212         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1213             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1214     }
1215 }
1216
1217 static int send_deleteResultSetRequest(const char *arg)
1218 {
1219     char names[8][32];
1220     int i;
1221
1222     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1223     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1224
1225     req->referenceId = set_refid (out);
1226
1227     req->num_resultSetList =
1228         sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1229                 names[0], names[1], names[2], names[3],
1230                 names[4], names[5], names[6], names[7]);
1231
1232     req->deleteFunction = (int *)
1233         odr_malloc (out, sizeof(*req->deleteFunction));
1234     if (req->num_resultSetList > 0)
1235     {
1236         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1237         req->resultSetList = (char **)
1238             odr_malloc (out, sizeof(*req->resultSetList)*
1239                         req->num_resultSetList);
1240         for (i = 0; i<req->num_resultSetList; i++)
1241             req->resultSetList[i] = names[i];
1242     }
1243     else
1244     {
1245         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1246         req->resultSetList = 0;
1247     }
1248     
1249     send_apdu(apdu);
1250     printf("Sent deleteResultSetRequest.\n");
1251     return 2;
1252 }
1253
1254 #if YAZ_HAVE_XML2
1255 static int send_srw(Z_SRW_PDU *sr)
1256 {
1257     const char *charset = negotiationCharset;
1258     const char *host_port = cur_host;
1259     Z_GDU *gdu;
1260     char *path = 0;
1261
1262     path = odr_malloc(out, 2+strlen(databaseNames[0]));
1263     *path = '/';
1264     strcpy(path+1, databaseNames[0]);
1265
1266     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1267
1268     if (!strcmp(sru_method, "get"))
1269     {
1270         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1271     }
1272     else if (!strcmp(sru_method, "post"))
1273     {
1274         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1275     }
1276     else if (!strcmp(sru_method, "soap"))
1277     {
1278         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1279     }
1280
1281     if (z_GDU(out, &gdu, 0, 0))
1282     {
1283         /* encode OK */
1284         char *buf_out;
1285         int len_out;
1286         int r;
1287         if (apdu_file)
1288         {
1289             if (!z_GDU(print, &gdu, 0, 0))
1290                 printf ("Failed to print outgoing SRU package\n");
1291             odr_reset(print);
1292         }
1293         buf_out = odr_getbuf(out, &len_out, 0);
1294         
1295         /* we don't odr_reset(out), since we may need the buffer again */
1296
1297         do_hex_dump(buf_out, len_out);
1298
1299         r = cs_put(conn, buf_out, len_out);
1300
1301         if (r >= 0)
1302             return 2;
1303     }
1304     return 0;
1305 }
1306 #endif
1307
1308 #if YAZ_HAVE_XML2
1309 static char *encode_SRW_term(ODR o, const char *q)
1310 {
1311     const char *in_charset = "ISO-8859-1";
1312     WRBUF w = wrbuf_alloc();
1313     yaz_iconv_t cd;
1314     char *res;
1315     if (outputCharset)
1316         in_charset = outputCharset;
1317     cd = yaz_iconv_open("UTF-8", in_charset);
1318     if (!cd)
1319     {
1320         wrbuf_free(w, 1);
1321         return odr_strdup(o, q);
1322     }
1323     wrbuf_iconv_write(w, cd, q, strlen(q));
1324     if (wrbuf_len(w))
1325     {
1326         int len = wrbuf_len(w);
1327         res = odr_strdupn(o, wrbuf_buf(w), len);
1328     }
1329     else
1330         res = odr_strdup(o, q);    
1331     yaz_iconv_close(cd);
1332     wrbuf_free(w, 1);
1333     return res;
1334 }
1335
1336
1337 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1338 {
1339     Z_SRW_PDU *sr = 0;
1340     
1341     /* regular requestse .. */
1342     sr = yaz_srw_get(out, Z_SRW_scan_request);
1343
1344     switch(queryType)
1345     {
1346     case QueryType_CQL:
1347         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1348         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1349         break;
1350     case QueryType_Prefix:
1351         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1352         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1353         break;
1354     default:
1355         printf ("Only CQL and PQF supported in SRW\n");
1356         return 0;
1357     }
1358     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1359     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1360     return send_srw(sr);
1361 }
1362
1363 static int send_SRW_searchRequest(const char *arg)
1364 {
1365     Z_SRW_PDU *sr = 0;
1366     
1367     if (!srw_sr)
1368     {
1369         assert(srw_sr_odr_out == 0);
1370         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1371     }
1372     odr_reset(srw_sr_odr_out);
1373
1374     setno = 1;
1375
1376     /* save this for later .. when fetching individual records */
1377     srw_sr =  yaz_srw_get(srw_sr_odr_out, Z_SRW_searchRetrieve_request);
1378     
1379     /* regular request .. */
1380     sr = yaz_srw_get(out, Z_SRW_searchRetrieve_request);
1381
1382     switch(queryType)
1383     {
1384     case QueryType_CQL:
1385         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1386         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1387
1388         sr->u.request->query_type = Z_SRW_query_type_cql;
1389         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1390         break;
1391     case QueryType_Prefix:
1392         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1393         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1394
1395         sr->u.request->query_type = Z_SRW_query_type_pqf;
1396         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1397         break;
1398     default:
1399         printf ("Only CQL and PQF supported in SRW\n");
1400         return 0;
1401     }
1402     sr->u.request->maximumRecords = odr_intdup(out, 0);
1403
1404     if (record_schema)
1405         sr->u.request->recordSchema = record_schema;
1406     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
1407         sr->u.request->recordPacking = "xml";
1408     return send_srw(sr);
1409 }
1410 #endif
1411
1412 static int send_searchRequest(const char *arg)
1413 {
1414     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1415     Z_SearchRequest *req = apdu->u.searchRequest;
1416     Z_Query query;
1417     struct ccl_rpn_node *rpn = NULL;
1418     int error, pos;
1419     char setstring[100];
1420     Z_RPNQuery *RPNquery;
1421     Odr_oct ccl_query;
1422     YAZ_PQF_Parser pqf_parser;
1423     Z_External *ext;
1424     QueryType myQueryType = queryType;
1425     char pqfbuf[512];
1426
1427     if (myQueryType == QueryType_CCL2RPN)
1428     {
1429         rpn = ccl_find_str(bibset, arg, &error, &pos);
1430         if (error)
1431         {
1432             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1433             return 0;
1434         }
1435     } else if (myQueryType == QueryType_CQL2RPN) {
1436         /* ### All this code should be wrapped in a utility function */
1437         CQL_parser parser;
1438         struct cql_node *node;
1439         const char *addinfo;
1440         if (cqltrans == 0) {
1441             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1442             return 0;
1443         }
1444         parser = cql_parser_create();
1445         if ((error = cql_parser_string(parser, arg)) != 0) {
1446             printf("Can't parse CQL: must be a syntax error\n");
1447             return 0;
1448         }
1449         node = cql_parser_result(parser);
1450         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1451                                        sizeof pqfbuf)) != 0) {
1452             error = cql_transform_error(cqltrans, &addinfo);
1453             printf ("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1454                     cql_strerror(error), addinfo);
1455             return 0;
1456         }
1457         arg = pqfbuf;
1458         myQueryType = QueryType_Prefix;
1459     }
1460
1461     req->referenceId = set_refid (out);
1462     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1463     {
1464         static unsigned char big[2100];
1465         static Odr_oct bigo;
1466
1467         /* send a very big referenceid to test transport stack etc. */
1468         memset(big, 'A', 2100);
1469         bigo.len = bigo.size = 2100;
1470         bigo.buf = big;
1471         req->referenceId = &bigo;
1472     }
1473     
1474     if (setnumber >= 0)
1475     {
1476         sprintf(setstring, "%d", ++setnumber);
1477         req->resultSetName = setstring;
1478     }
1479     *req->smallSetUpperBound = smallSetUpperBound;
1480     *req->largeSetLowerBound = largeSetLowerBound;
1481     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1482     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1483         mediumSetPresentNumber > 0))
1484     {
1485         if (recordsyntax_size > 0)
1486             req->preferredRecordSyntax =
1487                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
1488         req->smallSetElementSetNames =
1489             req->mediumSetElementSetNames = elementSetNames;
1490     }
1491     req->num_databaseNames = num_databaseNames;
1492     req->databaseNames = databaseNames;
1493
1494     req->query = &query;
1495
1496     switch (myQueryType)
1497     {
1498     case QueryType_Prefix:
1499         query.which = Z_Query_type_1;
1500         pqf_parser = yaz_pqf_create ();
1501         RPNquery = yaz_pqf_parse (pqf_parser, out, arg);
1502         if (!RPNquery)
1503         {
1504             const char *pqf_msg;
1505             size_t off;
1506             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
1507             int ioff = off;
1508             printf("%*s^\n", ioff+4, "");
1509             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1510             
1511             yaz_pqf_destroy (pqf_parser);
1512             return 0;
1513         }
1514         yaz_pqf_destroy (pqf_parser);
1515         query.u.type_1 = RPNquery;
1516         break;
1517     case QueryType_CCL:
1518         query.which = Z_Query_type_2;
1519         query.u.type_2 = &ccl_query;
1520         ccl_query.buf = (unsigned char*) arg;
1521         ccl_query.len = strlen(arg);
1522         break;
1523     case QueryType_CCL2RPN:
1524         query.which = Z_Query_type_1;
1525         RPNquery = ccl_rpn_query(out, rpn);
1526         if (!RPNquery)
1527         {
1528             printf ("Couldn't convert from CCL to RPN\n");
1529             return 0;
1530         }
1531         query.u.type_1 = RPNquery;
1532         ccl_rpn_delete (rpn);
1533         break;
1534     case QueryType_CQL:
1535         query.which = Z_Query_type_104;
1536         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1537         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1538         ext->indirect_reference = 0;
1539         ext->descriptor = 0;
1540         ext->which = Z_External_CQL;
1541         ext->u.cql = odr_strdup(out, arg);
1542         query.u.type_104 =  ext;
1543         break;
1544     default:
1545         printf ("Unsupported query type\n");
1546         return 0;
1547     }
1548     if (send_apdu(apdu))
1549         printf("Sent searchRequest.\n");
1550     setno = 1;
1551     return 2;
1552 }
1553
1554 /* display Query Expression as part of searchResult-1 */
1555 static void display_queryExpression (const char *lead, Z_QueryExpression *qe)
1556 {
1557     if (!qe)
1558         return;
1559     printf(" %s=", lead);
1560     if (qe->which == Z_QueryExpression_term)
1561     {
1562         if (qe->u.term->queryTerm)
1563         {
1564             Z_Term *term = qe->u.term->queryTerm;
1565             switch (term->which)
1566             {
1567             case Z_Term_general:
1568                 printf ("%.*s", term->u.general->len, term->u.general->buf);
1569                 break;
1570             case Z_Term_characterString:
1571                 printf ("%s", term->u.characterString);
1572                 break;
1573             case Z_Term_numeric:
1574                 printf ("%d", *term->u.numeric);
1575                 break;
1576             case Z_Term_null:
1577                 printf ("null");
1578                 break;
1579             }
1580         }
1581     }
1582 }
1583
1584 /* see if we can find USR:SearchResult-1 */
1585 static void display_searchResult (Z_OtherInformation *o)
1586 {
1587     int i;
1588     if (!o)
1589         return ;
1590     for (i = 0; i < o->num_elements; i++)
1591     {
1592         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1593         {
1594             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1595             
1596             if (ext->which == Z_External_searchResult1)
1597             {
1598                 int j;
1599                 Z_SearchInfoReport *sr = ext->u.searchResult1;
1600                 printf ("SearchResult-1:");
1601                 for (j = 0; j < sr->num; j++)
1602                 {
1603                     if (j)
1604                         printf(",");
1605                     if (!sr->elements[j]->subqueryExpression)
1606                         printf("%d", j);
1607                     display_queryExpression("term",
1608                         sr->elements[j]->subqueryExpression);
1609                     display_queryExpression("interpretation",
1610                         sr->elements[j]->subqueryInterpretation);
1611                     display_queryExpression("recommendation",
1612                         sr->elements[j]->subqueryRecommendation);
1613                     if (sr->elements[j]->subqueryCount)
1614                         printf(" cnt=%d", *sr->elements[j]->subqueryCount);
1615                     if (sr->elements[j]->subqueryId)
1616                         printf(" id=%s ", sr->elements[j]->subqueryId);
1617                 }
1618                 printf ("\n");
1619             }
1620         }
1621     }
1622 }
1623
1624 static int process_searchResponse(Z_SearchResponse *res)
1625 {
1626     printf ("Received SearchResponse.\n");
1627     print_refid (res->referenceId);
1628     if (*res->searchStatus)
1629         printf("Search was a success.\n");
1630     else
1631         printf("Search was a bloomin' failure.\n");
1632     printf("Number of hits: %d", *res->resultCount);
1633     last_hit_count = *res->resultCount;
1634     if (setnumber >= 0)
1635         printf (", setno %d", setnumber);
1636     printf ("\n");
1637     display_searchResult (res->additionalSearchInfo);
1638     printf("records returned: %d\n",
1639            *res->numberOfRecordsReturned);
1640     setno += *res->numberOfRecordsReturned;
1641     if (res->records)
1642         display_records(res->records);
1643     return 0;
1644 }
1645
1646 static void print_level(int iLevel)
1647 {
1648     int i;
1649     for (i = 0; i < iLevel * 4; i++)
1650         printf(" ");
1651 }
1652
1653 static void print_int(int iLevel, const char *pTag, int *pInt)
1654 {
1655     if (pInt != NULL)
1656     {
1657         print_level(iLevel);
1658         printf("%s: %d\n", pTag, *pInt);
1659     }
1660 }
1661
1662 static void print_string(int iLevel, const char *pTag, const char *pString)
1663 {
1664     if (pString != NULL)
1665     {
1666         print_level(iLevel);
1667         printf("%s: %s\n", pTag, pString);
1668     }
1669 }
1670
1671 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1672 {
1673     if (pOid != NULL)
1674     {
1675         int *pInt = pOid;
1676
1677         print_level(iLevel);
1678         printf("%s:", pTag);
1679         for (; *pInt != -1; pInt++)
1680             printf(" %d", *pInt);
1681         printf("\n");
1682     }
1683 }
1684
1685 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1686 {
1687     if (referenceId != NULL)
1688     {
1689         int i;
1690
1691         print_level(iLevel);
1692         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1693         for (i = 0; i < referenceId->len; i++)
1694             printf("%c", referenceId->buf[i]);
1695         printf("\n");
1696     }
1697 }
1698
1699 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1700 {
1701     if (pStringNumeric != NULL)
1702     {
1703         switch (pStringNumeric->which)
1704         {
1705         case Z_StringOrNumeric_string:
1706             print_string(iLevel, pTag, pStringNumeric->u.string);
1707             break;
1708             
1709         case Z_StringOrNumeric_numeric:
1710             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1711             break;
1712             
1713         default:
1714             print_level(iLevel);
1715             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1716             break;
1717         }
1718     }
1719 }
1720
1721 static void print_universe_report_duplicate(
1722     int iLevel,
1723     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1724 {
1725     if (pUniverseReportDuplicate != NULL)
1726     {
1727         print_level(iLevel);
1728         printf("Universe Report Duplicate: \n");
1729         iLevel++;
1730         print_string_or_numeric(iLevel, "Hit No",
1731                                 pUniverseReportDuplicate->hitno);
1732     }
1733 }
1734
1735 static void print_universe_report_hits(
1736     int iLevel,
1737     Z_UniverseReportHits *pUniverseReportHits)
1738 {
1739     if (pUniverseReportHits != NULL)
1740     {
1741         print_level(iLevel);
1742         printf("Universe Report Hits: \n");
1743         iLevel++;
1744         print_string_or_numeric(iLevel, "Database",
1745                                 pUniverseReportHits->database);
1746         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1747     }
1748 }
1749
1750 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1751 {
1752     if (pUniverseReport != NULL)
1753     {
1754         print_level(iLevel);
1755         printf("Universe Report: \n");
1756         iLevel++;
1757         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1758         switch (pUniverseReport->which)
1759         {
1760         case Z_UniverseReport_databaseHits:
1761             print_universe_report_hits(iLevel,
1762                                        pUniverseReport->u.databaseHits);
1763             break;
1764             
1765         case Z_UniverseReport_duplicate:
1766             print_universe_report_duplicate(iLevel,
1767                                             pUniverseReport->u.duplicate);
1768             break;
1769             
1770         default:
1771             print_level(iLevel);
1772             printf("Type: %d\n", pUniverseReport->which);
1773             break;
1774         }
1775     }
1776 }
1777
1778 static void print_external(int iLevel, Z_External *pExternal)
1779 {
1780     if (pExternal != NULL)
1781     {
1782         print_level(iLevel);
1783         printf("External: \n");
1784         iLevel++;
1785         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1786         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1787         print_string(iLevel, "Descriptor", pExternal->descriptor);
1788         switch (pExternal->which)
1789         {
1790         case Z_External_universeReport:
1791             print_universe_report(iLevel, pExternal->u.universeReport);
1792             break;
1793             
1794         default:
1795             print_level(iLevel);
1796             printf("Type: %d\n", pExternal->which);
1797             break;
1798         }
1799     }
1800 }
1801
1802 static int process_resourceControlRequest (Z_ResourceControlRequest *req)
1803 {
1804     printf ("Received ResourceControlRequest.\n");
1805     print_referenceId(1, req->referenceId);
1806     print_int(1, "Suspended Flag", req->suspendedFlag);
1807     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1808     print_int(1, "Response Required", req->responseRequired);
1809     print_int(1, "Triggered Request Flag", req->triggeredRequestFlag);
1810     print_external(1, req->resourceReport);
1811     return 0;
1812 }
1813
1814 void process_ESResponse(Z_ExtendedServicesResponse *res)
1815 {
1816     printf("Status: ");
1817     switch (*res->operationStatus)
1818     {
1819     case Z_ExtendedServicesResponse_done:
1820         printf ("done\n");
1821         break;
1822     case Z_ExtendedServicesResponse_accepted:
1823         printf ("accepted\n");
1824         break;
1825     case Z_ExtendedServicesResponse_failure:
1826         printf ("failure\n");
1827         display_diagrecs(res->diagnostics, res->num_diagnostics);
1828         break;
1829     default:
1830         printf ("unknown\n");
1831     }
1832     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
1833         (res->num_diagnostics != 0) ) {
1834         display_diagrecs(res->diagnostics, res->num_diagnostics);
1835     }
1836     print_refid (res->referenceId);
1837     if (res->taskPackage && 
1838         res->taskPackage->which == Z_External_extendedService)
1839     {
1840         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
1841         Odr_oct *id = taskPackage->targetReference;
1842         Z_External *ext = taskPackage->taskSpecificParameters;
1843         
1844         if (id)
1845         {
1846             printf ("Target Reference: ");
1847             print_stringn (id->buf, id->len);
1848             printf ("\n");
1849         }
1850         if (ext->which == Z_External_update)
1851         {
1852             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
1853             if (utp && utp->targetPart)
1854             {
1855                 Z_IUTargetPart *targetPart = utp->targetPart;
1856                 int i;
1857
1858                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
1859                 {
1860
1861                     Z_IUTaskPackageRecordStructure *tpr =
1862                         targetPart->taskPackageRecords[i];
1863                     printf ("task package record %d\n", i+1);
1864                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
1865                     {
1866                         display_record (tpr->u.record);
1867                     }
1868                     else
1869                     {
1870                         printf ("other type\n");
1871                     }
1872                 }
1873             }
1874         }
1875     }
1876     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
1877     {
1878         Odr_oct *doc = res->taskPackage->u.octet_aligned;
1879         printf("%.*s\n", doc->len, doc->buf);
1880     }
1881 }
1882
1883 const char *get_ill_element (void *clientData, const char *element)
1884 {
1885     return 0;
1886 }
1887
1888 static Z_External *create_external_itemRequest(void)
1889 {
1890     struct ill_get_ctl ctl;
1891     ILL_ItemRequest *req;
1892     Z_External *r = 0;
1893     int item_request_size = 0;
1894     char *item_request_buf = 0;
1895
1896     ctl.odr = out;
1897     ctl.clientData = 0;
1898     ctl.f = get_ill_element;
1899     
1900     req = ill_get_ItemRequest(&ctl, "ill", 0);
1901     if (!req)
1902         printf ("ill_get_ItemRequest failed\n");
1903         
1904     if (!ill_ItemRequest (out, &req, 0, 0))
1905     {
1906         if (apdu_file)
1907         {
1908             ill_ItemRequest(print, &req, 0, 0);
1909             odr_reset(print);
1910         }
1911         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1912         if (item_request_buf)
1913             odr_setbuf (out, item_request_buf, item_request_size, 1);
1914         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
1915         return 0;
1916     }
1917     else
1918     {
1919         oident oid;
1920         
1921         item_request_buf = odr_getbuf (out, &item_request_size, 0);
1922         oid.proto = PROTO_GENERAL;
1923         oid.oclass = CLASS_GENERAL;
1924         oid.value = VAL_ISO_ILL_1;
1925         
1926         r = (Z_External *) odr_malloc (out, sizeof(*r));
1927         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
1928         r->indirect_reference = 0;
1929         r->descriptor = 0;
1930         r->which = Z_External_single;
1931         
1932         r->u.single_ASN1_type = (Odr_oct *)
1933             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1934         r->u.single_ASN1_type->buf = (unsigned char *)
1935         odr_malloc (out, item_request_size);
1936         r->u.single_ASN1_type->len = item_request_size;
1937         r->u.single_ASN1_type->size = item_request_size;
1938         memcpy (r->u.single_ASN1_type->buf, item_request_buf,
1939                 item_request_size);
1940         
1941         do_hex_dump(item_request_buf,item_request_size);
1942     }
1943     return r;
1944 }
1945
1946 static Z_External *create_external_ILL_APDU(int which)
1947 {
1948     struct ill_get_ctl ctl;
1949     ILL_APDU *ill_apdu;
1950     Z_External *r = 0;
1951     int ill_request_size = 0;
1952     char *ill_request_buf = 0;
1953         
1954     ctl.odr = out;
1955     ctl.clientData = 0;
1956     ctl.f = get_ill_element;
1957
1958     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
1959
1960     if (!ill_APDU (out, &ill_apdu, 0, 0))
1961     {
1962         if (apdu_file)
1963         {
1964             printf ("-------------------\n");
1965             ill_APDU(print, &ill_apdu, 0, 0);
1966             odr_reset(print);
1967             printf ("-------------------\n");
1968         }
1969         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1970         if (ill_request_buf)
1971             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
1972         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
1973         return 0;
1974     }
1975     else
1976     {
1977         oident oid;
1978         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
1979         
1980         oid.proto = PROTO_GENERAL;
1981         oid.oclass = CLASS_GENERAL;
1982         oid.value = VAL_ISO_ILL_1;
1983         
1984         r = (Z_External *) odr_malloc (out, sizeof(*r));
1985         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
1986         r->indirect_reference = 0;
1987         r->descriptor = 0;
1988         r->which = Z_External_single;
1989         
1990         r->u.single_ASN1_type = (Odr_oct *)
1991             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
1992         r->u.single_ASN1_type->buf = (unsigned char *)
1993         odr_malloc (out, ill_request_size);
1994         r->u.single_ASN1_type->len = ill_request_size;
1995         r->u.single_ASN1_type->size = ill_request_size;
1996         memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
1997 /*         printf ("len = %d\n", ill_request_size); */
1998 /*              do_hex_dump(ill_request_buf,ill_request_size); */
1999 /*              printf("--- end of extenal\n"); */
2000
2001     }
2002     return r;
2003 }
2004
2005
2006 static Z_External *create_ItemOrderExternal(const char *type, int itemno)
2007 {
2008     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2009     oident ItemOrderRequest;
2010   
2011     ItemOrderRequest.proto = PROTO_Z3950;
2012     ItemOrderRequest.oclass = CLASS_EXTSERV;
2013     ItemOrderRequest.value = VAL_ITEMORDER;
2014  
2015     r->direct_reference = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest)); 
2016     r->indirect_reference = 0;
2017     r->descriptor = 0;
2018
2019     r->which = Z_External_itemOrder;
2020
2021     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2022     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2023     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2024
2025     r->u.itemOrder->u.esRequest = (Z_IORequest *) 
2026         odr_malloc(out,sizeof(Z_IORequest));
2027     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2028
2029     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2030         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2031     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2032     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2033         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2034     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2035
2036     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2037     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2038     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2039
2040     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2041         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2042     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2043     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2044
2045     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2046         (int *) odr_malloc(out, sizeof(int));
2047     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
2048
2049     if (!strcmp (type, "item") || !strcmp(type, "2"))
2050     {
2051         printf ("using item-request\n");
2052         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2053             create_external_itemRequest();
2054     }
2055     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2056     {
2057         printf ("using ILL-request\n");
2058         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
2059             create_external_ILL_APDU(ILL_APDU_ILL_Request);
2060     }
2061     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2062     {
2063     const char *xml_buf =
2064         "<itemorder>\n"
2065         "  <type>request</type>\n"
2066         "  <libraryNo>000200</libraryNo>\n"
2067         "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
2068         "</itemorder>";
2069         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2070             z_ext_record (out, VAL_TEXT_XML, xml_buf, strlen(xml_buf));
2071     }
2072     else
2073         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2074
2075     return r;
2076 }
2077
2078 static int send_itemorder(const char *type, int itemno)
2079 {
2080     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2081     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2082     oident ItemOrderRequest;
2083
2084
2085     req->referenceId = set_refid (out);
2086
2087     ItemOrderRequest.proto = PROTO_Z3950;
2088     ItemOrderRequest.oclass = CLASS_EXTSERV;
2089     ItemOrderRequest.value = VAL_ITEMORDER;
2090     req->packageType = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
2091     req->packageName = esPackageName;
2092
2093     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
2094
2095     send_apdu(apdu);
2096     return 0;
2097 }
2098
2099 static int only_z3950(void)
2100 {
2101     if (!conn)
2102     {
2103         printf ("Not connected yet\n");
2104         return 1;
2105     }
2106     if (protocol == PROTO_HTTP)
2107     {
2108         printf ("Not supported by SRW\n");
2109         return 1;
2110     }
2111     return 0;
2112 }
2113
2114 static int cmd_update_common(const char *arg, int version);
2115
2116 static int cmd_update(const char *arg)
2117 {
2118     return cmd_update_common(arg, 1);
2119 }
2120
2121 static int cmd_update0(const char *arg)
2122 {
2123     return cmd_update_common(arg, 0);
2124 }
2125
2126 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2127                             char *rec_buf, int rec_len);
2128
2129 static int cmd_update_SRW(int action_no, const char *recid,
2130                           char *rec_buf, int rec_len);
2131
2132 static int cmd_update_common(const char *arg, int version)
2133 {
2134     char action[20], recid[20];
2135     char *rec_buf;
2136     int rec_len;
2137     int action_no;
2138     int noread = 0;
2139
2140     *action = 0;
2141     *recid = 0;
2142     sscanf (arg, "%19s %19s%n", action, recid, &noread);
2143     if (noread == 0)
2144     {
2145         printf("Update must be followed by action and recid\n");
2146         printf(" where action is one of insert,replace,delete.update\n");
2147         printf(" recid is some record ID (any string)\n");
2148         return 0;
2149     }
2150
2151     if (!strcmp (action, "insert"))
2152         action_no = Z_IUOriginPartToKeep_recordInsert;
2153     else if (!strcmp (action, "replace"))
2154         action_no = Z_IUOriginPartToKeep_recordReplace;
2155     else if (!strcmp (action, "delete"))
2156         action_no = Z_IUOriginPartToKeep_recordDelete;
2157     else if (!strcmp (action, "update"))
2158         action_no = Z_IUOriginPartToKeep_specialUpdate;
2159     else 
2160     {
2161         printf ("Bad action: %s\n", action);
2162         printf ("Possible values: insert, replace, delete, update\n");
2163         return 0;
2164     }
2165
2166     arg += noread;
2167     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len, 1) == 0)
2168         return 0;
2169
2170 #if YAZ_HAVE_XML2
2171     if (protocol == PROTO_HTTP)
2172         return cmd_update_SRW(action_no, recid, rec_buf, rec_len);
2173 #endif
2174     return cmd_update_Z3950(version, action_no, recid, rec_buf, rec_len);
2175 }
2176
2177 #if YAZ_HAVE_XML2
2178 static int cmd_update_SRW(int action_no, const char *recid,
2179                           char *rec_buf, int rec_len)
2180 {
2181     if (!conn)
2182         cmd_open(0);
2183     if (!conn)
2184         return 0;
2185     else
2186     {
2187         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2188         Z_SRW_updateRequest *sr = srw->u.update_request;
2189
2190         switch(action_no)
2191         {
2192         case Z_IUOriginPartToKeep_recordInsert:
2193             sr->operation = "info:srw/action/1/create";
2194             break;
2195         case Z_IUOriginPartToKeep_recordReplace:
2196             sr->operation = "info:srw/action/1/replace";
2197             break;
2198         case Z_IUOriginPartToKeep_recordDelete:
2199             sr->operation = "info:srw/action/1/delete";
2200             break;
2201         }
2202         if (rec_buf)
2203         {
2204             sr->record = yaz_srw_get_record(out);
2205             sr->record->recordData_buf = rec_buf;
2206             sr->record->recordData_len = rec_len;
2207             sr->record->recordSchema = record_schema;
2208         }
2209         if (recid)
2210             sr->recordId = odr_strdup(out, recid);
2211         return send_srw(srw);
2212     }
2213 }
2214 #endif
2215                           
2216 static int cmd_update_Z3950(int version, int action_no, const char *recid,
2217                             char *rec_buf, int rec_len)
2218 {
2219     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2220     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2221     Z_External *r;
2222     Z_External *record_this = 0;
2223
2224     if (rec_buf)
2225         record_this = z_ext_record (out, VAL_TEXT_XML, rec_buf, rec_len);
2226     else
2227     {
2228         if (!record_last)
2229         {
2230             printf ("No last record (update ignored)\n");
2231             return 0;
2232         }
2233         record_this = record_last;
2234     }
2235
2236     req->packageType =
2237         yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2238                                version == 0 ? VAL_DBUPDATE0 : VAL_DBUPDATE);
2239
2240     req->packageName = esPackageName;
2241     
2242     req->referenceId = set_refid (out);
2243
2244     r = req->taskSpecificParameters = (Z_External *)
2245         odr_malloc (out, sizeof(*r));
2246     r->direct_reference = req->packageType;
2247     r->indirect_reference = 0;
2248     r->descriptor = 0;
2249     if (version == 0)
2250     {
2251         Z_IU0OriginPartToKeep *toKeep;
2252         Z_IU0SuppliedRecords *notToKeep;
2253
2254         r->which = Z_External_update0;
2255         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2256         r->u.update0->which = Z_IUUpdate_esRequest;
2257         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2258             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2259         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2260             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2261         
2262         toKeep->databaseName = databaseNames[0];
2263         toKeep->schema = 0;
2264         toKeep->elementSetName = 0;
2265
2266         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2267         *toKeep->action = action_no;
2268         
2269         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2270             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2271         notToKeep->num = 1;
2272         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2273             odr_malloc(out, sizeof(*notToKeep->elements));
2274         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2275             odr_malloc(out, sizeof(**notToKeep->elements));
2276         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2277         if (*recid && strcmp(recid, "none"))
2278         {
2279             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2280                 odr_malloc (out, sizeof(Odr_oct));
2281             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2282             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2283             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2284         }
2285         else
2286             notToKeep->elements[0]->u.opaque = 0;
2287         notToKeep->elements[0]->supplementalId = 0;
2288         notToKeep->elements[0]->correlationInfo = 0;
2289         notToKeep->elements[0]->record = record_this;
2290     }
2291     else
2292     {
2293         Z_IUOriginPartToKeep *toKeep;
2294         Z_IUSuppliedRecords *notToKeep;
2295
2296         r->which = Z_External_update;
2297         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2298         r->u.update->which = Z_IUUpdate_esRequest;
2299         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2300             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2301         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2302             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2303         
2304         toKeep->databaseName = databaseNames[0];
2305         toKeep->schema = 0;
2306         toKeep->elementSetName = 0;
2307         toKeep->actionQualifier = 0;
2308         toKeep->action = (int *) odr_malloc(out, sizeof(*toKeep->action));
2309         *toKeep->action = action_no;
2310
2311         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2312             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2313         notToKeep->num = 1;
2314         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2315             odr_malloc(out, sizeof(*notToKeep->elements));
2316         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2317             odr_malloc(out, sizeof(**notToKeep->elements));
2318         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2319         if (*recid)
2320         {
2321             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2322                 odr_malloc (out, sizeof(Odr_oct));
2323             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2324             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2325             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2326         }
2327         else
2328             notToKeep->elements[0]->u.opaque = 0;
2329         notToKeep->elements[0]->supplementalId = 0;
2330         notToKeep->elements[0]->correlationInfo = 0;
2331         notToKeep->elements[0]->record = record_this;
2332     }
2333     
2334     send_apdu(apdu);
2335
2336     return 2;
2337 }
2338
2339 static int cmd_xmles(const char *arg)
2340 {
2341     if (only_z3950())
2342         return 1;
2343     else
2344     {
2345         char *asn_buf = 0;
2346         int noread = 0;
2347         char oid_str[51];
2348         int oid_value_xmles = VAL_XMLES;
2349         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2350         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2351         
2352
2353         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2354         
2355         req->referenceId = set_refid (out);
2356         req->taskSpecificParameters = ext;
2357         ext->indirect_reference = 0;
2358         ext->descriptor = 0;
2359         ext->which = Z_External_octet;
2360         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc (out, sizeof(Odr_oct));        
2361         sscanf(arg, "%50s%n", oid_str, &noread);
2362         if (noread == 0)
2363         {
2364             printf("Missing OID for xmles\n");
2365             return 0;
2366         }
2367         arg += noread;
2368         oid_value_xmles  = oid_getvalbyname(oid_str);
2369         if (oid_value_xmles == VAL_NONE)
2370         {
2371             printf("Bad OID: %s\n", oid_str);
2372             return 0;
2373         }
2374
2375         if (parse_cmd_doc(&arg, out, &asn_buf,
2376                           &ext->u.single_ASN1_type->len, 0) == 0)
2377             return 0;
2378
2379         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2380
2381         req->packageType = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2382                                                   oid_value_xmles);
2383         
2384         ext->direct_reference = yaz_oidval_to_z3950oid(out, CLASS_EXTSERV,
2385                                                        oid_value_xmles);
2386         send_apdu(apdu);
2387         
2388         return 2;
2389     }
2390 }
2391
2392 static int cmd_itemorder(const char *arg)
2393 {
2394     char type[12];
2395     int itemno;
2396    
2397     if (only_z3950())
2398         return 1;
2399     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
2400         return 0;
2401
2402     printf("Item order request\n");
2403     fflush(stdout);
2404     send_itemorder(type, itemno);
2405     return 2;
2406 }
2407
2408 static void show_opt(const char *arg, void *clientData)
2409 {
2410     printf ("%s ", arg);
2411 }
2412
2413 static int cmd_zversion(const char *arg)
2414 {
2415     if (*arg && arg)
2416         z3950_version = atoi(arg);
2417     else
2418         printf ("version is %d\n", z3950_version);
2419     return 0;
2420 }
2421
2422 static int cmd_options(const char *arg)
2423 {
2424     if (*arg)
2425     {
2426         int r;
2427         int pos;
2428         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2429         if (r == -1)
2430             printf("Unknown option(s) near %s\n", arg+pos);
2431     }
2432     else
2433     {
2434         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2435         printf ("\n");
2436     }
2437     return 0;
2438 }
2439
2440 static int cmd_explain(const char *arg)
2441 {
2442     if (protocol != PROTO_HTTP)
2443         return 0;
2444 #if YAZ_HAVE_XML2
2445     if (!conn)
2446         cmd_open(0);
2447     if (conn)
2448     {
2449         Z_SRW_PDU *sr = 0;
2450         
2451         setno = 1;
2452         
2453         /* save this for later .. when fetching individual records */
2454         sr = yaz_srw_get(out, Z_SRW_explain_request);
2455         if (recordsyntax_size > 0 && recordsyntax_list[0] == VAL_TEXT_XML)
2456             sr->u.explain_request->recordPacking = "xml";
2457         send_srw(sr);
2458         return 2;
2459     }
2460 #endif
2461     return 0;
2462 }
2463
2464 static int cmd_init(const char *arg)
2465 {
2466     if (*arg)
2467     {
2468         strncpy (cur_host, arg, sizeof(cur_host)-1);
2469         cur_host[sizeof(cur_host)-1] = 0;
2470     }
2471     if (only_z3950())
2472         return 1;
2473     send_initRequest(cur_host);
2474     return 2;
2475 }
2476
2477 static int cmd_sru(const char *arg)
2478 {
2479     if (!*arg)
2480     {
2481         printf("SRU method is: %s\n", sru_method);
2482     }
2483     else
2484     {
2485         if (!yaz_matchstr(arg, "post"))
2486             sru_method = "post";
2487         else if (!yaz_matchstr(arg, "get"))
2488             sru_method = "get";
2489         else if (!yaz_matchstr(arg, "soap"))
2490             sru_method = "soap";
2491         else
2492         {
2493             printf("Unknown SRU method: %s\n", arg);
2494             printf("Specify one of POST, GET, SOAP\n");
2495         }
2496     }
2497     return 0;
2498 }
2499
2500 static int cmd_find(const char *arg)
2501 {
2502     if (!*arg)
2503     {
2504         printf("Find what?\n");
2505         return 0;
2506     }
2507     if (protocol == PROTO_HTTP)
2508     {
2509 #if YAZ_HAVE_XML2
2510         if (!conn)
2511             cmd_open(0);
2512         if (!conn)
2513             return 0;
2514         if (!send_SRW_searchRequest(arg))
2515             return 0;
2516 #else
2517         return 0;
2518 #endif
2519     }
2520     else
2521     {
2522         if (!conn)
2523         {
2524             try_reconnect(); 
2525             
2526             if (!conn) {                                        
2527                 printf("Not connected yet\n");
2528                 return 0;
2529             }
2530         }
2531         if (!send_searchRequest(arg))
2532             return 0;
2533     }
2534     return 2;
2535 }
2536
2537 static int cmd_delete(const char *arg)
2538 {
2539     if (only_z3950())
2540         return 0;
2541     if (!send_deleteResultSetRequest(arg))
2542         return 0;
2543     return 2;
2544 }
2545
2546 static int cmd_ssub(const char *arg)
2547 {
2548     if (!(smallSetUpperBound = atoi(arg)))
2549         return 0;
2550     return 1;
2551 }
2552
2553 static int cmd_lslb(const char *arg)
2554 {
2555     if (!(largeSetLowerBound = atoi(arg)))
2556         return 0;
2557     return 1;
2558 }
2559
2560 static int cmd_mspn(const char *arg)
2561 {
2562     if (!(mediumSetPresentNumber = atoi(arg)))
2563         return 0;
2564     return 1;
2565 }
2566
2567 static int cmd_status(const char *arg)
2568 {
2569     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
2570     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
2571     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
2572     return 1;
2573 }
2574
2575 static int cmd_setnames(const char *arg)
2576 {
2577     if (*arg == '1')         /* enable ? */
2578         setnumber = 0;
2579     else if (*arg == '0')    /* disable ? */
2580         setnumber = -1;
2581     else if (setnumber < 0)  /* no args, toggle .. */
2582         setnumber = 0;
2583     else
2584         setnumber = -1;
2585    
2586     if (setnumber >= 0)
2587         printf("Set numbering enabled.\n");
2588     else
2589         printf("Set numbering disabled.\n");
2590     return 1;
2591 }
2592
2593 /* PRESENT SERVICE ----------------------------- */
2594
2595 static void parse_show_args(const char *arg_c, char *setstring,
2596                             int *start, int *number)
2597 {
2598     char arg[40];
2599     char *p;
2600
2601     strncpy(arg, arg_c, sizeof(arg)-1);
2602     arg[sizeof(arg)-1] = '\0';
2603
2604     if ((p = strchr(arg, '+')))
2605     {
2606         *number = atoi(p + 1);
2607         *p = '\0';
2608     }
2609     if (*arg)
2610     {
2611         if (!strcmp(arg, "all"))
2612         {
2613             *number = last_hit_count;
2614             *start = 1;
2615         }
2616         else
2617             *start = atoi(arg);
2618     }
2619     if (p && (p=strchr(p+1, '+')))
2620         strcpy (setstring, p+1);
2621     else if (setnumber >= 0)
2622         sprintf(setstring, "%d", setnumber);
2623     else
2624         *setstring = '\0';
2625 }
2626
2627 static int send_presentRequest(const char *arg)
2628 {
2629     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
2630     Z_PresentRequest *req = apdu->u.presentRequest;
2631     Z_RecordComposition compo;
2632     int nos = 1;
2633     char setstring[100];
2634
2635     req->referenceId = set_refid (out);
2636
2637     parse_show_args(arg, setstring, &setno, &nos);
2638     if (*setstring)
2639         req->resultSetId = setstring;
2640
2641     req->resultSetStartPoint = &setno;
2642     req->numberOfRecordsRequested = &nos;
2643
2644     if (recordsyntax_size == 1)
2645         req->preferredRecordSyntax =
2646             yaz_oidval_to_z3950oid(out, CLASS_RECSYN, recordsyntax_list[0]);
2647
2648     if (record_schema || recordsyntax_size >= 2)
2649     {
2650         req->recordComposition = &compo;
2651         compo.which = Z_RecordComp_complex;
2652         compo.u.complex = (Z_CompSpec *)
2653             odr_malloc(out, sizeof(*compo.u.complex));
2654         compo.u.complex->selectAlternativeSyntax = (bool_t *) 
2655             odr_malloc(out, sizeof(bool_t));
2656         *compo.u.complex->selectAlternativeSyntax = 0;
2657
2658         compo.u.complex->generic = (Z_Specification *)
2659             odr_malloc(out, sizeof(*compo.u.complex->generic));
2660         
2661         compo.u.complex->generic->which = Z_Schema_oid;
2662         if (!record_schema)
2663             compo.u.complex->generic->schema.oid = 0;
2664         else 
2665         {
2666             compo.u.complex->generic->schema.oid =
2667                 yaz_str_to_z3950oid(out, CLASS_SCHEMA, record_schema);
2668             
2669             if (!compo.u.complex->generic->schema.oid)
2670             {
2671                 /* OID wasn't a schema! Try record syntax instead. */
2672                 compo.u.complex->generic->schema.oid = (Odr_oid *)
2673                     yaz_str_to_z3950oid(out, CLASS_RECSYN, record_schema);
2674             }
2675         }
2676         if (!elementSetNames)
2677             compo.u.complex->generic->elementSpec = 0;
2678         else
2679         {
2680             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
2681                 odr_malloc(out, sizeof(Z_ElementSpec));
2682             compo.u.complex->generic->elementSpec->which =
2683                 Z_ElementSpec_elementSetName;
2684             compo.u.complex->generic->elementSpec->u.elementSetName =
2685                 elementSetNames->u.generic;
2686         }
2687         compo.u.complex->num_dbSpecific = 0;
2688         compo.u.complex->dbSpecific = 0;
2689         if (recordsyntax_size >= 2)
2690         {
2691             int i;
2692             compo.u.complex->num_recordSyntax = recordsyntax_size;
2693             compo.u.complex->recordSyntax = (Odr_oid **)
2694                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
2695             for (i = 0; i < recordsyntax_size; i++)
2696             compo.u.complex->recordSyntax[i] =                 
2697                 yaz_oidval_to_z3950oid(out, CLASS_RECSYN,
2698                                        recordsyntax_list[i]);
2699         }
2700         else
2701         {
2702             compo.u.complex->num_recordSyntax = 0;
2703             compo.u.complex->recordSyntax = 0;
2704         }
2705     }
2706     else if (elementSetNames)
2707     {
2708         req->recordComposition = &compo;
2709         compo.which = Z_RecordComp_simple;
2710         compo.u.simple = elementSetNames;
2711     }
2712     send_apdu(apdu);
2713     printf("Sent presentRequest (%d+%d).\n", setno, nos);
2714     return 2;
2715 }
2716
2717 #if YAZ_HAVE_XML2
2718 static int send_SRW_presentRequest(const char *arg)
2719 {
2720     char setstring[100];
2721     int nos = 1;
2722     Z_SRW_PDU *sr = srw_sr;
2723
2724     if (!sr)
2725         return 0;
2726     parse_show_args(arg, setstring, &setno, &nos);
2727     sr->u.request->startRecord = odr_intdup(out, setno);
2728     sr->u.request->maximumRecords = odr_intdup(out, nos);
2729     if (record_schema)
2730         sr->u.request->recordSchema = record_schema;
2731     if (recordsyntax_size == 1 && recordsyntax_list[0] == VAL_TEXT_XML)
2732         sr->u.request->recordPacking = "xml";
2733     return send_srw(sr);
2734 }
2735 #endif
2736
2737 static void close_session (void)
2738 {
2739     if (conn)
2740         cs_close (conn);
2741     conn = 0;
2742     sent_close = 0;
2743     odr_reset(out);
2744     odr_reset(in);
2745     odr_reset(print);
2746     last_hit_count = 0;
2747 }
2748
2749 void process_close(Z_Close *req)
2750 {
2751     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
2752     Z_Close *res = apdu->u.close;
2753
2754     static char *reasons[] =
2755     {
2756         "finished",
2757         "shutdown",
2758         "system problem",
2759         "cost limit reached",
2760         "resources",
2761         "security violation",
2762         "protocolError",
2763         "lack of activity",
2764         "peer abort",
2765         "unspecified"
2766     };
2767
2768     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
2769         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
2770     if (sent_close)
2771         close_session ();
2772     else
2773     {
2774         *res->closeReason = Z_Close_finished;
2775         send_apdu(apdu);
2776         printf("Sent response.\n");
2777         sent_close = 1;
2778     }
2779 }
2780
2781 static int cmd_show(const char *arg)
2782 {
2783     if (protocol == PROTO_HTTP)
2784     {
2785 #if YAZ_HAVE_XML2
2786         if (!conn)
2787             cmd_open(0);
2788         if (!conn)
2789             return 0;
2790         if (!send_SRW_presentRequest(arg))
2791             return 0;
2792 #else
2793         return 0;
2794 #endif
2795     }
2796     else
2797     {
2798         if (!conn)
2799         {
2800             printf("Not connected yet\n");
2801             return 0;
2802         }
2803         if (!send_presentRequest(arg))
2804             return 0;
2805     }
2806     return 2;
2807 }
2808
2809 int cmd_quit(const char *arg)
2810 {
2811     printf("See you later, alligator.\n");
2812     xmalloc_trav ("");
2813     exit(0);
2814     return 0;
2815 }
2816
2817 int cmd_cancel(const char *arg)
2818 {
2819     Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
2820     Z_TriggerResourceControlRequest *req =
2821         apdu->u.triggerResourceControlRequest;
2822     bool_t rfalse = 0;
2823     char command[16];
2824   
2825     *command = '\0';
2826     sscanf(arg, "%15s", command);
2827
2828     if (only_z3950())
2829         return 0;
2830     if (session_initResponse &&
2831         !ODR_MASK_GET(session_initResponse->options,
2832                       Z_Options_triggerResourceCtrl))
2833     {
2834         printf("Target doesn't support cancel (trigger resource ctrl)\n");
2835         return 0;
2836     }
2837     *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
2838     req->resultSetWanted = &rfalse;
2839     req->referenceId = set_refid (out);
2840
2841     send_apdu(apdu);
2842     printf("Sent cancel request\n");
2843     if (!strcmp(command, "wait"))
2844          return 2;
2845     return 1;
2846 }
2847
2848
2849 int cmd_cancel_find(const char *arg) {
2850     int fres;
2851     fres=cmd_find(arg);
2852     if( fres > 0 ) {
2853         return cmd_cancel("");
2854     };
2855     return fres;
2856 }
2857
2858 int send_scanrequest(const char *query, int pp, int num, const char *term)
2859 {
2860     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
2861     Z_ScanRequest *req = apdu->u.scanRequest;
2862     
2863     if (only_z3950())
2864         return 0;
2865     if (queryType == QueryType_CCL2RPN)
2866     {
2867         int error, pos;
2868         struct ccl_rpn_node *rpn;
2869
2870         rpn = ccl_find_str (bibset,  query, &error, &pos);
2871         if (error)
2872         {
2873             printf("CCL ERROR: %s\n", ccl_err_msg(error));
2874             return -1;
2875         }
2876         req->attributeSet =
2877             yaz_oidval_to_z3950oid(out, CLASS_ATTSET, VAL_BIB1);
2878         if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
2879         {
2880             printf("Couldn't convert CCL to Scan term\n");
2881             return -1;
2882         }
2883         ccl_rpn_delete (rpn);
2884     }
2885     else
2886     {
2887         YAZ_PQF_Parser pqf_parser = yaz_pqf_create ();
2888
2889         if (!(req->termListAndStartPoint =
2890               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
2891         {
2892             const char *pqf_msg;
2893             size_t off;
2894             int code = yaz_pqf_error (pqf_parser, &pqf_msg, &off);
2895             int ioff = off;
2896             printf("%*s^\n", ioff+7, "");
2897             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
2898             yaz_pqf_destroy (pqf_parser);
2899             return -1;
2900         }
2901         yaz_pqf_destroy (pqf_parser);
2902     }
2903     if (term && *term)
2904     {
2905         if (req->termListAndStartPoint->term &&
2906             req->termListAndStartPoint->term->which == Z_Term_general &&
2907             req->termListAndStartPoint->term->u.general)
2908         {
2909             req->termListAndStartPoint->term->u.general->buf =
2910                 (unsigned char *) odr_strdup(out, term);
2911             req->termListAndStartPoint->term->u.general->len =
2912                 req->termListAndStartPoint->term->u.general->size =
2913                 strlen(term);
2914         }
2915     }
2916     req->referenceId = set_refid (out);
2917     req->num_databaseNames = num_databaseNames;
2918     req->databaseNames = databaseNames;
2919     req->numberOfTermsRequested = &num;
2920     req->preferredPositionInResponse = &pp;
2921     req->stepSize = odr_intdup(out, scan_stepSize);
2922     send_apdu(apdu);
2923     return 2;
2924 }
2925
2926 int send_sortrequest(const char *arg, int newset)
2927 {
2928     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
2929     Z_SortRequest *req = apdu->u.sortRequest;
2930     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
2931         odr_malloc (out, sizeof(*sksl));
2932     char setstring[32];
2933
2934     if (only_z3950())
2935         return 0;
2936     if (setnumber >= 0)
2937         sprintf (setstring, "%d", setnumber);
2938     else
2939         sprintf (setstring, "default");
2940
2941     req->referenceId = set_refid (out);
2942
2943     req->num_inputResultSetNames = 1;
2944     req->inputResultSetNames = (Z_InternationalString **)
2945         odr_malloc (out, sizeof(*req->inputResultSetNames));
2946     req->inputResultSetNames[0] = odr_strdup (out, setstring);
2947
2948     if (newset && setnumber >= 0)
2949         sprintf (setstring, "%d", ++setnumber);
2950
2951     req->sortedResultSetName = odr_strdup (out, setstring);
2952
2953     req->sortSequence = yaz_sort_spec (out, arg);
2954     if (!req->sortSequence)
2955     {
2956         printf ("Missing sort specifications\n");
2957         return -1;
2958     }
2959     send_apdu(apdu);
2960     return 2;
2961 }
2962
2963 void display_term(Z_TermInfo *t)
2964 {
2965     if (t->displayTerm)
2966         printf("%s", t->displayTerm);
2967     else if (t->term->which == Z_Term_general)
2968     {
2969         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
2970         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
2971             t->term->u.general->buf);
2972     }
2973     else
2974         printf("Term (not general)");
2975     if (t->globalOccurrences)
2976         printf (" (%d)\n", *t->globalOccurrences);
2977     else
2978         printf ("\n");
2979 }
2980
2981 void process_scanResponse(Z_ScanResponse *res)
2982 {
2983     int i;
2984     Z_Entry **entries = NULL;
2985     int num_entries = 0;
2986    
2987     printf("Received ScanResponse\n"); 
2988     print_refid (res->referenceId);
2989     printf("%d entries", *res->numberOfEntriesReturned);
2990     if (res->positionOfTerm)
2991         printf (", position=%d", *res->positionOfTerm); 
2992     printf ("\n");
2993     if (*res->scanStatus != Z_Scan_success)
2994         printf("Scan returned code %d\n", *res->scanStatus);
2995     if (!res->entries)
2996         return;
2997     if ((entries = res->entries->entries))
2998         num_entries = res->entries->num_entries;
2999     for (i = 0; i < num_entries; i++)
3000     {
3001         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3002         if (entries[i]->which == Z_Entry_termInfo)
3003         {
3004             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3005             display_term(entries[i]->u.termInfo);
3006         }
3007         else
3008             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3009     }
3010     if (res->entries->nonsurrogateDiagnostics)
3011         display_diagrecs (res->entries->nonsurrogateDiagnostics,
3012                           res->entries->num_nonsurrogateDiagnostics);
3013 }
3014
3015 void process_sortResponse(Z_SortResponse *res)
3016 {
3017     printf("Received SortResponse: status=");
3018     switch (*res->sortStatus)
3019     {
3020     case Z_SortResponse_success:
3021         printf ("success"); break;
3022     case Z_SortResponse_partial_1:
3023         printf ("partial"); break;
3024     case Z_SortResponse_failure:
3025         printf ("failure"); break;
3026     default:
3027         printf ("unknown (%d)", *res->sortStatus);
3028     }
3029     printf ("\n");
3030     print_refid (res->referenceId);
3031     if (res->diagnostics)
3032         display_diagrecs(res->diagnostics,
3033                          res->num_diagnostics);
3034 }
3035
3036 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
3037 {
3038     printf("Got deleteResultSetResponse status=%d\n",
3039            *res->deleteOperationStatus);
3040     if (res->deleteListStatuses)
3041     {
3042         int i;
3043         for (i = 0; i < res->deleteListStatuses->num; i++)
3044         {
3045             printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
3046                     *res->deleteListStatuses->elements[i]->status);
3047         }
3048     }
3049 }
3050
3051 int cmd_sort_generic(const char *arg, int newset)
3052 {
3053     if (only_z3950())
3054         return 0;
3055     if (session_initResponse && 
3056         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3057     {
3058         printf("Target doesn't support sort\n");
3059         return 0;
3060     }
3061     if (*arg)
3062     {
3063         if (send_sortrequest(arg, newset) < 0)
3064             return 0;
3065         return 2;
3066     }
3067     return 0;
3068 }
3069
3070 int cmd_sort(const char *arg)
3071 {
3072     return cmd_sort_generic (arg, 0);
3073 }
3074
3075 int cmd_sort_newset (const char *arg)
3076 {
3077     return cmd_sort_generic (arg, 1);
3078 }
3079
3080 int cmd_scanstep(const char *arg)
3081 {
3082     scan_stepSize = atoi(arg);
3083     return 0;
3084 }
3085
3086 int cmd_scanpos(const char *arg)
3087 {
3088     int r = sscanf(arg, "%d", &scan_position);
3089     if (r == 0)
3090         scan_position = 1;
3091     return 0;
3092 }
3093
3094 int cmd_scansize(const char *arg)
3095 {
3096     int r = sscanf(arg, "%d", &scan_size);
3097     if (r == 0)
3098         scan_size = 20;
3099     return 0;
3100 }
3101
3102 int cmd_scan(const char *arg)
3103 {
3104     if (protocol == PROTO_HTTP)
3105     {
3106 #if YAZ_HAVE_XML2
3107         if (!conn)
3108             cmd_open(0);
3109         if (!conn)
3110             return 0;
3111         if (*arg)
3112         {
3113             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3114                 return 0;
3115         }
3116         else
3117         {
3118             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3119                 return 0;
3120         }
3121         return 2;
3122 #else
3123         return 0;
3124 #endif
3125     }
3126     else
3127     {
3128         if (!conn)
3129         {
3130             try_reconnect();
3131             
3132             if (!conn) {                                                                
3133                 printf("Session not initialized yet\n");
3134                 return 0;
3135             }
3136         }
3137         if (session_initResponse && 
3138             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3139         {
3140             printf("Target doesn't support scan\n");
3141             return 0;
3142         }
3143         if (*arg)
3144         {
3145             strcpy (last_scan_query, arg);
3146             if (send_scanrequest(arg, scan_position, scan_size, 0) < 0)
3147                 return 0;
3148         }
3149         else
3150         {
3151             if (send_scanrequest(last_scan_query, 1, scan_size, last_scan_line) < 0)
3152                 return 0;
3153         }
3154         return 2;
3155     }
3156 }
3157
3158 int cmd_schema(const char *arg)
3159 {
3160     xfree(record_schema);
3161     record_schema = 0;
3162     if (arg && *arg)
3163         record_schema = xstrdup(arg);
3164     return 1;
3165 }
3166
3167 int cmd_format(const char *arg)
3168 {
3169     const char *cp = arg;
3170     int nor;
3171     int idx = 0;
3172     oid_value nsyntax[RECORDSYNTAX_MAX];
3173     char form_str[41];
3174     if (!arg || !*arg)
3175     {
3176         printf("Usage: format <recordsyntax>\n");
3177         return 0;
3178     }
3179     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0 
3180            && idx < RECORDSYNTAX_MAX)
3181     {
3182         nsyntax[idx] = oid_getvalbyname(form_str);
3183         if (!strcmp(form_str, "none"))
3184             break;
3185         if (nsyntax[idx] == VAL_NONE)
3186         {
3187             printf ("unknown record syntax: %s\n", form_str);
3188             return 0;
3189         }
3190         cp += nor;
3191         idx++;
3192     }
3193     recordsyntax_size = idx;
3194     memcpy(recordsyntax_list, nsyntax, idx * sizeof(*nsyntax));
3195     return 1;
3196 }
3197
3198 int cmd_elements(const char *arg)
3199 {
3200     static Z_ElementSetNames esn;
3201     static char what[100];
3202
3203     if (!arg || !*arg)
3204     {
3205         elementSetNames = 0;
3206         return 1;
3207     }
3208     strcpy(what, arg);
3209     esn.which = Z_ElementSetNames_generic;
3210     esn.u.generic = what;
3211     elementSetNames = &esn;
3212     return 1;
3213 }
3214
3215 int cmd_attributeset(const char *arg)
3216 {
3217     char what[100];
3218
3219     if (!arg || !*arg)
3220     {
3221         printf("Usage: attributeset <setname>\n");
3222         return 0;
3223     }
3224     sscanf(arg, "%s", what);
3225     if (p_query_attset (what))
3226     {
3227         printf("Unknown attribute set name\n");
3228         return 0;
3229     }
3230     return 1;
3231 }
3232
3233 int cmd_querytype (const char *arg)
3234 {
3235     if (!strcmp (arg, "ccl"))
3236         queryType = QueryType_CCL;
3237     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
3238         queryType = QueryType_Prefix;
3239     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
3240         queryType = QueryType_CCL2RPN;
3241     else if (!strcmp(arg, "cql"))
3242         queryType = QueryType_CQL;        
3243     else if (!strcmp (arg, "cql2rpn") || !strcmp (arg, "cqlrpn"))
3244         queryType = QueryType_CQL2RPN;
3245     else
3246     {
3247         printf ("Querytype must be one of:\n");
3248         printf (" prefix         - Prefix query\n");
3249         printf (" ccl            - CCL query\n");
3250         printf (" ccl2rpn        - CCL query converted to RPN\n");
3251         printf (" cql            - CQL\n");
3252         printf (" cql2rpn        - CQL query converted to RPN\n");
3253         return 0;
3254     }
3255     return 1;
3256 }
3257
3258 int cmd_refid (const char *arg)
3259 {
3260     xfree (refid);
3261     refid = NULL;
3262     if (*arg)
3263         refid = xstrdup (arg);
3264     return 1;
3265 }
3266
3267 int cmd_close(const char *arg)
3268 {
3269     Z_APDU *apdu;
3270     Z_Close *req;
3271     if (only_z3950())
3272         return 0;
3273     apdu = zget_APDU(out, Z_APDU_close);
3274     req = apdu->u.close;
3275     *req->closeReason = Z_Close_finished;
3276     send_apdu(apdu);
3277     printf("Sent close request.\n");
3278     sent_close = 1;
3279     return 2;
3280 }
3281
3282 int cmd_packagename(const char* arg)
3283 {
3284     xfree (esPackageName);
3285     esPackageName = NULL;
3286     if (*arg)
3287         esPackageName = xstrdup(arg);
3288     return 1;
3289 }
3290
3291 int cmd_proxy(const char* arg)
3292 {
3293     xfree(yazProxy);
3294     yazProxy = 0;
3295     if (*arg)
3296         yazProxy = xstrdup (arg);
3297     return 1;
3298 }
3299
3300 int cmd_marccharset(const char *arg)
3301 {
3302     char l1[30];
3303
3304     *l1 = 0;
3305     if (sscanf(arg, "%29s", l1) < 1)
3306     {
3307         printf("MARC character set is `%s'\n", 
3308                marcCharset ? marcCharset: "none");
3309         return 1;
3310     }
3311     xfree (marcCharset);
3312     marcCharset = 0;
3313     if (strcmp(l1, "-"))
3314         marcCharset = xstrdup(l1);
3315     return 1;
3316 }
3317
3318 int cmd_displaycharset(const char *arg)
3319 {
3320     char l1[30];
3321
3322     *l1 = 0;
3323     if (sscanf(arg, "%29s", l1) < 1)
3324     {
3325         printf("Display character set is `%s'\n", 
3326                outputCharset ? outputCharset: "none");
3327     }
3328     else
3329     {
3330         xfree (outputCharset);
3331         outputCharset = 0;
3332         if (!strcmp(l1, "auto") && codeset)
3333         {
3334             if (codeset)
3335             {
3336                 printf ("Display character set: %s\n", codeset);
3337                 outputCharset = xstrdup(codeset);
3338             }
3339             else
3340                 printf ("No codeset found on this system\n");
3341         }
3342         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3343             outputCharset = xstrdup(l1);
3344     } 
3345     return 1;
3346 }
3347
3348 int cmd_negcharset(const char *arg)
3349 {
3350     char l1[30];
3351
3352     *l1 = 0;
3353     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3354                &negotiationCharsetVersion) < 1)
3355     {
3356         printf("Current negotiation character set is `%s'\n", 
3357                negotiationCharset ? negotiationCharset: "none");  
3358         printf("Records in charset %s\n", negotiationCharsetRecords ? 
3359                "yes" : "no");
3360         printf("Charneg version %d\n", negotiationCharsetVersion);
3361     }
3362     else
3363     {
3364         xfree (negotiationCharset);
3365         negotiationCharset = NULL;
3366         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3367         {
3368             negotiationCharset = xstrdup(l1);
3369             printf ("Character set negotiation : %s\n", negotiationCharset);
3370         }
3371     }
3372     return 1;
3373 }
3374
3375 int cmd_charset(const char* arg)
3376 {
3377     char l1[30], l2[30], l3[30];
3378
3379     *l1 = *l2 = *l3 = 0;
3380     if (sscanf(arg, "%29s %29s %29s", l1, l2, l3) < 1)
3381     {
3382         cmd_negcharset("");
3383         cmd_displaycharset("");
3384         cmd_marccharset("");
3385     }
3386     else
3387     {
3388         cmd_negcharset(l1);
3389         if (*l2)
3390             cmd_displaycharset(l2);
3391         if (*l3)
3392             cmd_marccharset(l3);
3393     }
3394     return 1;
3395 }
3396
3397 int cmd_lang(const char* arg)
3398 {
3399     if (*arg == '\0') {
3400         printf("Current language is `%s'\n", (yazLang)?yazLang:NULL);
3401         return 1;
3402     }
3403     xfree (yazLang);
3404     yazLang = NULL;
3405     if (*arg)
3406         yazLang = xstrdup(arg);
3407     return 1;
3408 }
3409
3410 int cmd_source(const char* arg, int echo ) 
3411 {
3412     /* first should open the file and read one line at a time.. */
3413     FILE* includeFile;
3414     char line[102400], *cp;
3415
3416     if(strlen(arg)<1) {
3417         fprintf(stderr,"Error in source command use a filename\n");
3418         return -1;
3419     }
3420     
3421     includeFile = fopen (arg, "r");
3422     
3423     if(!includeFile) {
3424         fprintf(stderr,"Unable to open file %s for reading\n",arg);
3425         return -1;
3426     }
3427     
3428     while(!feof(includeFile)) {
3429         memset(line,0,sizeof(line));
3430         fgets(line,sizeof(line),includeFile);
3431         
3432         if(strlen(line) < 2) continue;
3433         if(line[0] == '#') continue;
3434         
3435         if ((cp = strrchr (line, '\n')))
3436             *cp = '\0';
3437         
3438         if( echo ) {
3439             printf( "processing line: %s\n",line );
3440         };
3441         process_cmd_line(line);
3442     }
3443     
3444     if(fclose(includeFile)<0) {
3445         perror("unable to close include file");
3446         exit(1);
3447     }
3448     return 1;
3449 }
3450
3451 int cmd_source_echo(const char* arg)
3452
3453     cmd_source(arg, 1);
3454     return 1;
3455 }
3456
3457 int cmd_source_noecho(const char* arg)
3458 {
3459     cmd_source(arg, 0);
3460     return 1;
3461 }
3462
3463
3464 int cmd_subshell(const char* args)
3465 {
3466     if(strlen(args)) 
3467         system(args);
3468     else 
3469         system(getenv("SHELL"));
3470     
3471     printf("\n");
3472     return 1;
3473 }
3474
3475 int cmd_set_berfile(const char *arg)
3476 {
3477     if (ber_file && ber_file != stdout && ber_file != stderr)
3478         fclose(ber_file);
3479     if (!strcmp(arg, ""))
3480         ber_file = 0;
3481     else if (!strcmp(arg, "-"))
3482         ber_file = stdout;
3483     else
3484         ber_file = fopen(arg, "a");
3485     return 1;
3486 }
3487
3488 int cmd_set_apdufile(const char *arg)
3489 {
3490     if(apdu_file && apdu_file != stderr && apdu_file != stderr)
3491         fclose(apdu_file);
3492     if (!strcmp(arg, ""))
3493         apdu_file = 0;
3494     else if (!strcmp(arg, "-"))
3495         apdu_file = stderr;
3496     else
3497     {
3498         apdu_file = fopen(arg, "a");
3499         if (!apdu_file)
3500             perror("unable to open apdu log file");
3501     }
3502     if (apdu_file)
3503         odr_setprint(print, apdu_file);
3504     return 1;
3505 }
3506
3507 int cmd_set_cclfile(const char* arg)
3508 {  
3509     FILE *inf;
3510
3511     bibset = ccl_qual_mk (); 
3512     inf = fopen (arg, "r");
3513     if (!inf)
3514         perror("unable to open CCL file");
3515     else
3516     {
3517         ccl_qual_file (bibset, inf);
3518         fclose (inf);
3519     }
3520     strcpy(ccl_fields,arg);
3521     return 0;
3522 }
3523
3524 int cmd_set_cqlfile(const char* arg)
3525 {
3526     cql_transform_t newcqltrans;
3527
3528     if ((newcqltrans = cql_transform_open_fname(arg)) == 0) {
3529         perror("unable to open CQL file");
3530         return 0;
3531     }
3532     if (cqltrans != 0)
3533         cql_transform_close(cqltrans);
3534
3535     cqltrans = newcqltrans;
3536     strcpy(cql_fields, arg);
3537     return 0;
3538 }
3539
3540 int cmd_set_auto_reconnect(const char* arg)
3541 {  
3542     if(strlen(arg)==0) {
3543         auto_reconnect = ! auto_reconnect;
3544     } else if(strcmp(arg,"on")==0) {
3545         auto_reconnect = 1;
3546     } else if(strcmp(arg,"off")==0) {
3547         auto_reconnect = 0;             
3548     } else {
3549         printf("Error use on or off\n");
3550         return 1;
3551     }
3552     
3553     if (auto_reconnect)
3554         printf("Set auto reconnect enabled.\n");
3555     else
3556         printf("Set auto reconnect disabled.\n");
3557     
3558     return 0;
3559 }
3560
3561
3562 int cmd_set_auto_wait(const char* arg)
3563 {  
3564     if(strlen(arg)==0) {
3565         auto_wait = ! auto_wait;
3566     } else if(strcmp(arg,"on")==0) {
3567         auto_wait = 1;
3568     } else if(strcmp(arg,"off")==0) {
3569         auto_wait = 0;          
3570     } else {
3571         printf("Error use on or off\n");
3572         return 1;
3573     }
3574     
3575     if (auto_wait)
3576         printf("Set auto wait enabled.\n");
3577     else
3578         printf("Set auto wait disabled.\n");
3579     
3580     return 0;
3581 }
3582
3583 int cmd_set_marcdump(const char* arg)
3584 {
3585     if(marc_file && marc_file != stderr) { /* don't close stdout*/
3586         fclose(marc_file);
3587     }
3588
3589     if (!strcmp(arg, ""))
3590         marc_file = 0;
3591     else if (!strcmp(arg, "-"))
3592         marc_file = stderr;
3593     else
3594     {
3595         marc_file = fopen(arg, "a");
3596         if (!marc_file)
3597             perror("unable to open marc log file");
3598     }
3599     return 1;
3600 }
3601
3602 /* 
3603    this command takes 3 arge {name class oid} 
3604 */
3605 int cmd_register_oid(const char* args) {
3606     static struct {
3607         char* className;
3608         oid_class oclass;
3609     } oid_classes[] = {
3610         {"appctx",CLASS_APPCTX},
3611         {"absyn",CLASS_ABSYN},
3612         {"attset",CLASS_ATTSET},
3613         {"transyn",CLASS_TRANSYN},
3614         {"diagset",CLASS_DIAGSET},
3615         {"recsyn",CLASS_RECSYN},
3616         {"resform",CLASS_RESFORM},
3617         {"accform",CLASS_ACCFORM},
3618         {"extserv",CLASS_EXTSERV},
3619         {"userinfo",CLASS_USERINFO},
3620         {"elemspec",CLASS_ELEMSPEC},
3621         {"varset",CLASS_VARSET},
3622         {"schema",CLASS_SCHEMA},
3623         {"tagset",CLASS_TAGSET},
3624         {"general",CLASS_GENERAL},
3625         {0,(enum oid_class) 0}
3626     };
3627     char oname_str[101], oclass_str[101], oid_str[101];  
3628     char* name;
3629     int i;
3630     oid_class oidclass = CLASS_GENERAL;
3631     int val = 0, oid[OID_SIZE];
3632     struct oident * new_oident=NULL;
3633     
3634     if (sscanf (args, "%100[^ ] %100[^ ] %100s",
3635                 oname_str,oclass_str, oid_str) < 1) {
3636         printf("Error in register command \n");
3637         return 0;
3638     }
3639     
3640     for (i = 0; oid_classes[i].className; i++) {
3641         if (!strcmp(oid_classes[i].className, oclass_str))
3642         {
3643             oidclass=oid_classes[i].oclass;
3644             break;
3645         }
3646     }
3647     
3648     if(!(oid_classes[i].className)) {
3649         printf("Unknown oid class %s\n",oclass_str);
3650         return 0;
3651     }
3652     
3653     i = 0;
3654     name = oid_str;
3655     val = 0;
3656     
3657     while (isdigit (*(unsigned char *) name))
3658     {
3659         val = val*10 + (*name - '0');
3660         name++;
3661         if (*name == '.')
3662         {
3663             if (i < OID_SIZE-1)
3664                 oid[i++] = val;
3665             val = 0;
3666             name++;
3667         }
3668     }
3669     oid[i] = val;
3670     oid[i+1] = -1;
3671     
3672     new_oident = oid_addent (oid, PROTO_GENERAL, oidclass, oname_str,
3673                              VAL_DYNAMIC);  
3674     if(strcmp(new_oident->desc,oname_str))
3675     {
3676         fprintf(stderr,"oid is already named as %s, registration failed\n",
3677                 new_oident->desc);
3678     }
3679     return 1;  
3680 }
3681
3682 int cmd_push_command(const char* arg) 
3683 {
3684 #if HAVE_READLINE_HISTORY_H
3685     if(strlen(arg)>1) 
3686         add_history(arg);
3687 #else 
3688     fprintf(stderr,"Not compiled with the readline/history module\n");
3689 #endif
3690     return 1;
3691 }
3692
3693 void source_rcfile(void)
3694 {
3695     /*  Look for a $HOME/.yazclientrc and source it if it exists */
3696     struct stat statbuf;
3697     char buffer[1000];
3698     char* homedir=getenv("HOME");
3699
3700     if( homedir ) {
3701         
3702         sprintf(buffer,"%s/.yazclientrc",homedir);
3703
3704         if(stat(buffer,&statbuf)==0) {
3705             cmd_source(buffer, 0 );
3706         }
3707         
3708     };
3709     
3710     if(stat(".yazclientrc",&statbuf)==0) {
3711         cmd_source(".yazclientrc", 0 );
3712     }
3713 }
3714
3715
3716 static void initialize(void)
3717 {
3718     FILE *inf;
3719     int i;
3720     
3721     if (!(out = odr_createmem(ODR_ENCODE)) ||
3722         !(in = odr_createmem(ODR_DECODE)) ||
3723         !(print = odr_createmem(ODR_PRINT)))
3724     {
3725         fprintf(stderr, "failed to allocate ODR streams\n");
3726         exit(1);
3727     }
3728     oid_init();
3729     
3730     setvbuf(stdout, 0, _IONBF, 0);
3731     if (apdu_file)
3732         odr_setprint(print, apdu_file);
3733
3734     bibset = ccl_qual_mk (); 
3735     inf = fopen (ccl_fields, "r");
3736     if (inf)
3737     {
3738         ccl_qual_file (bibset, inf);
3739         fclose (inf);
3740     }
3741
3742     cqltrans = cql_transform_open_fname(cql_fields);
3743     /* If this fails, no problem: we detect cqltrans == 0 later */
3744
3745 #if HAVE_READLINE_READLINE_H
3746     rl_attempted_completion_function = (CPPFunction*)readline_completer;
3747 #endif
3748     for(i = 0; i < maxOtherInfosSupported; ++i) {
3749         extraOtherInfos[i].oidval = -1;
3750     }
3751     
3752     source_rcfile();
3753 }
3754
3755
3756 #if HAVE_GETTIMEOFDAY
3757 struct timeval tv_start;
3758 #endif
3759
3760 #if YAZ_HAVE_XML2
3761 static void handle_srw_record(Z_SRW_record *rec)
3762 {
3763     if (rec->recordPosition)
3764     {
3765         printf ("pos=%d", *rec->recordPosition);
3766         setno = *rec->recordPosition + 1;
3767     }
3768     if (rec->recordSchema)
3769         printf (" schema=%s", rec->recordSchema);
3770     printf ("\n");
3771     if (rec->recordData_buf && rec->recordData_len)
3772     {
3773         fwrite(rec->recordData_buf, 1, rec->recordData_len, stdout);
3774         if (marc_file)
3775             fwrite (rec->recordData_buf, 1, rec->recordData_len, marc_file);
3776     }
3777     else
3778         printf ("No data!");
3779     printf("\n");
3780 }
3781
3782 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
3783 {
3784     handle_srw_record(&res->record);
3785 }
3786
3787 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
3788 {
3789     int i;
3790
3791     printf ("Received SRW SearchRetrieve Response\n");
3792     
3793     for (i = 0; i<res->num_diagnostics; i++)
3794     {
3795         if (res->diagnostics[i].uri)
3796             printf ("SRW diagnostic %s\n",
3797                     res->diagnostics[i].uri);
3798         else
3799             printf ("SRW diagnostic missing or could not be decoded\n");
3800         if (res->diagnostics[i].message)
3801             printf ("Message: %s\n", res->diagnostics[i].message);
3802         if (res->diagnostics[i].details)
3803             printf ("Details: %s\n", res->diagnostics[i].details);
3804     }
3805     if (res->numberOfRecords)
3806         printf ("Number of hits: %d\n", *res->numberOfRecords);
3807     for (i = 0; i<res->num_records; i++)
3808         handle_srw_record(res->records + i);
3809 }
3810
3811 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
3812 {
3813     if (term->displayTerm)
3814         printf("%s:", term->displayTerm);
3815     else if (term->value)
3816         printf("%s:", term->value);
3817     else
3818         printf("No value:");
3819     if (term->numberOfRecords)
3820         printf(" %d", *term->numberOfRecords);
3821     if (term->whereInList)
3822         printf(" %s", term->whereInList);
3823     if (term->value && term->displayTerm)
3824         printf(" %s", term->value);
3825
3826     strcpy(last_scan_line, term->value);
3827     printf("\n");
3828 }
3829
3830 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
3831 {
3832     int i;
3833
3834     printf ("Received SRW Scan Response\n");
3835     
3836     for (i = 0; i<res->num_diagnostics; i++)
3837     {
3838         if (res->diagnostics[i].uri)
3839             printf ("SRW diagnostic %s\n",
3840                     res->diagnostics[i].uri);
3841         else
3842             printf ("SRW diagnostic missing or could not be decoded\n");
3843         if (res->diagnostics[i].message)
3844             printf ("Message: %s\n", res->diagnostics[i].message);
3845         if (res->diagnostics[i].details)
3846             printf ("Details: %s\n", res->diagnostics[i].details);
3847     }
3848     if (res->terms)
3849         for (i = 0; i<res->num_terms; i++)
3850             handle_srw_scan_term(res->terms + i);
3851 }
3852
3853 static void http_response(Z_HTTP_Response *hres)
3854 {
3855     int ret = -1;
3856     const char *content_type = z_HTTP_header_lookup(hres->headers,
3857                                                     "Content-Type");
3858     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3859                                                        "Connection");
3860     if (content_type && !yaz_strcmp_del("text/xml", content_type, "; "))
3861     {
3862         Z_SOAP *soap_package = 0;
3863         ODR o = odr_createmem(ODR_DECODE);
3864         Z_SOAP_Handler soap_handlers[3] = {
3865             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
3866             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
3867             {0, 0, 0}
3868         };
3869         ret = z_soap_codec(o, &soap_package,
3870                            &hres->content_buf, &hres->content_len,
3871                            soap_handlers);
3872         if (!ret && soap_package->which == Z_SOAP_generic)
3873         {
3874             Z_SRW_PDU *sr = soap_package->u.generic->p;
3875             if (sr->which == Z_SRW_searchRetrieve_response)
3876                 handle_srw_response(sr->u.response);
3877             else if (sr->which == Z_SRW_explain_response)
3878                 handle_srw_explain_response(sr->u.explain_response);
3879             else if (sr->which == Z_SRW_scan_response)
3880                 handle_srw_scan_response(sr->u.scan_response);
3881             else if (sr->which == Z_SRW_update_response)
3882                 printf("Got update response. Status: %s\n",
3883                        sr->u.update_response->operationStatus);
3884             else
3885                 ret = -1;
3886         }
3887         else if (soap_package && (soap_package->which == Z_SOAP_fault
3888                                   || soap_package->which == Z_SOAP_error))
3889         {
3890             printf ("HTTP Error Status=%d\n", hres->code);
3891             printf ("SOAP Fault code %s\n",
3892                     soap_package->u.fault->fault_code);
3893             printf ("SOAP Fault string %s\n", 
3894                     soap_package->u.fault->fault_string);
3895             if (soap_package->u.fault->details)
3896                 printf ("SOAP Details %s\n", 
3897                         soap_package->u.fault->details);
3898         }
3899         else
3900         {
3901             printf("z_soap_codec failed. (no SOAP error)\n");
3902             ret = -1;
3903         }
3904         odr_destroy(o);
3905     }
3906     if (ret)
3907     {
3908         if (hres->code != 200)
3909         {
3910             printf ("HTTP Error Status=%d\n", hres->code);
3911         }
3912         else
3913         {
3914             printf ("Decoding of SRW package failed\n");
3915         }
3916         close_session();
3917     }
3918     else
3919     {
3920         if (!strcmp(hres->version, "1.0"))
3921         {
3922             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
3923             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
3924                 close_session();
3925         }
3926         else 
3927         {
3928             /* HTTP 1.1: only if no close we stay alive .. */
3929             if (connection_head && !strcmp(connection_head, "close"))
3930                 close_session();
3931         }
3932     }
3933 }
3934 #endif
3935
3936 void wait_and_handle_response(int one_response_only) 
3937 {
3938     int reconnect_ok = 1;
3939     int res;
3940     char *netbuffer= 0;
3941     int netbufferlen = 0;
3942 #if HAVE_GETTIMEOFDAY
3943     int got_tv_end = 0;
3944     struct timeval tv_end;
3945 #endif
3946     Z_GDU *gdu;
3947     
3948     while(conn)
3949     {
3950         res = cs_get(conn, &netbuffer, &netbufferlen);
3951         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
3952         {
3953             cs_close(conn);
3954             conn = 0;
3955             cmd_open(0);
3956             reconnect_ok = 0;
3957             if (conn)
3958             {
3959                 char *buf_out;
3960                 int len_out;
3961                 
3962                 buf_out = odr_getbuf(out, &len_out, 0);
3963                 
3964                 do_hex_dump(buf_out, len_out);
3965
3966                 cs_put(conn, buf_out, len_out);
3967                 
3968                 odr_reset(out);
3969                 continue;
3970             }
3971         }
3972         else if (res <= 0)
3973         {
3974             printf("Target closed connection\n");
3975             close_session();
3976             break;
3977         }
3978 #if HAVE_GETTIMEOFDAY
3979         if (got_tv_end == 0)
3980             gettimeofday (&tv_end, 0); /* count first one only */
3981         got_tv_end++;
3982 #endif
3983         odr_reset(out);
3984         odr_reset(in); /* release APDU from last round */
3985         record_last = 0;
3986         do_hex_dump(netbuffer, res);
3987         odr_setbuf(in, netbuffer, res, 0);
3988         
3989         if (!z_GDU(in, &gdu, 0, 0))
3990         {
3991             FILE *f = ber_file ? ber_file : stdout;
3992             odr_perror(in, "Decoding incoming APDU");
3993             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
3994             fprintf(f, "Packet dump:\n---------\n");
3995             odr_dumpBER(f, netbuffer, res);
3996             fprintf(f, "---------\n");
3997             if (apdu_file)
3998             {
3999                 z_GDU(print, &gdu, 0, 0);
4000                 odr_reset(print);
4001             }
4002             if (conn && cs_more(conn))
4003                 continue;
4004             break;
4005         }
4006         if (ber_file)
4007             odr_dumpBER(ber_file, netbuffer, res);
4008         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4009         {
4010             odr_perror(print, "Failed to print incoming APDU");
4011             odr_reset(print);
4012                 continue;
4013         }
4014         if (gdu->which == Z_GDU_Z3950)
4015         {
4016             Z_APDU *apdu = gdu->u.z3950;
4017             switch(apdu->which)
4018             {
4019             case Z_APDU_initResponse:
4020                 process_initResponse(apdu->u.initResponse);
4021                 break;
4022             case Z_APDU_searchResponse:
4023                 process_searchResponse(apdu->u.searchResponse);
4024                 break;
4025             case Z_APDU_scanResponse:
4026                 process_scanResponse(apdu->u.scanResponse);
4027                 break;
4028             case Z_APDU_presentResponse:
4029                 print_refid (apdu->u.presentResponse->referenceId);
4030                 setno +=
4031                     *apdu->u.presentResponse->numberOfRecordsReturned;
4032                 if (apdu->u.presentResponse->records)
4033                     display_records(apdu->u.presentResponse->records);
4034                 else
4035                     printf("No records.\n");
4036                 printf ("nextResultSetPosition = %d\n",
4037                         *apdu->u.presentResponse->nextResultSetPosition);
4038                 break;
4039             case Z_APDU_sortResponse:
4040                 process_sortResponse(apdu->u.sortResponse);
4041                 break;
4042             case Z_APDU_extendedServicesResponse:
4043                 printf("Got extended services response\n");
4044                 process_ESResponse(apdu->u.extendedServicesResponse);
4045                 break;
4046             case Z_APDU_close:
4047                 printf("Target has closed the association.\n");
4048                 process_close(apdu->u.close);
4049                 break;
4050             case Z_APDU_resourceControlRequest:
4051                 process_resourceControlRequest
4052                     (apdu->u.resourceControlRequest);
4053                 break;
4054             case Z_APDU_deleteResultSetResponse:
4055                 process_deleteResultSetResponse(apdu->u.
4056                                                 deleteResultSetResponse);
4057                 break;
4058             default:
4059                 printf("Received unknown APDU type (%d).\n", 
4060                        apdu->which);
4061                 close_session ();
4062             }
4063         }
4064 #if YAZ_HAVE_XML2
4065         else if (gdu->which == Z_GDU_HTTP_Response)
4066         {
4067             http_response(gdu->u.HTTP_Response);
4068         }
4069 #endif
4070         if (one_response_only)
4071             break;
4072         if (conn && !cs_more(conn))
4073             break;
4074     }
4075 #if HAVE_GETTIMEOFDAY
4076     if (got_tv_end)
4077     {
4078 #if 0
4079         printf ("S/U S/U=%ld/%ld %ld/%ld",
4080                 (long) tv_start.tv_sec,
4081                 (long) tv_start.tv_usec,
4082                 (long) tv_end.tv_sec,
4083                 (long) tv_end.tv_usec);
4084 #endif
4085         printf ("Elapsed: %.6f\n",
4086                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4087                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4088     }
4089 #endif
4090     xfree (netbuffer);
4091 }
4092
4093
4094 int cmd_cclparse(const char* arg) 
4095 {
4096     int error, pos;
4097     struct ccl_rpn_node *rpn=NULL;
4098     
4099     
4100     rpn = ccl_find_str (bibset, arg, &error, &pos);
4101     
4102     if (error) {
4103         int ioff = 3+strlen(last_cmd)+1+pos;
4104         printf ("%*s^ - ", ioff, " ");
4105         printf ("%s\n", ccl_err_msg (error));
4106     }
4107     else
4108     {
4109         if (rpn)
4110         {       
4111             ccl_pr_tree(rpn, stdout); 
4112         }
4113     }
4114     if (rpn)
4115         ccl_rpn_delete(rpn);
4116     
4117     printf ("\n");
4118     
4119     return 0;
4120 }
4121
4122
4123 int cmd_set_otherinfo(const char* args)
4124 {
4125     char oidstr[101], otherinfoString[101];
4126     int otherinfoNo;
4127     int sscan_res;
4128     int oidval;
4129     
4130     sscan_res = sscanf (args, "%d %100[^ ] %100s", 
4131                         &otherinfoNo, oidstr, otherinfoString);
4132     if (sscan_res==1) {
4133         /* reset this otherinfo */
4134         if(otherinfoNo>=maxOtherInfosSupported) {
4135             printf("Error otherinfo index to large (%d>%d)\n",
4136                    otherinfoNo,maxOtherInfosSupported);
4137         }
4138         extraOtherInfos[otherinfoNo].oidval = -1;
4139         if (extraOtherInfos[otherinfoNo].value)
4140             xfree(extraOtherInfos[otherinfoNo].value);                   
4141         extraOtherInfos[otherinfoNo].value = 0;
4142         return 0;
4143     }
4144     if (sscan_res<3) {
4145         printf("Error in set_otherinfo command \n");
4146         return 0;
4147     }
4148     
4149     if (otherinfoNo>=maxOtherInfosSupported) {
4150         printf("Error otherinfo index too large (%d>=%d)\n",
4151                otherinfoNo,maxOtherInfosSupported);
4152     }
4153     
4154     oidval = oid_getvalbyname (oidstr);
4155     if (oidval == VAL_NONE)
4156     {
4157         printf("Error in set_otherinfo command unknown oid %s \n",oidstr);
4158         return 0;
4159     }
4160     extraOtherInfos[otherinfoNo].oidval = oidval;
4161     if (extraOtherInfos[otherinfoNo].value)
4162         xfree(extraOtherInfos[otherinfoNo].value);
4163     extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4164     
4165     return 0;
4166 }
4167
4168 int cmd_sleep(const char* args ) 
4169 {
4170     int sec=atoi(args);
4171     if( sec > 0 ) {
4172 #ifdef WIN32
4173         Sleep(sec*1000);
4174 #else
4175         sleep(sec);
4176 #endif
4177         printf("Done sleeping %d seconds\n", sec);      
4178     }
4179     return 1;    
4180 }
4181
4182 int cmd_list_otherinfo(const char* args)
4183 {
4184     int i;         
4185     
4186     if(strlen(args)>0) {
4187         i = atoi(args);
4188         if( i >= maxOtherInfosSupported ) {
4189             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4190             return 0;
4191         }
4192
4193         if(extraOtherInfos[i].oidval != -1) 
4194             printf("  otherinfo %d %s %s\n",
4195                    i,
4196                    yaz_z3950_oid_value_to_str(
4197                        (enum oid_value) extraOtherInfos[i].oidval,
4198                        CLASS_RECSYN),
4199                    extraOtherInfos[i].value);
4200         
4201     } else {            
4202         for(i=0; i<maxOtherInfosSupported; ++i) {
4203             if(extraOtherInfos[i].oidval != -1) 
4204                 printf("  otherinfo %d %s %s\n",
4205                        i,
4206                        yaz_z3950_oid_value_to_str(
4207                            (enum oid_value) extraOtherInfos[i].oidval,
4208                            CLASS_RECSYN),
4209                        extraOtherInfos[i].value);
4210         }
4211         
4212     }
4213     return 0;
4214 }
4215
4216
4217 int cmd_list_all(const char* args) {
4218     int i;
4219     
4220     /* connection options */
4221     if(conn) {
4222         printf("Connected to         : %s\n",last_open_command);
4223     } else {
4224         if(last_open_command) 
4225             printf("Not connected to     : %s\n",last_open_command);
4226         else 
4227             printf("Not connected        : \n");
4228         
4229     }
4230     if(yazProxy) printf("using proxy          : %s\n",yazProxy);                
4231     
4232     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4233     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4234     
4235     if (!auth) {
4236         printf("Authentication       : none\n");
4237     } else {
4238         switch(auth->which) {
4239         case Z_IdAuthentication_idPass:
4240             printf("Authentication       : IdPass\n"); 
4241             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4242             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4243             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4244             break;
4245         case Z_IdAuthentication_open:
4246             printf("Authentication       : psOpen\n");                  
4247             printf("    Open string      : %s\n",auth->u.open); 
4248             break;
4249         default:
4250             printf("Authentication       : Unknown\n");
4251         }
4252     }
4253     if (negotiationCharset)
4254         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4255     
4256     /* bases */
4257     printf("Bases                : ");
4258     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4259     printf("\n");
4260     
4261     /* Query options */
4262     printf("CCL file             : %s\n",ccl_fields);
4263     printf("CQL file             : %s\n",cql_fields);
4264     printf("Query type           : %s\n",query_type_as_string(queryType));
4265     
4266     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4267     
4268     /* piggy back options */
4269     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4270     
4271     /* print present related options */
4272     printf("Format               : %s\n",
4273            (recordsyntax_size > 0) ? 
4274            yaz_z3950_oid_value_to_str(recordsyntax_list[0], CLASS_RECSYN) :
4275            "none");
4276     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4277     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4278     
4279     /* loging options */
4280     printf("APDU log             : %s\n",apdu_file?"on":"off");
4281     printf("Record log           : %s\n",marc_file?"on":"off");
4282     
4283     /* other infos */
4284     printf("Other Info: \n");
4285     cmd_list_otherinfo("");
4286     
4287     return 0;
4288 }
4289
4290 int cmd_clear_otherinfo(const char* args) 
4291 {
4292     if(strlen(args)>0) {
4293         int otherinfoNo = atoi(args);
4294         if (otherinfoNo >= maxOtherInfosSupported) {
4295             printf("Error otherinfo index too large (%d>=%d)\n",
4296                    otherinfoNo, maxOtherInfosSupported);
4297             return 0;
4298         }
4299         if (extraOtherInfos[otherinfoNo].oidval != -1)
4300         {                 
4301             /* only clear if set. */
4302             extraOtherInfos[otherinfoNo].oidval = -1;
4303             xfree(extraOtherInfos[otherinfoNo].value);
4304         }
4305     } else {
4306         int i;
4307         for(i = 0; i < maxOtherInfosSupported; ++i) 
4308         {
4309             if (extraOtherInfos[i].oidval != -1)
4310             {                               
4311                 extraOtherInfos[i].oidval = -1;
4312                 xfree(extraOtherInfos[i].value);
4313             }
4314         }
4315     }
4316     return 0;
4317 }
4318
4319 int cmd_wait_response(const char *arg)
4320 {
4321     int wait_for = atoi(arg);
4322     int i=0;
4323     if( wait_for < 1 ) {
4324         wait_for = 1;
4325     };
4326     
4327     for( i=0 ; i < wait_for ; ++i ) {
4328         wait_and_handle_response(1);
4329     };
4330     return 0;
4331 }
4332
4333 static int cmd_help (const char *line);
4334
4335 typedef char *(*completerFunctionType)(const char *text, int state);
4336
4337 static struct {
4338     char *cmd;
4339     int (*fun)(const char *arg);
4340     char *ad;
4341         completerFunctionType rl_completerfunction;
4342     int complete_filenames;
4343     char **local_tabcompletes;
4344 } cmd_array[] = {
4345     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
4346     {"quit", cmd_quit, "",NULL,0,NULL},
4347     {"find", cmd_find, "<query>",NULL,0,NULL},
4348     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
4349     {"base", cmd_base, "<base-name>",NULL,0,NULL},
4350     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
4351     {"scan", cmd_scan, "<term>",NULL,0,NULL},
4352     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
4353     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
4354     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
4355     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4356     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
4357     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
4358     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
4359     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
4360     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
4361     {"status", cmd_status, "",NULL,0,NULL},
4362     {"setnames", cmd_setnames, "",NULL,0,NULL},
4363     {"cancel", cmd_cancel, "",NULL,0,NULL},
4364     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
4365     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
4366     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
4367     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
4368     {"close", cmd_close, "",NULL,0,NULL},
4369     {"attributeset", cmd_attributeset, "<attrset>",complete_attributeset,0,NULL},
4370     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
4371     {"refid", cmd_refid, "<id>",NULL,0,NULL},
4372     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
4373     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
4374     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
4375     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
4376     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
4377     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
4378     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
4379     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
4380     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
4381     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
4382     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
4383     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
4384     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
4385     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
4386     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
4387     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
4388     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
4389     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
4390     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
4391     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
4392     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
4393     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
4394     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
4395     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
4396     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
4397     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
4398     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
4399     {"list_all",cmd_list_all,"",NULL,0,NULL},
4400     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
4401     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
4402     /* Server Admin Functions */
4403     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
4404     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
4405     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
4406     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
4407     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
4408     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
4409     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
4410     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
4411     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
4412     {"explain", cmd_explain, "", NULL, 0, NULL},
4413     {"options", cmd_options, "", NULL, 0, NULL},
4414     {"zversion", cmd_zversion, "", NULL, 0, NULL},
4415     {"help", cmd_help, "", NULL,0,NULL},
4416     {"init", cmd_init, "", NULL,0,NULL},
4417     {"sru", cmd_sru, "", NULL,0,NULL},
4418     {"exit", cmd_quit, "",NULL,0,NULL},
4419     {0,0,0,0,0,0}
4420 };
4421
4422 static int cmd_help (const char *line)
4423 {
4424     int i;
4425     char topic[21];
4426     
4427     *topic = 0;
4428     sscanf (line, "%20s", topic);
4429
4430     if (*topic == 0)
4431         printf("Commands:\n");
4432     for (i = 0; cmd_array[i].cmd; i++)
4433         if (*topic == 0 || strcmp (topic, cmd_array[i].cmd) == 0)
4434             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
4435     if (!strcmp(topic, "find"))
4436     {
4437         printf("RPN:\n");
4438         printf(" \"term\"                        Simple Term\n");
4439         printf(" @attr [attset] type=value op  Attribute\n");
4440         printf(" @and opl opr                  And\n");
4441         printf(" @or opl opr                   Or\n");
4442         printf(" @not opl opr                  And-Not\n");
4443         printf(" @set set                      Result set\n");
4444         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
4445         printf("\n");
4446         printf("Bib-1 attribute types\n");
4447         printf("1=Use:         ");
4448         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
4449         printf("2=Relation:    ");
4450         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
4451         printf("3=Position:    ");
4452         printf("1=First in Field  2=First in subfield  3=Any position\n");
4453         printf("4=Structure:   ");
4454         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
4455         printf("5=Truncation:  ");
4456         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
4457         printf("6=Completeness:");
4458         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
4459     }
4460     if (!strcmp(topic, "prox"))
4461     {
4462         printf("Proximity:\n");
4463         printf(" @prox exl dist ord rel uc ut\n");
4464         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
4465         printf(" dist: distance integer.\n");
4466         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
4467         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
4468         printf(" uc:   unit class. k=known, p=private.\n");
4469         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
4470         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
4471         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
4472         printf("\nExamples:\n");
4473         printf(" Search for a and b in-order at most 3 words apart:\n");
4474         printf("  @prox 0 3 1 2 k 2 a b\n");
4475         printf(" Search for any order of a and b next to each other:\n");
4476         printf("  @prox 0 1 0 3 k 2 a b\n");
4477     }
4478     return 1;
4479 }
4480
4481 int cmd_register_tab(const char* arg) 
4482 {
4483 #if HAVE_READLINE_READLINE_H
4484     char command[101], tabargument[101];
4485     int i;
4486     int num_of_tabs;
4487     char** tabslist;
4488     
4489     if (sscanf (arg, "%100s %100s", command, tabargument) < 1) {
4490         return 0;
4491     }
4492     
4493     /* locate the amdn in the list */
4494     for (i = 0; cmd_array[i].cmd; i++) {
4495         if (!strncmp(cmd_array[i].cmd, command, strlen(command))) {
4496             break;
4497         }
4498     }
4499     
4500     if (!cmd_array[i].cmd) { 
4501         fprintf(stderr,"Unknown command %s\n",command);
4502         return 1;
4503     }
4504     
4505         
4506     if (!cmd_array[i].local_tabcompletes)
4507         cmd_array[i].local_tabcompletes = (char **) calloc(1,sizeof(char**));
4508     
4509     num_of_tabs=0;              
4510     
4511     tabslist = cmd_array[i].local_tabcompletes;
4512     for(; tabslist && *tabslist; tabslist++) {
4513         num_of_tabs++;
4514     }
4515     
4516     cmd_array[i].local_tabcompletes = (char **)
4517         realloc(cmd_array[i].local_tabcompletes,
4518                 (num_of_tabs+2)*sizeof(char**));
4519     tabslist = cmd_array[i].local_tabcompletes;
4520     tabslist[num_of_tabs] = strdup(tabargument);
4521     tabslist[num_of_tabs+1] = NULL;
4522 #endif
4523     return 1;
4524 }
4525
4526
4527 void process_cmd_line(char* line)
4528 {  
4529     int i, res;
4530     char word[32], arg[10240];
4531     
4532 #if HAVE_GETTIMEOFDAY
4533     gettimeofday (&tv_start, 0);
4534 #endif
4535     
4536     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
4537     {
4538         strcpy(word, last_cmd);
4539         *arg = '\0';
4540     }
4541     else if (res == 1)
4542         *arg = 0;
4543     strcpy(last_cmd, word);
4544     
4545     /* removed tailing spaces from the arg command */
4546     { 
4547         char* p = arg;
4548         char* lastnonspace=NULL;
4549         
4550         for(;*p; ++p) {
4551             if(!isspace(*(unsigned char *) p)) {
4552                 lastnonspace = p;
4553             }
4554         }
4555         if(lastnonspace) 
4556             *(++lastnonspace) = 0;
4557     }
4558     
4559     for (i = 0; cmd_array[i].cmd; i++)
4560         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4561         {
4562             res = (*cmd_array[i].fun)(arg);
4563             break;
4564         }
4565     
4566     if (!cmd_array[i].cmd) /* dump our help-screen */
4567     {
4568         printf("Unknown command: %s.\n", word);
4569         printf("Type 'help' for list of commands\n");
4570         res = 1;
4571     }
4572     
4573     if(apdu_file) fflush(apdu_file);
4574     
4575     if (res >= 2 && auto_wait)
4576         wait_and_handle_response(0);
4577     
4578     if(apdu_file)
4579         fflush(apdu_file);
4580     if(marc_file)
4581         fflush(marc_file);
4582 }
4583
4584 static char *command_generator(const char *text, int state) 
4585 {
4586 #if HAVE_READLINE_READLINE_H
4587     static int idx; 
4588     if (state==0) {
4589         idx = 0;
4590     }
4591     for( ; cmd_array[idx].cmd; ++idx) {
4592         if (!strncmp(cmd_array[idx].cmd, text, strlen(text))) {
4593             ++idx;  /* skip this entry on the next run */
4594             return strdup(cmd_array[idx-1].cmd);
4595         }
4596     }
4597 #endif
4598     return NULL;
4599 }
4600
4601 #if HAVE_READLINE_READLINE_H
4602 static char** default_completer_list = NULL;
4603
4604 static char* default_completer(const char* text, int state)
4605 {
4606     return complete_from_list(default_completer_list, text, state);
4607 }
4608 #endif
4609
4610 #if HAVE_READLINE_READLINE_H
4611
4612 /* 
4613    This function only known how to complete on the first word
4614 */
4615 char **readline_completer(char *text, int start, int end)
4616 {
4617     completerFunctionType completerToUse;
4618     
4619     if(start == 0) {
4620 #if HAVE_READLINE_RL_COMPLETION_MATCHES
4621         char** res = rl_completion_matches(text, command_generator); 
4622 #else
4623         char** res = completion_matches(text,
4624                                         (CPFunction*)command_generator); 
4625 #endif
4626         rl_attempted_completion_over = 1;
4627         return res;
4628     } else {
4629         char arg[10240],word[32];
4630         int i=0 ,res;
4631         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0) {     
4632             rl_attempted_completion_over = 1;
4633             return NULL;
4634         }
4635         
4636         for (i = 0; cmd_array[i].cmd; i++)
4637             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
4638                 break;
4639         
4640         if(!cmd_array[i].cmd)
4641             return NULL;
4642         
4643         default_completer_list = cmd_array[i].local_tabcompletes;
4644         
4645         completerToUse = cmd_array[i].rl_completerfunction;
4646         if (!completerToUse) 
4647         { /* if command completer is not defined use the default completer */
4648             completerToUse = default_completer;
4649         }
4650         if (completerToUse) {
4651 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
4652             char** res=
4653                 rl_completion_matches(text, completerToUse);
4654 #else
4655             char** res=
4656                 completion_matches(text, (CPFunction*)completerToUse);
4657 #endif
4658             if (!cmd_array[i].complete_filenames) 
4659                 rl_attempted_completion_over = 1;
4660             return res;
4661         } else {
4662             if (!cmd_array[i].complete_filenames) 
4663                 rl_attempted_completion_over = 1;
4664             return 0;
4665         }
4666     }
4667 }
4668 #endif
4669
4670 static void client(void)
4671 {
4672     char line[10240];
4673
4674     line[10239] = '\0';
4675
4676 #if HAVE_GETTIMEOFDAY
4677     gettimeofday (&tv_start, 0);
4678 #endif
4679
4680     while (1)
4681     {
4682         char *line_in = NULL;
4683 #if HAVE_READLINE_READLINE_H
4684         if (isatty(0))
4685         {
4686             line_in=readline(C_PROMPT);
4687             if (!line_in)
4688                 break;
4689 #if HAVE_READLINE_HISTORY_H
4690             if (*line_in)
4691                 add_history(line_in);
4692 #endif
4693             strncpy(line, line_in, 10239);
4694             free(line_in);
4695         }
4696 #endif 
4697         if (!line_in)
4698         {
4699             char *end_p;
4700             printf (C_PROMPT);
4701             fflush(stdout);
4702             if (!fgets(line, 10239, stdin))
4703                 break;
4704             if ((end_p = strchr (line, '\n')))
4705                 *end_p = '\0';
4706         }
4707         process_cmd_line(line);
4708     }
4709 }
4710
4711 static void show_version(void)
4712 {
4713     char vstr[20];
4714
4715     yaz_version(vstr, 0);
4716     printf ("YAZ version: %s\n", YAZ_VERSION);
4717     if (strcmp(vstr, YAZ_VERSION))
4718         printf ("YAZ DLL/SO: %s\n", vstr);
4719     exit(0);
4720 }
4721
4722 int main(int argc, char **argv)
4723 {
4724     char *prog = *argv;
4725     char *open_command = 0;
4726     char *auth_command = 0;
4727     char *arg;
4728     int ret;
4729     
4730 #if HAVE_LOCALE_H
4731     if (!setlocale(LC_CTYPE, ""))
4732         fprintf (stderr, "setlocale failed\n");
4733 #endif
4734 #if HAVE_LANGINFO_H
4735 #ifdef CODESET
4736     codeset = nl_langinfo(CODESET);
4737 #endif
4738 #endif
4739     if (codeset)
4740         outputCharset = xstrdup(codeset);
4741     
4742     ODR_MASK_SET(&z3950_options, Z_Options_search);
4743     ODR_MASK_SET(&z3950_options, Z_Options_present);
4744     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
4745     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
4746     ODR_MASK_SET(&z3950_options, Z_Options_scan);
4747     ODR_MASK_SET(&z3950_options, Z_Options_sort);
4748     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
4749     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
4750
4751     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:", argv, argc, &arg)) != -2)
4752     {
4753         switch (ret)
4754         {
4755         case 0:
4756             if (!open_command)
4757             {
4758                 open_command = (char *) xmalloc (strlen(arg)+6);
4759                 strcpy (open_command, "open ");
4760                 strcat (open_command, arg);
4761             }
4762             else
4763             {
4764                 fprintf(stderr, "%s: Specify at most one server address\n",
4765                         prog);
4766                 exit(1);
4767             }
4768             break;
4769         case 'd':
4770             dump_file_prefix = arg;
4771             break;
4772         case 'k':
4773             kilobytes = atoi(arg);
4774             break;
4775         case 'm':
4776             if (!(marc_file = fopen (arg, "a")))
4777             {
4778                 perror (arg);
4779                 exit (1);
4780             }
4781             break;
4782         case 't':
4783             outputCharset = xstrdup(arg);
4784             break;
4785         case 'c':
4786             strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
4787             ccl_fields[sizeof(ccl_fields)-1] = '\0';
4788             break;
4789         case 'q':
4790             strncpy (cql_fields, arg, sizeof(cql_fields)-1);
4791             cql_fields[sizeof(cql_fields)-1] = '\0';
4792             break;
4793         case 'b':
4794             if (!strcmp(arg, "-"))
4795                 ber_file=stderr;
4796             else
4797                 ber_file=fopen(arg, "a");
4798             break;
4799         case 'a':
4800             if (!strcmp(arg, "-"))
4801                 apdu_file=stderr;
4802             else
4803                 apdu_file=fopen(arg, "a");
4804             break;
4805         case 'x':
4806             hex_dump = 1;
4807             break;
4808         case 'p':
4809             yazProxy = xstrdup(arg);
4810             break;
4811         case 'u':
4812             if (!auth_command)
4813             {
4814                 auth_command = (char *) xmalloc (strlen(arg)+6);
4815                 strcpy (auth_command, "auth ");
4816                 strcat (auth_command, arg);
4817             }
4818             break;
4819         case 'v':
4820             yaz_log_init(yaz_log_mask_str(arg), "", 0);
4821             break;
4822         case 'V':
4823             show_version();
4824             break;
4825         default:
4826             fprintf (stderr, "Usage: %s "
4827                      " [-a <apdulog>]"
4828                      " [-b berdump]"
4829                      " [-d dump]\n"
4830                      " [-c cclfields]"
4831                      " [-k size]"
4832                      " [-m <marclog>]\n" 
4833                      " [-p <proxy-addr>]"
4834                      " [-q cqlfields]"
4835                      " [-u <auth>]"
4836                      " [-V]"
4837                      " [<server-addr>]\n",
4838                      prog);
4839             exit (1);
4840         }      
4841     }
4842     initialize();
4843     if (auth_command)
4844     {
4845 #ifdef HAVE_GETTIMEOFDAY
4846         gettimeofday (&tv_start, 0);
4847 #endif
4848         process_cmd_line (auth_command);
4849 #if HAVE_READLINE_HISTORY_H
4850         add_history(auth_command);
4851 #endif
4852         xfree(auth_command);
4853     }
4854     if (open_command)
4855     {
4856 #ifdef HAVE_GETTIMEOFDAY
4857         gettimeofday (&tv_start, 0);
4858 #endif
4859         process_cmd_line (open_command);
4860 #if HAVE_READLINE_HISTORY_H
4861         add_history(open_command);
4862 #endif
4863         xfree(open_command);
4864     }
4865     client ();
4866     exit (0);
4867 }
4868 /*
4869  * Local variables:
4870  * c-basic-offset: 4
4871  * indent-tabs-mode: nil
4872  * End:
4873  * vim: shiftwidth=4 tabstop=8 expandtab
4874  */
4875