Add new SOLR files for parsing from rpn2solr. (based on the rpn2cpf)
[yaz-moved-to-github.git] / client / client.c
1 /* This file is part of the YAZ toolkit.
2  * Copyright (C) 1995-2010 Index Data
3  * See the file LICENSE for details.
4  */
5 /** \file client.c
6  *  \brief yaz-client program
7  */
8
9 #include <stdio.h>
10 #include <stdlib.h>
11 #include <assert.h>
12 #include <time.h>
13 #include <ctype.h>
14 #ifndef WIN32
15 #include <signal.h>
16 #endif
17 #if HAVE_SYS_TYPES_H
18 #include <sys/types.h>
19 #endif
20 #if HAVE_LOCALE_H
21 #include <locale.h>
22 #endif
23 #if HAVE_LANGINFO_H
24 #include <langinfo.h>
25 #endif
26 #if HAVE_UNISTD_H
27 #include <unistd.h>
28 #endif
29 #if HAVE_SYS_STAT_H
30 #include <sys/stat.h>
31 #endif
32 #if HAVE_SYS_TIME_H
33 #include <sys/time.h>
34 #endif
35
36 #ifdef WIN32
37 #include <sys/stat.h>
38 #include <io.h>
39 #include <windows.h>
40 #define S_ISREG(x) (x & _S_IFREG)
41 #define S_ISDIR(x) (x & _S_IFDIR)
42 #endif
43
44 #include <yaz/yaz-util.h>
45
46 #include <yaz/comstack.h>
47
48 #include <yaz/oid_db.h>
49 #define NO_OID 1
50 #include <yaz/proto.h>
51 #include <yaz/marcdisp.h>
52 #include <yaz/diagbib1.h>
53 #include <yaz/otherinfo.h>
54 #include <yaz/charneg.h>
55 #include <yaz/query-charset.h>
56
57 #include <yaz/pquery.h>
58 #include <yaz/sortspec.h>
59
60 #include <yaz/ill.h>
61 #include <yaz/srw.h>
62 #include <yaz/yaz-ccl.h>
63 #include <yaz/cql.h>
64 #include <yaz/log.h>
65 #include <yaz/facet.h>
66
67 #if HAVE_READLINE_READLINE_H
68 #include <readline/readline.h>
69 #endif
70 #if HAVE_READLINE_HISTORY_H
71 #include <readline/history.h>
72 #endif
73
74
75 #include "admin.h"
76 #include "tabcomplete.h"
77 #include "fhistory.h"
78
79 #define C_PROMPT "Z> "
80
81 static file_history_t file_history = 0;
82
83 static char webservice_type[10];
84 static char sru_method[10] = "soap";
85 static char sru_version[10] = "1.2";
86 static char *codeset = 0;               /* character set for output */
87 static int hex_dump = 0;
88 static char *dump_file_prefix = 0;
89 static ODR out, in, print;              /* encoding and decoding streams */
90 #if YAZ_HAVE_XML2
91 static ODR srw_sr_odr_out = 0;
92 static Z_SRW_PDU *srw_sr = 0;
93 #endif
94 static FILE *apdu_file = 0;
95 static FILE *ber_file = 0;
96 static COMSTACK conn = 0;               /* our z-association */
97
98 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
99 static NMEM nmem_auth = NULL;
100
101 char *databaseNames[128];
102 int num_databaseNames = 0;
103 static Z_External *record_last = 0;
104 static int setnumber = -1;              /* current result set number */
105 static int smallSetUpperBound = 0;
106 static int largeSetLowerBound = 1;
107 static int mediumSetPresentNumber = 0;
108 static Z_ElementSetNames *elementSetNames = 0;
109 static Z_FacetList *facet_list = 0;
110 static Odr_int setno = 1;                   /* current set offset */
111 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
112 #define RECORDSYNTAX_MAX 20
113 static char *recordsyntax_list[RECORDSYNTAX_MAX];
114 static int recordsyntax_size = 0;
115
116 static char *record_schema = 0;
117 static int sent_close = 0;
118 static NMEM session_mem = NULL;         /* memory handle for init-response */
119 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
120 static char last_scan_line[512] = "0";
121 static char last_scan_query[512] = "0";
122 static char ccl_fields[512] = "default.bib";
123 /* ### How can I set this path to use wherever YAZ is installed? */
124 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
125 static char *esPackageName = 0;
126 static char *yazProxy = 0;
127 static int kilobytes = 1024;
128 static char *negotiationCharset = 0;
129 static int  negotiationCharsetRecords = 1;
130 static int  negotiationCharsetVersion = 3;
131 static char *outputCharset = 0;
132 static char *marcCharset = 0;
133 static char *queryCharset = 0;
134 static char* yazLang = 0;
135
136 static char last_cmd[32] = "?";
137 static FILE *marc_file = 0;
138 static char *refid = NULL;
139 static int auto_reconnect = 0;
140 static int auto_wait = 1;
141 static Odr_bitmask z3950_options;
142 static int z3950_version = 3;
143 static int scan_stepSize = 0;
144 static int scan_position = 1;
145 static int scan_size = 20;
146 static char cur_host[200];
147 static Odr_int last_hit_count = 0;
148
149 typedef enum {
150     QueryType_Prefix,
151     QueryType_CCL,
152     QueryType_CCL2RPN,
153     QueryType_CQL,
154     QueryType_CQL2RPN
155 } QueryType;
156
157 static QueryType queryType = QueryType_Prefix;
158
159 static CCL_bibset bibset;               /* CCL bibset handle */
160 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
161
162 #if HAVE_READLINE_COMPLETION_OVER
163
164 #else
165 /* readline doesn't have this var. Define it ourselves. */
166 int rl_attempted_completion_over = 0;
167 #endif
168
169 #define maxOtherInfosSupported 10
170 struct eoi {
171     Odr_oid oid[OID_SIZE];
172     char* value;
173 } extraOtherInfos[maxOtherInfosSupported];
174
175 static void process_cmd_line(char* line);
176 #if HAVE_READLINE_READLINE_H
177 static char **readline_completer(char *text, int start, int end);
178 #endif
179 static char *command_generator(const char *text, int state);
180 static int cmd_register_tab(const char* arg);
181 static int cmd_querycharset(const char *arg);
182
183 static void close_session(void);
184
185 static void marc_file_write(const char *buf, size_t sz);
186
187 static void wait_and_handle_response(int one_response_only);
188 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url);
189
190 ODR getODROutputStream(void)
191 {
192     return out;
193 }
194
195 static const char* query_type_as_string(QueryType q)
196 {
197     switch (q)
198     {
199     case QueryType_Prefix: return "prefix (RPN sent to server)";
200     case QueryType_CCL: return "CCL (CCL sent to server) ";
201     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
202     case QueryType_CQL: return "CQL (CQL sent to server)";
203     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
204     default:
205         return "unknown Query type internal yaz-client error";
206     }
207 }
208
209 static void do_hex_dump(const char* buf, size_t len)
210 {
211     if (hex_dump)
212     {
213         size_t i;
214         int x;
215         for (i = 0; i < len ; i = i+16 )
216         {
217             printf(" %4.4ld ", (long) i);
218             for (x = 0 ; i+x < len && x < 16; ++x)
219             {
220                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
221             }
222             printf("\n");
223         }
224     }
225     if (dump_file_prefix)
226     {
227         static int no = 0;
228         if (++no < 1000 && strlen(dump_file_prefix) < 500)
229         {
230             char fname[1024];
231             FILE *of;
232             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
233             of = fopen(fname, "wb");
234
235             if (fwrite(buf, 1, len, of) != len)
236             {
237                 printf("write failed for %s", fname);
238             }
239             if (fclose(of))
240             {
241                 printf("close failed for %s", fname);
242             }
243         }
244     }
245 }
246
247 static void add_otherInfos(Z_APDU *a)
248 {
249     Z_OtherInformation **oi;
250     int i;
251
252     yaz_oi_APDU(a, &oi);
253     if (facet_list)
254         yaz_oi_set_facetlist(oi, out, facet_list);
255     for (i = 0; i < maxOtherInfosSupported; ++i)
256     {
257         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
258             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
259                                      1, extraOtherInfos[i].value);
260     }
261 }
262
263 int send_apdu(Z_APDU *a)
264 {
265     char *buf;
266     int len;
267
268     add_otherInfos(a);
269
270     if (apdu_file)
271     {
272         z_APDU(print, &a, 0, 0);
273         odr_reset(print);
274     }
275     if (!z_APDU(out, &a, 0, 0))
276     {
277         odr_perror(out, "Encoding APDU");
278         close_session();
279         return 0;
280     }
281     buf = odr_getbuf(out, &len, 0);
282     if (ber_file)
283         odr_dumpBER(ber_file, buf, len);
284     /* printf ("sending APDU of size %d\n", len); */
285     do_hex_dump(buf, len);
286     if (cs_put(conn, buf, len) < 0)
287     {
288         fprintf(stderr, "cs_put: %s", cs_errmsg(cs_errno(conn)));
289         close_session();
290         return 0;
291     }
292     odr_reset(out); /* release the APDU structure  */
293     return 1;
294 }
295
296 static void print_stringn(const char *buf, size_t len)
297 {
298     size_t i;
299     for (i = 0; i < len; i++)
300         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
301             printf("%c", buf[i]);
302         else
303             printf("\\X%02X", ((const unsigned char *)buf)[i]);
304 }
305
306 static void print_refid(Z_ReferenceId *id)
307 {
308     if (id)
309     {
310         printf("Reference Id: ");
311         print_stringn((const char *) id->buf, id->len);
312         printf("\n");
313     }
314 }
315
316 static Z_ReferenceId *set_refid(ODR out)
317 {
318     Z_ReferenceId *id;
319     if (!refid)
320         return 0;
321     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
322     id->size = id->len = strlen(refid);
323     id->buf = (unsigned char *) odr_malloc(out, id->len);
324     memcpy(id->buf, refid, id->len);
325     return id;
326 }
327
328 /* INIT SERVICE ------------------------------- */
329
330 static void send_Z3950_initRequest(const char* type_and_host)
331 {
332     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
333     Z_InitRequest *req = apdu->u.initRequest;
334     int i;
335
336     req->options = &z3950_options;
337
338     ODR_MASK_ZERO(req->protocolVersion);
339     for (i = 0; i<z3950_version; i++)
340         ODR_MASK_SET(req->protocolVersion, i);
341
342     *req->maximumRecordSize = 1024*kilobytes;
343     *req->preferredMessageSize = 1024*kilobytes;
344
345     req->idAuthentication = auth;
346
347     req->referenceId = set_refid(out);
348
349     if (yazProxy && type_and_host)
350     {
351         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
352                               1, type_and_host);
353     }
354
355     if (negotiationCharset || yazLang)
356     {
357         Z_OtherInformation **p;
358         Z_OtherInformationUnit *p0;
359
360         yaz_oi_APDU(apdu, &p);
361
362         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
363         {
364             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
365
366             p0->which = Z_OtherInfo_externallyDefinedInfo;
367             p0->information.externallyDefinedInfo =
368                 yaz_set_proposal_charneg_list(out, ",",
369                                               negotiationCharset,
370                                               yazLang,
371                                               negotiationCharsetRecords);
372         }
373     }
374     if (send_apdu(apdu))
375         printf("Sent initrequest.\n");
376 }
377
378
379 static void render_initUserInfo(Z_OtherInformation *ui1);
380 static void render_diag(Z_DiagnosticFormat *diag);
381
382 static void pr_opt(const char *opt, void *clientData)
383 {
384     printf(" %s", opt);
385 }
386
387 static int process_Z3950_initResponse(Z_InitResponse *res)
388 {
389     int ver = 0;
390     /* save session parameters for later use */
391     session_mem = odr_extract_mem(in);
392     session_initResponse = res;
393
394     for (ver = 0; ver < 8; ver++)
395         if (!ODR_MASK_GET(res->protocolVersion, ver))
396             break;
397
398     if (!*res->result)
399         printf("Connection rejected by v%d target.\n", ver);
400     else
401         printf("Connection accepted by v%d target.\n", ver);
402     if (res->implementationId)
403         printf("ID     : %s\n", res->implementationId);
404     if (res->implementationName)
405         printf("Name   : %s\n", res->implementationName);
406     if (res->implementationVersion)
407         printf("Version: %s\n", res->implementationVersion);
408     if (res->userInformationField)
409     {
410         Z_External *uif = res->userInformationField;
411         if (uif->which == Z_External_userInfo1)
412             render_initUserInfo(uif->u.userInfo1);
413         else
414         {
415             printf("UserInformationfield:\n");
416             if (!z_External(print, (Z_External**)&uif, 0, 0))
417             {
418                 odr_perror(print, "Printing userinfo\n");
419                 odr_reset(print);
420             }
421             if (uif->which == Z_External_octet)
422             {
423                 printf("Guessing visiblestring:\n");
424                 printf("'%.*s'\n", uif->u.octet_aligned->len,
425                        uif->u.octet_aligned->buf);
426             }
427             else if (uif->which == Z_External_single)
428             {
429                 Odr_any *sat = uif->u.single_ASN1_type;
430                 if (!oid_oidcmp(uif->direct_reference,
431                                 yaz_oid_userinfo_oclc_userinfo))
432                 {
433                     Z_OCLC_UserInformation *oclc_ui;
434                     ODR decode = odr_createmem(ODR_DECODE);
435                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
436                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
437                         printf("Bad OCLC UserInformation:\n");
438                     else
439                         printf("OCLC UserInformation:\n");
440                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
441                         printf("Bad OCLC UserInformation spec\n");
442                     odr_destroy(decode);
443                 }
444                 else
445                 {
446                     /* Peek at any private Init-diagnostic APDUs */
447                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
448                            (int) sat->len, sat->len, sat->buf);
449                 }
450             }
451             odr_reset(print);
452         }
453     }
454     printf("Options:");
455     yaz_init_opt_decode(res->options, pr_opt, 0);
456     printf("\n");
457
458     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
459         setnumber = 0;
460
461     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel))
462     {
463         Z_CharSetandLanguageNegotiation *p =
464                 yaz_get_charneg_record(res->otherInfo);
465
466         if (p)
467         {
468             char *charset=NULL, *lang=NULL;
469             int selected;
470
471             yaz_get_response_charneg(session_mem, p, &charset, &lang,
472                                      &selected);
473
474             printf("Accepted character set : %s\n", charset ? charset:"none");
475             printf("Accepted code language : %s\n", lang ? lang:"none");
476             printf("Accepted records in ...: %d\n", selected );
477
478             if (outputCharset && charset)
479             {
480                 printf("Converting between %s and %s\n",
481                        outputCharset, charset);
482                 odr_set_charset(out, charset, outputCharset);
483                 odr_set_charset(in, outputCharset, charset);
484                 cmd_querycharset(charset);
485             }
486             else
487             {
488                 odr_set_charset(out, 0, 0);
489                 odr_set_charset(in, 0, 0);
490             }
491         }
492     }
493     fflush(stdout);
494     return 0;
495 }
496
497
498 static void render_initUserInfo(Z_OtherInformation *ui1)
499 {
500     int i;
501     printf("Init response contains %d otherInfo unit%s:\n",
502            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
503
504     for (i = 0; i < ui1->num_elements; i++)
505     {
506         Z_OtherInformationUnit *unit = ui1->list[i];
507         printf("  %d: otherInfo unit contains ", i+1);
508         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
509             unit->information.externallyDefinedInfo &&
510             unit->information.externallyDefinedInfo->which ==
511             Z_External_diag1)
512         {
513             render_diag(unit->information.externallyDefinedInfo->u.diag1);
514         }
515         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
516         {
517             printf("unsupported otherInfo unit->which = %d\n", unit->which);
518         }
519         else
520         {
521             printf("unsupported otherInfo unit external %d\n",
522                    unit->information.externallyDefinedInfo ?
523                    unit->information.externallyDefinedInfo->which : -2);
524         }
525     }
526 }
527
528
529 /* ### should this share code with display_diagrecs()? */
530 static void render_diag(Z_DiagnosticFormat *diag)
531 {
532     int i;
533
534     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
535     for (i = 0; i < diag->num; i++)
536     {
537         Z_DiagnosticFormat_s *ds = diag->elements[i];
538         printf("    %d: ", i+1);
539         switch (ds->which)
540         {
541         case Z_DiagnosticFormat_s_defaultDiagRec: {
542             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
543             /* ### should check `dd->diagnosticSetId' */
544             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
545                    diagbib1_str(*dd->condition));
546             /* Both types of addinfo are the same, so use type-pun */
547             if (dd->u.v2Addinfo != 0)
548                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
549             break;
550         }
551         case Z_DiagnosticFormat_s_explicitDiagnostic:
552             printf("Explicit diagnostic (not supported)");
553             break;
554         default:
555             printf("Unrecognised diagnostic type %d", ds->which);
556             break;
557         }
558
559         if (ds->message != 0)
560             printf(", message='%s'", ds->message);
561         printf("\n");
562     }
563 }
564
565
566 static int set_base(const char *arg)
567 {
568     int i;
569     const char *cp;
570
571     for (i = 0; i<num_databaseNames; i++)
572         xfree(databaseNames[i]);
573     num_databaseNames = 0;
574     while (1)
575     {
576         char *cp1;
577         if (!(cp = strchr(arg, ' ')))
578             cp = arg + strlen(arg);
579         if (cp - arg < 1)
580             break;
581         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
582         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
583         databaseNames[num_databaseNames][cp - arg] = '\0';
584
585         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
586             if (*cp1 == '+')
587                 *cp1 = ' ';
588         num_databaseNames++;
589
590         if (!*cp)
591             break;
592         arg = cp+1;
593     }
594     if (num_databaseNames == 0)
595     {
596         num_databaseNames = 1;
597         databaseNames[0] = xstrdup("");
598     }
599     return 1;
600 }
601
602 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
603 {
604     const char *sep;
605     while (**arg && strchr(" \t\n\r\f", **arg))
606         (*arg)++;
607     if (**arg == '\0')
608     {
609         return 0;
610     }
611     else if ((*arg)[0] == '<')
612     {
613         size_t fsize;
614         FILE *inf;
615         const char *fname;
616         const char *arg_start = ++(*arg);
617
618         while (**arg != '\0' && **arg != ' ')
619             (*arg)++;
620
621         fname = odr_strdupn(out, arg_start, *arg - arg_start);
622
623         inf = fopen(fname, "rb");
624         if (!inf)
625         {
626             printf("Couldn't open %s\n", fname);
627             return 0;
628         }
629         if (fseek(inf, 0L, SEEK_END) == -1)
630         {
631             printf("Couldn't seek in %s\n", fname);
632             fclose(inf);
633             return 0;
634         }
635         fsize = ftell(inf);
636         if (fseek(inf, 0L, SEEK_SET) == -1)
637         {
638             printf("Couldn't seek in %s\n", fname);
639             fclose(inf);
640             return 0;
641         }
642         *len = fsize;
643         *buf = (char *) odr_malloc(out, fsize+1);
644         (*buf)[fsize] = '\0';
645         if (fread(*buf, 1, fsize, inf) != fsize)
646         {
647             printf("Unable to read %s\n", fname);
648             fclose(inf);
649             return 0;
650         }
651         fclose(inf);
652     }
653     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
654     {
655         (*arg)++;
656         *len = sep - *arg;
657         *buf = odr_strdupn(out, *arg, *len);
658         (*arg) = sep+1;
659     }
660     else
661     {
662         const char *arg_start = *arg;
663
664         while (**arg != '\0' && **arg != ' ')
665             (*arg)++;
666
667         *len = *arg - arg_start;
668         *buf = odr_strdupn(out, arg_start, *len);
669     }
670     return 1;
671 }
672
673 static int cmd_base(const char *arg)
674 {
675     if (!*arg)
676     {
677         printf("Usage: base <database> <database> ...\n");
678         return 0;
679     }
680     return set_base(arg);
681 }
682
683 static int session_connect_base(const char *arg, const char **basep)
684 {
685     void *add;
686     char type_and_host[101];
687     if (conn)
688     {
689         cs_close(conn);
690         conn = 0;
691     }
692     if (session_mem)
693     {
694         nmem_destroy(session_mem);
695         session_mem = NULL;
696         session_initResponse = 0;
697     }
698     cs_get_host_args(arg, basep);
699
700     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
701     type_and_host[sizeof(type_and_host)-1] = '\0';
702
703     if (yazProxy)
704         conn = cs_create_host(yazProxy, 1, &add);
705     else
706         conn = cs_create_host(arg, 1, &add);
707     if (!conn)
708     {
709         printf("Could not resolve address %s\n", arg);
710         return 0;
711     }
712 #if YAZ_HAVE_XML2
713 #else
714     if (conn->protocol == PROTO_HTTP)
715     {
716         printf("SRW/HTTP not enabled in this YAZ\n");
717         cs_close(conn);
718         conn = 0;
719         return 0;
720     }
721 #endif
722     protocol = conn->protocol;
723     printf("Connecting...");
724     fflush(stdout);
725     if (cs_connect(conn, add) < 0)
726     {
727         printf("error = %s\n", cs_strerror(conn));
728         cs_close(conn);
729         conn = 0;
730         return 0;
731     }
732     printf("OK.\n");
733     cs_print_session_info(conn);
734     if (protocol == PROTO_Z3950)
735     {
736         send_Z3950_initRequest(type_and_host);
737         return 2;
738     }
739     return 0;
740 }
741
742 static int session_connect(const char *arg)
743 {
744     int r;
745     const char *basep = 0;
746
747     r = session_connect_base(arg, &basep);
748     if (basep && *basep)
749         set_base(basep);
750     else if (protocol == PROTO_Z3950)
751         set_base("Default");
752     return r;
753 }
754
755 static int cmd_open(const char *arg)
756 {
757     int r;
758     if (arg)
759     {
760         strncpy(cur_host, arg, sizeof(cur_host)-1);
761         cur_host[sizeof(cur_host)-1] = 0;
762     }
763     /* TODO Make facet definition survive the open command without crashing */
764     /* TODO Fix deallocation */
765     facet_list = 0;
766
767     set_base("");
768     r = session_connect(cur_host);
769     if (conn && conn->protocol == PROTO_HTTP)
770         queryType = QueryType_CQL;
771
772
773     return r;
774 }
775
776 static int cmd_authentication(const char *arg)
777 {
778     char **args;
779     int r;
780
781     nmem_reset(nmem_auth);
782     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
783
784     if (r == 0)
785     {
786         printf("Authentication set to null\n");
787         auth = 0;
788     }
789     else if (r == 1)
790     {
791         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
792         if (!strcmp(args[0], "-"))
793         {
794             auth->which = Z_IdAuthentication_anonymous;
795             auth->u.anonymous = odr_nullval();
796             printf("Authentication set to Anonymous\n");
797         }
798         else
799         {
800             auth->which = Z_IdAuthentication_open;
801             auth->u.open = args[0];
802             printf("Authentication set to Open (%s)\n", args[0]);
803         }
804     }
805     else if (r == 2)
806     {
807         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
808         auth->which = Z_IdAuthentication_idPass;
809         auth->u.idPass = (Z_IdPass *)
810             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
811         auth->u.idPass->groupId = NULL;
812         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
813         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
814         printf("Authentication set to User (%s), Pass (%s)\n",
815                args[0], args[1]);
816     }
817     else if (r == 3)
818     {
819         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
820         auth->which = Z_IdAuthentication_idPass;
821         auth->u.idPass = (Z_IdPass *)
822             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
823         auth->u.idPass->groupId = args[1];
824         auth->u.idPass->userId = args[0];
825         auth->u.idPass->password = args[2];
826         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
827                args[0], args[1], args[2]);
828     }
829     else
830     {
831         printf("Bad number of args to auth\n");
832         auth = 0;
833     }
834
835     return 1;
836 }
837
838 /* SEARCH SERVICE ------------------------------ */
839 static void display_record(Z_External *r);
840
841 static void print_record(const char *buf, size_t len)
842 {
843     size_t i = len;
844     print_stringn(buf, len);
845     /* add newline if not already added ... */
846     if (i <= 0 || buf[i-1] != '\n')
847         printf("\n");
848 }
849
850 static void display_record(Z_External *r)
851 {
852     const Odr_oid *oid = r->direct_reference;
853
854     record_last = r;
855     /*
856      * Tell the user what we got.
857      */
858     if (oid)
859     {
860         oid_class oclass;
861         char oid_name_buf[OID_STR_MAX];
862         const char *oid_name
863             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
864         printf("Record type: ");
865         if (oid_name)
866             printf("%s\n", oid_name);
867     }
868     /* Check if this is a known, ASN.1 type tucked away in an octet string */
869     if (r->which == Z_External_octet)
870     {
871         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
872         char *rr;
873
874         if (type)
875         {
876             /*
877              * Call the given decoder to process the record.
878              */
879             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
880                 r->u.octet_aligned->len, 0);
881             if (!(*type->fun)(in, &rr, 0, 0))
882             {
883                 odr_perror(in, "Decoding constructed record.");
884                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
885                 fprintf(stdout, "Packet dump:\n---------\n");
886                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
887                             r->u.octet_aligned->len);
888                 fprintf(stdout, "---------\n");
889
890                 /* note just ignores the error ant print the bytes form the octet_aligned later */
891             } else {
892                 /*
893                  * Note: we throw away the original, BER-encoded record here.
894                  * Do something else with it if you want to keep it.
895                  */
896                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
897                 r->which = type->what;
898             }
899         }
900     }
901     if (oid && r->which == Z_External_octet)
902     {
903         const char *octet_buf = (const char*)r->u.octet_aligned->buf;
904         size_t octet_len = r->u.octet_aligned->len;
905         if (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
906             || !oid_oidcmp(oid, yaz_oid_recsyn_xml)
907             || !oid_oidcmp(oid, yaz_oid_recsyn_html))
908         {
909             fwrite(octet_buf, 1, octet_len, stdout);
910         }
911         else if (yaz_oid_is_iso2709(oid))
912         {
913             const char *result;
914             size_t rlen;
915             yaz_iconv_t cd = 0;
916             yaz_marc_t mt = yaz_marc_create();
917             const char *from = 0;
918
919             if (marcCharset && !strcmp(marcCharset, "auto"))
920             {
921                 if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
922                 {
923                     if (octet_buf[9] == 'a')
924                         from = "UTF-8";
925                     else
926                         from = "MARC-8";
927                 }
928                 else
929                     from = "ISO-8859-1";
930             }
931             else if (marcCharset)
932                 from = marcCharset;
933             if (outputCharset && from)
934             {
935                 cd = yaz_iconv_open(outputCharset, from);
936                 printf("convert from %s to %s", from,
937                        outputCharset);
938                 if (!cd)
939                     printf(" unsupported\n");
940                 else
941                 {
942                     yaz_marc_iconv(mt, cd);
943                     printf("\n");
944                 }
945             }
946
947             if (yaz_marc_decode_buf(mt, octet_buf, octet_len,
948                                     &result, &rlen)> 0)
949             {
950                 if (fwrite(result, rlen, 1, stdout) != 1)
951                 {
952                     printf("write to stdout failed\n");
953                 }
954             }
955             else
956             {
957                 printf("bad MARC. Dumping as it is:\n");
958                 print_record(octet_buf, octet_len);
959             }
960             yaz_marc_destroy(mt);
961             if (cd)
962                 yaz_iconv_close(cd);
963         }
964         else
965         {
966             print_record(octet_buf, octet_len);
967         }
968         marc_file_write(octet_buf, r->u.octet_aligned->len);
969     }
970     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
971     {
972         if (r->which != Z_External_sutrs)
973         {
974             printf("Expecting single SUTRS type for SUTRS.\n");
975             return;
976         }
977         print_record((const char *) r->u.sutrs->buf, r->u.sutrs->len);
978         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
979     }
980     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
981     {
982         WRBUF w;
983         if (r->which != Z_External_grs1)
984         {
985             printf("Expecting single GRS type for GRS.\n");
986             return;
987         }
988         w = wrbuf_alloc();
989         yaz_display_grs1(w, r->u.grs1, 0);
990         puts(wrbuf_cstr(w));
991         wrbuf_destroy(w);
992     }
993     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
994     {
995         int i;
996         if (r->u.opac->bibliographicRecord)
997             display_record(r->u.opac->bibliographicRecord);
998         for (i = 0; i<r->u.opac->num_holdingsData; i++)
999         {
1000             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1001             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1002             {
1003                 printf("MARC holdings %d\n", i);
1004                 display_record(h->u.marcHoldingsRecord);
1005             }
1006             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1007             {
1008                 int j;
1009
1010                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1011
1012                 printf("Data holdings %d\n", i);
1013                 if (data->typeOfRecord)
1014                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1015                 if (data->encodingLevel)
1016                     printf("encodingLevel: %s\n", data->encodingLevel);
1017                 if (data->receiptAcqStatus)
1018                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1019                 if (data->generalRetention)
1020                     printf("generalRetention: %s\n", data->generalRetention);
1021                 if (data->completeness)
1022                     printf("completeness: %s\n", data->completeness);
1023                 if (data->dateOfReport)
1024                     printf("dateOfReport: %s\n", data->dateOfReport);
1025                 if (data->nucCode)
1026                     printf("nucCode: %s\n", data->nucCode);
1027                 if (data->localLocation)
1028                     printf("localLocation: %s\n", data->localLocation);
1029                 if (data->shelvingLocation)
1030                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1031                 if (data->callNumber)
1032                     printf("callNumber: %s\n", data->callNumber);
1033                 if (data->shelvingData)
1034                     printf("shelvingData: %s\n", data->shelvingData);
1035                 if (data->copyNumber)
1036                     printf("copyNumber: %s\n", data->copyNumber);
1037                 if (data->publicNote)
1038                     printf("publicNote: %s\n", data->publicNote);
1039                 if (data->reproductionNote)
1040                     printf("reproductionNote: %s\n", data->reproductionNote);
1041                 if (data->termsUseRepro)
1042                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1043                 if (data->enumAndChron)
1044                     printf("enumAndChron: %s\n", data->enumAndChron);
1045                 for (j = 0; j<data->num_volumes; j++)
1046                 {
1047                     printf("volume %d\n", j);
1048                     if (data->volumes[j]->enumeration)
1049                         printf(" enumeration: %s\n",
1050                                 data->volumes[j]->enumeration);
1051                     if (data->volumes[j]->chronology)
1052                         printf(" chronology: %s\n",
1053                                 data->volumes[j]->chronology);
1054                     if (data->volumes[j]->enumAndChron)
1055                         printf(" enumAndChron: %s\n",
1056                                 data->volumes[j]->enumAndChron);
1057                 }
1058                 for (j = 0; j<data->num_circulationData; j++)
1059                 {
1060                     printf("circulation %d\n", j);
1061                     if (data->circulationData[j]->availableNow)
1062                         printf(" availableNow: %d\n",
1063                                 *data->circulationData[j]->availableNow);
1064                     if (data->circulationData[j]->availablityDate)
1065                         printf(" availabiltyDate: %s\n",
1066                                 data->circulationData[j]->availablityDate);
1067                     if (data->circulationData[j]->availableThru)
1068                         printf(" availableThru: %s\n",
1069                                 data->circulationData[j]->availableThru);
1070                     if (data->circulationData[j]->restrictions)
1071                         printf(" restrictions: %s\n",
1072                                 data->circulationData[j]->restrictions);
1073                     if (data->circulationData[j]->itemId)
1074                         printf(" itemId: %s\n",
1075                                 data->circulationData[j]->itemId);
1076                     if (data->circulationData[j]->renewable)
1077                         printf(" renewable: %d\n",
1078                                 *data->circulationData[j]->renewable);
1079                     if (data->circulationData[j]->onHold)
1080                         printf(" onHold: %d\n",
1081                                 *data->circulationData[j]->onHold);
1082                     if (data->circulationData[j]->enumAndChron)
1083                         printf(" enumAndChron: %s\n",
1084                                 data->circulationData[j]->enumAndChron);
1085                     if (data->circulationData[j]->midspine)
1086                         printf(" midspine: %s\n",
1087                                 data->circulationData[j]->midspine);
1088                     if (data->circulationData[j]->temporaryLocation)
1089                         printf(" temporaryLocation: %s\n",
1090                                 data->circulationData[j]->temporaryLocation);
1091                 }
1092             }
1093         }
1094     }
1095     else
1096     {
1097         printf("Unknown record representation.\n");
1098         if (!z_External(print, &r, 0, 0))
1099         {
1100             odr_perror(print, "Printing external");
1101             odr_reset(print);
1102         }
1103     }
1104 }
1105
1106 static void display_diagrecs(Z_DiagRec **pp, int num)
1107 {
1108     int i;
1109     Z_DefaultDiagFormat *r;
1110
1111     printf("Diagnostic message(s) from database:\n");
1112     for (i = 0; i<num; i++)
1113     {
1114         Z_DiagRec *p = pp[i];
1115         if (p->which != Z_DiagRec_defaultFormat)
1116         {
1117             printf("Diagnostic record not in default format.\n");
1118             return;
1119         }
1120         else
1121             r = p->u.defaultFormat;
1122
1123         if (!r->diagnosticSetId)
1124             printf("Missing diagset\n");
1125         else
1126         {
1127             oid_class oclass;
1128             char diag_name_buf[OID_STR_MAX];
1129             const char *diag_name = 0;
1130             diag_name = yaz_oid_to_string_buf
1131                 (r->diagnosticSetId, &oclass, diag_name_buf);
1132             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1133                 printf("Unknown diagset: %s\n", diag_name);
1134         }
1135         printf("    [" ODR_INT_PRINTF "] %s",
1136                *r->condition, diagbib1_str(*r->condition));
1137         switch (r->which)
1138         {
1139         case Z_DefaultDiagFormat_v2Addinfo:
1140             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1141             break;
1142         case Z_DefaultDiagFormat_v3Addinfo:
1143             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1144             break;
1145         }
1146     }
1147 }
1148
1149
1150 static void display_nameplusrecord(Z_NamePlusRecord *p)
1151 {
1152     if (p->databaseName)
1153         printf("[%s]", p->databaseName);
1154     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1155         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1156     else if (p->which == Z_NamePlusRecord_databaseRecord)
1157         display_record(p->u.databaseRecord);
1158 }
1159
1160 static void display_records(Z_Records *p)
1161 {
1162     int i;
1163
1164     if (p->which == Z_Records_NSD)
1165     {
1166         Z_DiagRec dr, *dr_p = &dr;
1167         dr.which = Z_DiagRec_defaultFormat;
1168         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1169         display_diagrecs(&dr_p, 1);
1170     }
1171     else if (p->which == Z_Records_multipleNSD)
1172         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1173                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1174     else
1175     {
1176         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1177         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1178             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1179     }
1180 }
1181
1182 static int send_Z3950_deleteResultSetRequest(const char *arg)
1183 {
1184     char names[8][32];
1185     int i;
1186
1187     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1188     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1189
1190     req->referenceId = set_refid(out);
1191
1192     req->num_resultSetList =
1193         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1194                names[0], names[1], names[2], names[3],
1195                names[4], names[5], names[6], names[7]);
1196
1197     req->deleteFunction = odr_intdup(out, 0);
1198     if (req->num_resultSetList > 0)
1199     {
1200         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1201         req->resultSetList = (char **)
1202             odr_malloc(out, sizeof(*req->resultSetList)*
1203                         req->num_resultSetList);
1204         for (i = 0; i<req->num_resultSetList; i++)
1205             req->resultSetList[i] = names[i];
1206     }
1207     else
1208     {
1209         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1210         req->resultSetList = 0;
1211     }
1212
1213     send_apdu(apdu);
1214     printf("Sent deleteResultSetRequest.\n");
1215     return 2;
1216 }
1217
1218 #if YAZ_HAVE_XML2
1219 static int send_gdu(Z_GDU *gdu)
1220 {
1221     if (z_GDU(out, &gdu, 0, 0))
1222     {
1223         /* encode OK */
1224         char *buf_out;
1225         int len_out;
1226         int r;
1227         if (apdu_file)
1228         {
1229             if (!z_GDU(print, &gdu, 0, 0))
1230                 printf("Failed to print outgoing SRU package\n");
1231             odr_reset(print);
1232         }
1233         buf_out = odr_getbuf(out, &len_out, 0);
1234
1235         /* we don't odr_reset(out), since we may need the buffer again */
1236
1237         do_hex_dump(buf_out, len_out);
1238
1239         r = cs_put(conn, buf_out, len_out);
1240
1241         if (r >= 0)
1242             return 2;
1243     }
1244     return 0;
1245 }
1246
1247 static int send_srw_host_path(Z_SRW_PDU *sr, const char *host_port,
1248                               char *path)
1249 {
1250     const char *charset = negotiationCharset;
1251     Z_GDU *gdu;
1252
1253     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1254
1255     if (auth)
1256     {
1257         if (auth->which == Z_IdAuthentication_open)
1258         {
1259             char **darray;
1260             int num;
1261             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1262             if (num >= 1)
1263                 sr->username = darray[0];
1264             if (num >= 2)
1265                 sr->password = darray[1];
1266         }
1267         else if (auth->which == Z_IdAuthentication_idPass)
1268         {
1269             sr->username = auth->u.idPass->userId;
1270             sr->password = auth->u.idPass->password;
1271         }
1272     }
1273
1274     if (!yaz_matchstr(sru_method, "get"))
1275     {
1276         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1277     }
1278     else if (!yaz_matchstr(sru_method, "post"))
1279     {
1280         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1281     }
1282     else if (!yaz_matchstr(sru_method, "soap"))
1283     {
1284         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1285     }
1286     return send_gdu(gdu);
1287 }
1288
1289 static int send_srw(Z_SRW_PDU *sr)
1290 {
1291     char *path = yaz_encode_sru_dbpath_odr(out, databaseNames[0]);
1292     return send_srw_host_path(sr, cur_host, path);
1293 }
1294
1295 static int send_SRW_redirect(const char *uri, Z_HTTP_Response *cookie_hres)
1296 {
1297     const char *username = 0;
1298     const char *password = 0;
1299     struct Z_HTTP_Header *h;
1300     char *combined_cookies = 0;
1301     int combined_cookies_len = 0;
1302     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
1303
1304     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
1305     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
1306                       "text/xml");
1307
1308     for (h = cookie_hres->headers; h; h = h->next)
1309     {
1310         if (!strcmp(h->name, "Set-Cookie"))
1311         {
1312             char *cp;
1313
1314             if (!(cp = strchr(h->value, ';')))
1315                 cp = h->value + strlen(h->value);
1316             if (cp - h->value >= 1)
1317             {
1318                 combined_cookies = xrealloc(combined_cookies, combined_cookies_len + cp - h->value + 3);
1319                 memcpy(combined_cookies+combined_cookies_len, h->value, cp - h->value);
1320                 combined_cookies[combined_cookies_len + cp - h->value] = '\0';
1321                 strcat(combined_cookies,"; ");
1322                 combined_cookies_len = strlen(combined_cookies);
1323             }
1324         }
1325     }
1326     if (combined_cookies_len)
1327     {
1328         z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Cookie", combined_cookies);
1329         xfree(combined_cookies);
1330     }
1331
1332     if (auth)
1333     {
1334         if (auth->which == Z_IdAuthentication_open)
1335         {
1336             char **darray;
1337             int num;
1338             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1339             if (num >= 1)
1340                 username = darray[0];
1341             if (num >= 2)
1342                 password = darray[1];
1343         }
1344         else if (auth->which == Z_IdAuthentication_idPass)
1345         {
1346             username = auth->u.idPass->userId;
1347             password = auth->u.idPass->password;
1348         }
1349     }
1350
1351     if (username && password)
1352     {
1353         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
1354                                      username, password);
1355     }
1356
1357     return send_gdu(gdu);
1358 }
1359 #endif
1360
1361 #if YAZ_HAVE_XML2
1362 static char *encode_SRW_term(ODR o, const char *q)
1363 {
1364     const char *in_charset = "ISO-8859-1";
1365     WRBUF w = wrbuf_alloc();
1366     yaz_iconv_t cd;
1367     char *res;
1368     if (outputCharset)
1369         in_charset = outputCharset;
1370     cd = yaz_iconv_open("UTF-8", in_charset);
1371     if (!cd)
1372     {
1373         wrbuf_destroy(w);
1374         return odr_strdup(o, q);
1375     }
1376     wrbuf_iconv_write(w, cd, q, strlen(q));
1377     if (wrbuf_len(w))
1378         res = odr_strdup(o, wrbuf_cstr(w));
1379     else
1380         res = odr_strdup(o, q);
1381     yaz_iconv_close(cd);
1382     wrbuf_destroy(w);
1383     return res;
1384 }
1385
1386
1387 static int send_SRW_scanRequest(const char *arg, int pos, int num)
1388 {
1389     Z_SRW_PDU *sr = 0;
1390
1391     /* regular requestse .. */
1392     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1393
1394     switch (queryType)
1395     {
1396     case QueryType_CQL:
1397         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1398         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1399         break;
1400     case QueryType_Prefix:
1401         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1402         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1403         break;
1404     default:
1405         printf("Only CQL and PQF supported in SRW\n");
1406         return 0;
1407     }
1408     sr->u.scan_request->responsePosition = odr_intdup(out, pos);
1409     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1410     return send_srw(sr);
1411 }
1412
1413 static void encode_SOLR_search(Z_HTTP_Request *hreq, ODR encode,
1414                                const char *query)
1415 {
1416     char *path;
1417     const char *name[10], *value[10];
1418     char *uri_args;
1419
1420     name[0] = "q";
1421     value[0] = query;
1422     name[1] = 0;
1423
1424     yaz_array_to_uri(&uri_args, encode, (char **) name, (char **) value);
1425
1426     path = (char *)
1427         odr_malloc(encode, strlen(hreq->path) + strlen(uri_args) + 4);
1428
1429     hreq->method = "GET";
1430
1431     if (strchr(hreq->path, '?'))
1432         sprintf(path, "%s&%s", hreq->path, uri_args);
1433     else
1434         sprintf(path, "%s?%s", hreq->path, uri_args);
1435     hreq->path = path;
1436 }
1437
1438 static int send_SOLR_searchRequest(const char *arg)
1439 {
1440     Z_GDU *gdu;
1441     char *path = yaz_encode_sru_dbpath_odr(out, databaseNames[0]);
1442
1443     gdu = z_get_HTTP_Request_host_path(out, cur_host, path);
1444
1445     encode_SOLR_search(gdu->u.HTTP_Request, out, arg);
1446
1447     return send_gdu(gdu);
1448 }
1449
1450 static int send_SRW_searchRequest(const char *arg)
1451 {
1452     Z_SRW_PDU *sr = 0;
1453
1454     if (!srw_sr)
1455     {
1456         assert(srw_sr_odr_out == 0);
1457         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1458     }
1459     odr_reset(srw_sr_odr_out);
1460
1461     setno = 1;
1462
1463     /* save this for later .. when fetching individual records */
1464     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1465                               sru_version);
1466
1467     /* regular request .. */
1468     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1469
1470     switch (queryType)
1471     {
1472     case QueryType_CQL:
1473         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1474         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1475
1476         sr->u.request->query_type = Z_SRW_query_type_cql;
1477         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1478         break;
1479     case QueryType_Prefix:
1480         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1481         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1482
1483         sr->u.request->query_type = Z_SRW_query_type_pqf;
1484         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1485         break;
1486     default:
1487         printf("Only CQL and PQF supported in SRW\n");
1488         return 0;
1489     }
1490     sr->u.request->maximumRecords = odr_intdup(out, 0);
1491
1492     if (record_schema)
1493         sr->u.request->recordSchema = record_schema;
1494     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1495         sr->u.request->recordPacking = "xml";
1496     return send_srw(sr);
1497 }
1498 #endif
1499
1500 static void query_charset_convert(Z_RPNQuery *q)
1501 {
1502     if (queryCharset && outputCharset)
1503     {
1504         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1505         if (!cd)
1506         {
1507             printf("Conversion from %s to %s unsupported\n",
1508                    outputCharset, queryCharset);
1509             return;
1510         }
1511         yaz_query_charset_convert_rpnquery(q, out, cd);
1512         yaz_iconv_close(cd);
1513     }
1514 }
1515
1516 static int send_Z3950_searchRequest(const char *arg)
1517 {
1518     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1519     Z_SearchRequest *req = apdu->u.searchRequest;
1520     Z_Query query;
1521     struct ccl_rpn_node *rpn = NULL;
1522     int error, pos;
1523     char setstring[100];
1524     Z_RPNQuery *RPNquery;
1525     Odr_oct ccl_query;
1526     YAZ_PQF_Parser pqf_parser;
1527     Z_External *ext;
1528     QueryType myQueryType = queryType;
1529     char pqfbuf[512];
1530
1531     if (myQueryType == QueryType_CCL2RPN)
1532     {
1533         rpn = ccl_find_str(bibset, arg, &error, &pos);
1534         if (error)
1535         {
1536             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1537             return 0;
1538         }
1539     } 
1540     else if (myQueryType == QueryType_CQL2RPN)
1541     {
1542         /* ### All this code should be wrapped in a utility function */
1543         CQL_parser parser;
1544         struct cql_node *node;
1545         const char *addinfo;
1546         if (cqltrans == 0)
1547         {
1548             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1549             return 0;
1550         }
1551         parser = cql_parser_create();
1552         if ((error = cql_parser_string(parser, arg)) != 0)
1553         {
1554             printf("Can't parse CQL: must be a syntax error\n");
1555             return 0;
1556         }
1557         node = cql_parser_result(parser);
1558         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1559                                        sizeof pqfbuf)) != 0)
1560         {
1561             error = cql_transform_error(cqltrans, &addinfo);
1562             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1563                     cql_strerror(error), addinfo);
1564             return 0;
1565         }
1566         arg = pqfbuf;
1567         myQueryType = QueryType_Prefix;
1568     }
1569
1570     req->referenceId = set_refid(out);
1571     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1572     {
1573         static unsigned char big[2100];
1574         static Odr_oct bigo;
1575
1576         /* send a very big referenceid to test transport stack etc. */
1577         memset(big, 'A', 2100);
1578         bigo.len = bigo.size = 2100;
1579         bigo.buf = big;
1580         req->referenceId = &bigo;
1581     }
1582
1583     if (setnumber >= 0)
1584     {
1585         sprintf(setstring, "%d", ++setnumber);
1586         req->resultSetName = setstring;
1587     }
1588     *req->smallSetUpperBound = smallSetUpperBound;
1589     *req->largeSetLowerBound = largeSetLowerBound;
1590     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1591     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1592         mediumSetPresentNumber > 0))
1593     {
1594         if (recordsyntax_size)
1595             req->preferredRecordSyntax =
1596                 yaz_string_to_oid_odr(yaz_oid_std(),
1597                                       CLASS_RECSYN, recordsyntax_list[0], out);
1598
1599         req->smallSetElementSetNames =
1600             req->mediumSetElementSetNames = elementSetNames;
1601     }
1602     req->num_databaseNames = num_databaseNames;
1603     req->databaseNames = databaseNames;
1604
1605     req->query = &query;
1606
1607     switch (myQueryType)
1608     {
1609     case QueryType_Prefix:
1610         query.which = Z_Query_type_1;
1611         pqf_parser = yaz_pqf_create();
1612         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1613         if (!RPNquery)
1614         {
1615             const char *pqf_msg;
1616             size_t off;
1617             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1618             int ioff = off;
1619             printf("%*s^\n", ioff+4, "");
1620             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1621
1622             yaz_pqf_destroy(pqf_parser);
1623             return 0;
1624         }
1625         yaz_pqf_destroy(pqf_parser);
1626         query_charset_convert(RPNquery);
1627         query.u.type_1 = RPNquery;
1628         break;
1629     case QueryType_CCL:
1630         query.which = Z_Query_type_2;
1631         query.u.type_2 = &ccl_query;
1632         ccl_query.buf = (unsigned char*) arg;
1633         ccl_query.len = strlen(arg);
1634         break;
1635     case QueryType_CCL2RPN:
1636         query.which = Z_Query_type_1;
1637         RPNquery = ccl_rpn_query(out, rpn);
1638         if (!RPNquery)
1639         {
1640             printf("Couldn't convert from CCL to RPN\n");
1641             return 0;
1642         }
1643         query_charset_convert(RPNquery);
1644         query.u.type_1 = RPNquery;
1645         ccl_rpn_delete(rpn);
1646         break;
1647     case QueryType_CQL:
1648         query.which = Z_Query_type_104;
1649         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1650         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1651         ext->indirect_reference = 0;
1652         ext->descriptor = 0;
1653         ext->which = Z_External_CQL;
1654         ext->u.cql = odr_strdup(out, arg);
1655         query.u.type_104 =  ext;
1656         break;
1657     default:
1658         printf("Unsupported query type\n");
1659         return 0;
1660     }
1661     if (send_apdu(apdu))
1662         printf("Sent searchRequest.\n");
1663     setno = 1;
1664     return 2;
1665 }
1666
1667 static void display_term(Z_Term *term)
1668 {
1669     switch (term->which)
1670     {
1671     case Z_Term_general:
1672         printf("    %.*s", term->u.general->len, term->u.general->buf);
1673         break;
1674     case Z_Term_characterString:
1675         printf("    %s", term->u.characterString);
1676         break;
1677     case Z_Term_numeric:
1678         printf("    " ODR_INT_PRINTF, *term->u.numeric);
1679         break;
1680     case Z_Term_null:
1681         printf("    null");
1682         break;
1683     }
1684 }
1685
1686 /* display Query Expression as part of searchResult-1 */
1687 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1688 {
1689     if (!qe)
1690         return;
1691     printf(" %s=", lead);
1692     if (qe->which == Z_QueryExpression_term)
1693     {
1694         if (qe->u.term->queryTerm)
1695         {
1696             Z_Term *term = qe->u.term->queryTerm;
1697             display_term(term);
1698         }
1699     }
1700 }
1701
1702 static void display_facet(Z_FacetField *facet)
1703 {
1704     if (facet->attributes)
1705     {
1706         Z_AttributeList *al = facet->attributes;
1707         struct yaz_facet_attr attr_values;
1708         attr_values.errcode = 0;
1709         attr_values.limit = -1;
1710         attr_values.useattr = 0;
1711         attr_values.relation = "default";
1712
1713         yaz_facet_attr_get_z_attributes(al, &attr_values);
1714         if (!attr_values.errcode)
1715         {
1716             int term_index;
1717             printf("  %s (%d): \n", attr_values.useattr, /* attr_values.relation, attr_values.limit, */ facet->num_terms);
1718             for (term_index = 0 ; term_index < facet->num_terms; term_index++)
1719             {
1720                 Z_FacetTerm *facetTerm = facet->terms[term_index];
1721                 display_term(facetTerm->term);
1722                 printf(" (" NMEM_INT_PRINTF ")\n", *facetTerm->count);
1723             }
1724         }
1725
1726     }
1727 }
1728
1729 static void* display_facets(Z_FacetList *fl)
1730 {
1731     int index;
1732     printf("Facets(%d): \n", fl->num);
1733
1734     for (index = 0; index < fl->num ; index++)
1735     {
1736         display_facet(fl->elements[index]);
1737     }
1738     return 0;
1739 }
1740
1741 void display_searchResult1(Z_SearchInfoReport *sr)
1742 {
1743     int j;
1744     printf("SearchResult-1:");
1745     for (j = 0; j < sr->num; j++)
1746     {
1747         if (j)
1748             printf(",");
1749         if (!sr->elements[j]->subqueryExpression)
1750             printf("%d", j);
1751         display_queryExpression("term",
1752             sr->elements[j]->subqueryExpression);
1753         display_queryExpression("interpretation",
1754             sr->elements[j]->subqueryInterpretation);
1755         display_queryExpression("recommendation",
1756             sr->elements[j]->subqueryRecommendation);
1757         if (sr->elements[j]->subqueryCount)
1758             printf(" cnt=" ODR_INT_PRINTF,
1759                    *sr->elements[j]->subqueryCount);
1760         if (sr->elements[j]->subqueryId)
1761             printf(" id=%s ", sr->elements[j]->subqueryId);
1762     }
1763     printf("\n");
1764 }
1765
1766
1767
1768 /* see if we can find USR:SearchResult-1 */
1769 static void display_searchResult(Z_OtherInformation *o)
1770 {
1771     int i;
1772     if (!o)
1773         return ;
1774     for (i = 0; i < o->num_elements; i++)
1775     {
1776         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1777         {
1778             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1779
1780             if (ext->which == Z_External_searchResult1)
1781                 display_searchResult1(ext->u.searchResult1);
1782             else if  (ext->which == Z_External_userFacets)
1783                 display_facets(ext->u.facetList);
1784         }
1785     }
1786 }
1787
1788 static int process_Z3950_searchResponse(Z_SearchResponse *res)
1789 {
1790     printf("Received SearchResponse.\n");
1791     print_refid(res->referenceId);
1792     if (*res->searchStatus)
1793         printf("Search was a success.\n");
1794     else
1795         printf("Search was a bloomin' failure.\n");
1796     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1797     last_hit_count = *res->resultCount;
1798     if (setnumber >= 0)
1799         printf(", setno %d", setnumber);
1800     putchar('\n');
1801     if (res->resultSetStatus)
1802     {
1803         printf("Result Set Status: ");
1804         switch (*res->resultSetStatus)
1805         {
1806         case Z_SearchResponse_subset:
1807             printf("subset"); break;
1808         case Z_SearchResponse_interim:
1809             printf("interim"); break;
1810         case Z_SearchResponse_none:
1811             printf("none"); break;
1812         case Z_SearchResponse_estimate:
1813             printf("estimate"); break;
1814         default:
1815             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1816         }
1817         putchar('\n');
1818     }
1819     display_searchResult(res->additionalSearchInfo);
1820     printf("records returned: " ODR_INT_PRINTF "\n",
1821            *res->numberOfRecordsReturned);
1822     setno += *res->numberOfRecordsReturned;
1823     if (res->records)
1824         display_records(res->records);
1825     return 0;
1826 }
1827
1828 static void print_level(int iLevel)
1829 {
1830     int i;
1831     for (i = 0; i < iLevel * 4; i++)
1832         printf(" ");
1833 }
1834
1835 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1836 {
1837     if (pInt != NULL)
1838     {
1839         print_level(iLevel);
1840         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1841     }
1842 }
1843
1844 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1845 {
1846     if (pInt != NULL)
1847     {
1848         print_level(iLevel);
1849         printf("%s: %d\n", pTag, *pInt);
1850     }
1851 }
1852
1853 static void print_string(int iLevel, const char *pTag, const char *pString)
1854 {
1855     if (pString != NULL)
1856     {
1857         print_level(iLevel);
1858         printf("%s: %s\n", pTag, pString);
1859     }
1860 }
1861
1862 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1863 {
1864     if (pOid != NULL)
1865     {
1866         Odr_oid *pInt = pOid;
1867
1868         print_level(iLevel);
1869         printf("%s:", pTag);
1870         for (; *pInt != -1; pInt++)
1871             printf(" %d", *pInt);
1872         printf("\n");
1873     }
1874 }
1875
1876 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1877 {
1878     if (referenceId != NULL)
1879     {
1880         int i;
1881
1882         print_level(iLevel);
1883         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1884         for (i = 0; i < referenceId->len; i++)
1885             printf("%c", referenceId->buf[i]);
1886         printf("\n");
1887     }
1888 }
1889
1890 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1891 {
1892     if (pStringNumeric != NULL)
1893     {
1894         switch (pStringNumeric->which)
1895         {
1896         case Z_StringOrNumeric_string:
1897             print_string(iLevel, pTag, pStringNumeric->u.string);
1898             break;
1899
1900         case Z_StringOrNumeric_numeric:
1901             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1902             break;
1903
1904         default:
1905             print_level(iLevel);
1906             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1907             break;
1908         }
1909     }
1910 }
1911
1912 static void print_universe_report_duplicate(
1913     int iLevel,
1914     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1915 {
1916     if (pUniverseReportDuplicate != NULL)
1917     {
1918         print_level(iLevel);
1919         printf("Universe Report Duplicate: \n");
1920         iLevel++;
1921         print_string_or_numeric(iLevel, "Hit No",
1922                                 pUniverseReportDuplicate->hitno);
1923     }
1924 }
1925
1926 static void print_universe_report_hits(
1927     int iLevel,
1928     Z_UniverseReportHits *pUniverseReportHits)
1929 {
1930     if (pUniverseReportHits != NULL)
1931     {
1932         print_level(iLevel);
1933         printf("Universe Report Hits: \n");
1934         iLevel++;
1935         print_string_or_numeric(iLevel, "Database",
1936                                 pUniverseReportHits->database);
1937         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1938     }
1939 }
1940
1941 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1942 {
1943     if (pUniverseReport != NULL)
1944     {
1945         print_level(iLevel);
1946         printf("Universe Report: \n");
1947         iLevel++;
1948         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1949         switch (pUniverseReport->which)
1950         {
1951         case Z_UniverseReport_databaseHits:
1952             print_universe_report_hits(iLevel,
1953                                        pUniverseReport->u.databaseHits);
1954             break;
1955
1956         case Z_UniverseReport_duplicate:
1957             print_universe_report_duplicate(iLevel,
1958                                             pUniverseReport->u.duplicate);
1959             break;
1960
1961         default:
1962             print_level(iLevel);
1963             printf("Type: %d\n", pUniverseReport->which);
1964             break;
1965         }
1966     }
1967 }
1968
1969 static void print_external(int iLevel, Z_External *pExternal)
1970 {
1971     if (pExternal != NULL)
1972     {
1973         print_level(iLevel);
1974         printf("External: \n");
1975         iLevel++;
1976         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
1977         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
1978         print_string(iLevel, "Descriptor", pExternal->descriptor);
1979         switch (pExternal->which)
1980         {
1981         case Z_External_universeReport:
1982             print_universe_report(iLevel, pExternal->u.universeReport);
1983             break;
1984
1985         default:
1986             print_level(iLevel);
1987             printf("Type: %d\n", pExternal->which);
1988             break;
1989         }
1990     }
1991 }
1992
1993 static int process_Z3950_resourceControlRequest(Z_ResourceControlRequest *req)
1994 {
1995     printf("Received ResourceControlRequest.\n");
1996     print_referenceId(1, req->referenceId);
1997     print_bool(1, "Suspended Flag", req->suspendedFlag);
1998     print_int(1, "Partial Results Available", req->partialResultsAvailable);
1999     print_bool(1, "Response Required", req->responseRequired);
2000     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
2001     print_external(1, req->resourceReport);
2002     return 0;
2003 }
2004
2005 static void process_Z3950_ESResponse(Z_ExtendedServicesResponse *res)
2006 {
2007     printf("Status: ");
2008     switch (*res->operationStatus)
2009     {
2010     case Z_ExtendedServicesResponse_done:
2011         printf("done\n");
2012         break;
2013     case Z_ExtendedServicesResponse_accepted:
2014         printf("accepted\n");
2015         break;
2016     case Z_ExtendedServicesResponse_failure:
2017         printf("failure\n");
2018         display_diagrecs(res->diagnostics, res->num_diagnostics);
2019         break;
2020     default:
2021         printf("unknown\n");
2022     }
2023     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
2024         (res->num_diagnostics != 0) )
2025     {
2026         display_diagrecs(res->diagnostics, res->num_diagnostics);
2027     }
2028     print_refid (res->referenceId);
2029     if (res->taskPackage &&
2030         res->taskPackage->which == Z_External_extendedService)
2031     {
2032         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
2033         Odr_oct *id = taskPackage->targetReference;
2034         Z_External *ext = taskPackage->taskSpecificParameters;
2035
2036         if (id)
2037         {
2038             printf("Target Reference: ");
2039             print_stringn((const char *) id->buf, id->len);
2040             printf("\n");
2041         }
2042         if (ext->which == Z_External_update)
2043         {
2044             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
2045             if (utp && utp->targetPart)
2046             {
2047                 Z_IUTargetPart *targetPart = utp->targetPart;
2048                 int i;
2049
2050                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
2051                 {
2052
2053                     Z_IUTaskPackageRecordStructure *tpr =
2054                         targetPart->taskPackageRecords[i];
2055                     printf("task package record %d\n", i+1);
2056                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
2057                     {
2058                         display_record (tpr->u.record);
2059                     }
2060                     else
2061                     {
2062                         printf("other type\n");
2063                     }
2064                 }
2065             }
2066         }
2067         if (ext->which == Z_External_itemOrder)
2068         {
2069             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
2070
2071             if (otp && otp->targetPart)
2072             {
2073                 if (otp->targetPart->itemRequest)
2074                 {
2075                     Z_External *ext = otp->targetPart->itemRequest;
2076                     if (ext->which == Z_External_octet)
2077                     {
2078                         Odr_oct *doc = ext->u.octet_aligned;
2079                         printf("Got itemRequest doc %.*s\n",
2080                                doc->len, doc->buf);
2081                     }
2082                 }
2083                 else if (otp->targetPart->statusOrErrorReport)
2084                 {
2085                     Z_External *ext = otp->targetPart->statusOrErrorReport;
2086                     if (ext->which == Z_External_octet)
2087                     {
2088                         Odr_oct *doc = ext->u.octet_aligned;
2089                         printf("Got Status or Error Report doc %.*s\n",
2090                                doc->len, doc->buf);
2091                     }
2092                 }
2093             }
2094         }
2095     }
2096     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
2097     {
2098         Odr_oct *doc = res->taskPackage->u.octet_aligned;
2099         printf("%.*s\n", doc->len, doc->buf);
2100     }
2101 }
2102
2103 static const char *get_ill_element(void *clientData, const char *element)
2104 {
2105     return 0;
2106 }
2107
2108 static Z_External *create_external_itemRequest(void)
2109 {
2110     struct ill_get_ctl ctl;
2111     ILL_ItemRequest *req;
2112     Z_External *r = 0;
2113     int item_request_size = 0;
2114     char *item_request_buf = 0;
2115
2116     ctl.odr = out;
2117     ctl.clientData = 0;
2118     ctl.f = get_ill_element;
2119
2120     req = ill_get_ItemRequest(&ctl, "ill", 0);
2121     if (!req)
2122         printf("ill_get_ItemRequest failed\n");
2123
2124     if (!ill_ItemRequest(out, &req, 0, 0))
2125     {
2126         if (apdu_file)
2127         {
2128             ill_ItemRequest(print, &req, 0, 0);
2129             odr_reset(print);
2130         }
2131         item_request_buf = odr_getbuf (out, &item_request_size, 0);
2132         if (item_request_buf)
2133             odr_setbuf (out, item_request_buf, item_request_size, 1);
2134         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
2135         return 0;
2136     }
2137     else
2138     {
2139         r = (Z_External *) odr_malloc(out, sizeof(*r));
2140         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2141         r->indirect_reference = 0;
2142         r->descriptor = 0;
2143         r->which = Z_External_single;
2144
2145         r->u.single_ASN1_type = (Odr_oct *)
2146             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2147         r->u.single_ASN1_type->buf = (unsigned char *)
2148         odr_malloc(out, item_request_size);
2149         r->u.single_ASN1_type->len = item_request_size;
2150         r->u.single_ASN1_type->size = item_request_size;
2151         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
2152                 item_request_size);
2153
2154         do_hex_dump(item_request_buf,item_request_size);
2155     }
2156     return r;
2157 }
2158
2159 static Z_External *create_external_ILL_APDU(void)
2160 {
2161     struct ill_get_ctl ctl;
2162     ILL_APDU *ill_apdu;
2163     Z_External *r = 0;
2164     int ill_request_size = 0;
2165     char *ill_request_buf = 0;
2166
2167     ctl.odr = out;
2168     ctl.clientData = 0;
2169     ctl.f = get_ill_element;
2170
2171     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2172
2173     if (!ill_APDU (out, &ill_apdu, 0, 0))
2174     {
2175         if (apdu_file)
2176         {
2177             printf("-------------------\n");
2178             ill_APDU(print, &ill_apdu, 0, 0);
2179             odr_reset(print);
2180             printf("-------------------\n");
2181         }
2182         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2183         if (ill_request_buf)
2184             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2185         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2186         return 0;
2187     }
2188     else
2189     {
2190         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2191
2192         r = (Z_External *) odr_malloc(out, sizeof(*r));
2193         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2194         r->indirect_reference = 0;
2195         r->descriptor = 0;
2196         r->which = Z_External_single;
2197
2198         r->u.single_ASN1_type = (Odr_oct *)
2199             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2200         r->u.single_ASN1_type->buf = (unsigned char *)
2201         odr_malloc(out, ill_request_size);
2202         r->u.single_ASN1_type->len = ill_request_size;
2203         r->u.single_ASN1_type->size = ill_request_size;
2204         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2205 /*         printf("len = %d\n", ill_request_size); */
2206 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2207 /*              printf("--- end of extenal\n"); */
2208
2209     }
2210     return r;
2211 }
2212
2213
2214 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2215                                             const char *xml_buf,
2216                                             int xml_len)
2217 {
2218     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2219     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2220     r->indirect_reference = 0;
2221     r->descriptor = 0;
2222
2223     r->which = Z_External_itemOrder;
2224
2225     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2226     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2227     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2228
2229     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2230         odr_malloc(out,sizeof(Z_IORequest));
2231     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2232
2233     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2234         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2235     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2236     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2237         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2238     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2239
2240     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2241     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2242     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2243
2244     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2245         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2246     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2247     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2248
2249     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2250         odr_intdup(out, itemno);
2251     if (!strcmp (type, "item") || !strcmp(type, "2"))
2252     {
2253         printf("using item-request\n");
2254         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2255             create_external_itemRequest();
2256     }
2257     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2258     {
2259         printf("using ILL-request\n");
2260         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2261             create_external_ILL_APDU();
2262     }
2263     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2264     {
2265         printf("using XML ILL-request\n");
2266
2267         if (!xml_buf)
2268         {
2269             printf("no docoument added\n");
2270             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2271         }
2272         else
2273         {
2274             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2275                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2276         }
2277     }
2278     else
2279         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2280
2281     return r;
2282 }
2283
2284 static int send_Z3950_itemorder(const char *type, int itemno,
2285                                 const char *xml_buf, int xml_len)
2286 {
2287     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2288     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2289
2290     req->referenceId = set_refid (out);
2291
2292     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2293     req->packageName = esPackageName;
2294
2295     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2296                                                            xml_buf, xml_len);
2297     send_apdu(apdu);
2298     return 0;
2299 }
2300
2301 static int only_z3950(void)
2302 {
2303     if (!conn)
2304     {
2305         printf("Not connected yet\n");
2306         return 1;
2307     }
2308     if (protocol == PROTO_HTTP)
2309     {
2310         printf("Not supported by SRW\n");
2311         return 1;
2312     }
2313     return 0;
2314 }
2315
2316 static int cmd_update_common(const char *arg, int version);
2317
2318 static int cmd_update(const char *arg)
2319 {
2320     return cmd_update_common(arg, 1);
2321 }
2322
2323 static int cmd_update0(const char *arg)
2324 {
2325     return cmd_update_common(arg, 0);
2326 }
2327
2328 static int send_Z3950_update(int version, int action_no, const char *recid,
2329                             char *rec_buf, int rec_len);
2330
2331 #if YAZ_HAVE_XML2
2332 static int send_SRW_update(int action_no, const char *recid,
2333                           char *rec_buf, int rec_len);
2334 #endif
2335
2336 static int cmd_update_common(const char *arg, int version)
2337 {
2338     char *action_buf;
2339     int action_len;
2340     char *recid_buf;
2341     int recid_len;
2342     const char *recid = 0;
2343     char *rec_buf;
2344     int rec_len;
2345     int action_no;
2346     int noread = 0;
2347
2348     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2349     {
2350         printf("Use: update action recid [fname]\n");
2351         printf(" where action is one of insert,replace,delete.update\n");
2352         printf(" recid is some record ID. Use none for no ID\n");
2353         printf(" fname is file of record to be updated\n");
2354         return 0;
2355     }
2356
2357     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2358     {
2359         printf("Missing recid\n");
2360         return 0;
2361     }
2362
2363     if (!strcmp(action_buf, "insert"))
2364         action_no = Z_IUOriginPartToKeep_recordInsert;
2365     else if (!strcmp(action_buf, "replace"))
2366         action_no = Z_IUOriginPartToKeep_recordReplace;
2367     else if (!strcmp(action_buf, "delete"))
2368         action_no = Z_IUOriginPartToKeep_recordDelete;
2369     else if (!strcmp(action_buf, "update"))
2370         action_no = Z_IUOriginPartToKeep_specialUpdate;
2371     else
2372     {
2373         printf("Bad action: %s\n", action_buf);
2374         printf("Possible values: insert, replace, delete, update\n");
2375         return 0;
2376     }
2377
2378     if (strcmp(recid_buf, "none")) /* none means no record ID */
2379         recid = recid_buf;
2380
2381     arg += noread;
2382     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2383         return 0;
2384
2385 #if YAZ_HAVE_XML2
2386     if (protocol == PROTO_HTTP)
2387         return send_SRW_update(action_no, recid_buf, rec_buf, rec_len);
2388 #endif
2389     return send_Z3950_update(version, action_no, recid_buf, rec_buf, rec_len);
2390 }
2391
2392 #if YAZ_HAVE_XML2
2393 static int send_SRW_update(int action_no, const char *recid,
2394                            char *rec_buf, int rec_len)
2395 {
2396     if (!conn)
2397         session_connect(cur_host);
2398     if (!conn)
2399         return 0;
2400     else
2401     {
2402         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2403         Z_SRW_updateRequest *sr = srw->u.update_request;
2404
2405         switch (action_no)
2406         {
2407         case Z_IUOriginPartToKeep_recordInsert:
2408             sr->operation = "info:srw/action/1/create";
2409             break;
2410         case Z_IUOriginPartToKeep_recordReplace:
2411             sr->operation = "info:srw/action/1/replace";
2412             break;
2413         case Z_IUOriginPartToKeep_recordDelete:
2414             sr->operation = "info:srw/action/1/delete";
2415             break;
2416         }
2417         if (rec_buf)
2418         {
2419             sr->record = yaz_srw_get_record(out);
2420             sr->record->recordData_buf = rec_buf;
2421             sr->record->recordData_len = rec_len;
2422             sr->record->recordSchema = record_schema;
2423         }
2424         if (recid)
2425             sr->recordId = odr_strdup(out, recid);
2426         return send_srw(srw);
2427     }
2428 }
2429 #endif
2430
2431 static int send_Z3950_update(int version, int action_no, const char *recid,
2432                             char *rec_buf, int rec_len)
2433 {
2434     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2435     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2436     Z_External *r;
2437     Z_External *record_this = 0;
2438     if (rec_buf)
2439         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2440                                        rec_buf, rec_len);
2441     else
2442     {
2443         if (!record_last)
2444         {
2445             printf("No last record (update ignored)\n");
2446             return 0;
2447         }
2448         record_this = record_last;
2449     }
2450
2451     req->packageType = odr_oiddup(out, (version == 0 ?
2452        yaz_oid_extserv_database_update_first_version :
2453        yaz_oid_extserv_database_update));
2454
2455     req->packageName = esPackageName;
2456
2457     req->referenceId = set_refid (out);
2458
2459     r = req->taskSpecificParameters = (Z_External *)
2460         odr_malloc(out, sizeof(*r));
2461     r->direct_reference = req->packageType;
2462     r->indirect_reference = 0;
2463     r->descriptor = 0;
2464     if (version == 0)
2465     {
2466         Z_IU0OriginPartToKeep *toKeep;
2467         Z_IU0SuppliedRecords *notToKeep;
2468
2469         r->which = Z_External_update0;
2470         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2471         r->u.update0->which = Z_IUUpdate_esRequest;
2472         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2473             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2474         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2475             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2476
2477         toKeep->databaseName = databaseNames[0];
2478         toKeep->schema = 0;
2479         if (record_schema)
2480         {
2481             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2482                                                    CLASS_SCHEMA,
2483                                                    record_schema, out);
2484         }
2485         toKeep->elementSetName = 0;
2486
2487         toKeep->action = odr_intdup(out, action_no);
2488
2489         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2490             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2491         notToKeep->num = 1;
2492         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2493             odr_malloc(out, sizeof(*notToKeep->elements));
2494         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2495             odr_malloc(out, sizeof(**notToKeep->elements));
2496         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2497         if (recid)
2498         {
2499             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2500                 odr_malloc(out, sizeof(Odr_oct));
2501             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2502             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2503             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2504         }
2505         else
2506             notToKeep->elements[0]->u.opaque = 0;
2507         notToKeep->elements[0]->supplementalId = 0;
2508         notToKeep->elements[0]->correlationInfo = 0;
2509         notToKeep->elements[0]->record = record_this;
2510     }
2511     else
2512     {
2513         Z_IUOriginPartToKeep *toKeep;
2514         Z_IUSuppliedRecords *notToKeep;
2515
2516         r->which = Z_External_update;
2517         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2518         r->u.update->which = Z_IUUpdate_esRequest;
2519         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2520             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2521         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2522             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2523
2524         toKeep->databaseName = databaseNames[0];
2525         toKeep->schema = 0;
2526         if (record_schema)
2527         {
2528             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2529                                                    CLASS_SCHEMA,
2530                                                    record_schema, out);
2531         }
2532         toKeep->elementSetName = 0;
2533         toKeep->actionQualifier = 0;
2534         toKeep->action = odr_intdup(out, action_no);
2535
2536         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2537             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2538         notToKeep->num = 1;
2539         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2540             odr_malloc(out, sizeof(*notToKeep->elements));
2541         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2542             odr_malloc(out, sizeof(**notToKeep->elements));
2543         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2544         if (recid)
2545         {
2546             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2547                 odr_malloc(out, sizeof(Odr_oct));
2548             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2549             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2550             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2551         }
2552         else
2553             notToKeep->elements[0]->u.opaque = 0;
2554         notToKeep->elements[0]->supplementalId = 0;
2555         notToKeep->elements[0]->correlationInfo = 0;
2556         notToKeep->elements[0]->record = record_this;
2557     }
2558
2559     send_apdu(apdu);
2560
2561     return 2;
2562 }
2563
2564 static int cmd_xmles(const char *arg)
2565 {
2566     if (only_z3950())
2567         return 1;
2568     else
2569     {
2570         char *asn_buf = 0;
2571         int noread = 0;
2572         Odr_oid *oid;
2573         char oid_str[51];
2574         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2575         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2576
2577
2578         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2579
2580         req->referenceId = set_refid (out);
2581         req->taskSpecificParameters = ext;
2582         ext->indirect_reference = 0;
2583         ext->descriptor = 0;
2584         ext->which = Z_External_octet;
2585         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2586         sscanf(arg, "%50s%n", oid_str, &noread);
2587         if (noread == 0)
2588         {
2589             printf("Missing OID for xmles\n");
2590             return 0;
2591         }
2592         arg += noread;
2593         if (parse_cmd_doc(&arg, out, &asn_buf,
2594                           &ext->u.single_ASN1_type->len) == 0)
2595             return 0;
2596
2597         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2598
2599         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2600                                     CLASS_EXTSERV, oid_str, out);
2601         if (!oid)
2602         {
2603             printf("Bad OID: %s\n", oid_str);
2604             return 0;
2605         }
2606
2607         req->packageType = oid;
2608
2609         ext->direct_reference = oid;
2610
2611         send_apdu(apdu);
2612
2613         return 2;
2614     }
2615 }
2616
2617 static int cmd_itemorder(const char *arg)
2618 {
2619     char type[12];
2620     int itemno;
2621     char *xml_buf = 0;
2622     int xml_len = 0;
2623     int no_read = 0;
2624
2625     if (only_z3950())
2626         return 1;
2627     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2628         return 0;
2629     arg += no_read;
2630     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2631
2632     fflush(stdout);
2633     send_Z3950_itemorder(type, itemno, xml_buf, xml_len);
2634     return 2;
2635 }
2636
2637 static void show_opt(const char *arg, void *clientData)
2638 {
2639     printf("%s ", arg);
2640 }
2641
2642 static int cmd_zversion(const char *arg)
2643 {
2644     if (*arg && arg)
2645         z3950_version = atoi(arg);
2646     else
2647         printf("version is %d\n", z3950_version);
2648     return 0;
2649 }
2650
2651 static int cmd_options(const char *arg)
2652 {
2653     if (*arg)
2654     {
2655         int r;
2656         int pos;
2657         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2658         if (r == -1)
2659             printf("Unknown option(s) near %s\n", arg+pos);
2660     }
2661     else
2662     {
2663         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2664         printf("\n");
2665     }
2666     return 0;
2667 }
2668
2669 static int cmd_explain(const char *arg)
2670 {
2671     if (protocol != PROTO_HTTP)
2672         return 0;
2673 #if YAZ_HAVE_XML2
2674     if (!conn)
2675         session_connect(cur_host);
2676     if (conn)
2677     {
2678         Z_SRW_PDU *sr = 0;
2679
2680         setno = 1;
2681
2682         /* save this for later .. when fetching individual records */
2683         sr = yaz_srw_get(out, Z_SRW_explain_request);
2684         if (recordsyntax_size == 1
2685             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2686             sr->u.explain_request->recordPacking = "xml";
2687         send_srw(sr);
2688         return 2;
2689     }
2690 #endif
2691     return 0;
2692 }
2693
2694 static int cmd_init(const char *arg)
2695 {
2696     if (*arg)
2697     {
2698         strncpy(cur_host, arg, sizeof(cur_host)-1);
2699         cur_host[sizeof(cur_host)-1] = 0;
2700     }
2701     if (only_z3950())
2702         return 1;
2703     send_Z3950_initRequest(cur_host);
2704     return 2;
2705 }
2706
2707 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url)
2708 {
2709     Z_GDU *p = z_get_HTTP_Request(odr);
2710     const char *host = url;
2711     const char *cp0 = strstr(host, "://");
2712     const char *cp1 = 0;
2713     if (cp0)
2714         cp0 = cp0+3;
2715     else
2716         cp0 = host;
2717
2718     cp1 = strchr(cp0, '/');
2719     if (!cp1)
2720         cp1 = cp0 + strlen(cp0);
2721
2722     if (cp0 && cp1)
2723     {
2724         char *h = (char*) odr_malloc(odr, cp1 - cp0 + 1);
2725         memcpy (h, cp0, cp1 - cp0);
2726         h[cp1-cp0] = '\0';
2727         z_HTTP_header_add(odr, &p->u.HTTP_Request->headers, "Host", h);
2728     }
2729     p->u.HTTP_Request->path = odr_strdup(odr, *cp1 ? cp1 : "/");
2730     return p;
2731 }
2732
2733 static WRBUF get_url(const char *uri, WRBUF username, WRBUF password,
2734                      int *code, int show_headers)
2735 {
2736     WRBUF result = 0;
2737     ODR out = odr_createmem(ODR_ENCODE);
2738     ODR in = odr_createmem(ODR_DECODE);
2739     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
2740
2741     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
2742     if (username && password)
2743     {
2744         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
2745                                      wrbuf_cstr(username),
2746                                      wrbuf_cstr(password));
2747     }
2748     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
2749                       "text/xml");
2750     if (!z_GDU(out, &gdu, 0, 0))
2751     {
2752         yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
2753     }
2754     else
2755     {
2756         void *add;
2757         COMSTACK conn = cs_create_host(uri, 1, &add);
2758         if (cs_connect(conn, add) < 0)
2759             yaz_log(YLOG_WARN, "Can not connect to URL:%s", uri);
2760         else
2761         {
2762             int len;
2763             char *buf = odr_getbuf(out, &len, 0);
2764
2765             if (cs_put(conn, buf, len) < 0)
2766                 yaz_log(YLOG_WARN, "cs_put failed URL:%s", uri);
2767             else
2768             {
2769                 char *netbuffer = 0;
2770                 int netlen = 0;
2771                 int res = cs_get(conn, &netbuffer, &netlen);
2772                 if (res <= 0)
2773                 {
2774                     yaz_log(YLOG_WARN, "cs_get failed URL:%s", uri);
2775                 }
2776                 else
2777                 {
2778                     Z_GDU *gdu;
2779                     odr_setbuf(in, netbuffer, res, 0);
2780                     if (!z_GDU(in, &gdu, 0, 0)
2781                         || gdu->which != Z_GDU_HTTP_Response)
2782                     {
2783                         yaz_log(YLOG_WARN, "decode failed URL: %s", uri);
2784                     }
2785                     else
2786                     {
2787                         Z_HTTP_Response *res = gdu->u.HTTP_Response;
2788                         struct Z_HTTP_Header *h;
2789                         result = wrbuf_alloc();
2790                         if (show_headers)
2791                         {
2792
2793                             wrbuf_printf(result, "HTTP %d\n", res->code);
2794                             for (h = res->headers; h; h = h->next)
2795                                 wrbuf_printf(result, "%s: %s\n",
2796                                              h->name, h->value);
2797                         }
2798                         *code = res->code;
2799                         wrbuf_write(result, res->content_buf, res->content_len);
2800                     }
2801                 }
2802                 xfree(netbuffer);
2803             }
2804             cs_close(conn);
2805         }
2806     }
2807     odr_destroy(out);
2808     odr_destroy(in);
2809     return result;
2810 }
2811
2812
2813 static int cmd_url(const char *arg)
2814 {
2815     int code = 0;
2816     WRBUF res = get_url(arg, 0, 0, &code, 1);
2817     if (res)
2818     {
2819         if (wrbuf_len(res) > 1200)
2820         {
2821             fwrite(wrbuf_buf(res), 1, 1200, stdout);
2822             printf(".. out of %lld\n", (long long) wrbuf_len(res));
2823         }
2824         else
2825             puts(wrbuf_cstr(res));
2826         wrbuf_destroy(res);
2827     }
2828     return 0;
2829 }
2830
2831 static int cmd_sru(const char *arg)
2832 {
2833     if (!*arg)
2834     {
2835         printf("SRU method is: %s\n", sru_method);
2836         printf("SRU version is: %s\n", sru_version);
2837     }
2838     else
2839     {
2840         int r;
2841         strcpy(webservice_type, "sru");
2842         r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2843         if (r >= 1)
2844         {
2845             if (!yaz_matchstr(sru_method, "post"))
2846                 ;
2847             else if (!yaz_matchstr(sru_method, "get"))
2848                 ;
2849             else if (!yaz_matchstr(sru_method, "soap"))
2850                 ;
2851             else
2852             {
2853                 strcpy(sru_method, "soap");
2854                 printf("Unknown SRU method: %s\n", arg);
2855                 printf("Specify one of POST, GET, SOAP\n");
2856             }
2857         }
2858     }
2859     return 0;
2860 }
2861
2862 static int cmd_webservice(const char *arg)
2863 {
2864     if (!*arg)
2865     {
2866         printf("Webservice: %s\n", webservice_type);
2867     }
2868     else
2869     {
2870         if (!strcmp(arg, "sru"))
2871             ;
2872         else if (!strcmp(arg, "solr"))
2873             ;
2874         else
2875         {
2876             printf("Unknown webservice type\n");
2877             return 0;
2878         }
2879         strcpy(webservice_type, arg);
2880     }
2881     return 0;
2882 }
2883
2884
2885 static int cmd_find(const char *arg)
2886 {
2887     if (!*arg)
2888     {
2889         printf("Find what?\n");
2890         return 0;
2891     }
2892     if (protocol == PROTO_HTTP)
2893     {
2894 #if YAZ_HAVE_XML2
2895         if (!conn)
2896             session_connect(cur_host);
2897         if (!conn)
2898             return 0;
2899         if (!strcmp(webservice_type, "solr"))
2900         {
2901             if (!send_SOLR_searchRequest(arg))
2902                 return 0;
2903         }
2904         else
2905         {
2906             if (!send_SRW_searchRequest(arg))
2907                 return 0;
2908         }
2909 #else
2910         return 0;
2911 #endif
2912     }
2913     else
2914     {
2915         if (*cur_host && auto_reconnect)
2916         {
2917             int i = 0;
2918             for (;;)
2919             {
2920                 if (conn)
2921                 {
2922                     if (!send_Z3950_searchRequest(arg))
2923                         return 0;
2924                     wait_and_handle_response(0);
2925                     if (conn)
2926                         break;
2927                 }
2928                 if (++i == 2)
2929                 {
2930                     printf("Unable to reconnect\n");
2931                     break;
2932                 }
2933                 session_connect(cur_host);
2934                 wait_and_handle_response(0);
2935             }
2936             return 0;
2937         }
2938         else if (conn)
2939         {
2940             if (!send_Z3950_searchRequest(arg))
2941                 return 0;
2942         }
2943         else
2944         {
2945             printf("Not connected yet\n");
2946             return 0;
2947         }
2948     }
2949     return 2;
2950 }
2951
2952 static int cmd_facets(const char *arg)
2953 {
2954     int size = 0;
2955     if (!*arg)
2956     {
2957         facet_list = 0;
2958         printf("Facets cleared.\n");
2959         return 0;
2960     }
2961     size = strlen(arg);
2962     if (only_z3950())
2963     {
2964         printf("Currently only supported for Z39.50.\n");
2965         return 0;
2966     }
2967     else
2968     {
2969         /* TODO Wrong odr. Loosing memory */
2970         ODR odr = odr_createmem(ODR_ENCODE);
2971         facet_list = yaz_pqf_parse_facet_list(odr, arg);
2972
2973         if (!facet_list)
2974         {
2975             printf("Invalid facet list: %s", arg);
2976             return 0;
2977         }
2978         return 1;
2979     }
2980     return 2;
2981 }
2982
2983
2984 static int cmd_delete(const char *arg)
2985 {
2986     if (only_z3950())
2987         return 0;
2988     if (!send_Z3950_deleteResultSetRequest(arg))
2989         return 0;
2990     return 2;
2991 }
2992
2993 static int cmd_ssub(const char *arg)
2994 {
2995     if (!(smallSetUpperBound = atoi(arg)))
2996         return 0;
2997     return 1;
2998 }
2999
3000 static int cmd_lslb(const char *arg)
3001 {
3002     if (!(largeSetLowerBound = atoi(arg)))
3003         return 0;
3004     return 1;
3005 }
3006
3007 static int cmd_mspn(const char *arg)
3008 {
3009     if (!(mediumSetPresentNumber = atoi(arg)))
3010         return 0;
3011     return 1;
3012 }
3013
3014 static int cmd_status(const char *arg)
3015 {
3016     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
3017     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
3018     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
3019     return 1;
3020 }
3021
3022 static int cmd_setnames(const char *arg)
3023 {
3024     if (*arg == '1')         /* enable ? */
3025         setnumber = 0;
3026     else if (*arg == '0')    /* disable ? */
3027         setnumber = -1;
3028     else if (setnumber < 0)  /* no args, toggle .. */
3029         setnumber = 0;
3030     else
3031         setnumber = -1;
3032
3033     if (setnumber >= 0)
3034         printf("Set numbering enabled.\n");
3035     else
3036         printf("Set numbering disabled.\n");
3037     return 1;
3038 }
3039
3040 /* PRESENT SERVICE ----------------------------- */
3041
3042 static int parse_show_args(const char *arg_c, char *setstring,
3043                            Odr_int *start, Odr_int *number)
3044 {
3045     char *end_ptr;
3046     Odr_int start_position;
3047
3048     if (setnumber >= 0)
3049         sprintf(setstring, "%d", setnumber);
3050     else
3051         *setstring = '\0';
3052
3053     if (!strcmp(arg_c, "all"))
3054     {
3055         *number = last_hit_count;
3056         *start = 1;
3057     }
3058     start_position = odr_strtol(arg_c, &end_ptr, 10);
3059     if (end_ptr == arg_c)
3060         return 1;
3061     *start = start_position;
3062     if (*end_ptr == '\0')
3063         return 1;
3064     while (isspace(*(unsigned char *)end_ptr))
3065         end_ptr++;
3066     if (*end_ptr != '+')
3067     {
3068         printf("Bad show arg: expected +. Got %s\n", end_ptr);
3069         return 0;
3070     }
3071     end_ptr++;
3072     arg_c = end_ptr;
3073     *number = odr_strtol(arg_c, &end_ptr, 10);
3074     if (end_ptr == arg_c)
3075     {
3076         printf("Bad show arg: expected number after +\n");
3077         return 0;
3078     }
3079     if (*end_ptr == '\0')
3080         return 1;
3081     while (isspace(*(unsigned char *)end_ptr))
3082         end_ptr++;
3083     if (*end_ptr != '+')
3084     {
3085         printf("Bad show arg: + expected. Got %s\n", end_ptr);
3086         return 0;
3087     }
3088     strcpy(setstring, end_ptr+1);
3089     return 1;
3090 }
3091
3092 static int send_Z3950_presentRequest(const char *arg)
3093 {
3094     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
3095     Z_PresentRequest *req = apdu->u.presentRequest;
3096     Z_RecordComposition compo;
3097     Odr_int nos = 1;
3098     char setstring[100];
3099
3100     req->referenceId = set_refid(out);
3101
3102     if (!parse_show_args(arg, setstring, &setno, &nos))
3103         return 0;
3104     if (*setstring)
3105         req->resultSetId = setstring;
3106
3107     req->resultSetStartPoint = &setno;
3108     req->numberOfRecordsRequested = &nos;
3109
3110     if (recordsyntax_size)
3111         req->preferredRecordSyntax =
3112             yaz_string_to_oid_odr(yaz_oid_std(),
3113                                   CLASS_RECSYN, recordsyntax_list[0], out);
3114
3115     if (record_schema || recordsyntax_size >= 2)
3116     {
3117         req->recordComposition = &compo;
3118         compo.which = Z_RecordComp_complex;
3119         compo.u.complex = (Z_CompSpec *)
3120             odr_malloc(out, sizeof(*compo.u.complex));
3121         compo.u.complex->selectAlternativeSyntax = (bool_t *)
3122             odr_malloc(out, sizeof(bool_t));
3123         *compo.u.complex->selectAlternativeSyntax = 0;
3124
3125         compo.u.complex->generic = (Z_Specification *)
3126             odr_malloc(out, sizeof(*compo.u.complex->generic));
3127
3128         compo.u.complex->generic->which = Z_Schema_oid;
3129         if (!record_schema)
3130             compo.u.complex->generic->schema.oid = 0;
3131         else
3132         {
3133             compo.u.complex->generic->schema.oid =
3134                 yaz_string_to_oid_odr(yaz_oid_std(),
3135                                       CLASS_SCHEMA, record_schema, out);
3136
3137             if (!compo.u.complex->generic->schema.oid)
3138             {
3139                 /* OID wasn't a schema! Try record syntax instead. */
3140                 compo.u.complex->generic->schema.oid = (Odr_oid *)
3141                     yaz_string_to_oid_odr(yaz_oid_std(),
3142                                           CLASS_RECSYN, record_schema, out);
3143             }
3144         }
3145         if (!elementSetNames)
3146             compo.u.complex->generic->elementSpec = 0;
3147         else
3148         {
3149             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
3150                 odr_malloc(out, sizeof(Z_ElementSpec));
3151             compo.u.complex->generic->elementSpec->which =
3152                 Z_ElementSpec_elementSetName;
3153             compo.u.complex->generic->elementSpec->u.elementSetName =
3154                 elementSetNames->u.generic;
3155         }
3156         compo.u.complex->num_dbSpecific = 0;
3157         compo.u.complex->dbSpecific = 0;
3158
3159         compo.u.complex->num_recordSyntax = 0;
3160         compo.u.complex->recordSyntax = 0;
3161         if (recordsyntax_size >= 2)
3162         {
3163             int i;
3164             compo.u.complex->num_recordSyntax = recordsyntax_size;
3165             compo.u.complex->recordSyntax = (Odr_oid **)
3166                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
3167             for (i = 0; i < recordsyntax_size; i++)
3168             compo.u.complex->recordSyntax[i] =
3169                 yaz_string_to_oid_odr(yaz_oid_std(),
3170                                       CLASS_RECSYN, recordsyntax_list[i], out);
3171         }
3172     }
3173     else if (elementSetNames)
3174     {
3175         req->recordComposition = &compo;
3176         compo.which = Z_RecordComp_simple;
3177         compo.u.simple = elementSetNames;
3178     }
3179     send_apdu(apdu);
3180     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
3181            setno, nos);
3182     return 2;
3183 }
3184
3185 #if YAZ_HAVE_XML2
3186 static int send_SRW_presentRequest(const char *arg)
3187 {
3188     char setstring[100];
3189     Odr_int nos = 1;
3190     Z_SRW_PDU *sr = srw_sr;
3191
3192     if (!sr)
3193         return 0;
3194     if (!parse_show_args(arg, setstring, &setno, &nos))
3195         return 0;
3196     sr->u.request->startRecord = odr_intdup(out, setno);
3197     sr->u.request->maximumRecords = odr_intdup(out, nos);
3198     if (record_schema)
3199         sr->u.request->recordSchema = record_schema;
3200     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
3201         sr->u.request->recordPacking = "xml";
3202     return send_srw(sr);
3203 }
3204 #endif
3205
3206 static void close_session(void)
3207 {
3208     if (conn)
3209         cs_close(conn);
3210     conn = 0;
3211     sent_close = 0;
3212     odr_reset(out);
3213     odr_reset(in);
3214     odr_reset(print);
3215     last_hit_count = 0;
3216 }
3217
3218 static void process_Z3950_close(Z_Close *req)
3219 {
3220     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
3221     Z_Close *res = apdu->u.close;
3222
3223     static char *reasons[] =
3224     {
3225         "finished",
3226         "shutdown",
3227         "system problem",
3228         "cost limit reached",
3229         "resources",
3230         "security violation",
3231         "protocolError",
3232         "lack of activity",
3233         "peer abort",
3234         "unspecified"
3235     };
3236
3237     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
3238         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
3239     if (sent_close)
3240         close_session();
3241     else
3242     {
3243         *res->closeReason = Z_Close_finished;
3244         send_apdu(apdu);
3245         printf("Sent response.\n");
3246         sent_close = 1;
3247     }
3248 }
3249
3250 static int cmd_show(const char *arg)
3251 {
3252     if (protocol == PROTO_HTTP)
3253     {
3254 #if YAZ_HAVE_XML2
3255         if (!conn)
3256             session_connect(cur_host);
3257         if (!conn)
3258             return 0;
3259         if (!send_SRW_presentRequest(arg))
3260             return 0;
3261 #else
3262         return 0;
3263 #endif
3264     }
3265     else
3266     {
3267         if (!conn)
3268         {
3269             printf("Not connected yet\n");
3270             return 0;
3271         }
3272         if (!send_Z3950_presentRequest(arg))
3273             return 0;
3274     }
3275     return 2;
3276 }
3277
3278 static void exit_client(int code)
3279 {
3280     file_history_save(file_history);
3281     file_history_destroy(&file_history);
3282     nmem_destroy(nmem_auth);
3283     exit(code);
3284 }
3285
3286 static int cmd_quit(const char *arg)
3287 {
3288     printf("See you later, alligator.\n");
3289     xmalloc_trav("");
3290     exit_client(0);
3291     return 0;
3292 }
3293
3294 static int cmd_cancel(const char *arg)
3295 {
3296     if (only_z3950())
3297         return 0;
3298     else
3299     {
3300         Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
3301         Z_TriggerResourceControlRequest *req =
3302             apdu->u.triggerResourceControlRequest;
3303         bool_t rfalse = 0;
3304         char command[16];
3305         
3306         *command = '\0';
3307         sscanf(arg, "%15s", command);
3308         
3309         if (only_z3950())
3310             return 0;
3311         if (session_initResponse &&
3312             !ODR_MASK_GET(session_initResponse->options,
3313                           Z_Options_triggerResourceCtrl))
3314         {
3315             printf("Target doesn't support cancel (trigger resource ctrl)\n");
3316             return 0;
3317         }
3318         *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
3319         req->resultSetWanted = &rfalse;
3320         req->referenceId = set_refid(out);
3321         
3322         send_apdu(apdu);
3323         printf("Sent cancel request\n");
3324         if (!strcmp(command, "wait"))
3325             return 2;
3326         return 1;
3327     }
3328 }
3329
3330 static int cmd_cancel_find(const char *arg)
3331 {
3332     int fres;
3333     if (only_z3950())
3334         return 0;
3335     fres = cmd_find(arg);
3336     if (fres > 0)
3337     {
3338         return cmd_cancel("");
3339     };
3340     return fres;
3341 }
3342
3343 static int send_Z3950_scanrequest(const char *set,  const char *query,
3344                                   Odr_int pp, Odr_int num, const char *term)
3345 {
3346     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
3347     Z_ScanRequest *req = apdu->u.scanRequest;
3348
3349     if (only_z3950())
3350         return 0;
3351     if (queryType == QueryType_CCL2RPN)
3352     {
3353         int error, pos;
3354         struct ccl_rpn_node *rpn;
3355
3356         rpn = ccl_find_str(bibset,  query, &error, &pos);
3357         if (error)
3358         {
3359             printf("CCL ERROR: %s\n", ccl_err_msg(error));
3360             return -1;
3361         }
3362         req->attributeSet =
3363             yaz_string_to_oid_odr(yaz_oid_std(),
3364                                   CLASS_ATTSET, "Bib-1", out);
3365         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
3366         {
3367             printf("Couldn't convert CCL to Scan term\n");
3368             return -1;
3369         }
3370         ccl_rpn_delete(rpn);
3371     }
3372     else
3373     {
3374         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
3375
3376
3377         if (!(req->termListAndStartPoint =
3378               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
3379         {
3380             const char *pqf_msg;
3381             size_t off;
3382             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
3383             int ioff = off;
3384             printf("%*s^\n", ioff+7, "");
3385             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3386             yaz_pqf_destroy(pqf_parser);
3387             return -1;
3388         }
3389         yaz_pqf_destroy(pqf_parser);
3390     }
3391     if (queryCharset && outputCharset)
3392     {
3393         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3394         if (!cd)
3395         {
3396             printf("Conversion from %s to %s unsupported\n",
3397                    outputCharset, queryCharset);
3398             return -1;
3399         }
3400         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3401         yaz_iconv_close(cd);
3402     }
3403     if (term && *term)
3404     {
3405         if (req->termListAndStartPoint->term &&
3406             req->termListAndStartPoint->term->which == Z_Term_general &&
3407             req->termListAndStartPoint->term->u.general)
3408         {
3409             req->termListAndStartPoint->term->u.general->buf =
3410                 (unsigned char *) odr_strdup(out, term);
3411             req->termListAndStartPoint->term->u.general->len =
3412                 req->termListAndStartPoint->term->u.general->size =
3413                 strlen(term);
3414         }
3415     }
3416     req->referenceId = set_refid(out);
3417     req->num_databaseNames = num_databaseNames;
3418     req->databaseNames = databaseNames;
3419     req->numberOfTermsRequested = &num;
3420     req->preferredPositionInResponse = &pp;
3421     req->stepSize = odr_intdup(out, scan_stepSize);
3422
3423     if (set)
3424         yaz_oi_set_string_oid(&req->otherInfo, out,
3425                               yaz_oid_userinfo_scan_set, 1, set);
3426
3427     send_apdu(apdu);
3428     return 2;
3429 }
3430
3431 static int send_sortrequest(const char *arg, int newset)
3432 {
3433     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3434     Z_SortRequest *req = apdu->u.sortRequest;
3435     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3436         odr_malloc(out, sizeof(*sksl));
3437     char setstring[32];
3438
3439     if (only_z3950())
3440         return 0;
3441     if (setnumber >= 0)
3442         sprintf(setstring, "%d", setnumber);
3443     else
3444         sprintf(setstring, "default");
3445
3446     req->referenceId = set_refid(out);
3447
3448     req->num_inputResultSetNames = 1;
3449     req->inputResultSetNames = (Z_InternationalString **)
3450         odr_malloc(out, sizeof(*req->inputResultSetNames));
3451     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3452
3453     if (newset && setnumber >= 0)
3454         sprintf(setstring, "%d", ++setnumber);
3455
3456     req->sortedResultSetName = odr_strdup(out, setstring);
3457
3458     req->sortSequence = yaz_sort_spec(out, arg);
3459     if (!req->sortSequence)
3460     {
3461         printf("Missing sort specifications\n");
3462         return -1;
3463     }
3464     send_apdu(apdu);
3465     return 2;
3466 }
3467
3468 static void display_term_info(Z_TermInfo *t)
3469 {
3470     if (t->displayTerm)
3471         printf("%s", t->displayTerm);
3472     else if (t->term->which == Z_Term_general)
3473         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3474     else
3475         printf("Term (not general)");
3476     if (t->term->which == Z_Term_general)
3477         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3478             t->term->u.general->buf);
3479
3480     if (t->globalOccurrences)
3481         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3482     else
3483         printf("\n");
3484 }
3485
3486 static void process_Z3950_scanResponse(Z_ScanResponse *res)
3487 {
3488     int i;
3489     Z_Entry **entries = NULL;
3490     int num_entries = 0;
3491
3492     printf("Received ScanResponse\n");
3493     print_refid(res->referenceId);
3494     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3495     if (res->positionOfTerm)
3496         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3497     printf("\n");
3498     if (*res->scanStatus != Z_Scan_success)
3499         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3500     if (!res->entries)
3501         return;
3502     if ((entries = res->entries->entries))
3503         num_entries = res->entries->num_entries;
3504     for (i = 0; i < num_entries; i++)
3505     {
3506         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3507         if (entries[i]->which == Z_Entry_termInfo)
3508         {
3509             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3510             display_term_info(entries[i]->u.termInfo);
3511         }
3512         else
3513             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3514     }
3515     if (res->entries->nonsurrogateDiagnostics)
3516         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3517                           res->entries->num_nonsurrogateDiagnostics);
3518 }
3519
3520 static void process_Z3950_sortResponse(Z_SortResponse *res)
3521 {
3522     printf("Received SortResponse: status=");
3523     switch (*res->sortStatus)
3524     {
3525     case Z_SortResponse_success:
3526         printf("success"); break;
3527     case Z_SortResponse_partial_1:
3528         printf("partial"); break;
3529     case Z_SortResponse_failure:
3530         printf("failure"); break;
3531     default:
3532         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3533     }
3534     printf("\n");
3535     print_refid (res->referenceId);
3536     if (res->diagnostics)
3537         display_diagrecs(res->diagnostics,
3538                          res->num_diagnostics);
3539 }
3540
3541 static void process_Z3950_deleteResultSetResponse(
3542     Z_DeleteResultSetResponse *res)
3543 {
3544     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3545            *res->deleteOperationStatus);
3546     if (res->deleteListStatuses)
3547     {
3548         int i;
3549         for (i = 0; i < res->deleteListStatuses->num; i++)
3550         {
3551             printf("%s status=" ODR_INT_PRINTF "\n",
3552                    res->deleteListStatuses->elements[i]->id,
3553                    *res->deleteListStatuses->elements[i]->status);
3554         }
3555     }
3556 }
3557
3558 static int cmd_sort_generic(const char *arg, int newset)
3559 {
3560     if (only_z3950())
3561         return 0;
3562     if (session_initResponse &&
3563         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3564     {
3565         printf("Target doesn't support sort\n");
3566         return 0;
3567     }
3568     if (*arg)
3569     {
3570         if (send_sortrequest(arg, newset) < 0)
3571             return 0;
3572         return 2;
3573     }
3574     return 0;
3575 }
3576
3577 static int cmd_sort(const char *arg)
3578 {
3579     return cmd_sort_generic(arg, 0);
3580 }
3581
3582 static int cmd_sort_newset(const char *arg)
3583 {
3584     return cmd_sort_generic(arg, 1);
3585 }
3586
3587 static int cmd_scanstep(const char *arg)
3588 {
3589     scan_stepSize = atoi(arg);
3590     return 0;
3591 }
3592
3593 static int cmd_scanpos(const char *arg)
3594 {
3595     int r = sscanf(arg, "%d", &scan_position);
3596     if (r == 0)
3597         scan_position = 1;
3598     return 0;
3599 }
3600
3601 static int cmd_scansize(const char *arg)
3602 {
3603     int r = sscanf(arg, "%d", &scan_size);
3604     if (r == 0)
3605         scan_size = 20;
3606     return 0;
3607 }
3608
3609 static int cmd_scan_common(const char *set, const char *arg)
3610 {
3611     if (protocol == PROTO_HTTP)
3612     {
3613 #if YAZ_HAVE_XML2
3614         if (!conn)
3615             session_connect(cur_host);
3616         if (!conn)
3617             return 0;
3618         if (*arg)
3619         {
3620             if (send_SRW_scanRequest(arg, scan_position, scan_size) < 0)
3621                 return 0;
3622         }
3623         else
3624         {
3625             if (send_SRW_scanRequest(last_scan_line, 1, scan_size) < 0)
3626                 return 0;
3627         }
3628         return 2;
3629 #else
3630         return 0;
3631 #endif
3632     }
3633     else
3634     {
3635         if (*cur_host && !conn && auto_reconnect)
3636         {
3637             session_connect(cur_host);
3638             wait_and_handle_response(0);
3639         }
3640         if (!conn)
3641             return 0;
3642         if (session_initResponse &&
3643             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3644         {
3645             printf("Target doesn't support scan\n");
3646             return 0;
3647         }
3648         if (*arg)
3649         {
3650             strcpy(last_scan_query, arg);
3651             if (send_Z3950_scanrequest(set, arg,
3652                                        scan_position, scan_size, 0) < 0)
3653                 return 0;
3654         }
3655         else
3656         {
3657             if (send_Z3950_scanrequest(set, last_scan_query,
3658                                       1, scan_size, last_scan_line) < 0)
3659                 return 0;
3660         }
3661         return 2;
3662     }
3663 }
3664
3665 static int cmd_scan(const char *arg)
3666 {
3667     return cmd_scan_common(0, arg);
3668 }
3669
3670 static int cmd_setscan(const char *arg)
3671 {
3672     char setstring[100];
3673     int nor;
3674     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3675     {
3676         printf("missing set for setscan\n");
3677         return 0;
3678     }
3679     return cmd_scan_common(setstring, arg + nor);
3680 }
3681
3682 static int cmd_schema(const char *arg)
3683 {
3684     xfree(record_schema);
3685     record_schema = 0;
3686     if (arg && *arg)
3687         record_schema = xstrdup(arg);
3688     return 1;
3689 }
3690
3691 static int cmd_format(const char *arg)
3692 {
3693     const char *cp = arg;
3694     int nor;
3695     int idx = 0;
3696     int i;
3697     char form_str[41];
3698     if (!arg || !*arg)
3699     {
3700         printf("Usage: format <recordsyntax>\n");
3701         return 0;
3702     }
3703     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3704            && idx < RECORDSYNTAX_MAX)
3705     {
3706         if (strcmp(form_str, "none") &&
3707             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3708         {
3709             printf("Bad format: %s\n", form_str);
3710             return 0;
3711         }
3712         cp += nor;
3713     }
3714     for (i = 0; i < recordsyntax_size; i++)
3715     {
3716         xfree(recordsyntax_list[i]);
3717         recordsyntax_list[i] = 0;
3718     }
3719
3720     cp = arg;
3721     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3722            && idx < RECORDSYNTAX_MAX)
3723     {
3724         if (!strcmp(form_str, "none"))
3725             break;
3726         recordsyntax_list[idx] = xstrdup(form_str);
3727         cp += nor;
3728         idx++;
3729     }
3730     recordsyntax_size = idx;
3731     return 1;
3732 }
3733
3734 static int cmd_elements(const char *arg)
3735 {
3736     static Z_ElementSetNames esn;
3737     static char what[100];
3738
3739     if (!arg || !*arg)
3740     {
3741         elementSetNames = 0;
3742         return 1;
3743     }
3744     strcpy(what, arg);
3745     esn.which = Z_ElementSetNames_generic;
3746     esn.u.generic = what;
3747     elementSetNames = &esn;
3748     return 1;
3749 }
3750
3751 static int cmd_querytype(const char *arg)
3752 {
3753     if (!strcmp(arg, "ccl"))
3754         queryType = QueryType_CCL;
3755     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3756         queryType = QueryType_Prefix;
3757     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3758         queryType = QueryType_CCL2RPN;
3759     else if (!strcmp(arg, "cql"))
3760         queryType = QueryType_CQL;
3761     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3762         queryType = QueryType_CQL2RPN;
3763     else
3764     {
3765         printf("Querytype must be one of:\n");
3766         printf(" prefix         - Prefix query\n");
3767         printf(" ccl            - CCL query\n");
3768         printf(" ccl2rpn        - CCL query converted to RPN\n");
3769         printf(" cql            - CQL\n");
3770         printf(" cql2rpn        - CQL query converted to RPN\n");
3771         return 0;
3772     }
3773     return 1;
3774 }
3775
3776 static int cmd_refid(const char *arg)
3777 {
3778     xfree(refid);
3779     refid = NULL;
3780     if (*arg)
3781         refid = xstrdup(arg);
3782     return 1;
3783 }
3784
3785 static int cmd_close(const char *arg)
3786 {
3787     Z_APDU *apdu;
3788     Z_Close *req;
3789     if (only_z3950())
3790         return 0;
3791     apdu = zget_APDU(out, Z_APDU_close);
3792     req = apdu->u.close;
3793     *req->closeReason = Z_Close_finished;
3794     send_apdu(apdu);
3795     printf("Sent close request.\n");
3796     sent_close = 1;
3797     return 2;
3798 }
3799
3800 int cmd_packagename(const char* arg)
3801 {
3802     xfree(esPackageName);
3803     esPackageName = NULL;
3804     if (*arg)
3805         esPackageName = xstrdup(arg);
3806     return 1;
3807 }
3808
3809 static int cmd_proxy(const char* arg)
3810 {
3811     xfree(yazProxy);
3812     yazProxy = 0;
3813     if (*arg)
3814         yazProxy = xstrdup(arg);
3815     return 1;
3816 }
3817
3818 static int cmd_marccharset(const char *arg)
3819 {
3820     char l1[30];
3821
3822     *l1 = 0;
3823     if (sscanf(arg, "%29s", l1) < 1)
3824     {
3825         printf("MARC character set is `%s'\n",
3826                marcCharset ? marcCharset: "none");
3827         return 1;
3828     }
3829     xfree(marcCharset);
3830     marcCharset = 0;
3831     if (strcmp(l1, "-") && strcmp(l1, "none"))
3832         marcCharset = xstrdup(l1);
3833     return 1;
3834 }
3835
3836 static int cmd_querycharset(const char *arg)
3837 {
3838     char l1[30];
3839
3840     *l1 = 0;
3841     if (sscanf(arg, "%29s", l1) < 1)
3842     {
3843         printf("Query character set is `%s'\n",
3844                queryCharset ? queryCharset: "none");
3845         return 1;
3846     }
3847     xfree(queryCharset);
3848     queryCharset = 0;
3849     if (strcmp(l1, "-") && strcmp(l1, "none"))
3850         queryCharset = xstrdup(l1);
3851     return 1;
3852 }
3853
3854 static int cmd_displaycharset(const char *arg)
3855 {
3856     char l1[30];
3857
3858     *l1 = 0;
3859     if (sscanf(arg, "%29s", l1) < 1)
3860     {
3861         printf("Display character set is `%s'\n",
3862                outputCharset ? outputCharset: "none");
3863     }
3864     else
3865     {
3866         xfree(outputCharset);
3867         outputCharset = 0;
3868         if (!strcmp(l1, "auto") && codeset)
3869         {
3870             if (codeset)
3871             {
3872                 printf("Display character set: %s\n", codeset);
3873                 outputCharset = xstrdup(codeset);
3874             }
3875             else
3876                 printf("No codeset found on this system\n");
3877         }
3878         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3879             outputCharset = xstrdup(l1);
3880     }
3881     return 1;
3882 }
3883
3884 static int cmd_negcharset(const char *arg)
3885 {
3886     char l1[30];
3887
3888     *l1 = 0;
3889     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3890                &negotiationCharsetVersion) < 1)
3891     {
3892         printf("Negotiation character set `%s'\n",
3893                negotiationCharset ? negotiationCharset: "none");
3894         if (negotiationCharset)
3895         {
3896             printf("Records in charset %s\n", negotiationCharsetRecords ?
3897                    "yes" : "no");
3898             printf("Charneg version %d\n", negotiationCharsetVersion);
3899         }
3900     }
3901     else
3902     {
3903         xfree(negotiationCharset);
3904         negotiationCharset = NULL;
3905         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3906         {
3907             negotiationCharset = xstrdup(l1);
3908             printf("Character set negotiation : %s\n", negotiationCharset);
3909         }
3910     }
3911     return 1;
3912 }
3913
3914 static int cmd_charset(const char* arg)
3915 {
3916     char l1[30], l2[30], l3[30], l4[30];
3917
3918     *l1 = *l2 = *l3 = *l4 = '\0';
3919     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3920     {
3921         cmd_negcharset("");
3922         cmd_displaycharset("");
3923         cmd_marccharset("");
3924         cmd_querycharset("");
3925     }
3926     else
3927     {
3928         cmd_negcharset(l1);
3929         if (*l2)
3930             cmd_displaycharset(l2);
3931         if (*l3)
3932             cmd_marccharset(l3);
3933         if (*l4)
3934             cmd_querycharset(l4);
3935     }
3936     return 1;
3937 }
3938
3939 static int cmd_lang(const char* arg)
3940 {
3941     if (*arg == '\0')
3942     {
3943         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3944         return 1;
3945     }
3946     xfree(yazLang);
3947     yazLang = NULL;
3948     if (*arg)
3949         yazLang = xstrdup(arg);
3950     return 1;
3951 }
3952
3953 static int cmd_source(const char* arg, int echo )
3954 {
3955     /* first should open the file and read one line at a time.. */
3956     FILE* includeFile;
3957     char line[102400], *cp;
3958
3959     if (strlen(arg) < 1)
3960     {
3961         fprintf(stderr, "Error in source command use a filename\n");
3962         return -1;
3963     }
3964
3965     includeFile = fopen(arg, "r");
3966
3967     if (!includeFile)
3968     {
3969         fprintf(stderr, "Unable to open file %s for reading\n",arg);
3970         return -1;
3971     }
3972
3973     while (fgets(line, sizeof(line), includeFile))
3974     {
3975         if (strlen(line) < 2)
3976             continue;
3977         if (line[0] == '#')
3978             continue;
3979
3980         if ((cp = strrchr(line, '\n')))
3981             *cp = '\0';
3982
3983         if (echo)
3984             printf("processing line: %s\n", line);
3985         process_cmd_line(line);
3986     }
3987
3988     if (fclose(includeFile))
3989     {
3990         perror("unable to close include file");
3991         exit(1);
3992     }
3993     return 1;
3994 }
3995
3996 static int cmd_source_echo(const char* arg)
3997 {
3998     cmd_source(arg, 1);
3999     return 1;
4000 }
4001
4002 static int cmd_subshell(const char* args)
4003 {
4004     int ret = system(strlen(args) ? args : getenv("SHELL"));
4005     printf("\n");
4006     if (ret)
4007     {
4008         printf("Exit %d\n", ret);
4009     }
4010     return 1;
4011 }
4012
4013 static int cmd_set_berfile(const char *arg)
4014 {
4015     if (ber_file && ber_file != stdout && ber_file != stderr)
4016         fclose(ber_file);
4017     if (!strcmp(arg, ""))
4018         ber_file = 0;
4019     else if (!strcmp(arg, "-"))
4020         ber_file = stdout;
4021     else
4022         ber_file = fopen(arg, "a");
4023     return 1;
4024 }
4025
4026 static int cmd_set_apdufile(const char *arg)
4027 {
4028     if (apdu_file && apdu_file != stderr && apdu_file != stderr)
4029         fclose(apdu_file);
4030     if (!strcmp(arg, ""))
4031         apdu_file = 0;
4032     else if (!strcmp(arg, "-"))
4033         apdu_file = stderr;
4034     else
4035     {
4036         apdu_file = fopen(arg, "a");
4037         if (!apdu_file)
4038             perror("unable to open apdu log file");
4039     }
4040     if (apdu_file)
4041         odr_setprint(print, apdu_file);
4042     return 1;
4043 }
4044
4045 static int cmd_set_cclfile(const char* arg)
4046 {
4047     FILE *inf;
4048
4049     bibset = ccl_qual_mk();
4050     inf = fopen(arg, "r");
4051     if (!inf)
4052         perror("unable to open CCL file");
4053     else
4054     {
4055         ccl_qual_file(bibset, inf);
4056         fclose(inf);
4057     }
4058     strcpy(ccl_fields,arg);
4059     return 0;
4060 }
4061
4062 static int cmd_set_cqlfile(const char* arg)
4063 {
4064     cql_transform_t newcqltrans;
4065
4066     if ((newcqltrans = cql_transform_open_fname(arg)) == 0)
4067     {
4068         perror("unable to open CQL file");
4069         return 0;
4070     }
4071     if (cqltrans != 0)
4072         cql_transform_close(cqltrans);
4073
4074     cqltrans = newcqltrans;
4075     strcpy(cql_fields, arg);
4076     return 0;
4077 }
4078
4079 static int cmd_set_auto_reconnect(const char* arg)
4080 {
4081     if (strlen(arg)==0)
4082         auto_reconnect = ! auto_reconnect;
4083     else if (strcmp(arg,"on")==0)
4084         auto_reconnect = 1;
4085     else if (strcmp(arg,"off")==0)
4086         auto_reconnect = 0;
4087     else
4088     {
4089         printf("Error use on or off\n");
4090         return 1;
4091     }
4092     
4093     if (auto_reconnect)
4094         printf("Set auto reconnect enabled.\n");
4095     else
4096         printf("Set auto reconnect disabled.\n");
4097
4098     return 0;
4099 }
4100
4101 static int cmd_set_auto_wait(const char* arg)
4102 {
4103     if (strlen(arg)==0)
4104         auto_wait = ! auto_wait;
4105     else if (strcmp(arg,"on")==0)
4106         auto_wait = 1;
4107     else if (strcmp(arg,"off")==0)
4108         auto_wait = 0;
4109     else
4110     {
4111         printf("Error use on or off\n");
4112         return 1;
4113     }
4114
4115     if (auto_wait)
4116         printf("Set auto wait enabled.\n");
4117     else
4118         printf("Set auto wait disabled.\n");
4119
4120     return 0;
4121 }
4122
4123 static int cmd_set_marcdump(const char* arg)
4124 {
4125     if (marc_file && marc_file != stderr)
4126     { /* don't close stdout*/
4127         fclose(marc_file);
4128     }
4129
4130     if (!strcmp(arg, ""))
4131         marc_file = 0;
4132     else if (!strcmp(arg, "-"))
4133         marc_file = stderr;
4134     else
4135     {
4136         marc_file = fopen(arg, "a");
4137         if (!marc_file)
4138             perror("unable to open marc log file");
4139     }
4140     return 1;
4141 }
4142
4143 static void marc_file_write(const char *buf, size_t sz)
4144 {
4145     if (marc_file)
4146     {
4147         if (fwrite(buf, 1, sz, marc_file) != sz)
4148         {
4149             perror("marcfile write");
4150         }
4151     }
4152 }
4153 /*
4154    this command takes 3 arge {name class oid}
4155 */
4156 static int cmd_register_oid(const char* args)
4157 {
4158     static struct {
4159         char* className;
4160         oid_class oclass;
4161     } oid_classes[] = {
4162         {"appctx",CLASS_APPCTX},
4163         {"absyn",CLASS_ABSYN},
4164         {"attset",CLASS_ATTSET},
4165         {"transyn",CLASS_TRANSYN},
4166         {"diagset",CLASS_DIAGSET},
4167         {"recsyn",CLASS_RECSYN},
4168         {"resform",CLASS_RESFORM},
4169         {"accform",CLASS_ACCFORM},
4170         {"extserv",CLASS_EXTSERV},
4171         {"userinfo",CLASS_USERINFO},
4172         {"elemspec",CLASS_ELEMSPEC},
4173         {"varset",CLASS_VARSET},
4174         {"schema",CLASS_SCHEMA},
4175         {"tagset",CLASS_TAGSET},
4176         {"general",CLASS_GENERAL},
4177         {0,(enum oid_class) 0}
4178     };
4179     char oname_str[101], oclass_str[101], oid_str[101];
4180     int i;
4181     oid_class oidclass = CLASS_GENERAL;
4182     Odr_oid oid[OID_SIZE];
4183
4184     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
4185                 oname_str,oclass_str, oid_str) < 1)
4186     {
4187         printf("Error in register command \n");
4188         return 0;
4189     }
4190
4191     for (i = 0; oid_classes[i].className; i++)
4192     {
4193         if (!strcmp(oid_classes[i].className, oclass_str))
4194         {
4195             oidclass=oid_classes[i].oclass;
4196             break;
4197         }
4198     }
4199
4200     if (!(oid_classes[i].className))
4201     {
4202         printf("Unknown oid class %s\n",oclass_str);
4203         return 0;
4204     }
4205
4206     oid_dotstring_to_oid(oid_str, oid);
4207
4208     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
4209     {
4210         printf("oid %s already exists, registration failed\n",
4211                oname_str);
4212     }
4213     return 1;
4214 }
4215
4216 static int cmd_push_command(const char* arg)
4217 {
4218 #if HAVE_READLINE_HISTORY_H
4219     if (strlen(arg) > 1)
4220         add_history(arg);
4221 #else
4222     fprintf(stderr,"Not compiled with the readline/history module\n");
4223 #endif
4224     return 1;
4225 }
4226
4227 void source_rc_file(const char *rc_file)
4228 {
4229     /*  If rc_file != NULL, source that. Else
4230         Look for .yazclientrc and read it if it exists.
4231         If it does not exist, read  $HOME/.yazclientrc instead */
4232     struct stat statbuf;
4233
4234     if (rc_file)
4235     {
4236         if (stat(rc_file, &statbuf) == 0)
4237             cmd_source(rc_file, 0);
4238         else
4239         {
4240             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
4241             exit(1);
4242         }
4243     }
4244     else
4245     {
4246         char fname[1000];
4247         strcpy(fname, ".yazclientrc");
4248         if (stat(fname, &statbuf)==0)
4249         {
4250             cmd_source(fname, 0);
4251         }
4252         else
4253         {
4254             const char* homedir = getenv("HOME");
4255             if (homedir)
4256             {
4257                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
4258                 if (stat(fname, &statbuf)==0)
4259                     cmd_source(fname, 0);
4260             }
4261         }
4262     }
4263 }
4264
4265 static void add_to_readline_history(void *client_data, const char *line)
4266 {
4267 #if HAVE_READLINE_HISTORY_H
4268     if (strlen(line))
4269         add_history(line);
4270 #endif
4271 }
4272
4273 static void initialize(const char *rc_file)
4274 {
4275     FILE *inf;
4276     int i;
4277
4278     if (!(out = odr_createmem(ODR_ENCODE)) ||
4279         !(in = odr_createmem(ODR_DECODE)) ||
4280         !(print = odr_createmem(ODR_PRINT)))
4281     {
4282         fprintf(stderr, "failed to allocate ODR streams\n");
4283         exit(1);
4284     }
4285     
4286     strcpy(webservice_type, "sru");
4287
4288     setvbuf(stdout, 0, _IONBF, 0);
4289     if (apdu_file)
4290         odr_setprint(print, apdu_file);
4291
4292     bibset = ccl_qual_mk();
4293     inf = fopen(ccl_fields, "r");
4294     if (inf)
4295     {
4296         ccl_qual_file(bibset, inf);
4297         fclose(inf);
4298     }
4299
4300     cqltrans = cql_transform_open_fname(cql_fields);
4301     /* If this fails, no problem: we detect cqltrans == 0 later */
4302
4303 #if HAVE_READLINE_READLINE_H
4304     rl_attempted_completion_function =
4305         (char **(*)(const char *, int, int)) readline_completer;
4306 #endif
4307     for (i = 0; i < maxOtherInfosSupported; ++i)
4308     {
4309         extraOtherInfos[i].oid[0] = -1;
4310         extraOtherInfos[i].value = 0;
4311     }
4312
4313     cmd_format("usmarc");
4314
4315     file_history = file_history_new();
4316
4317     source_rc_file(rc_file);
4318
4319     file_history_load(file_history);
4320     file_history_trav(file_history, 0, add_to_readline_history);
4321 }
4322
4323
4324 #if HAVE_GETTIMEOFDAY
4325 struct timeval tv_start;
4326 #endif
4327
4328 #if YAZ_HAVE_XML2
4329 static void handle_srw_record(Z_SRW_record *rec)
4330 {
4331     if (rec->recordPosition)
4332     {
4333         printf("pos=" ODR_INT_PRINTF, *rec->recordPosition);
4334         setno = *rec->recordPosition + 1;
4335     }
4336     if (rec->recordSchema)
4337         printf(" schema=%s", rec->recordSchema);
4338     printf("\n");
4339     if (rec->recordData_buf && rec->recordData_len)
4340     {
4341         printf("%.*s", rec->recordData_len, rec->recordData_buf);
4342         marc_file_write(rec->recordData_buf, rec->recordData_len);
4343     }
4344     else
4345         printf("No data!");
4346     printf("\n");
4347 }
4348
4349 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
4350 {
4351     handle_srw_record(&res->record);
4352 }
4353
4354 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
4355 {
4356     int i;
4357
4358     printf("Received SRW SearchRetrieve Response\n");
4359
4360     for (i = 0; i<res->num_diagnostics; i++)
4361     {
4362         if (res->diagnostics[i].uri)
4363             printf("SRW diagnostic %s\n",
4364                     res->diagnostics[i].uri);
4365         else
4366             printf("SRW diagnostic missing or could not be decoded\n");
4367         if (res->diagnostics[i].message)
4368             printf("Message: %s\n", res->diagnostics[i].message);
4369         if (res->diagnostics[i].details)
4370             printf("Details: %s\n", res->diagnostics[i].details);
4371     }
4372     if (res->numberOfRecords)
4373         printf("Number of hits: " ODR_INT_PRINTF "\n", *res->numberOfRecords);
4374     for (i = 0; i<res->num_records; i++)
4375         handle_srw_record(res->records + i);
4376 }
4377
4378 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
4379 {
4380     if (term->displayTerm)
4381         printf("%s:", term->displayTerm);
4382     else if (term->value)
4383         printf("%s:", term->value);
4384     else
4385         printf("No value:");
4386     if (term->numberOfRecords)
4387         printf(" " ODR_INT_PRINTF, *term->numberOfRecords);
4388     if (term->whereInList)
4389         printf(" %s", term->whereInList);
4390     if (term->value && term->displayTerm)
4391         printf(" %s", term->value);
4392
4393     strcpy(last_scan_line, term->value);
4394     printf("\n");
4395 }
4396
4397 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
4398 {
4399     int i;
4400
4401     printf("Received SRW Scan Response\n");
4402
4403     for (i = 0; i<res->num_diagnostics; i++)
4404     {
4405         if (res->diagnostics[i].uri)
4406             printf("SRW diagnostic %s\n",
4407                     res->diagnostics[i].uri);
4408         else
4409             printf("SRW diagnostic missing or could not be decoded\n");
4410         if (res->diagnostics[i].message)
4411             printf("Message: %s\n", res->diagnostics[i].message);
4412         if (res->diagnostics[i].details)
4413             printf("Details: %s\n", res->diagnostics[i].details);
4414     }
4415     if (res->terms)
4416         for (i = 0; i<res->num_terms; i++)
4417             handle_srw_scan_term(res->terms + i);
4418 }
4419
4420 static int decode_SOLR_response(const char *content_buf, int content_len)
4421 {
4422     xmlDocPtr doc = xmlParseMemory(content_buf, content_len);
4423     int ret = 0;
4424     xmlNodePtr ptr = 0;
4425     Odr_int hits = 0;
4426     Odr_int start = 0;
4427
4428     if (!doc)
4429     {
4430         ret = -1;
4431     }
4432     if (doc)
4433     {
4434         xmlNodePtr root = xmlDocGetRootElement(doc);
4435         if (!root)
4436         {
4437             ret = -1;
4438         }
4439         else if (strcmp((const char *) root->name, "response"))
4440         {
4441             ret = -1;
4442         }
4443         else
4444         {
4445             /** look for result node */
4446             for (ptr = root->children; ptr; ptr = ptr->next)
4447             {
4448                 if (ptr->type == XML_ELEMENT_NODE &&
4449                     !strcmp((const char *) ptr->name, "result"))
4450                     break;
4451             }
4452             if (!ptr)
4453             {
4454                 ret = -1;
4455             }
4456         }
4457     }
4458     if (ptr)
4459     {   /* got result node */
4460         struct _xmlAttr *attr;
4461         for (attr = ptr->properties; attr; attr = attr->next)
4462             if (attr->children && attr->children->type == XML_TEXT_NODE)
4463             {
4464                 if (!strcmp((const char *) attr->name, "numFound"))
4465                 {
4466                     hits = odr_atoi((const char *) attr->children->content);
4467                 }
4468                 else if (!strcmp((const char *) attr->name, "start"))
4469                 {
4470                     start = odr_atoi((const char *) attr->children->content);
4471                 }
4472             }
4473         printf("Number of hits: " ODR_INT_PRINTF "\n", hits);
4474     }
4475     if (ptr)
4476     {
4477         xmlNodePtr node;
4478         int offset = 0;
4479
4480         for (node = ptr->children; node; node = node->next)
4481         {
4482             if (node->type == XML_ELEMENT_NODE)
4483             {
4484                 xmlBufferPtr buf = xmlBufferCreate();
4485                 xmlNode *tmp = xmlCopyNode(node, 1);
4486
4487                 printf(ODR_INT_PRINTF "\n", start + offset);
4488
4489                 xmlNodeDump(buf, tmp->doc, tmp, 0, 0);
4490
4491                 xmlFreeNode(tmp);
4492
4493                 fwrite(buf->content, 1, buf->use, stdout);
4494                 xmlBufferFree(buf);
4495                 offset++;
4496                 printf("\n");
4497             }
4498         }
4499     }
4500     if (doc)
4501         xmlFreeDoc(doc);
4502     return ret;
4503 }
4504
4505 static void http_response(Z_HTTP_Response *hres)
4506 {
4507     int ret = -1;
4508     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4509                                                        "Connection");
4510
4511     if (hres->code != 200)
4512     {
4513         printf("HTTP Error Status=%d\n", hres->code);
4514     }
4515
4516     if (!yaz_srw_check_content_type(hres))
4517         printf("Content type does not appear to be XML\n");
4518     else if (!strcmp(webservice_type, "solr"))
4519     {
4520         decode_SOLR_response(hres->content_buf, hres->content_len);
4521     }
4522     else if (!strcmp(webservice_type, "sru"))
4523     {
4524         Z_SOAP *soap_package = 0;
4525         ODR o = odr_createmem(ODR_DECODE);
4526         Z_SOAP_Handler soap_handlers[3] = {
4527             {YAZ_XMLNS_SRU_v1_1, 0, (Z_SOAP_fun) yaz_srw_codec},
4528             {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4529             {0, 0, 0}
4530         };
4531         ret = z_soap_codec(o, &soap_package,
4532                            &hres->content_buf, &hres->content_len,
4533                            soap_handlers);
4534         if (!ret && soap_package->which == Z_SOAP_generic)
4535         {
4536             Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4537             if (sr->which == Z_SRW_searchRetrieve_response)
4538                 handle_srw_response(sr->u.response);
4539             else if (sr->which == Z_SRW_explain_response)
4540                 handle_srw_explain_response(sr->u.explain_response);
4541             else if (sr->which == Z_SRW_scan_response)
4542                 handle_srw_scan_response(sr->u.scan_response);
4543             else if (sr->which == Z_SRW_update_response)
4544                 printf("Got update response. Status: %s\n",
4545                        sr->u.update_response->operationStatus);
4546             else
4547             {
4548                 printf("Decoding of SRW package failed\n");
4549                 ret = -1;
4550             }
4551         }
4552         else if (soap_package && (soap_package->which == Z_SOAP_fault
4553                                   || soap_package->which == Z_SOAP_error))
4554         {
4555             printf("SOAP Fault code %s\n",
4556                     soap_package->u.fault->fault_code);
4557             printf("SOAP Fault string %s\n",
4558                     soap_package->u.fault->fault_string);
4559             if (soap_package->u.fault->details)
4560                 printf("SOAP Details %s\n",
4561                         soap_package->u.fault->details);
4562         }
4563         else
4564         {
4565             printf("z_soap_codec failed. (no SOAP error)\n");
4566             ret = -1;
4567         }
4568         odr_destroy(o);
4569     }
4570     if (ret)
4571         close_session(); /* close session on error */
4572     else
4573     {
4574         if (!strcmp(hres->version, "1.0"))
4575         {
4576             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4577             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4578                 close_session();
4579         }
4580         else
4581         {
4582             /* HTTP 1.1: only if no close we stay alive .. */
4583             if (connection_head && !strcmp(connection_head, "close"))
4584                 close_session();
4585         }
4586     }
4587 }
4588 #endif
4589
4590 #define max_HTTP_redirects 2
4591
4592 static void wait_and_handle_response(int one_response_only)
4593 {
4594     int reconnect_ok = 1;
4595     int no_redirects = 0;
4596     int res;
4597     char *netbuffer= 0;
4598     int netbufferlen = 0;
4599 #if HAVE_GETTIMEOFDAY
4600     int got_tv_end = 0;
4601     struct timeval tv_end;
4602 #endif
4603     Z_GDU *gdu;
4604
4605     while(conn)
4606     {
4607         res = cs_get(conn, &netbuffer, &netbufferlen);
4608         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4609         {
4610             cs_close(conn);
4611             conn = 0;
4612             session_connect(cur_host);
4613             reconnect_ok = 0;
4614             if (conn)
4615             {
4616                 char *buf_out;
4617                 int len_out;
4618
4619                 buf_out = odr_getbuf(out, &len_out, 0);
4620
4621                 do_hex_dump(buf_out, len_out);
4622
4623                 cs_put(conn, buf_out, len_out);
4624
4625                 odr_reset(out);
4626                 continue;
4627             }
4628         }
4629         else if (res <= 0)
4630         {
4631             printf("Target closed connection\n");
4632             close_session();
4633             break;
4634         }
4635 #if HAVE_GETTIMEOFDAY
4636         if (got_tv_end == 0)
4637             gettimeofday(&tv_end, 0); /* count first one only */
4638         got_tv_end++;
4639 #endif
4640         odr_reset(out);
4641         odr_reset(in); /* release APDU from last round */
4642         record_last = 0;
4643         do_hex_dump(netbuffer, res);
4644         odr_setbuf(in, netbuffer, res, 0);
4645
4646         if (!z_GDU(in, &gdu, 0, 0))
4647         {
4648             FILE *f = ber_file ? ber_file : stdout;
4649             odr_perror(in, "Decoding incoming APDU");
4650             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4651             fprintf(f, "Packet dump:\n---------\n");
4652             odr_dumpBER(f, netbuffer, res);
4653             fprintf(f, "---------\n");
4654             if (apdu_file)
4655             {
4656                 z_GDU(print, &gdu, 0, 0);
4657                 odr_reset(print);
4658             }
4659             if (conn && cs_more(conn))
4660                 continue;
4661             break;
4662         }
4663         if (ber_file)
4664             odr_dumpBER(ber_file, netbuffer, res);
4665         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4666         {
4667             odr_perror(print, "Failed to print incoming APDU");
4668             odr_reset(print);
4669                 continue;
4670         }
4671         if (gdu->which == Z_GDU_Z3950)
4672         {
4673             Z_APDU *apdu = gdu->u.z3950;
4674             switch (apdu->which)
4675             {
4676             case Z_APDU_initResponse:
4677                 process_Z3950_initResponse(apdu->u.initResponse);
4678                 break;
4679             case Z_APDU_searchResponse:
4680                 process_Z3950_searchResponse(apdu->u.searchResponse);
4681                 break;
4682             case Z_APDU_scanResponse:
4683                 process_Z3950_scanResponse(apdu->u.scanResponse);
4684                 break;
4685             case Z_APDU_presentResponse:
4686                 print_refid(apdu->u.presentResponse->referenceId);
4687                 setno +=
4688                     *apdu->u.presentResponse->numberOfRecordsReturned;
4689                 if (apdu->u.presentResponse->records)
4690                     display_records(apdu->u.presentResponse->records);
4691                 else
4692                     printf("No records.\n");
4693                 printf("nextResultSetPosition = " ODR_INT_PRINTF "\n",
4694                         *apdu->u.presentResponse->nextResultSetPosition);
4695                 break;
4696             case Z_APDU_sortResponse:
4697                 process_Z3950_sortResponse(apdu->u.sortResponse);
4698                 break;
4699             case Z_APDU_extendedServicesResponse:
4700                 printf("Got extended services response\n");
4701                 process_Z3950_ESResponse(apdu->u.extendedServicesResponse);
4702                 break;
4703             case Z_APDU_close:
4704                 printf("Target has closed the association.\n");
4705                 process_Z3950_close(apdu->u.close);
4706                 break;
4707             case Z_APDU_resourceControlRequest:
4708                 process_Z3950_resourceControlRequest(
4709                     apdu->u.resourceControlRequest);
4710                 break;
4711             case Z_APDU_deleteResultSetResponse:
4712                 process_Z3950_deleteResultSetResponse(
4713                     apdu->u.deleteResultSetResponse);
4714                 break;
4715             default:
4716                 printf("Received unknown APDU type (%d).\n",
4717                        apdu->which);
4718                 close_session();
4719             }
4720         }
4721 #if YAZ_HAVE_XML2
4722         else if (gdu->which == Z_GDU_HTTP_Response)
4723         {
4724             Z_HTTP_Response *hres = gdu->u.HTTP_Response;
4725             int code = hres->code;
4726             const char *location = 0;
4727             if ((code == 301 || code == 302)
4728                 && no_redirects < max_HTTP_redirects
4729                 && !yaz_matchstr(sru_method, "get")
4730                 && (location = z_HTTP_header_lookup(hres->headers, "Location")))
4731             {
4732                 const char *base_tmp;
4733                 session_connect_base(location, &base_tmp);
4734                 no_redirects++;
4735                 if (conn)
4736                 {
4737                     if (send_SRW_redirect(location, hres) == 2)
4738                         continue;
4739                 }
4740                 printf("Redirect failed\n");
4741             }
4742             else
4743                 http_response(gdu->u.HTTP_Response);
4744         }
4745 #endif
4746         if (one_response_only)
4747             break;
4748         if (conn && !cs_more(conn))
4749             break;
4750     }
4751 #if HAVE_GETTIMEOFDAY
4752     if (got_tv_end)
4753     {
4754 #if 0
4755         printf("S/U S/U=%ld/%ld %ld/%ld",
4756                 (long) tv_start.tv_sec,
4757                 (long) tv_start.tv_usec,
4758                 (long) tv_end.tv_sec,
4759                 (long) tv_end.tv_usec);
4760 #endif
4761         printf("Elapsed: %.6f\n",
4762                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4763                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4764     }
4765 #endif
4766     xfree(netbuffer);
4767 }
4768
4769 static int cmd_cclparse(const char* arg)
4770 {
4771     int error, pos;
4772     struct ccl_rpn_node *rpn=NULL;
4773
4774
4775     rpn = ccl_find_str(bibset, arg, &error, &pos);
4776
4777     if (error)
4778     {
4779         int ioff = 3+strlen(last_cmd)+1+pos;
4780         printf("%*s^ - ", ioff, " ");
4781         printf("%s\n", ccl_err_msg(error));
4782     }
4783     else
4784     {
4785         if (rpn)
4786         {
4787             ccl_pr_tree(rpn, stdout);
4788         }
4789     }
4790     if (rpn)
4791         ccl_rpn_delete(rpn);
4792
4793     printf("\n");
4794
4795     return 0;
4796 }
4797
4798 static int cmd_set_otherinfo(const char* args)
4799 {
4800     char oidstr[101], otherinfoString[101];
4801     int otherinfoNo;
4802     int sscan_res;
4803
4804     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4805                         &otherinfoNo, oidstr, otherinfoString);
4806
4807     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported)
4808     {
4809         printf("Error otherinfo index too large (%d>=%d)\n",
4810                otherinfoNo,maxOtherInfosSupported);
4811         return 0;
4812     }
4813
4814
4815     if (sscan_res==1)
4816     {
4817         /* reset this otherinfo */
4818         extraOtherInfos[otherinfoNo].oid[0] = -1;
4819         xfree(extraOtherInfos[otherinfoNo].value);
4820         extraOtherInfos[otherinfoNo].value = 0;
4821         return 0;
4822     }
4823     if (sscan_res != 3)
4824     {
4825         printf("Error in set_otherinfo command \n");
4826         return 0;
4827     }
4828     else
4829     {
4830         NMEM oid_tmp = nmem_create();
4831         const Odr_oid *oid =
4832             yaz_string_to_oid_nmem(yaz_oid_std(),
4833                                    CLASS_GENERAL, oidstr, oid_tmp);
4834         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4835
4836         xfree(extraOtherInfos[otherinfoNo].value);
4837         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4838
4839         nmem_destroy(oid_tmp);
4840     }
4841
4842     return 0;
4843 }
4844
4845 static int cmd_sleep(const char* args )
4846 {
4847     int sec = atoi(args);
4848     if (sec > 0)
4849     {
4850 #ifdef WIN32
4851         Sleep(sec*1000);
4852 #else
4853         sleep(sec);
4854 #endif
4855         printf("Done sleeping %d seconds\n", sec);
4856     }
4857     return 1;
4858 }
4859
4860 static int cmd_list_otherinfo(const char* args)
4861 {
4862     int i;
4863
4864     if (strlen(args)>0)
4865     {
4866         i = atoi(args);
4867         if (i >= maxOtherInfosSupported)
4868         {
4869             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4870             return 0;
4871         }
4872         if (extraOtherInfos[i].value)
4873         {
4874             char name_oid[OID_STR_MAX];
4875             oid_class oclass;
4876             const char *name =
4877                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4878                                       name_oid);
4879             printf("  otherinfo %d %s %s\n",
4880                    i, name ? name : "null",
4881                    extraOtherInfos[i].value);
4882         }
4883
4884     }
4885     else
4886     {
4887         for (i = 0; i < maxOtherInfosSupported; ++i)
4888         {
4889             if (extraOtherInfos[i].value)
4890             {
4891                 char name_oid[OID_STR_MAX];
4892                 oid_class oclass;
4893                 const char *name =
4894                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4895                                           name_oid);
4896                 printf("  otherinfo %d %s %s\n",
4897                        i, name ? name : "null",
4898                        extraOtherInfos[i].value);
4899             }
4900         }
4901     }
4902     return 0;
4903 }
4904
4905 static int cmd_list_all(const char* args)
4906 {
4907     int i;
4908
4909     /* connection options */
4910     if (conn)
4911         printf("Connected to         : %s\n", cur_host);
4912     else if (*cur_host)
4913         printf("Not connected to     : %s\n", cur_host);
4914     else
4915         printf("Not connected        : \n");
4916     if (yazProxy) printf("using proxy          : %s\n",yazProxy);
4917
4918     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4919     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4920
4921     if (!auth)
4922         printf("Authentication       : none\n");
4923     else
4924     {
4925         switch (auth->which)
4926         {
4927         case Z_IdAuthentication_idPass:
4928             printf("Authentication       : IdPass\n");
4929             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4930             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4931             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4932             break;
4933         case Z_IdAuthentication_open:
4934             printf("Authentication       : psOpen\n");
4935             printf("    Open string      : %s\n",auth->u.open);
4936             break;
4937         default:
4938             printf("Authentication       : Unknown\n");
4939         }
4940     }
4941     if (negotiationCharset)
4942         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4943
4944     /* bases */
4945     printf("Bases                : ");
4946     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4947     printf("\n");
4948
4949     /* Query options */
4950     printf("CCL file             : %s\n",ccl_fields);
4951     printf("CQL file             : %s\n",cql_fields);
4952     printf("Query type           : %s\n",query_type_as_string(queryType));
4953
4954     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4955
4956     /* piggy back options */
4957     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4958
4959     /* print present related options */
4960     if (recordsyntax_size > 0)
4961     {
4962         printf("Format               : %s\n", recordsyntax_list[0]);
4963     }
4964     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4965     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4966
4967     /* loging options */
4968     printf("APDU log             : %s\n",apdu_file?"on":"off");
4969     printf("Record log           : %s\n",marc_file?"on":"off");
4970
4971     /* other infos */
4972     printf("Other Info: \n");
4973     cmd_list_otherinfo("");
4974
4975     return 0;
4976 }
4977
4978 static int cmd_clear_otherinfo(const char* args)
4979 {
4980     if (strlen(args) > 0)
4981     {
4982         int otherinfoNo = atoi(args);
4983         if (otherinfoNo >= maxOtherInfosSupported)
4984         {
4985             printf("Error otherinfo index too large (%d>=%d)\n",
4986                    otherinfoNo, maxOtherInfosSupported);
4987             return 0;
4988         }
4989         if (extraOtherInfos[otherinfoNo].value)
4990         {
4991             /* only clear if set. */
4992             extraOtherInfos[otherinfoNo].oid[0] = -1;
4993             xfree(extraOtherInfos[otherinfoNo].value);
4994             extraOtherInfos[otherinfoNo].value = 0;
4995         }
4996     }
4997     else
4998     {
4999         int i;
5000         for (i = 0; i < maxOtherInfosSupported; ++i)
5001         {
5002             if (extraOtherInfos[i].value)
5003             {
5004                 extraOtherInfos[i].oid[0] = -1;
5005                 xfree(extraOtherInfos[i].value);
5006                 extraOtherInfos[i].value = 0;
5007             }
5008         }
5009     }
5010     return 0;
5011 }
5012
5013 static int cmd_wait_response(const char *arg)
5014 {
5015     int i;
5016     int wait_for = atoi(arg);
5017     if (wait_for < 1) 
5018         wait_for = 1;
5019
5020     for (i = 0 ; i < wait_for; ++i )
5021         wait_and_handle_response(1);
5022     return 0;
5023 }
5024
5025 static int cmd_help(const char *line);
5026
5027 typedef char *(*completerFunctionType)(const char *text, int state);
5028
5029 static struct {
5030     char *cmd;
5031     int (*fun)(const char *arg);
5032     char *ad;
5033         completerFunctionType rl_completerfunction;
5034     int complete_filenames;
5035     const char **local_tabcompletes;
5036 } cmd_array[] = {
5037     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
5038     {"quit", cmd_quit, "",NULL,0,NULL},
5039     {"find", cmd_find, "<query>",NULL,0,NULL},
5040     {"facets", cmd_facets, "<query>",NULL,0,NULL},
5041     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
5042     {"base", cmd_base, "<base-name>",NULL,0,NULL},
5043     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
5044     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
5045     {"scan", cmd_scan, "<term>",NULL,0,NULL},
5046     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
5047     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
5048     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
5049     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
5050     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
5051     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
5052     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
5053     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
5054     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
5055     {"status", cmd_status, "",NULL,0,NULL},
5056     {"setnames", cmd_setnames, "",NULL,0,NULL},
5057     {"cancel", cmd_cancel, "",NULL,0,NULL},
5058     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
5059     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
5060     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
5061     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
5062     {"close", cmd_close, "",NULL,0,NULL},
5063     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
5064     {"refid", cmd_refid, "<id>",NULL,0,NULL},
5065     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
5066     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
5067     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
5068     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
5069     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
5070     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
5071     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
5072     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
5073     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
5074     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
5075     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
5076     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
5077     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
5078     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
5079     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
5080     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
5081     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
5082     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
5083     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
5084     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
5085     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
5086     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
5087     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
5088     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
5089     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
5090     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
5091     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
5092     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
5093     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
5094     {"list_all",cmd_list_all,"",NULL,0,NULL},
5095     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
5096     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
5097     /* Server Admin Functions */
5098     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
5099     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
5100     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
5101     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
5102     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
5103     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
5104     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
5105     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
5106     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
5107     {"explain", cmd_explain, "", NULL, 0, NULL},
5108     {"options", cmd_options, "", NULL, 0, NULL},
5109     {"zversion", cmd_zversion, "", NULL, 0, NULL},
5110     {"help", cmd_help, "", NULL,0,NULL},
5111     {"init", cmd_init, "", NULL,0,NULL},
5112     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
5113     {"url", cmd_url, "<url>", NULL,0,NULL},
5114     {"webservice", cmd_webservice, "<type>", NULL,0,NULL},
5115     {"exit", cmd_quit, "",NULL,0,NULL},
5116     {0,0,0,0,0,0}
5117 };
5118
5119 static int cmd_help(const char *line)
5120 {
5121     int i;
5122     char topic[21];
5123
5124     *topic = 0;
5125     sscanf(line, "%20s", topic);
5126
5127     if (*topic == 0)
5128         printf("Commands:\n");
5129     for (i = 0; cmd_array[i].cmd; i++)
5130         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
5131             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
5132     if (!strcmp(topic, "find"))
5133     {
5134         printf("RPN:\n");
5135         printf(" \"term\"                        Simple Term\n");
5136         printf(" @attr [attset] type=value op  Attribute\n");
5137         printf(" @and opl opr                  And\n");
5138         printf(" @or opl opr                   Or\n");
5139         printf(" @not opl opr                  And-Not\n");
5140         printf(" @set set                      Result set\n");
5141         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
5142         printf("\n");
5143         printf("Bib-1 attribute types\n");
5144         printf("1=Use:         ");
5145         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
5146         printf("2=Relation:    ");
5147         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
5148         printf("3=Position:    ");
5149         printf("1=First in Field  2=First in subfield  3=Any position\n");
5150         printf("4=Structure:   ");
5151         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
5152         printf("5=Truncation:  ");
5153         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
5154         printf("6=Completeness:");
5155         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
5156     }
5157     if (!strcmp(topic, "prox"))
5158     {
5159         printf("Proximity:\n");
5160         printf(" @prox exl dist ord rel uc ut\n");
5161         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
5162         printf(" dist: distance integer.\n");
5163         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
5164         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
5165         printf(" uc:   unit class. k=known, p=private.\n");
5166         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
5167         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
5168         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
5169         printf("\nExamples:\n");
5170         printf(" Search for a and b in-order at most 3 words apart:\n");
5171         printf("  @prox 0 3 1 2 k 2 a b\n");
5172         printf(" Search for any order of a and b next to each other:\n");
5173         printf("  @prox 0 1 0 3 k 2 a b\n");
5174     }
5175     return 1;
5176 }
5177
5178 static int cmd_register_tab(const char* arg)
5179 {
5180 #if HAVE_READLINE_READLINE_H
5181     char command[101], tabargument[101];
5182     int i;
5183     int num_of_tabs;
5184     const char** tabslist;
5185
5186     if (sscanf(arg, "%100s %100s", command, tabargument) < 1)
5187     {
5188         return 0;
5189     }
5190
5191     /* locate the amdn in the list */
5192     for (i = 0; cmd_array[i].cmd; i++)
5193     {
5194         if (!strncmp(cmd_array[i].cmd, command, strlen(command)))
5195             break;
5196     }
5197
5198     if (!cmd_array[i].cmd)
5199     {
5200         fprintf(stderr,"Unknown command %s\n",command);
5201         return 1;
5202     }
5203
5204
5205     if (!cmd_array[i].local_tabcompletes)
5206         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
5207
5208     num_of_tabs=0;
5209
5210     tabslist = cmd_array[i].local_tabcompletes;
5211     for (; tabslist && *tabslist; tabslist++)
5212         num_of_tabs++;
5213
5214     cmd_array[i].local_tabcompletes = (const char **)
5215         realloc(cmd_array[i].local_tabcompletes,
5216                 (num_of_tabs+2)*sizeof(char**));
5217     tabslist = cmd_array[i].local_tabcompletes;
5218     tabslist[num_of_tabs] = strdup(tabargument);
5219     tabslist[num_of_tabs+1] = NULL;
5220 #endif
5221     return 1;
5222 }
5223
5224 static void process_cmd_line(char* line)
5225 {
5226     int i, res;
5227     char word[32], arg[10240];
5228
5229 #if HAVE_GETTIMEOFDAY
5230     gettimeofday(&tv_start, 0);
5231 #endif
5232
5233     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
5234     {
5235         strcpy(word, last_cmd);
5236         *arg = '\0';
5237     }
5238     else if (res == 1)
5239         *arg = 0;
5240     strcpy(last_cmd, word);
5241
5242     /* removed tailing spaces from the arg command */
5243     {
5244         char* p = arg;
5245         char* lastnonspace=NULL;
5246
5247         for (; *p; ++p)
5248         {
5249             if (!isspace(*(unsigned char *) p))
5250                 lastnonspace = p;
5251         }
5252         if (lastnonspace)
5253             *(++lastnonspace) = 0;
5254     }
5255
5256     for (i = 0; cmd_array[i].cmd; i++)
5257         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
5258         {
5259             res = (*cmd_array[i].fun)(arg);
5260             break;
5261         }
5262
5263     if (!cmd_array[i].cmd) /* dump our help-screen */
5264     {
5265         printf("Unknown command: %s.\n", word);
5266         printf("Type 'help' for list of commands\n");
5267         res = 1;
5268     }
5269
5270     if (apdu_file)
5271         fflush(apdu_file);
5272
5273     if (res >= 2 && auto_wait)
5274         wait_and_handle_response(0);
5275
5276     if (apdu_file)
5277         fflush(apdu_file);
5278     if (marc_file)
5279         fflush(marc_file);
5280 }
5281
5282 static char *command_generator(const char *text, int state)
5283 {
5284 #if HAVE_READLINE_READLINE_H
5285     static int idx;
5286     if (state == 0)
5287         idx = 0;
5288     for (; cmd_array[idx].cmd; ++idx)
5289     {
5290         if (!strncmp(cmd_array[idx].cmd, text, strlen(text)))
5291         {
5292             ++idx;  /* skip this entry on the next run */
5293             return strdup(cmd_array[idx-1].cmd);
5294         }
5295     }
5296 #endif
5297     return NULL;
5298 }
5299
5300 #if HAVE_READLINE_READLINE_H
5301 static const char** default_completer_list = NULL;
5302
5303 static char* default_completer(const char* text, int state)
5304 {
5305     return complete_from_list(default_completer_list, text, state);
5306 }
5307 #endif
5308
5309 #if HAVE_READLINE_READLINE_H
5310
5311 /*
5312    This function only known how to complete on the first word
5313 */
5314 static char **readline_completer(char *text, int start, int end)
5315 {
5316     completerFunctionType completerToUse;
5317
5318     if (start == 0)
5319     {
5320 #if HAVE_READLINE_RL_COMPLETION_MATCHES
5321         char** res = rl_completion_matches(text, command_generator);
5322 #else
5323         char** res = completion_matches(text,
5324                                         (CPFunction*)command_generator);
5325 #endif
5326         rl_attempted_completion_over = 1;
5327         return res;
5328     }
5329     else
5330     {
5331         char arg[10240],word[32];
5332         int i ,res;
5333         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0)
5334         {
5335             rl_attempted_completion_over = 1;
5336             return NULL;
5337         }
5338
5339         for (i = 0; cmd_array[i].cmd; i++)
5340             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
5341                 break;
5342
5343         if (!cmd_array[i].cmd)
5344             return NULL;
5345
5346         default_completer_list = cmd_array[i].local_tabcompletes;
5347
5348         completerToUse = cmd_array[i].rl_completerfunction;
5349         if (!completerToUse)
5350         { /* if command completer is not defined use the default completer */
5351             completerToUse = default_completer;
5352         }
5353         if (completerToUse)
5354         {
5355 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
5356             char** res=
5357                 rl_completion_matches(text, completerToUse);
5358 #else
5359             char** res=
5360                 completion_matches(text, (CPFunction*)completerToUse);
5361 #endif
5362             if (!cmd_array[i].complete_filenames)
5363                 rl_attempted_completion_over = 1;
5364             return res;
5365         }
5366         else
5367         {
5368             if (!cmd_array[i].complete_filenames)
5369                 rl_attempted_completion_over = 1;
5370             return 0;
5371         }
5372     }
5373 }
5374 #endif
5375
5376 #ifndef WIN32
5377 static void ctrl_c_handler(int x)
5378 {
5379     exit_client(0);
5380 }
5381 #endif
5382
5383 static void client(void)
5384 {
5385     char line[10240];
5386
5387     line[10239] = '\0';
5388
5389 #ifndef WIN32
5390     signal(SIGINT, ctrl_c_handler);
5391 #endif
5392
5393 #if HAVE_GETTIMEOFDAY
5394     gettimeofday(&tv_start, 0);
5395 #endif
5396
5397     while (1)
5398     {
5399         char *line_in = NULL;
5400 #if HAVE_READLINE_READLINE_H
5401         if (isatty(0))
5402         {
5403             line_in=readline(C_PROMPT);
5404             if (!line_in)
5405             {
5406                 putchar('\n');
5407                 break;
5408             }
5409 #if HAVE_READLINE_HISTORY_H
5410             if (*line_in)
5411                 add_history(line_in);
5412 #endif
5413             strncpy(line, line_in, sizeof(line)-1);
5414             free(line_in);
5415         }
5416 #endif
5417         if (!line_in)
5418         {
5419             char *end_p;
5420             printf(C_PROMPT);
5421             fflush(stdout);
5422             if (!fgets(line, sizeof(line)-1, stdin))
5423                 break;
5424             if ((end_p = strchr(line, '\n')))
5425                 *end_p = '\0';
5426         }
5427         if (isatty(0))
5428             file_history_add_line(file_history, line);
5429         process_cmd_line(line);
5430     }
5431 }
5432
5433 static void show_version(void)
5434 {
5435     char vstr[20], sha1_str[41];
5436
5437     yaz_version(vstr, sha1_str);
5438     printf("YAZ version: %s %s\n", YAZ_VERSION, YAZ_VERSION_SHA1);
5439     if (strcmp(sha1_str, YAZ_VERSION_SHA1))
5440         printf("YAZ DLL/SO: %s %s\n", vstr, sha1_str);
5441     exit(0);
5442 }
5443
5444 int main(int argc, char **argv)
5445 {
5446     char *prog = *argv;
5447     char *open_command = 0;
5448     char *auth_command = 0;
5449     char *arg;
5450     const char *rc_file = 0;
5451     int ret;
5452
5453 #if HAVE_LOCALE_H
5454     if (!setlocale(LC_CTYPE, ""))
5455         fprintf(stderr, "setlocale failed\n");
5456 #endif
5457 #if HAVE_LANGINFO_H
5458 #ifdef CODESET
5459     codeset = nl_langinfo(CODESET);
5460 #endif
5461 #endif
5462     if (codeset)
5463         outputCharset = xstrdup(codeset);
5464
5465     ODR_MASK_SET(&z3950_options, Z_Options_search);
5466     ODR_MASK_SET(&z3950_options, Z_Options_present);
5467     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
5468     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
5469     ODR_MASK_SET(&z3950_options, Z_Options_scan);
5470     ODR_MASK_SET(&z3950_options, Z_Options_sort);
5471     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
5472     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
5473
5474     nmem_auth = nmem_create();
5475
5476     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
5477     {
5478         switch (ret)
5479         {
5480         case 0:
5481             if (!open_command)
5482             {
5483                 open_command = (char *) xmalloc(strlen(arg)+6);
5484                 strcpy(open_command, "open ");
5485                 strcat(open_command, arg);
5486             }
5487             else
5488             {
5489                 fprintf(stderr, "%s: Specify at most one server address\n",
5490                         prog);
5491                 exit(1);
5492             }
5493             break;
5494         case 'a':
5495             if (!strcmp(arg, "-"))
5496                 apdu_file=stderr;
5497             else
5498                 apdu_file=fopen(arg, "a");
5499             break;
5500         case 'b':
5501             if (!strcmp(arg, "-"))
5502                 ber_file=stderr;
5503             else
5504                 ber_file=fopen(arg, "a");
5505             break;
5506         case 'c':
5507             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
5508             ccl_fields[sizeof(ccl_fields)-1] = '\0';
5509             break;
5510         case 'd':
5511             dump_file_prefix = arg;
5512             break;
5513         case 'f':
5514             rc_file = arg;
5515             break;
5516         case 'k':
5517             kilobytes = atoi(arg);
5518             break;
5519         case 'm':
5520             if (!(marc_file = fopen(arg, "a")))
5521             {
5522                 perror(arg);
5523                 exit(1);
5524             }
5525             break;
5526         case 'p':
5527             yazProxy = xstrdup(arg);
5528             break;
5529         case 'q':
5530             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
5531             cql_fields[sizeof(cql_fields)-1] = '\0';
5532             break;
5533         case 't':
5534             outputCharset = xstrdup(arg);
5535             break;
5536         case 'u':
5537             if (!auth_command)
5538             {
5539                 auth_command = (char *) xmalloc(strlen(arg)+6);
5540                 strcpy(auth_command, "auth ");
5541                 strcat(auth_command, arg);
5542             }
5543             break;
5544         case 'v':
5545             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5546             break;
5547         case 'V':
5548             show_version();
5549             break;
5550         case 'x':
5551             hex_dump = 1;
5552             break;
5553         default:
5554             fprintf(stderr, "Usage: %s "
5555                      " [-a apdulog]"
5556                      " [-b berdump]"
5557                      " [-c cclfile]"
5558                      " [-d dump]"
5559                      " [-f cmdfile]"
5560                      " [-k size]"
5561                      " [-m marclog]"
5562                      " [-p proxy-addr]"
5563                      " [-q cqlfile]"
5564                      " [-t dispcharset]"
5565                      " [-u auth]"
5566                      " [-v loglevel]"
5567                      " [-V]"
5568                      " [-x]"
5569                      " [server-addr]\n",
5570                      prog);
5571             exit(1);
5572         }
5573     }
5574     initialize(rc_file);
5575     if (auth_command)
5576     {
5577 #ifdef HAVE_GETTIMEOFDAY
5578         gettimeofday(&tv_start, 0);
5579 #endif
5580         process_cmd_line(auth_command);
5581 #if HAVE_READLINE_HISTORY_H
5582         add_history(auth_command);
5583 #endif
5584         xfree(auth_command);
5585     }
5586     if (open_command)
5587     {
5588 #ifdef HAVE_GETTIMEOFDAY
5589         gettimeofday(&tv_start, 0);
5590 #endif
5591         process_cmd_line(open_command);
5592 #if HAVE_READLINE_HISTORY_H
5593         add_history(open_command);
5594 #endif
5595         xfree(open_command);
5596     }
5597     client();
5598     exit_client(0);
5599     return 0;
5600 }
5601 /*
5602  * Local variables:
5603  * c-basic-offset: 4
5604  * c-file-style: "Stroustrup"
5605  * indent-tabs-mode: nil
5606  * End:
5607  * vim: shiftwidth=4 tabstop=8 expandtab
5608  */
5609