yaz-client: display MAB records YAZ-689
[yaz-moved-to-github.git] / client / client.c
1 /* This file is part of the YAZ toolkit.
2  * Copyright (C) 1995-2013 Index Data
3  * See the file LICENSE for details.
4  */
5 /** \file client.c
6  *  \brief yaz-client program
7  */
8 #if HAVE_CONFIG_H
9 #include <config.h>
10 #endif
11
12 #include <stdio.h>
13 #include <stdlib.h>
14 #include <assert.h>
15 #include <time.h>
16 #ifndef WIN32
17 #include <signal.h>
18 #endif
19 #if HAVE_SYS_TYPES_H
20 #include <sys/types.h>
21 #endif
22 #if HAVE_LOCALE_H
23 #include <locale.h>
24 #endif
25 #if HAVE_LANGINFO_H
26 #include <langinfo.h>
27 #endif
28 #if HAVE_UNISTD_H
29 #include <unistd.h>
30 #endif
31 #if HAVE_SYS_STAT_H
32 #include <sys/stat.h>
33 #endif
34 #if HAVE_SYS_TIME_H
35 #include <sys/time.h>
36 #endif
37
38 #ifdef WIN32
39 #include <sys/stat.h>
40 #include <io.h>
41 #include <windows.h>
42 #define S_ISREG(x) (x & _S_IFREG)
43 #define S_ISDIR(x) (x & _S_IFDIR)
44 #endif
45
46 #include <yaz/yaz-util.h>
47
48 #include <yaz/comstack.h>
49
50 #include <yaz/oid_db.h>
51 #include <yaz/proto.h>
52 #include <yaz/marcdisp.h>
53 #include <yaz/diagbib1.h>
54 #include <yaz/otherinfo.h>
55 #include <yaz/charneg.h>
56 #include <yaz/query-charset.h>
57
58 #include <yaz/pquery.h>
59 #include <yaz/sortspec.h>
60
61 #include <yaz/ill.h>
62 #include <yaz/srw.h>
63 #include <yaz/yaz-ccl.h>
64 #include <yaz/cql.h>
65 #include <yaz/log.h>
66 #include <yaz/facet.h>
67
68 #if HAVE_READLINE_READLINE_H
69 #include <readline/readline.h>
70 #endif
71 #if HAVE_READLINE_HISTORY_H
72 #include <readline/history.h>
73 #endif
74
75
76 #include "admin.h"
77 #include "tabcomplete.h"
78 #include "fhistory.h"
79
80 #define C_PROMPT "Z> "
81
82 static file_history_t file_history = 0;
83
84 static char sru_method[10] = "soap";
85 static char sru_version[10] = "1.2";
86 static char *codeset = 0;               /* character set for output */
87 static int hex_dump = 0;
88 static char *dump_file_prefix = 0;
89 static ODR out, in, print;              /* encoding and decoding streams */
90 #if YAZ_HAVE_XML2
91 static ODR srw_sr_odr_out = 0;
92 static Z_SRW_PDU *srw_sr = 0;
93 #endif
94 static FILE *apdu_file = 0;
95 static FILE *ber_file = 0;
96 static COMSTACK conn = 0;               /* our z-association */
97
98 static Z_IdAuthentication *auth = 0;    /* our current auth definition */
99 static NMEM nmem_auth = NULL;
100
101 char *databaseNames[128];
102 int num_databaseNames = 0;
103 static Z_External *record_last = 0;
104 static int setnumber = -1;              /* current result set number */
105 static int smallSetUpperBound = 0;
106 static int largeSetLowerBound = 1;
107 static int mediumSetPresentNumber = 0;
108 static Z_ElementSetNames *elementSetNames = 0;
109 static Z_FacetList *facet_list = 0;
110 static ODR facet_odr = 0;
111 static Odr_int setno = 1;                   /* current set offset */
112 static enum oid_proto protocol = PROTO_Z3950;      /* current app protocol */
113 #define RECORDSYNTAX_MAX 20
114 static char *recordsyntax_list[RECORDSYNTAX_MAX];
115 static int recordsyntax_size = 0;
116
117 static char *record_schema = 0;
118 static int sent_close = 0;
119 static NMEM session_mem = NULL;         /* memory handle for init-response */
120 static Z_InitResponse *session_initResponse = 0;   /* session parameters */
121 static char last_scan_line[512] = "0";
122 static char last_scan_query[512] = "0";
123 static char ccl_fields[512] = "default.bib";
124 /* ### How can I set this path to use wherever YAZ is installed? */
125 static char cql_fields[512] = "/usr/local/share/yaz/etc/pqf.properties";
126 static char *esPackageName = 0;
127 static char *yazProxy = 0;
128 static int kilobytes = 64 * 1024;
129 static char *negotiationCharset = 0;
130 static int  negotiationCharsetRecords = 1;
131 static int  negotiationCharsetVersion = 3;
132 static char *outputCharset = 0;
133 static char *marcCharset = 0;
134 static char *queryCharset = 0;
135 static char* yazLang = 0;
136
137 static char last_cmd[32] = "?";
138 static FILE *marc_file = 0;
139 static char *refid = NULL;
140 static int auto_reconnect = 0;
141 static int auto_wait = 1;
142 static Odr_bitmask z3950_options;
143 static int z3950_version = 3;
144 static int scan_stepSize = 0;
145 static char scan_position[64];
146 static int scan_size = 20;
147 static char cur_host[200];
148 static Odr_int last_hit_count = 0;
149 static int pretty_xml = 0;
150 static Odr_int sru_maximumRecords = 0;
151
152 typedef enum {
153     QueryType_Prefix,
154     QueryType_CCL,
155     QueryType_CCL2RPN,
156     QueryType_CQL,
157     QueryType_CQL2RPN
158 } QueryType;
159
160 static QueryType queryType = QueryType_Prefix;
161
162 static CCL_bibset bibset;               /* CCL bibset handle */
163 static cql_transform_t cqltrans = 0; /* CQL context-set handle */
164
165 #if HAVE_READLINE_COMPLETION_OVER
166
167 #else
168 /* readline doesn't have this var. Define it ourselves. */
169 int rl_attempted_completion_over = 0;
170 #endif
171
172 #define maxOtherInfosSupported 10
173 struct eoi {
174     Odr_oid oid[OID_SIZE];
175     char* value;
176 } extraOtherInfos[maxOtherInfosSupported];
177
178 static void process_cmd_line(char* line);
179 #if HAVE_READLINE_READLINE_H
180 static char **readline_completer(char *text, int start, int end);
181 #endif
182 static char *command_generator(const char *text, int state);
183 static int cmd_register_tab(const char* arg);
184 static int cmd_querycharset(const char *arg);
185
186 static void close_session(void);
187
188 static void marc_file_write(const char *buf, size_t sz);
189
190 static void wait_and_handle_response(int one_response_only);
191 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url);
192
193 ODR getODROutputStream(void)
194 {
195     return out;
196 }
197
198 static const char* query_type_as_string(QueryType q)
199 {
200     switch (q)
201     {
202     case QueryType_Prefix: return "prefix (RPN sent to server)";
203     case QueryType_CCL: return "CCL (CCL sent to server) ";
204     case QueryType_CCL2RPN: return "CCL -> RPN (RPN sent to server)";
205     case QueryType_CQL: return "CQL (CQL sent to server)";
206     case QueryType_CQL2RPN: return "CQL -> RPN (RPN sent to server)";
207     default:
208         return "unknown Query type internal yaz-client error";
209     }
210 }
211
212 static void do_hex_dump(const char* buf, size_t len)
213 {
214     if (hex_dump)
215     {
216         size_t i;
217         int x;
218         for (i = 0; i < len ; i = i+16 )
219         {
220             printf(" %4.4ld ", (long) i);
221             for (x = 0 ; i+x < len && x < 16; ++x)
222             {
223                 printf("%2.2X ",(unsigned int)((unsigned char)buf[i+x]));
224             }
225             printf("\n");
226         }
227     }
228     if (dump_file_prefix)
229     {
230         static int no = 0;
231         if (++no < 1000 && strlen(dump_file_prefix) < 500)
232         {
233             char fname[1024];
234             FILE *of;
235             sprintf(fname, "%s.%03d.raw", dump_file_prefix, no);
236             of = fopen(fname, "wb");
237
238             if (fwrite(buf, 1, len, of) != len)
239             {
240                 printf("write failed for %s", fname);
241             }
242             if (fclose(of))
243             {
244                 printf("close failed for %s", fname);
245             }
246         }
247     }
248 }
249
250 static void add_otherInfos(Z_APDU *a)
251 {
252     Z_OtherInformation **oi;
253     int i;
254
255     yaz_oi_APDU(a, &oi);
256     if (facet_list)
257         yaz_oi_set_facetlist(oi, out, facet_list);
258     for (i = 0; i < maxOtherInfosSupported; ++i)
259     {
260         if (oid_oidlen(extraOtherInfos[i].oid) > 0)
261             yaz_oi_set_string_oid(oi, out, extraOtherInfos[i].oid,
262                                      1, extraOtherInfos[i].value);
263     }
264 }
265
266 int send_apdu(Z_APDU *a)
267 {
268     char *buf;
269     int len;
270
271     add_otherInfos(a);
272
273     if (apdu_file)
274     {
275         z_APDU(print, &a, 0, 0);
276         odr_reset(print);
277     }
278     if (!z_APDU(out, &a, 0, 0))
279     {
280         odr_perror(out, "Encoding APDU");
281         close_session();
282         return 0;
283     }
284     buf = odr_getbuf(out, &len, 0);
285     if (ber_file)
286         odr_dumpBER(ber_file, buf, len);
287     do_hex_dump(buf, len);
288     if (cs_put(conn, buf, len) < 0)
289     {
290         fprintf(stderr, "cs_put: %s\n", cs_errmsg(cs_errno(conn)));
291         close_session();
292         return 0;
293     }
294     odr_reset(out); /* release the APDU structure  */
295     return 1;
296 }
297
298 static void print_stringn(const char *buf, size_t len)
299 {
300     size_t i;
301     for (i = 0; i < len; i++)
302         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
303             printf("%c", buf[i]);
304         else
305             printf("\\X%02X", ((const unsigned char *)buf)[i]);
306 }
307
308 static void print_refid(Z_ReferenceId *id)
309 {
310     if (id)
311     {
312         printf("Reference Id: ");
313         print_stringn((const char *) id->buf, id->len);
314         printf("\n");
315     }
316 }
317
318 static Z_ReferenceId *set_refid(ODR out)
319 {
320     Z_ReferenceId *id;
321     if (!refid)
322         return 0;
323     id = (Z_ReferenceId *) odr_malloc(out, sizeof(*id));
324     id->size = id->len = strlen(refid);
325     id->buf = (unsigned char *) odr_malloc(out, id->len);
326     memcpy(id->buf, refid, id->len);
327     return id;
328 }
329
330 /* INIT SERVICE ------------------------------- */
331
332 static void send_Z3950_initRequest(const char* type_and_host)
333 {
334     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
335     Z_InitRequest *req = apdu->u.initRequest;
336     int i;
337
338     req->options = &z3950_options;
339
340     ODR_MASK_ZERO(req->protocolVersion);
341     for (i = 0; i<z3950_version; i++)
342         ODR_MASK_SET(req->protocolVersion, i);
343
344     *req->maximumRecordSize = 1024*kilobytes;
345     *req->preferredMessageSize = 1024*kilobytes;
346
347     req->idAuthentication = auth;
348
349     req->referenceId = set_refid(out);
350
351     if (yazProxy && type_and_host)
352     {
353         yaz_oi_set_string_oid(&req->otherInfo, out, yaz_oid_userinfo_proxy,
354                               1, type_and_host);
355     }
356
357     if (negotiationCharset || yazLang)
358     {
359         Z_OtherInformation **p;
360         Z_OtherInformationUnit *p0;
361
362         yaz_oi_APDU(apdu, &p);
363
364         if ((p0=yaz_oi_update(p, out, NULL, 0, 0)))
365         {
366             ODR_MASK_SET(req->options, Z_Options_negotiationModel);
367
368             p0->which = Z_OtherInfo_externallyDefinedInfo;
369             p0->information.externallyDefinedInfo =
370                 yaz_set_proposal_charneg_list(out, ",",
371                                               negotiationCharset,
372                                               yazLang,
373                                               negotiationCharsetRecords);
374         }
375     }
376     if (send_apdu(apdu))
377         printf("Sent initrequest.\n");
378 }
379
380
381 static void render_initUserInfo(Z_OtherInformation *ui1);
382 static void render_diag(Z_DiagnosticFormat *diag);
383
384 static void pr_opt(const char *opt, void *clientData)
385 {
386     printf(" %s", opt);
387 }
388
389 static int process_Z3950_initResponse(Z_InitResponse *res)
390 {
391     int ver = 0;
392     /* save session parameters for later use */
393     session_mem = odr_extract_mem(in);
394     session_initResponse = res;
395
396     for (ver = 0; ver < 8; ver++)
397         if (!ODR_MASK_GET(res->protocolVersion, ver))
398             break;
399
400     if (!*res->result)
401         printf("Connection rejected by v%d target.\n", ver);
402     else
403         printf("Connection accepted by v%d target.\n", ver);
404     if (res->implementationId)
405         printf("ID     : %s\n", res->implementationId);
406     if (res->implementationName)
407         printf("Name   : %s\n", res->implementationName);
408     if (res->implementationVersion)
409         printf("Version: %s\n", res->implementationVersion);
410     if (res->userInformationField)
411     {
412         Z_External *uif = res->userInformationField;
413         if (uif->which == Z_External_userInfo1)
414             render_initUserInfo(uif->u.userInfo1);
415         else
416         {
417             printf("UserInformationfield:\n");
418             if (!z_External(print, (Z_External**)&uif, 0, 0))
419             {
420                 odr_perror(print, "Printing userinfo\n");
421                 odr_reset(print);
422             }
423             if (uif->which == Z_External_octet)
424             {
425                 printf("Guessing visiblestring:\n");
426                 printf("'%.*s'\n", uif->u.octet_aligned->len,
427                        uif->u.octet_aligned->buf);
428             }
429             else if (uif->which == Z_External_single)
430             {
431                 Odr_any *sat = uif->u.single_ASN1_type;
432                 if (!oid_oidcmp(uif->direct_reference,
433                                 yaz_oid_userinfo_oclc_userinfo))
434                 {
435                     Z_OCLC_UserInformation *oclc_ui;
436                     ODR decode = odr_createmem(ODR_DECODE);
437                     odr_setbuf(decode, (char *) sat->buf, sat->len, 0);
438                     if (!z_OCLC_UserInformation(decode, &oclc_ui, 0, 0))
439                         printf("Bad OCLC UserInformation:\n");
440                     else
441                         printf("OCLC UserInformation:\n");
442                     if (!z_OCLC_UserInformation(print, &oclc_ui, 0, 0))
443                         printf("Bad OCLC UserInformation spec\n");
444                     odr_destroy(decode);
445                 }
446                 else
447                 {
448                     /* Peek at any private Init-diagnostic APDUs */
449                     printf("yaz-client ignoring unrecognised userInformationField: %d-octet External '%.*s'\n",
450                            (int) sat->len, sat->len, sat->buf);
451                 }
452             }
453             odr_reset(print);
454         }
455     }
456     printf("Options:");
457     yaz_init_opt_decode(res->options, pr_opt, 0);
458     printf("\n");
459
460     if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
461         setnumber = 0;
462
463     if (ODR_MASK_GET(res->options, Z_Options_negotiationModel))
464     {
465         Z_CharSetandLanguageNegotiation *p =
466                 yaz_get_charneg_record(res->otherInfo);
467
468         if (p)
469         {
470             char *charset=NULL, *lang=NULL;
471             int selected;
472
473             yaz_get_response_charneg(session_mem, p, &charset, &lang,
474                                      &selected);
475
476             printf("Accepted character set : %s\n", charset ? charset:"none");
477             printf("Accepted code language : %s\n", lang ? lang:"none");
478             printf("Accepted records in ...: %d\n", selected );
479
480             if (outputCharset && charset)
481             {
482                 printf("Converting between %s and %s\n",
483                        outputCharset, charset);
484                 odr_set_charset(out, charset, outputCharset);
485                 odr_set_charset(in, outputCharset, charset);
486                 cmd_querycharset(charset);
487             }
488             else
489             {
490                 odr_set_charset(out, 0, 0);
491                 odr_set_charset(in, 0, 0);
492             }
493         }
494     }
495     fflush(stdout);
496     return 0;
497 }
498
499
500 static void render_initUserInfo(Z_OtherInformation *ui1)
501 {
502     int i;
503     printf("Init response contains %d otherInfo unit%s:\n",
504            ui1->num_elements, ui1->num_elements == 1 ? "" : "s");
505
506     for (i = 0; i < ui1->num_elements; i++)
507     {
508         Z_OtherInformationUnit *unit = ui1->list[i];
509         printf("  %d: otherInfo unit contains ", i+1);
510         if (unit->which == Z_OtherInfo_externallyDefinedInfo &&
511             unit->information.externallyDefinedInfo &&
512             unit->information.externallyDefinedInfo->which ==
513             Z_External_diag1)
514         {
515             render_diag(unit->information.externallyDefinedInfo->u.diag1);
516         }
517         else if (unit->which != Z_OtherInfo_externallyDefinedInfo)
518         {
519             printf("unsupported otherInfo unit->which = %d\n", unit->which);
520         }
521         else
522         {
523             printf("unsupported otherInfo unit external %d\n",
524                    unit->information.externallyDefinedInfo ?
525                    unit->information.externallyDefinedInfo->which : -2);
526         }
527     }
528 }
529
530
531 /* ### should this share code with display_diagrecs()? */
532 static void render_diag(Z_DiagnosticFormat *diag)
533 {
534     int i;
535
536     printf("%d diagnostic%s:\n", diag->num, diag->num == 1 ? "" : "s");
537     for (i = 0; i < diag->num; i++)
538     {
539         Z_DiagnosticFormat_s *ds = diag->elements[i];
540         printf("    %d: ", i+1);
541         switch (ds->which)
542         {
543         case Z_DiagnosticFormat_s_defaultDiagRec: {
544             Z_DefaultDiagFormat *dd = ds->u.defaultDiagRec;
545             /* ### should check `dd->diagnosticSetId' */
546             printf("code=" ODR_INT_PRINTF " (%s)", *dd->condition,
547                    diagbib1_str(*dd->condition));
548             /* Both types of addinfo are the same, so use type-pun */
549             if (dd->u.v2Addinfo != 0)
550                 printf(",\n\taddinfo='%s'", dd->u.v2Addinfo);
551             break;
552         }
553         case Z_DiagnosticFormat_s_explicitDiagnostic:
554             printf("Explicit diagnostic (not supported)");
555             break;
556         default:
557             printf("Unrecognised diagnostic type %d", ds->which);
558             break;
559         }
560
561         if (ds->message != 0)
562             printf(", message='%s'", ds->message);
563         printf("\n");
564     }
565 }
566
567
568 static int set_base(const char *arg)
569 {
570     int i;
571     const char *cp;
572
573     for (i = 0; i<num_databaseNames; i++)
574         xfree(databaseNames[i]);
575     num_databaseNames = 0;
576     while (1)
577     {
578         char *cp1;
579         if (!(cp = strchr(arg, ' ')))
580             cp = arg + strlen(arg);
581         if (cp - arg < 1)
582             break;
583         databaseNames[num_databaseNames] = (char *)xmalloc(1 + cp - arg);
584         memcpy(databaseNames[num_databaseNames], arg, cp - arg);
585         databaseNames[num_databaseNames][cp - arg] = '\0';
586
587         for (cp1 = databaseNames[num_databaseNames]; *cp1 ; cp1++)
588             if (*cp1 == '+')
589                 *cp1 = ' ';
590         num_databaseNames++;
591
592         if (!*cp)
593             break;
594         arg = cp+1;
595     }
596     if (num_databaseNames == 0)
597     {
598         num_databaseNames = 1;
599         databaseNames[0] = xstrdup("");
600     }
601     return 1;
602 }
603
604 static int parse_cmd_doc(const char **arg, ODR out, char **buf, int *len)
605 {
606     const char *sep;
607     while (**arg && strchr(" \t\n\r\f", **arg))
608         (*arg)++;
609     if (**arg == '\0')
610     {
611         return 0;
612     }
613     else if ((*arg)[0] == '<')
614     {
615         size_t fsize;
616         FILE *inf;
617         const char *fname;
618         const char *arg_start = ++(*arg);
619
620         while (**arg != '\0' && **arg != ' ')
621             (*arg)++;
622
623         fname = odr_strdupn(out, arg_start, *arg - arg_start);
624
625         inf = fopen(fname, "rb");
626         if (!inf)
627         {
628             printf("Couldn't open %s\n", fname);
629             return 0;
630         }
631         if (fseek(inf, 0L, SEEK_END) == -1)
632         {
633             printf("Couldn't seek in %s\n", fname);
634             fclose(inf);
635             return 0;
636         }
637         fsize = ftell(inf);
638         if (fseek(inf, 0L, SEEK_SET) == -1)
639         {
640             printf("Couldn't seek in %s\n", fname);
641             fclose(inf);
642             return 0;
643         }
644         *len = fsize;
645         *buf = (char *) odr_malloc(out, fsize+1);
646         (*buf)[fsize] = '\0';
647         if (fread(*buf, 1, fsize, inf) != fsize)
648         {
649             printf("Unable to read %s\n", fname);
650             fclose(inf);
651             return 0;
652         }
653         fclose(inf);
654     }
655     else if ((*arg)[0] == '\"' && (sep=strchr(*arg+1, '"')))
656     {
657         (*arg)++;
658         *len = sep - *arg;
659         *buf = odr_strdupn(out, *arg, *len);
660         (*arg) = sep+1;
661     }
662     else
663     {
664         const char *arg_start = *arg;
665
666         while (**arg != '\0' && **arg != ' ')
667             (*arg)++;
668
669         *len = *arg - arg_start;
670         *buf = odr_strdupn(out, arg_start, *len);
671     }
672     return 1;
673 }
674
675 static int cmd_base(const char *arg)
676 {
677     if (!*arg)
678     {
679         printf("Usage: base <database> <database> ...\n");
680         return 0;
681     }
682     return set_base(arg);
683 }
684
685 static int session_connect_base(const char *arg, const char **basep)
686 {
687     void *add;
688     char type_and_host[101];
689     if (conn)
690     {
691         cs_close(conn);
692         conn = 0;
693     }
694     if (session_mem)
695     {
696         nmem_destroy(session_mem);
697         session_mem = NULL;
698         session_initResponse = 0;
699     }
700     cs_get_host_args(arg, basep);
701
702     strncpy(type_and_host, arg, sizeof(type_and_host)-1);
703     type_and_host[sizeof(type_and_host)-1] = '\0';
704
705     conn = cs_create_host_proxy(arg, 1, &add, yazProxy);
706     if (!conn)
707     {
708         printf("Could not resolve address %s\n", arg);
709         return 0;
710     }
711 #if YAZ_HAVE_XML2
712 #else
713     if (conn->protocol == PROTO_HTTP)
714     {
715         printf("SRW/HTTP not enabled in this YAZ\n");
716         cs_close(conn);
717         conn = 0;
718         return 0;
719     }
720 #endif
721     protocol = conn->protocol;
722     printf("Connecting...");
723     fflush(stdout);
724     if (cs_connect(conn, add) < 0)
725     {
726         printf("error = %s\n", cs_strerror(conn));
727         cs_close(conn);
728         conn = 0;
729         return 0;
730     }
731     printf("OK.\n");
732     cs_print_session_info(conn);
733     if (protocol == PROTO_Z3950)
734     {
735         send_Z3950_initRequest(type_and_host);
736         return 2;
737     }
738     return 0;
739 }
740
741 static int session_connect(const char *arg)
742 {
743     int r;
744     const char *basep = 0;
745
746     r = session_connect_base(arg, &basep);
747     if (basep && *basep)
748         set_base(basep);
749     else if (protocol == PROTO_Z3950)
750         set_base("Default");
751     return r;
752 }
753
754 static int cmd_open(const char *arg)
755 {
756     int r;
757     if (arg)
758     {
759         strncpy(cur_host, arg, sizeof(cur_host)-1);
760         cur_host[sizeof(cur_host)-1] = 0;
761     }
762     set_base("");
763     r = session_connect(cur_host);
764     if (conn && conn->protocol == PROTO_HTTP)
765         queryType = QueryType_CQL;
766
767
768     return r;
769 }
770
771 static int cmd_authentication(const char *arg)
772 {
773     char **args;
774     int r;
775
776     nmem_reset(nmem_auth);
777     nmem_strsplit_blank(nmem_auth, arg, &args, &r);
778
779     if (r == 0)
780     {
781         printf("Authentication set to null\n");
782         auth = 0;
783     }
784     else if (r == 1)
785     {
786         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
787         if (!strcmp(args[0], "-"))
788         {
789             auth->which = Z_IdAuthentication_anonymous;
790             auth->u.anonymous = odr_nullval();
791             printf("Authentication set to Anonymous\n");
792         }
793         else
794         {
795             auth->which = Z_IdAuthentication_open;
796             auth->u.open = args[0];
797             printf("Authentication set to Open (%s)\n", args[0]);
798         }
799     }
800     else if (r == 2)
801     {
802         auth = (Z_IdAuthentication *) nmem_malloc(nmem_auth, sizeof(*auth));
803         auth->which = Z_IdAuthentication_idPass;
804         auth->u.idPass = (Z_IdPass *)
805             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
806         auth->u.idPass->groupId = NULL;
807         auth->u.idPass->userId = !strcmp(args[0], "-") ? 0 : args[0];
808         auth->u.idPass->password = !strcmp(args[1], "-") ? 0 : args[1];
809         printf("Authentication set to User (%s), Pass (%s)\n",
810                args[0], args[1]);
811     }
812     else if (r == 3)
813     {
814         auth = (Z_IdAuthentication*) nmem_malloc(nmem_auth, sizeof(*auth));
815         auth->which = Z_IdAuthentication_idPass;
816         auth->u.idPass = (Z_IdPass *)
817             nmem_malloc(nmem_auth, sizeof(*auth->u.idPass));
818         auth->u.idPass->groupId = args[1];
819         auth->u.idPass->userId = args[0];
820         auth->u.idPass->password = args[2];
821         printf("Authentication set to User (%s), Group (%s), Pass (%s)\n",
822                args[0], args[1], args[2]);
823     }
824     else
825     {
826         printf("Bad number of args to auth\n");
827         auth = 0;
828     }
829
830     return 1;
831 }
832
833 /* SEARCH SERVICE ------------------------------ */
834 static void display_record(Z_External *r);
835
836 static void print_record(const char *buf, size_t len)
837 {
838     size_t i = len;
839     print_stringn(buf, len);
840     /* add newline if not already added ... */
841     if (i <= 0 || buf[i-1] != '\n')
842         printf("\n");
843 }
844
845 static void print_mab_record(const char *buf, size_t len)
846 {
847     size_t i;
848     size_t last_linebreak = 0;
849     size_t last_subfield  = 0;
850     for (i = 0; i < len; i++)
851     {
852         // line break after header
853         if ( i == 24 )
854         {
855             printf("\n");
856             last_linebreak = i - 1;
857         }
858
859         // space between field and content
860         if ( i > 24 && i - last_linebreak == 5 )
861             printf(" ");
862
863         // space after subfield
864         if ( last_subfield != 0 && i - last_subfield == 2 )
865             printf(" ");
866
867         if ((buf[i] <= 126 && buf[i] >= 32) || strchr("\n\r\t\f", buf[i]))
868             printf("%c", buf[i]);
869         else if ( buf[i] == 29 ) // record separator
870             printf("\n");
871         else if ( buf[i] == 30 ) // field separator
872         {
873             printf("\n");
874             last_linebreak = i;
875         }
876         else if ( buf[i] == 31 ) // subfield
877         {
878             // space before subfields; except first one
879             if ( i > 24 && i - last_linebreak > 5 )
880                 printf(" ");
881             printf("$");
882             last_subfield = i;
883         }
884         else
885             printf("\\X%02X", ((const unsigned char *)buf)[i]);
886     }
887 }
888
889 static void print_xml_record(const char *buf, size_t len)
890 {
891     int has_printed = 0;
892 #if YAZ_HAVE_XML2
893     if (pretty_xml)
894     {
895         xmlDocPtr doc;
896         xmlKeepBlanksDefault(0); /* get get xmlDocFormatMemory to work! */
897         doc = xmlParseMemory(buf, len);
898         if (doc)
899         {
900             xmlChar *xml_mem;
901             int xml_size;
902             xmlDocDumpFormatMemory(doc, &xml_mem, &xml_size, 1);
903             fwrite(xml_mem, 1, xml_size, stdout);
904             xmlFree(xml_mem);
905             xmlFreeDoc(doc);
906             has_printed = 1;
907         }
908     }
909 #endif
910     if (!has_printed)
911         fwrite(buf, 1, len, stdout);
912 }
913
914 static void display_record(Z_External *r)
915 {
916     const Odr_oid *oid = r->direct_reference;
917
918     record_last = r;
919     /*
920      * Tell the user what we got.
921      */
922     if (oid)
923     {
924         oid_class oclass;
925         char oid_name_buf[OID_STR_MAX];
926         const char *oid_name
927             =  yaz_oid_to_string_buf(oid, &oclass, oid_name_buf);
928         printf("Record type: ");
929         if (oid_name)
930             printf("%s\n", oid_name);
931     }
932     /* Check if this is a known, ASN.1 type tucked away in an octet string */
933     if (r->which == Z_External_octet)
934     {
935         Z_ext_typeent *type = z_ext_getentbyref(r->direct_reference);
936         char *rr;
937
938         if (type)
939         {
940             /*
941              * Call the given decoder to process the record.
942              */
943             odr_setbuf(in, (char*)r->u.octet_aligned->buf,
944                 r->u.octet_aligned->len, 0);
945             if (!(*type->fun)(in, &rr, 0, 0))
946             {
947                 odr_perror(in, "Decoding constructed record.");
948                 fprintf(stdout, "[Near %ld]\n", (long) odr_offset(in));
949                 fprintf(stdout, "Packet dump:\n---------\n");
950                 odr_dumpBER(stdout, (char*)r->u.octet_aligned->buf,
951                             r->u.octet_aligned->len);
952                 fprintf(stdout, "---------\n");
953
954                 /* note just ignores the error ant print the bytes form the octet_aligned later */
955             } else {
956                 /*
957                  * Note: we throw away the original, BER-encoded record here.
958                  * Do something else with it if you want to keep it.
959                  */
960                 r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
961                 r->which = type->what;
962             }
963         }
964     }
965     if (oid && r->which == Z_External_octet)
966     {
967         const char *octet_buf = (const char*)r->u.octet_aligned->buf;
968         size_t octet_len = r->u.octet_aligned->len;
969         if (!oid_oidcmp(oid, yaz_oid_recsyn_xml)
970             || !oid_oidcmp(oid, yaz_oid_recsyn_application_xml)
971             || !oid_oidcmp(oid, yaz_oid_recsyn_html))
972         {
973             print_xml_record(octet_buf, octet_len);
974         }
975         else if (!oid_oidcmp(oid, yaz_oid_recsyn_mab))
976         {
977             print_mab_record(octet_buf, octet_len);
978         }
979         else
980         {
981             const char *result;
982             size_t rlen;
983             yaz_iconv_t cd = 0;
984             yaz_marc_t mt = yaz_marc_create();
985             const char *from = 0;
986
987             if (marcCharset && !strcmp(marcCharset, "auto"))
988             {
989                 if (!oid_oidcmp(oid, yaz_oid_recsyn_usmarc))
990                 {
991                     if (octet_buf[9] == 'a')
992                         from = "UTF-8";
993                     else
994                         from = "MARC-8";
995                 }
996                 else
997                     from = "ISO-8859-1";
998             }
999             else if (marcCharset)
1000                 from = marcCharset;
1001             if (outputCharset && from)
1002             {
1003                 cd = yaz_iconv_open(outputCharset, from);
1004                 printf("convert from %s to %s", from,
1005                        outputCharset);
1006                 if (!cd)
1007                     printf(" unsupported\n");
1008                 else
1009                 {
1010                     yaz_marc_iconv(mt, cd);
1011                     printf("\n");
1012                 }
1013             }
1014
1015             if (yaz_marc_decode_buf(mt, octet_buf, octet_len,
1016                                     &result, &rlen)> 0)
1017             {
1018                 if (fwrite(result, rlen, 1, stdout) != 1)
1019                 {
1020                     printf("write to stdout failed\n");
1021                 }
1022             }
1023             else
1024             {
1025                 if (yaz_oid_is_iso2709(oid))
1026                      printf("bad MARC. Dumping as it is:\n");
1027                 print_record(octet_buf, octet_len);
1028             }
1029             yaz_marc_destroy(mt);
1030             if (cd)
1031                 yaz_iconv_close(cd);
1032         }
1033         marc_file_write(octet_buf, r->u.octet_aligned->len);
1034     }
1035     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_sutrs))
1036     {
1037         if (r->which != Z_External_sutrs)
1038         {
1039             printf("Expecting single SUTRS type for SUTRS.\n");
1040             return;
1041         }
1042         print_record((const char *) r->u.sutrs->buf, r->u.sutrs->len);
1043         marc_file_write((const char *) r->u.sutrs->buf, r->u.sutrs->len);
1044     }
1045     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_grs_1))
1046     {
1047         WRBUF w;
1048         if (r->which != Z_External_grs1)
1049         {
1050             printf("Expecting single GRS type for GRS.\n");
1051             return;
1052         }
1053         w = wrbuf_alloc();
1054         yaz_display_grs1(w, r->u.grs1, 0);
1055         puts(wrbuf_cstr(w));
1056         wrbuf_destroy(w);
1057     }
1058     else if (oid && !oid_oidcmp(oid, yaz_oid_recsyn_opac))
1059     {
1060         int i;
1061         if (r->u.opac->bibliographicRecord)
1062             display_record(r->u.opac->bibliographicRecord);
1063         for (i = 0; i<r->u.opac->num_holdingsData; i++)
1064         {
1065             Z_HoldingsRecord *h = r->u.opac->holdingsData[i];
1066             if (h->which == Z_HoldingsRecord_marcHoldingsRecord)
1067             {
1068                 printf("MARC holdings %d\n", i);
1069                 display_record(h->u.marcHoldingsRecord);
1070             }
1071             else if (h->which == Z_HoldingsRecord_holdingsAndCirc)
1072             {
1073                 int j;
1074
1075                 Z_HoldingsAndCircData *data = h->u.holdingsAndCirc;
1076
1077                 printf("Data holdings %d\n", i);
1078                 if (data->typeOfRecord)
1079                     printf("typeOfRecord: %s\n", data->typeOfRecord);
1080                 if (data->encodingLevel)
1081                     printf("encodingLevel: %s\n", data->encodingLevel);
1082                 if (data->receiptAcqStatus)
1083                     printf("receiptAcqStatus: %s\n", data->receiptAcqStatus);
1084                 if (data->generalRetention)
1085                     printf("generalRetention: %s\n", data->generalRetention);
1086                 if (data->completeness)
1087                     printf("completeness: %s\n", data->completeness);
1088                 if (data->dateOfReport)
1089                     printf("dateOfReport: %s\n", data->dateOfReport);
1090                 if (data->nucCode)
1091                     printf("nucCode: %s\n", data->nucCode);
1092                 if (data->localLocation)
1093                     printf("localLocation: %s\n", data->localLocation);
1094                 if (data->shelvingLocation)
1095                     printf("shelvingLocation: %s\n", data->shelvingLocation);
1096                 if (data->callNumber)
1097                     printf("callNumber: %s\n", data->callNumber);
1098                 if (data->shelvingData)
1099                     printf("shelvingData: %s\n", data->shelvingData);
1100                 if (data->copyNumber)
1101                     printf("copyNumber: %s\n", data->copyNumber);
1102                 if (data->publicNote)
1103                     printf("publicNote: %s\n", data->publicNote);
1104                 if (data->reproductionNote)
1105                     printf("reproductionNote: %s\n", data->reproductionNote);
1106                 if (data->termsUseRepro)
1107                     printf("termsUseRepro: %s\n", data->termsUseRepro);
1108                 if (data->enumAndChron)
1109                     printf("enumAndChron: %s\n", data->enumAndChron);
1110                 for (j = 0; j<data->num_volumes; j++)
1111                 {
1112                     printf("volume %d\n", j);
1113                     if (data->volumes[j]->enumeration)
1114                         printf(" enumeration: %s\n",
1115                                 data->volumes[j]->enumeration);
1116                     if (data->volumes[j]->chronology)
1117                         printf(" chronology: %s\n",
1118                                 data->volumes[j]->chronology);
1119                     if (data->volumes[j]->enumAndChron)
1120                         printf(" enumAndChron: %s\n",
1121                                 data->volumes[j]->enumAndChron);
1122                 }
1123                 for (j = 0; j<data->num_circulationData; j++)
1124                 {
1125                     printf("circulation %d\n", j);
1126                     if (data->circulationData[j]->availableNow)
1127                         printf(" availableNow: %d\n",
1128                                 *data->circulationData[j]->availableNow);
1129                     if (data->circulationData[j]->availablityDate)
1130                         printf(" availabiltyDate: %s\n",
1131                                 data->circulationData[j]->availablityDate);
1132                     if (data->circulationData[j]->availableThru)
1133                         printf(" availableThru: %s\n",
1134                                 data->circulationData[j]->availableThru);
1135                     if (data->circulationData[j]->restrictions)
1136                         printf(" restrictions: %s\n",
1137                                 data->circulationData[j]->restrictions);
1138                     if (data->circulationData[j]->itemId)
1139                         printf(" itemId: %s\n",
1140                                 data->circulationData[j]->itemId);
1141                     if (data->circulationData[j]->renewable)
1142                         printf(" renewable: %d\n",
1143                                 *data->circulationData[j]->renewable);
1144                     if (data->circulationData[j]->onHold)
1145                         printf(" onHold: %d\n",
1146                                 *data->circulationData[j]->onHold);
1147                     if (data->circulationData[j]->enumAndChron)
1148                         printf(" enumAndChron: %s\n",
1149                                 data->circulationData[j]->enumAndChron);
1150                     if (data->circulationData[j]->midspine)
1151                         printf(" midspine: %s\n",
1152                                 data->circulationData[j]->midspine);
1153                     if (data->circulationData[j]->temporaryLocation)
1154                         printf(" temporaryLocation: %s\n",
1155                                 data->circulationData[j]->temporaryLocation);
1156                 }
1157             }
1158         }
1159     }
1160     else
1161     {
1162         printf("Unknown record representation.\n");
1163         if (!z_External(print, &r, 0, 0))
1164         {
1165             odr_perror(print, "Printing external");
1166             odr_reset(print);
1167         }
1168     }
1169 }
1170
1171 static void display_diagrecs(Z_DiagRec **pp, int num)
1172 {
1173     int i;
1174     Z_DefaultDiagFormat *r;
1175
1176     printf("Diagnostic message(s) from database:\n");
1177     for (i = 0; i<num; i++)
1178     {
1179         Z_DiagRec *p = pp[i];
1180         if (p->which != Z_DiagRec_defaultFormat)
1181         {
1182             printf("Diagnostic record not in default format.\n");
1183             return;
1184         }
1185         else
1186             r = p->u.defaultFormat;
1187
1188         if (!r->diagnosticSetId)
1189             printf("Missing diagset\n");
1190         else
1191         {
1192             oid_class oclass;
1193             char diag_name_buf[OID_STR_MAX];
1194             const char *diag_name = 0;
1195             diag_name = yaz_oid_to_string_buf
1196                 (r->diagnosticSetId, &oclass, diag_name_buf);
1197             if (oid_oidcmp(r->diagnosticSetId, yaz_oid_diagset_bib_1))
1198                 printf("Unknown diagset: %s\n", diag_name);
1199         }
1200         printf("    [" ODR_INT_PRINTF "] %s",
1201                *r->condition, diagbib1_str(*r->condition));
1202         switch (r->which)
1203         {
1204         case Z_DefaultDiagFormat_v2Addinfo:
1205             printf(" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
1206             break;
1207         case Z_DefaultDiagFormat_v3Addinfo:
1208             printf(" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
1209             break;
1210         }
1211     }
1212 }
1213
1214
1215 static void display_nameplusrecord(Z_NamePlusRecord *p)
1216 {
1217     if (p->databaseName)
1218         printf("[%s]", p->databaseName);
1219     if (p->which == Z_NamePlusRecord_surrogateDiagnostic)
1220         display_diagrecs(&p->u.surrogateDiagnostic, 1);
1221     else if (p->which == Z_NamePlusRecord_databaseRecord)
1222         display_record(p->u.databaseRecord);
1223 }
1224
1225 static void display_records(Z_Records *p)
1226 {
1227     int i;
1228
1229     if (p->which == Z_Records_NSD)
1230     {
1231         Z_DiagRec dr, *dr_p = &dr;
1232         dr.which = Z_DiagRec_defaultFormat;
1233         dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
1234         display_diagrecs(&dr_p, 1);
1235     }
1236     else if (p->which == Z_Records_multipleNSD)
1237         display_diagrecs(p->u.multipleNonSurDiagnostics->diagRecs,
1238                           p->u.multipleNonSurDiagnostics->num_diagRecs);
1239     else
1240     {
1241         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
1242         for (i = 0; i < p->u.databaseOrSurDiagnostics->num_records; i++)
1243             display_nameplusrecord(p->u.databaseOrSurDiagnostics->records[i]);
1244     }
1245 }
1246
1247 static int send_Z3950_deleteResultSetRequest(const char *arg)
1248 {
1249     char names[8][32];
1250     int i;
1251
1252     Z_APDU *apdu = zget_APDU(out, Z_APDU_deleteResultSetRequest);
1253     Z_DeleteResultSetRequest *req = apdu->u.deleteResultSetRequest;
1254
1255     req->referenceId = set_refid(out);
1256
1257     req->num_resultSetList =
1258         sscanf(arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
1259                names[0], names[1], names[2], names[3],
1260                names[4], names[5], names[6], names[7]);
1261
1262     req->deleteFunction = odr_intdup(out, 0);
1263     if (req->num_resultSetList > 0)
1264     {
1265         *req->deleteFunction = Z_DeleteResultSetRequest_list;
1266         req->resultSetList = (char **)
1267             odr_malloc(out, sizeof(*req->resultSetList)*
1268                         req->num_resultSetList);
1269         for (i = 0; i<req->num_resultSetList; i++)
1270             req->resultSetList[i] = names[i];
1271     }
1272     else
1273     {
1274         *req->deleteFunction = Z_DeleteResultSetRequest_all;
1275         req->resultSetList = 0;
1276     }
1277
1278     send_apdu(apdu);
1279     printf("Sent deleteResultSetRequest.\n");
1280     return 2;
1281 }
1282
1283 #if YAZ_HAVE_XML2
1284 static int send_gdu(Z_GDU *gdu)
1285 {
1286     if (z_GDU(out, &gdu, 0, 0))
1287     {
1288         /* encode OK */
1289         char *buf_out;
1290         int len_out;
1291         int r;
1292         if (apdu_file)
1293         {
1294             if (!z_GDU(print, &gdu, 0, 0))
1295                 printf("Failed to print outgoing SRU package\n");
1296             odr_reset(print);
1297         }
1298         buf_out = odr_getbuf(out, &len_out, 0);
1299
1300         /* we don't odr_reset(out), since we may need the buffer again */
1301
1302         do_hex_dump(buf_out, len_out);
1303
1304         r = cs_put(conn, buf_out, len_out);
1305
1306         if (r >= 0)
1307             return 2;
1308     }
1309     return 0;
1310 }
1311
1312 static int send_srw_host_path(Z_SRW_PDU *sr, const char *host_port,
1313                               char *path)
1314 {
1315     const char *charset = negotiationCharset;
1316     Z_GDU *gdu;
1317
1318     gdu = z_get_HTTP_Request_host_path(out, host_port, path);
1319
1320     if (auth)
1321     {
1322         if (auth->which == Z_IdAuthentication_open)
1323         {
1324             char **darray;
1325             int num;
1326             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1327             if (num >= 1)
1328                 sr->username = darray[0];
1329             if (num >= 2)
1330                 sr->password = darray[1];
1331         }
1332         else if (auth->which == Z_IdAuthentication_idPass)
1333         {
1334             sr->username = auth->u.idPass->userId;
1335             sr->password = auth->u.idPass->password;
1336         }
1337     }
1338
1339     if (!yaz_matchstr(sru_method, "get"))
1340     {
1341         yaz_sru_get_encode(gdu->u.HTTP_Request, sr, out, charset);
1342     }
1343     else if (!yaz_matchstr(sru_method, "post"))
1344     {
1345         yaz_sru_post_encode(gdu->u.HTTP_Request, sr, out, charset);
1346     }
1347     else if (!yaz_matchstr(sru_method, "soap"))
1348     {
1349         yaz_sru_soap_encode(gdu->u.HTTP_Request, sr, out, charset);
1350     }
1351     else if (!yaz_matchstr(sru_method, "solr"))
1352     {
1353         yaz_solr_encode_request(gdu->u.HTTP_Request, sr, out, charset);
1354     }
1355
1356     return send_gdu(gdu);
1357 }
1358
1359 static int send_srw(Z_SRW_PDU *sr)
1360 {
1361     char *path = yaz_encode_sru_dbpath_odr(out, databaseNames[0]);
1362     return send_srw_host_path(sr, cur_host, path);
1363 }
1364
1365 static int send_SRW_redirect(const char *uri, Z_HTTP_Response *cookie_hres)
1366 {
1367     const char *username = 0;
1368     const char *password = 0;
1369     struct Z_HTTP_Header *h;
1370     char *combined_cookies = 0;
1371     int combined_cookies_len = 0;
1372     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
1373
1374     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
1375     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
1376                       "text/xml");
1377
1378     for (h = cookie_hres->headers; h; h = h->next)
1379     {
1380         if (!strcmp(h->name, "Set-Cookie"))
1381         {
1382             char *cp;
1383
1384             if (!(cp = strchr(h->value, ';')))
1385                 cp = h->value + strlen(h->value);
1386             if (cp - h->value >= 1)
1387             {
1388                 combined_cookies = xrealloc(combined_cookies, combined_cookies_len + cp - h->value + 3);
1389                 memcpy(combined_cookies+combined_cookies_len, h->value, cp - h->value);
1390                 combined_cookies[combined_cookies_len + cp - h->value] = '\0';
1391                 strcat(combined_cookies,"; ");
1392                 combined_cookies_len = strlen(combined_cookies);
1393             }
1394         }
1395     }
1396     if (combined_cookies_len)
1397     {
1398         z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Cookie", combined_cookies);
1399         xfree(combined_cookies);
1400     }
1401
1402     if (auth)
1403     {
1404         if (auth->which == Z_IdAuthentication_open)
1405         {
1406             char **darray;
1407             int num;
1408             nmem_strsplit(out->mem, "/", auth->u.open, &darray, &num);
1409             if (num >= 1)
1410                 username = darray[0];
1411             if (num >= 2)
1412                 password = darray[1];
1413         }
1414         else if (auth->which == Z_IdAuthentication_idPass)
1415         {
1416             username = auth->u.idPass->userId;
1417             password = auth->u.idPass->password;
1418         }
1419     }
1420
1421     if (username && password)
1422     {
1423         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
1424                                      username, password);
1425     }
1426
1427     return send_gdu(gdu);
1428 }
1429 #endif
1430
1431 #if YAZ_HAVE_XML2
1432 static char *encode_SRW_term(ODR o, const char *q)
1433 {
1434     const char *in_charset = "ISO-8859-1";
1435     WRBUF w = wrbuf_alloc();
1436     yaz_iconv_t cd;
1437     char *res;
1438     if (outputCharset)
1439         in_charset = outputCharset;
1440     cd = yaz_iconv_open("UTF-8", in_charset);
1441     if (!cd)
1442     {
1443         wrbuf_destroy(w);
1444         return odr_strdup(o, q);
1445     }
1446     wrbuf_iconv_write(w, cd, q, strlen(q));
1447     if (wrbuf_len(w))
1448         res = odr_strdup(o, wrbuf_cstr(w));
1449     else
1450         res = odr_strdup(o, q);
1451     yaz_iconv_close(cd);
1452     wrbuf_destroy(w);
1453     return res;
1454 }
1455
1456
1457 static int send_SRW_scanRequest(const char *arg, Odr_int *pos, int num)
1458 {
1459     Z_SRW_PDU *sr = 0;
1460
1461     /* regular requestse .. */
1462     sr = yaz_srw_get_pdu(out, Z_SRW_scan_request, sru_version);
1463
1464     switch (queryType)
1465     {
1466     case QueryType_CQL:
1467         sr->u.scan_request->query_type = Z_SRW_query_type_cql;
1468         sr->u.scan_request->scanClause.cql = encode_SRW_term(out, arg);
1469         break;
1470     case QueryType_Prefix:
1471         sr->u.scan_request->query_type = Z_SRW_query_type_pqf;
1472         sr->u.scan_request->scanClause.pqf = encode_SRW_term(out, arg);
1473         break;
1474     default:
1475         printf("Only CQL and PQF supported in SRW\n");
1476         return 0;
1477     }
1478     sr->u.scan_request->responsePosition = pos;
1479     sr->u.scan_request->maximumTerms = odr_intdup(out, num);
1480     return send_srw(sr);
1481 }
1482
1483 static int send_SRW_searchRequest(const char *arg)
1484 {
1485     Z_SRW_PDU *sr = 0;
1486
1487     if (!srw_sr)
1488     {
1489         assert(srw_sr_odr_out == 0);
1490         srw_sr_odr_out = odr_createmem(ODR_ENCODE);
1491     }
1492     odr_reset(srw_sr_odr_out);
1493
1494     setno = 1;
1495
1496     /* save this for later .. when fetching individual records */
1497     srw_sr =  yaz_srw_get_pdu(srw_sr_odr_out, Z_SRW_searchRetrieve_request,
1498                               sru_version);
1499
1500     /* regular request .. */
1501     sr = yaz_srw_get_pdu(out, Z_SRW_searchRetrieve_request, sru_version);
1502
1503     switch (queryType)
1504     {
1505     case QueryType_CQL:
1506         srw_sr->u.request->query_type = Z_SRW_query_type_cql;
1507         srw_sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1508
1509         sr->u.request->query_type = Z_SRW_query_type_cql;
1510         sr->u.request->query.cql = encode_SRW_term(srw_sr_odr_out, arg);
1511         break;
1512     case QueryType_Prefix:
1513         srw_sr->u.request->query_type = Z_SRW_query_type_pqf;
1514         srw_sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1515
1516         sr->u.request->query_type = Z_SRW_query_type_pqf;
1517         sr->u.request->query.pqf = encode_SRW_term(srw_sr_odr_out, arg);
1518         break;
1519     default:
1520         printf("Only CQL and PQF supported in SRW\n");
1521         return 0;
1522     }
1523     sru_maximumRecords = 0;
1524     sr->u.request->maximumRecords = odr_intdup(out, 0);
1525     sr->u.request->facetList = facet_list;
1526     if (record_schema)
1527         sr->u.request->recordSchema = record_schema;
1528     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
1529         sr->u.request->recordPacking = "xml";
1530     return send_srw(sr);
1531 }
1532 #endif
1533
1534 static void query_charset_convert(Z_RPNQuery *q)
1535 {
1536     if (queryCharset && outputCharset)
1537     {
1538         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
1539         if (!cd)
1540         {
1541             printf("Conversion from %s to %s unsupported\n",
1542                    outputCharset, queryCharset);
1543             return;
1544         }
1545         yaz_query_charset_convert_rpnquery(q, out, cd);
1546         yaz_iconv_close(cd);
1547     }
1548 }
1549
1550 static int send_Z3950_searchRequest(const char *arg)
1551 {
1552     Z_APDU *apdu = zget_APDU(out, Z_APDU_searchRequest);
1553     Z_SearchRequest *req = apdu->u.searchRequest;
1554     Z_Query query;
1555     struct ccl_rpn_node *rpn = NULL;
1556     int error, pos;
1557     char setstring[100];
1558     Z_RPNQuery *RPNquery;
1559     Odr_oct ccl_query;
1560     YAZ_PQF_Parser pqf_parser;
1561     Z_External *ext;
1562     QueryType myQueryType = queryType;
1563     char pqfbuf[512];
1564
1565     if (myQueryType == QueryType_CCL2RPN)
1566     {
1567         rpn = ccl_find_str(bibset, arg, &error, &pos);
1568         if (error)
1569         {
1570             printf("CCL ERROR: %s\n", ccl_err_msg(error));
1571             return 0;
1572         }
1573     }
1574     else if (myQueryType == QueryType_CQL2RPN)
1575     {
1576         /* ### All this code should be wrapped in a utility function */
1577         CQL_parser parser;
1578         struct cql_node *node;
1579         const char *addinfo;
1580         if (cqltrans == 0)
1581         {
1582             printf("Can't use CQL: no translation file.  Try set_cqlfile\n");
1583             return 0;
1584         }
1585         parser = cql_parser_create();
1586         if ((error = cql_parser_string(parser, arg)) != 0)
1587         {
1588             printf("Can't parse CQL: must be a syntax error\n");
1589             return 0;
1590         }
1591         node = cql_parser_result(parser);
1592         if ((error = cql_transform_buf(cqltrans, node, pqfbuf,
1593                                        sizeof pqfbuf)) != 0)
1594         {
1595             error = cql_transform_error(cqltrans, &addinfo);
1596             printf("Can't convert CQL to PQF: %s (addinfo=%s)\n",
1597                     cql_strerror(error), addinfo);
1598             return 0;
1599         }
1600         arg = pqfbuf;
1601         myQueryType = QueryType_Prefix;
1602     }
1603
1604     req->referenceId = set_refid(out);
1605     if (!strcmp(arg, "@big")) /* strictly for troublemaking */
1606     {
1607         static unsigned char big[2100];
1608         static Odr_oct bigo;
1609
1610         /* send a very big referenceid to test transport stack etc. */
1611         memset(big, 'A', 2100);
1612         bigo.len = bigo.size = 2100;
1613         bigo.buf = big;
1614         req->referenceId = &bigo;
1615     }
1616
1617     if (setnumber >= 0)
1618     {
1619         sprintf(setstring, "%d", ++setnumber);
1620         req->resultSetName = setstring;
1621     }
1622     *req->smallSetUpperBound = smallSetUpperBound;
1623     *req->largeSetLowerBound = largeSetLowerBound;
1624     *req->mediumSetPresentNumber = mediumSetPresentNumber;
1625     if (smallSetUpperBound > 0 || (largeSetLowerBound > 1 &&
1626         mediumSetPresentNumber > 0))
1627     {
1628         if (recordsyntax_size)
1629             req->preferredRecordSyntax =
1630                 yaz_string_to_oid_odr(yaz_oid_std(),
1631                                       CLASS_RECSYN, recordsyntax_list[0], out);
1632
1633         req->smallSetElementSetNames =
1634             req->mediumSetElementSetNames = elementSetNames;
1635     }
1636     req->num_databaseNames = num_databaseNames;
1637     req->databaseNames = databaseNames;
1638
1639     req->query = &query;
1640
1641     switch (myQueryType)
1642     {
1643     case QueryType_Prefix:
1644         query.which = Z_Query_type_1;
1645         pqf_parser = yaz_pqf_create();
1646         RPNquery = yaz_pqf_parse(pqf_parser, out, arg);
1647         if (!RPNquery)
1648         {
1649             const char *pqf_msg;
1650             size_t off;
1651             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
1652             int ioff = off;
1653             printf("%*s^\n", ioff+4, "");
1654             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
1655
1656             yaz_pqf_destroy(pqf_parser);
1657             return 0;
1658         }
1659         yaz_pqf_destroy(pqf_parser);
1660         query_charset_convert(RPNquery);
1661         query.u.type_1 = RPNquery;
1662         break;
1663     case QueryType_CCL:
1664         query.which = Z_Query_type_2;
1665         query.u.type_2 = &ccl_query;
1666         ccl_query.buf = (unsigned char*) arg;
1667         ccl_query.len = strlen(arg);
1668         break;
1669     case QueryType_CCL2RPN:
1670         query.which = Z_Query_type_1;
1671         RPNquery = ccl_rpn_query(out, rpn);
1672         if (!RPNquery)
1673         {
1674             printf("Couldn't convert from CCL to RPN\n");
1675             return 0;
1676         }
1677         query_charset_convert(RPNquery);
1678         query.u.type_1 = RPNquery;
1679         ccl_rpn_delete(rpn);
1680         break;
1681     case QueryType_CQL:
1682         query.which = Z_Query_type_104;
1683         ext = (Z_External *) odr_malloc(out, sizeof(*ext));
1684         ext->direct_reference = odr_getoidbystr(out, "1.2.840.10003.16.2");
1685         ext->indirect_reference = 0;
1686         ext->descriptor = 0;
1687         ext->which = Z_External_CQL;
1688         ext->u.cql = odr_strdup(out, arg);
1689         query.u.type_104 =  ext;
1690         break;
1691     default:
1692         printf("Unsupported query type\n");
1693         return 0;
1694     }
1695     if (send_apdu(apdu))
1696         printf("Sent searchRequest.\n");
1697     setno = 1;
1698     return 2;
1699 }
1700
1701 static void display_term(Z_Term *term)
1702 {
1703     switch (term->which)
1704     {
1705     case Z_Term_general:
1706         printf("%.*s", term->u.general->len, term->u.general->buf);
1707         break;
1708     case Z_Term_characterString:
1709         printf("%s", term->u.characterString);
1710         break;
1711     case Z_Term_numeric:
1712         printf(ODR_INT_PRINTF, *term->u.numeric);
1713         break;
1714     case Z_Term_null:
1715         printf("null");
1716         break;
1717     }
1718 }
1719
1720 /* display Query Expression as part of searchResult-1 */
1721 static void display_queryExpression(const char *lead, Z_QueryExpression *qe)
1722 {
1723     if (!qe)
1724         return;
1725     printf(" %s=", lead);
1726     if (qe->which == Z_QueryExpression_term)
1727     {
1728         if (qe->u.term->queryTerm)
1729         {
1730             Z_Term *term = qe->u.term->queryTerm;
1731             display_term(term);
1732         }
1733     }
1734 }
1735
1736 static void display_facet(Z_FacetField *facet)
1737 {
1738     if (facet->attributes)
1739     {
1740         Z_AttributeList *al = facet->attributes;
1741         struct yaz_facet_attr attr_values;
1742         yaz_facet_attr_init(&attr_values);
1743         yaz_facet_attr_get_z_attributes(al, &attr_values);
1744         if (!attr_values.errcode)
1745         {
1746             int term_index;
1747             printf("  %s (%d): \n", attr_values.useattr, facet->num_terms);
1748             for (term_index = 0 ; term_index < facet->num_terms; term_index++)
1749             {
1750                 Z_FacetTerm *facetTerm = facet->terms[term_index];
1751                 printf("    ");
1752                 display_term(facetTerm->term);
1753                 printf(" (" NMEM_INT_PRINTF ")\n", *facetTerm->count);
1754             }
1755         }
1756
1757     }
1758 }
1759
1760 static void* display_facets(Z_FacetList *fl)
1761 {
1762     int index;
1763     printf("Facets(%d): \n", fl->num);
1764
1765     for (index = 0; index < fl->num ; index++)
1766     {
1767         display_facet(fl->elements[index]);
1768     }
1769     return 0;
1770 }
1771
1772 void display_searchResult1(Z_SearchInfoReport *sr)
1773 {
1774     int j;
1775     printf("SearchResult-1:");
1776     for (j = 0; j < sr->num; j++)
1777     {
1778         if (j)
1779             printf(",");
1780         if (!sr->elements[j]->subqueryExpression)
1781             printf("%d", j);
1782         display_queryExpression("term",
1783             sr->elements[j]->subqueryExpression);
1784         display_queryExpression("interpretation",
1785             sr->elements[j]->subqueryInterpretation);
1786         display_queryExpression("recommendation",
1787             sr->elements[j]->subqueryRecommendation);
1788         if (sr->elements[j]->subqueryCount)
1789             printf(" cnt=" ODR_INT_PRINTF,
1790                    *sr->elements[j]->subqueryCount);
1791         if (sr->elements[j]->subqueryId)
1792             printf(" id=%s ", sr->elements[j]->subqueryId);
1793     }
1794     printf("\n");
1795 }
1796
1797
1798
1799 /* see if we can find USR:SearchResult-1 */
1800 static void display_searchResult(Z_OtherInformation *o)
1801 {
1802     int i;
1803     if (!o)
1804         return ;
1805     for (i = 0; i < o->num_elements; i++)
1806     {
1807         if (o->list[i]->which == Z_OtherInfo_externallyDefinedInfo)
1808         {
1809             Z_External *ext = o->list[i]->information.externallyDefinedInfo;
1810
1811             if (ext->which == Z_External_searchResult1)
1812                 display_searchResult1(ext->u.searchResult1);
1813             else if  (ext->which == Z_External_userFacets)
1814                 display_facets(ext->u.facetList);
1815         }
1816     }
1817 }
1818
1819 static int process_Z3950_searchResponse(Z_SearchResponse *res)
1820 {
1821     printf("Received SearchResponse.\n");
1822     print_refid(res->referenceId);
1823     if (*res->searchStatus)
1824         printf("Search was a success.\n");
1825     else
1826         printf("Search was a bloomin' failure.\n");
1827     printf("Number of hits: " ODR_INT_PRINTF, *res->resultCount);
1828     last_hit_count = *res->resultCount;
1829     if (setnumber >= 0)
1830         printf(", setno %d", setnumber);
1831     putchar('\n');
1832     if (res->resultSetStatus)
1833     {
1834         printf("Result Set Status: ");
1835         switch (*res->resultSetStatus)
1836         {
1837         case Z_SearchResponse_subset:
1838             printf("subset"); break;
1839         case Z_SearchResponse_interim:
1840             printf("interim"); break;
1841         case Z_SearchResponse_none:
1842             printf("none"); break;
1843         case Z_SearchResponse_estimate:
1844             printf("estimate"); break;
1845         default:
1846             printf(ODR_INT_PRINTF, *res->resultSetStatus);
1847         }
1848         putchar('\n');
1849     }
1850     display_searchResult(res->additionalSearchInfo);
1851     printf("records returned: " ODR_INT_PRINTF "\n",
1852            *res->numberOfRecordsReturned);
1853     setno += *res->numberOfRecordsReturned;
1854     if (res->records)
1855         display_records(res->records);
1856     return 0;
1857 }
1858
1859 static void print_level(int iLevel)
1860 {
1861     int i;
1862     for (i = 0; i < iLevel * 4; i++)
1863         printf(" ");
1864 }
1865
1866 static void print_int(int iLevel, const char *pTag, Odr_int *pInt)
1867 {
1868     if (pInt != NULL)
1869     {
1870         print_level(iLevel);
1871         printf("%s: " ODR_INT_PRINTF "\n", pTag, *pInt);
1872     }
1873 }
1874
1875 static void print_bool(int iLevel, const char *pTag, Odr_bool *pInt)
1876 {
1877     if (pInt != NULL)
1878     {
1879         print_level(iLevel);
1880         printf("%s: %d\n", pTag, *pInt);
1881     }
1882 }
1883
1884 static void print_string(int iLevel, const char *pTag, const char *pString)
1885 {
1886     if (pString != NULL)
1887     {
1888         print_level(iLevel);
1889         printf("%s: %s\n", pTag, pString);
1890     }
1891 }
1892
1893 static void print_oid(int iLevel, const char *pTag, Odr_oid *pOid)
1894 {
1895     if (pOid != NULL)
1896     {
1897         Odr_oid *pInt = pOid;
1898
1899         print_level(iLevel);
1900         printf("%s:", pTag);
1901         for (; *pInt != -1; pInt++)
1902             printf(" %d", *pInt);
1903         printf("\n");
1904     }
1905 }
1906
1907 static void print_referenceId(int iLevel, Z_ReferenceId *referenceId)
1908 {
1909     if (referenceId != NULL)
1910     {
1911         int i;
1912
1913         print_level(iLevel);
1914         printf("Ref Id (%d, %d): ", referenceId->len, referenceId->size);
1915         for (i = 0; i < referenceId->len; i++)
1916             printf("%c", referenceId->buf[i]);
1917         printf("\n");
1918     }
1919 }
1920
1921 static void print_string_or_numeric(int iLevel, const char *pTag, Z_StringOrNumeric *pStringNumeric)
1922 {
1923     if (pStringNumeric != NULL)
1924     {
1925         switch (pStringNumeric->which)
1926         {
1927         case Z_StringOrNumeric_string:
1928             print_string(iLevel, pTag, pStringNumeric->u.string);
1929             break;
1930
1931         case Z_StringOrNumeric_numeric:
1932             print_int(iLevel, pTag, pStringNumeric->u.numeric);
1933             break;
1934
1935         default:
1936             print_level(iLevel);
1937             printf("%s: valid type for Z_StringOrNumeric\n", pTag);
1938             break;
1939         }
1940     }
1941 }
1942
1943 static void print_universe_report_duplicate(
1944     int iLevel,
1945     Z_UniverseReportDuplicate *pUniverseReportDuplicate)
1946 {
1947     if (pUniverseReportDuplicate != NULL)
1948     {
1949         print_level(iLevel);
1950         printf("Universe Report Duplicate: \n");
1951         iLevel++;
1952         print_string_or_numeric(iLevel, "Hit No",
1953                                 pUniverseReportDuplicate->hitno);
1954     }
1955 }
1956
1957 static void print_universe_report_hits(
1958     int iLevel,
1959     Z_UniverseReportHits *pUniverseReportHits)
1960 {
1961     if (pUniverseReportHits != NULL)
1962     {
1963         print_level(iLevel);
1964         printf("Universe Report Hits: \n");
1965         iLevel++;
1966         print_string_or_numeric(iLevel, "Database",
1967                                 pUniverseReportHits->database);
1968         print_string_or_numeric(iLevel, "Hits", pUniverseReportHits->hits);
1969     }
1970 }
1971
1972 static void print_universe_report(int iLevel, Z_UniverseReport *pUniverseReport)
1973 {
1974     if (pUniverseReport != NULL)
1975     {
1976         print_level(iLevel);
1977         printf("Universe Report: \n");
1978         iLevel++;
1979         print_int(iLevel, "Total Hits", pUniverseReport->totalHits);
1980         switch (pUniverseReport->which)
1981         {
1982         case Z_UniverseReport_databaseHits:
1983             print_universe_report_hits(iLevel,
1984                                        pUniverseReport->u.databaseHits);
1985             break;
1986
1987         case Z_UniverseReport_duplicate:
1988             print_universe_report_duplicate(iLevel,
1989                                             pUniverseReport->u.duplicate);
1990             break;
1991
1992         default:
1993             print_level(iLevel);
1994             printf("Type: %d\n", pUniverseReport->which);
1995             break;
1996         }
1997     }
1998 }
1999
2000 static void print_external(int iLevel, Z_External *pExternal)
2001 {
2002     if (pExternal != NULL)
2003     {
2004         print_level(iLevel);
2005         printf("External: \n");
2006         iLevel++;
2007         print_oid(iLevel, "Direct Reference", pExternal->direct_reference);
2008         print_int(iLevel, "InDirect Reference", pExternal->indirect_reference);
2009         print_string(iLevel, "Descriptor", pExternal->descriptor);
2010         switch (pExternal->which)
2011         {
2012         case Z_External_universeReport:
2013             print_universe_report(iLevel, pExternal->u.universeReport);
2014             break;
2015
2016         default:
2017             print_level(iLevel);
2018             printf("Type: %d\n", pExternal->which);
2019             break;
2020         }
2021     }
2022 }
2023
2024 static int process_Z3950_resourceControlRequest(Z_ResourceControlRequest *req)
2025 {
2026     printf("Received ResourceControlRequest.\n");
2027     print_referenceId(1, req->referenceId);
2028     print_bool(1, "Suspended Flag", req->suspendedFlag);
2029     print_int(1, "Partial Results Available", req->partialResultsAvailable);
2030     print_bool(1, "Response Required", req->responseRequired);
2031     print_bool(1, "Triggered Request Flag", req->triggeredRequestFlag);
2032     print_external(1, req->resourceReport);
2033     return 0;
2034 }
2035
2036 static void process_Z3950_ESResponse(Z_ExtendedServicesResponse *res)
2037 {
2038     printf("Status: ");
2039     switch (*res->operationStatus)
2040     {
2041     case Z_ExtendedServicesResponse_done:
2042         printf("done\n");
2043         break;
2044     case Z_ExtendedServicesResponse_accepted:
2045         printf("accepted\n");
2046         break;
2047     case Z_ExtendedServicesResponse_failure:
2048         printf("failure\n");
2049         display_diagrecs(res->diagnostics, res->num_diagnostics);
2050         break;
2051     default:
2052         printf("unknown\n");
2053     }
2054     if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
2055         (res->num_diagnostics != 0) )
2056     {
2057         display_diagrecs(res->diagnostics, res->num_diagnostics);
2058     }
2059     print_refid (res->referenceId);
2060     if (res->taskPackage &&
2061         res->taskPackage->which == Z_External_extendedService)
2062     {
2063         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
2064         Odr_oct *id = taskPackage->targetReference;
2065         Z_External *ext = taskPackage->taskSpecificParameters;
2066
2067         if (id)
2068         {
2069             printf("Target Reference: ");
2070             print_stringn((const char *) id->buf, id->len);
2071             printf("\n");
2072         }
2073         if (ext->which == Z_External_update)
2074         {
2075             Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
2076             if (utp && utp->targetPart)
2077             {
2078                 Z_IUTargetPart *targetPart = utp->targetPart;
2079                 int i;
2080
2081                 for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
2082                 {
2083
2084                     Z_IUTaskPackageRecordStructure *tpr =
2085                         targetPart->taskPackageRecords[i];
2086                     printf("task package record %d\n", i+1);
2087                     if (tpr->which == Z_IUTaskPackageRecordStructure_record)
2088                     {
2089                         display_record (tpr->u.record);
2090                     }
2091                     else
2092                     {
2093                         printf("other type\n");
2094                     }
2095                 }
2096             }
2097         }
2098         if (ext->which == Z_External_itemOrder)
2099         {
2100             Z_IOTaskPackage *otp = ext->u.itemOrder->u.taskPackage;
2101
2102             if (otp && otp->targetPart)
2103             {
2104                 if (otp->targetPart->itemRequest)
2105                 {
2106                     Z_External *ext = otp->targetPart->itemRequest;
2107                     if (ext->which == Z_External_octet)
2108                     {
2109                         Odr_oct *doc = ext->u.octet_aligned;
2110                         printf("Got itemRequest doc %.*s\n",
2111                                doc->len, doc->buf);
2112                     }
2113                 }
2114                 else if (otp->targetPart->statusOrErrorReport)
2115                 {
2116                     Z_External *ext = otp->targetPart->statusOrErrorReport;
2117                     if (ext->which == Z_External_octet)
2118                     {
2119                         Odr_oct *doc = ext->u.octet_aligned;
2120                         printf("Got Status or Error Report doc %.*s\n",
2121                                doc->len, doc->buf);
2122                     }
2123                 }
2124             }
2125         }
2126     }
2127     if (res->taskPackage && res->taskPackage->which == Z_External_octet)
2128     {
2129         Odr_oct *doc = res->taskPackage->u.octet_aligned;
2130         printf("%.*s\n", doc->len, doc->buf);
2131     }
2132 }
2133
2134 static const char *get_ill_element(void *clientData, const char *element)
2135 {
2136     return 0;
2137 }
2138
2139 static Z_External *create_external_itemRequest(void)
2140 {
2141     struct ill_get_ctl ctl;
2142     ILL_ItemRequest *req;
2143     Z_External *r = 0;
2144     int item_request_size = 0;
2145     char *item_request_buf = 0;
2146
2147     ctl.odr = out;
2148     ctl.clientData = 0;
2149     ctl.f = get_ill_element;
2150
2151     req = ill_get_ItemRequest(&ctl, "ill", 0);
2152     if (!req)
2153         printf("ill_get_ItemRequest failed\n");
2154
2155     if (!ill_ItemRequest(out, &req, 0, 0))
2156     {
2157         if (apdu_file)
2158         {
2159             ill_ItemRequest(print, &req, 0, 0);
2160             odr_reset(print);
2161         }
2162         item_request_buf = odr_getbuf (out, &item_request_size, 0);
2163         if (item_request_buf)
2164             odr_setbuf (out, item_request_buf, item_request_size, 1);
2165         printf("Couldn't encode ItemRequest, size %d\n", item_request_size);
2166         return 0;
2167     }
2168     else
2169     {
2170         item_request_buf = odr_getbuf (out, &item_request_size, 0);
2171         r = (Z_External *) odr_malloc(out, sizeof(*r));
2172         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2173         r->indirect_reference = 0;
2174         r->descriptor = 0;
2175         r->which = Z_External_single;
2176
2177         r->u.single_ASN1_type = (Odr_oct *)
2178             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2179         r->u.single_ASN1_type->buf = (unsigned char *)
2180         odr_malloc(out, item_request_size);
2181         r->u.single_ASN1_type->len = item_request_size;
2182         r->u.single_ASN1_type->size = item_request_size;
2183         memcpy(r->u.single_ASN1_type->buf, item_request_buf,
2184                 item_request_size);
2185
2186         do_hex_dump(item_request_buf,item_request_size);
2187     }
2188     return r;
2189 }
2190
2191 static Z_External *create_external_ILL_APDU(void)
2192 {
2193     struct ill_get_ctl ctl;
2194     ILL_APDU *ill_apdu;
2195     Z_External *r = 0;
2196     int ill_request_size = 0;
2197     char *ill_request_buf = 0;
2198
2199     ctl.odr = out;
2200     ctl.clientData = 0;
2201     ctl.f = get_ill_element;
2202
2203     ill_apdu = ill_get_APDU(&ctl, "ill", 0);
2204
2205     if (!ill_APDU (out, &ill_apdu, 0, 0))
2206     {
2207         if (apdu_file)
2208         {
2209             printf("-------------------\n");
2210             ill_APDU(print, &ill_apdu, 0, 0);
2211             odr_reset(print);
2212             printf("-------------------\n");
2213         }
2214         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2215         if (ill_request_buf)
2216             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2217         printf("Couldn't encode ILL-Request, size %d\n", ill_request_size);
2218         return 0;
2219     }
2220     else
2221     {
2222         ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2223
2224         r = (Z_External *) odr_malloc(out, sizeof(*r));
2225         r->direct_reference = odr_oiddup(out, yaz_oid_general_isoill_1);
2226         r->indirect_reference = 0;
2227         r->descriptor = 0;
2228         r->which = Z_External_single;
2229
2230         r->u.single_ASN1_type = (Odr_oct *)
2231             odr_malloc(out, sizeof(*r->u.single_ASN1_type));
2232         r->u.single_ASN1_type->buf = (unsigned char *)
2233         odr_malloc(out, ill_request_size);
2234         r->u.single_ASN1_type->len = ill_request_size;
2235         r->u.single_ASN1_type->size = ill_request_size;
2236         memcpy(r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
2237 /*         printf("len = %d\n", ill_request_size); */
2238 /*              do_hex_dump(ill_request_buf,ill_request_size); */
2239 /*              printf("--- end of extenal\n"); */
2240
2241     }
2242     return r;
2243 }
2244
2245
2246 static Z_External *create_ItemOrderExternal(const char *type, int itemno,
2247                                             const char *xml_buf,
2248                                             int xml_len)
2249 {
2250     Z_External *r = (Z_External *) odr_malloc(out, sizeof(Z_External));
2251     r->direct_reference = odr_oiddup(out, yaz_oid_extserv_item_order);
2252     r->indirect_reference = 0;
2253     r->descriptor = 0;
2254
2255     r->which = Z_External_itemOrder;
2256
2257     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
2258     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
2259     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
2260
2261     r->u.itemOrder->u.esRequest = (Z_IORequest *)
2262         odr_malloc(out,sizeof(Z_IORequest));
2263     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
2264
2265     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2266         odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
2267     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
2268     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2269         odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
2270     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
2271
2272     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
2273     r->u.itemOrder->u.esRequest->toKeep->contact = NULL;
2274     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
2275
2276     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
2277         (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
2278     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
2279     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
2280
2281     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
2282         odr_intdup(out, itemno);
2283     if (!strcmp (type, "item") || !strcmp(type, "2"))
2284     {
2285         printf("using item-request\n");
2286         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2287             create_external_itemRequest();
2288     }
2289     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
2290     {
2291         printf("using ILL-request\n");
2292         r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2293             create_external_ILL_APDU();
2294     }
2295     else if (!strcmp(type, "xml") || !strcmp(type, "3"))
2296     {
2297         printf("using XML ILL-request\n");
2298
2299         if (!xml_buf)
2300         {
2301             printf("no docoument added\n");
2302             r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2303         }
2304         else
2305         {
2306             r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
2307                 z_ext_record_oid(out, yaz_oid_recsyn_xml, xml_buf, xml_len);
2308         }
2309     }
2310     else
2311         r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
2312
2313     return r;
2314 }
2315
2316 static int send_Z3950_itemorder(const char *type, int itemno,
2317                                 const char *xml_buf, int xml_len)
2318 {
2319     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2320     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2321
2322     req->referenceId = set_refid (out);
2323
2324     req->packageType = odr_oiddup(out, yaz_oid_extserv_item_order);
2325     req->packageName = esPackageName;
2326
2327     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno,
2328                                                            xml_buf, xml_len);
2329     send_apdu(apdu);
2330     return 0;
2331 }
2332
2333 static int only_z3950(void)
2334 {
2335     if (!conn)
2336     {
2337         printf("Not connected yet\n");
2338         return 1;
2339     }
2340     if (protocol == PROTO_HTTP)
2341     {
2342         printf("Not supported by SRW\n");
2343         return 1;
2344     }
2345     return 0;
2346 }
2347
2348 static int cmd_update_common(const char *arg, int version);
2349
2350 static int cmd_update(const char *arg)
2351 {
2352     return cmd_update_common(arg, 1);
2353 }
2354
2355 static int cmd_update0(const char *arg)
2356 {
2357     return cmd_update_common(arg, 0);
2358 }
2359
2360 static int send_Z3950_update(int version, int action_no, const char *recid,
2361                             char *rec_buf, int rec_len);
2362
2363 #if YAZ_HAVE_XML2
2364 static int send_SRW_update(int action_no, const char *recid,
2365                           char *rec_buf, int rec_len);
2366 #endif
2367
2368 static int cmd_update_common(const char *arg, int version)
2369 {
2370     char *action_buf;
2371     int action_len;
2372     char *recid_buf;
2373     int recid_len;
2374     const char *recid = 0;
2375     char *rec_buf;
2376     int rec_len;
2377     int action_no;
2378     int noread = 0;
2379
2380     if (parse_cmd_doc(&arg, out, &action_buf, &action_len) == 0)
2381     {
2382         printf("Use: update action recid [fname]\n");
2383         printf(" where action is one of insert,replace,delete.update\n");
2384         printf(" recid is some record ID. Use none for no ID\n");
2385         printf(" fname is file of record to be updated\n");
2386         return 0;
2387     }
2388
2389     if (parse_cmd_doc(&arg, out, &recid_buf, &recid_len) == 0)
2390     {
2391         printf("Missing recid\n");
2392         return 0;
2393     }
2394
2395     if (!strcmp(action_buf, "insert"))
2396         action_no = Z_IUOriginPartToKeep_recordInsert;
2397     else if (!strcmp(action_buf, "replace"))
2398         action_no = Z_IUOriginPartToKeep_recordReplace;
2399     else if (!strcmp(action_buf, "delete"))
2400         action_no = Z_IUOriginPartToKeep_recordDelete;
2401     else if (!strcmp(action_buf, "update"))
2402         action_no = Z_IUOriginPartToKeep_specialUpdate;
2403     else
2404     {
2405         printf("Bad action: %s\n", action_buf);
2406         printf("Possible values: insert, replace, delete, update\n");
2407         return 0;
2408     }
2409
2410     if (strcmp(recid_buf, "none")) /* none means no record ID */
2411         recid = recid_buf;
2412
2413     arg += noread;
2414     if (parse_cmd_doc(&arg, out, &rec_buf, &rec_len) == 0)
2415         return 0;
2416
2417 #if YAZ_HAVE_XML2
2418     if (protocol == PROTO_HTTP)
2419         return send_SRW_update(action_no, recid, rec_buf, rec_len);
2420 #endif
2421     return send_Z3950_update(version, action_no, recid, rec_buf, rec_len);
2422 }
2423
2424 #if YAZ_HAVE_XML2
2425 static int send_SRW_update(int action_no, const char *recid,
2426                            char *rec_buf, int rec_len)
2427 {
2428     if (!conn)
2429         session_connect(cur_host);
2430     if (!conn)
2431         return 0;
2432     else
2433     {
2434         Z_SRW_PDU *srw = yaz_srw_get(out, Z_SRW_update_request);
2435         Z_SRW_updateRequest *sr = srw->u.update_request;
2436
2437         switch (action_no)
2438         {
2439         case Z_IUOriginPartToKeep_recordInsert:
2440             sr->operation = "info:srw/action/1/create";
2441             break;
2442         case Z_IUOriginPartToKeep_recordReplace:
2443             sr->operation = "info:srw/action/1/replace";
2444             break;
2445         case Z_IUOriginPartToKeep_recordDelete:
2446             sr->operation = "info:srw/action/1/delete";
2447             break;
2448         }
2449         if (rec_buf)
2450         {
2451             sr->record = yaz_srw_get_record(out);
2452             sr->record->recordData_buf = rec_buf;
2453             sr->record->recordData_len = rec_len;
2454             sr->record->recordSchema = record_schema;
2455         }
2456         if (recid)
2457             sr->recordId = odr_strdup(out, recid);
2458         return send_srw(srw);
2459     }
2460 }
2461 #endif
2462
2463 static int send_Z3950_update(int version, int action_no, const char *recid,
2464                             char *rec_buf, int rec_len)
2465 {
2466     Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
2467     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2468     Z_External *r;
2469     Z_External *record_this = 0;
2470     if (rec_buf)
2471         record_this = z_ext_record_oid(out, yaz_oid_recsyn_xml,
2472                                        rec_buf, rec_len);
2473     else
2474     {
2475         if (!record_last)
2476         {
2477             printf("No last record (update ignored)\n");
2478             return 0;
2479         }
2480         record_this = record_last;
2481     }
2482
2483     req->packageType = odr_oiddup(out, (version == 0 ?
2484        yaz_oid_extserv_database_update_first_version :
2485        yaz_oid_extserv_database_update));
2486
2487     req->packageName = esPackageName;
2488
2489     req->referenceId = set_refid (out);
2490
2491     r = req->taskSpecificParameters = (Z_External *)
2492         odr_malloc(out, sizeof(*r));
2493     r->direct_reference = req->packageType;
2494     r->indirect_reference = 0;
2495     r->descriptor = 0;
2496     if (version == 0)
2497     {
2498         Z_IU0OriginPartToKeep *toKeep;
2499         Z_IU0SuppliedRecords *notToKeep;
2500
2501         r->which = Z_External_update0;
2502         r->u.update0 = (Z_IU0Update *) odr_malloc(out, sizeof(*r->u.update0));
2503         r->u.update0->which = Z_IUUpdate_esRequest;
2504         r->u.update0->u.esRequest = (Z_IU0UpdateEsRequest *)
2505             odr_malloc(out, sizeof(*r->u.update0->u.esRequest));
2506         toKeep = r->u.update0->u.esRequest->toKeep = (Z_IU0OriginPartToKeep *)
2507             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->toKeep));
2508
2509         toKeep->databaseName = databaseNames[0];
2510         toKeep->schema = 0;
2511         if (record_schema)
2512         {
2513             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2514                                                    CLASS_SCHEMA,
2515                                                    record_schema, out);
2516         }
2517         toKeep->elementSetName = 0;
2518
2519         toKeep->action = odr_intdup(out, action_no);
2520
2521         notToKeep = r->u.update0->u.esRequest->notToKeep = (Z_IU0SuppliedRecords *)
2522             odr_malloc(out, sizeof(*r->u.update0->u.esRequest->notToKeep));
2523         notToKeep->num = 1;
2524         notToKeep->elements = (Z_IU0SuppliedRecords_elem **)
2525             odr_malloc(out, sizeof(*notToKeep->elements));
2526         notToKeep->elements[0] = (Z_IU0SuppliedRecords_elem *)
2527             odr_malloc(out, sizeof(**notToKeep->elements));
2528         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2529         if (recid)
2530         {
2531             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2532                 odr_malloc(out, sizeof(Odr_oct));
2533             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2534             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2535             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2536         }
2537         else
2538             notToKeep->elements[0]->u.opaque = 0;
2539         notToKeep->elements[0]->supplementalId = 0;
2540         notToKeep->elements[0]->correlationInfo = 0;
2541         notToKeep->elements[0]->record = record_this;
2542     }
2543     else
2544     {
2545         Z_IUOriginPartToKeep *toKeep;
2546         Z_IUSuppliedRecords *notToKeep;
2547
2548         r->which = Z_External_update;
2549         r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
2550         r->u.update->which = Z_IUUpdate_esRequest;
2551         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2552             odr_malloc(out, sizeof(*r->u.update->u.esRequest));
2553         toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
2554             odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
2555
2556         toKeep->databaseName = databaseNames[0];
2557         toKeep->schema = 0;
2558         if (record_schema)
2559         {
2560             toKeep->schema = yaz_string_to_oid_odr(yaz_oid_std(),
2561                                                    CLASS_SCHEMA,
2562                                                    record_schema, out);
2563         }
2564         toKeep->elementSetName = 0;
2565         toKeep->actionQualifier = 0;
2566         toKeep->action = odr_intdup(out, action_no);
2567
2568         notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
2569             odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
2570         notToKeep->num = 1;
2571         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2572             odr_malloc(out, sizeof(*notToKeep->elements));
2573         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2574             odr_malloc(out, sizeof(**notToKeep->elements));
2575         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2576         if (recid)
2577         {
2578             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2579                 odr_malloc(out, sizeof(Odr_oct));
2580             notToKeep->elements[0]->u.opaque->buf = (unsigned char *) recid;
2581             notToKeep->elements[0]->u.opaque->size = strlen(recid);
2582             notToKeep->elements[0]->u.opaque->len = strlen(recid);
2583         }
2584         else
2585             notToKeep->elements[0]->u.opaque = 0;
2586         notToKeep->elements[0]->supplementalId = 0;
2587         notToKeep->elements[0]->correlationInfo = 0;
2588         notToKeep->elements[0]->record = record_this;
2589     }
2590
2591     send_apdu(apdu);
2592
2593     return 2;
2594 }
2595
2596 static int cmd_xmles(const char *arg)
2597 {
2598     if (only_z3950())
2599         return 1;
2600     else
2601     {
2602         char *asn_buf = 0;
2603         int noread = 0;
2604         Odr_oid *oid;
2605         char oid_str[51];
2606         Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
2607         Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2608
2609
2610         Z_External *ext = (Z_External *) odr_malloc(out, sizeof(*ext));
2611
2612         req->referenceId = set_refid (out);
2613         req->taskSpecificParameters = ext;
2614         ext->indirect_reference = 0;
2615         ext->descriptor = 0;
2616         ext->which = Z_External_octet;
2617         ext->u.single_ASN1_type = (Odr_oct *) odr_malloc(out, sizeof(Odr_oct));
2618         sscanf(arg, "%50s%n", oid_str, &noread);
2619         if (noread == 0)
2620         {
2621             printf("Missing OID for xmles\n");
2622             return 0;
2623         }
2624         arg += noread;
2625         if (parse_cmd_doc(&arg, out, &asn_buf,
2626                           &ext->u.single_ASN1_type->len) == 0)
2627             return 0;
2628
2629         ext->u.single_ASN1_type->buf = (unsigned char *) asn_buf;
2630
2631         oid = yaz_string_to_oid_odr(yaz_oid_std(),
2632                                     CLASS_EXTSERV, oid_str, out);
2633         if (!oid)
2634         {
2635             printf("Bad OID: %s\n", oid_str);
2636             return 0;
2637         }
2638
2639         req->packageType = oid;
2640
2641         ext->direct_reference = oid;
2642
2643         send_apdu(apdu);
2644
2645         return 2;
2646     }
2647 }
2648
2649 static int cmd_itemorder(const char *arg)
2650 {
2651     char type[12];
2652     int itemno;
2653     char *xml_buf = 0;
2654     int xml_len = 0;
2655     int no_read = 0;
2656
2657     if (only_z3950())
2658         return 1;
2659     if (sscanf(arg, "%10s %d%n", type, &itemno, &no_read) < 2)
2660         return 0;
2661     arg += no_read;
2662     parse_cmd_doc(&arg, out, &xml_buf, &xml_len);
2663
2664     fflush(stdout);
2665     send_Z3950_itemorder(type, itemno, xml_buf, xml_len);
2666     return 2;
2667 }
2668
2669 static void show_opt(const char *arg, void *clientData)
2670 {
2671     printf("%s ", arg);
2672 }
2673
2674 static int cmd_zversion(const char *arg)
2675 {
2676     if (*arg && arg)
2677         z3950_version = atoi(arg);
2678     else
2679         printf("version is %d\n", z3950_version);
2680     return 0;
2681 }
2682
2683 static int cmd_options(const char *arg)
2684 {
2685     if (*arg)
2686     {
2687         int r;
2688         int pos;
2689         r = yaz_init_opt_encode(&z3950_options, arg, &pos);
2690         if (r == -1)
2691             printf("Unknown option(s) near %s\n", arg+pos);
2692     }
2693     else
2694     {
2695         yaz_init_opt_decode(&z3950_options, show_opt, 0);
2696         printf("\n");
2697     }
2698     return 0;
2699 }
2700
2701 static int cmd_explain(const char *arg)
2702 {
2703     if (protocol != PROTO_HTTP)
2704         return 0;
2705 #if YAZ_HAVE_XML2
2706     if (!conn)
2707         session_connect(cur_host);
2708     if (conn)
2709     {
2710         Z_SRW_PDU *sr = 0;
2711
2712         setno = 1;
2713
2714         /* save this for later .. when fetching individual records */
2715         sr = yaz_srw_get(out, Z_SRW_explain_request);
2716         if (recordsyntax_size == 1
2717             && !yaz_matchstr(recordsyntax_list[0], "xml"))
2718             sr->u.explain_request->recordPacking = "xml";
2719         send_srw(sr);
2720         return 2;
2721     }
2722 #endif
2723     return 0;
2724 }
2725
2726 static int cmd_init(const char *arg)
2727 {
2728     if (*arg)
2729     {
2730         strncpy(cur_host, arg, sizeof(cur_host)-1);
2731         cur_host[sizeof(cur_host)-1] = 0;
2732     }
2733     if (only_z3950())
2734         return 1;
2735     send_Z3950_initRequest(cur_host);
2736     return 2;
2737 }
2738
2739 static Z_GDU *get_HTTP_Request_url(ODR odr, const char *url)
2740 {
2741     Z_GDU *p = z_get_HTTP_Request(odr);
2742     const char *host = url;
2743     const char *cp0 = strstr(host, "://");
2744     const char *cp1 = 0;
2745     if (cp0)
2746         cp0 = cp0+3;
2747     else
2748         cp0 = host;
2749
2750     cp1 = strchr(cp0, '/');
2751     if (!cp1)
2752         cp1 = cp0 + strlen(cp0);
2753
2754     if (cp0 && cp1)
2755     {
2756         char *h = (char*) odr_malloc(odr, cp1 - cp0 + 1);
2757         memcpy (h, cp0, cp1 - cp0);
2758         h[cp1-cp0] = '\0';
2759         z_HTTP_header_add(odr, &p->u.HTTP_Request->headers, "Host", h);
2760     }
2761     p->u.HTTP_Request->path = odr_strdup(odr, *cp1 ? cp1 : "/");
2762     return p;
2763 }
2764
2765 static WRBUF get_url(const char *uri, WRBUF username, WRBUF password,
2766                      int *code, int show_headers)
2767 {
2768     WRBUF result = 0;
2769     ODR out = odr_createmem(ODR_ENCODE);
2770     ODR in = odr_createmem(ODR_DECODE);
2771     Z_GDU *gdu = get_HTTP_Request_url(out, uri);
2772
2773     gdu->u.HTTP_Request->method = odr_strdup(out, "GET");
2774     if (username && password)
2775     {
2776         z_HTTP_header_add_basic_auth(out, &gdu->u.HTTP_Request->headers,
2777                                      wrbuf_cstr(username),
2778                                      wrbuf_cstr(password));
2779     }
2780     z_HTTP_header_add(out, &gdu->u.HTTP_Request->headers, "Accept",
2781                       "text/xml");
2782     if (!z_GDU(out, &gdu, 0, 0))
2783     {
2784         yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
2785     }
2786     else
2787     {
2788         void *add;
2789         COMSTACK conn = cs_create_host(uri, 1, &add);
2790         if (cs_connect(conn, add) < 0)
2791             yaz_log(YLOG_WARN, "Can not connect to URL:%s", uri);
2792         else
2793         {
2794             int len;
2795             char *buf = odr_getbuf(out, &len, 0);
2796
2797             if (cs_put(conn, buf, len) < 0)
2798                 yaz_log(YLOG_WARN, "cs_put failed URL:%s", uri);
2799             else
2800             {
2801                 char *netbuffer = 0;
2802                 int netlen = 0;
2803                 int res = cs_get(conn, &netbuffer, &netlen);
2804                 if (res <= 0)
2805                 {
2806                     yaz_log(YLOG_WARN, "cs_get failed URL:%s", uri);
2807                 }
2808                 else
2809                 {
2810                     Z_GDU *gdu;
2811                     odr_setbuf(in, netbuffer, res, 0);
2812                     if (!z_GDU(in, &gdu, 0, 0)
2813                         || gdu->which != Z_GDU_HTTP_Response)
2814                     {
2815                         yaz_log(YLOG_WARN, "decode failed URL: %s", uri);
2816                     }
2817                     else
2818                     {
2819                         Z_HTTP_Response *res = gdu->u.HTTP_Response;
2820                         struct Z_HTTP_Header *h;
2821                         result = wrbuf_alloc();
2822                         if (show_headers)
2823                         {
2824
2825                             wrbuf_printf(result, "HTTP %d\n", res->code);
2826                             for (h = res->headers; h; h = h->next)
2827                                 wrbuf_printf(result, "%s: %s\n",
2828                                              h->name, h->value);
2829                         }
2830                         *code = res->code;
2831                         wrbuf_write(result, res->content_buf, res->content_len);
2832                     }
2833                 }
2834                 xfree(netbuffer);
2835             }
2836             cs_close(conn);
2837         }
2838     }
2839     odr_destroy(out);
2840     odr_destroy(in);
2841     return result;
2842 }
2843
2844
2845 static int cmd_url(const char *arg)
2846 {
2847     int code = 0;
2848     WRBUF res = get_url(arg, 0, 0, &code, 1);
2849     if (res)
2850     {
2851         if (wrbuf_len(res) > 1200)
2852         {
2853             fwrite(wrbuf_buf(res), 1, 1200, stdout);
2854             printf(".. out of %lld\n", (long long) wrbuf_len(res));
2855         }
2856         else
2857             puts(wrbuf_cstr(res));
2858         wrbuf_destroy(res);
2859     }
2860     return 0;
2861 }
2862
2863 static int cmd_sru(const char *arg)
2864 {
2865     if (!*arg)
2866     {
2867         printf("SRU method is: %s\n", sru_method);
2868         printf("SRU version is: %s\n", sru_version);
2869     }
2870     else
2871     {
2872         int r = sscanf(arg, "%9s %9s", sru_method, sru_version);
2873         if (r >= 1)
2874         {
2875             if (!yaz_matchstr(sru_method, "post"))
2876                 ;
2877             else if (!yaz_matchstr(sru_method, "get"))
2878                 ;
2879             else if (!yaz_matchstr(sru_method, "soap"))
2880                 ;
2881             else if (!yaz_matchstr(sru_method, "solr"))
2882                 ;
2883             else
2884             {
2885                 strcpy(sru_method, "soap");
2886                 printf("Unknown SRU method: %s\n", arg);
2887                 printf("Specify one of POST, GET, SOAP, SOLR\n");
2888             }
2889         }
2890     }
2891     return 0;
2892 }
2893
2894 static int cmd_find(const char *arg)
2895 {
2896     if (!*arg)
2897     {
2898         printf("Find what?\n");
2899         return 0;
2900     }
2901     if (protocol == PROTO_HTTP)
2902     {
2903 #if YAZ_HAVE_XML2
2904         if (!conn)
2905             session_connect(cur_host);
2906         if (!conn)
2907             return 0;
2908         if (!send_SRW_searchRequest(arg))
2909             return 0;
2910 #else
2911         return 0;
2912 #endif
2913     }
2914     else
2915     {
2916         if (*cur_host && auto_reconnect)
2917         {
2918             int i = 0;
2919             for (;;)
2920             {
2921                 if (conn)
2922                 {
2923                     if (!send_Z3950_searchRequest(arg))
2924                         return 0;
2925                     wait_and_handle_response(0);
2926                     if (conn)
2927                         break;
2928                 }
2929                 if (++i == 2)
2930                 {
2931                     printf("Unable to reconnect\n");
2932                     break;
2933                 }
2934                 session_connect(cur_host);
2935                 wait_and_handle_response(0);
2936             }
2937             return 0;
2938         }
2939         else if (conn)
2940         {
2941             if (!send_Z3950_searchRequest(arg))
2942                 return 0;
2943         }
2944         else
2945         {
2946             printf("Not connected yet\n");
2947             return 0;
2948         }
2949     }
2950     return 2;
2951 }
2952
2953 static int cmd_facets(const char *arg)
2954 {
2955     if (!facet_odr)
2956         facet_odr = odr_createmem(ODR_ENCODE);
2957     odr_reset(facet_odr);
2958
2959     if (!*arg)
2960     {
2961         facet_list = 0;
2962         printf("Facets cleared.\n");
2963         return 0;
2964     }
2965     facet_list = yaz_pqf_parse_facet_list(facet_odr, arg);
2966     if (!facet_list)
2967     {
2968         printf("Invalid facet list: %s", arg);
2969         return 0;
2970     }
2971     return 1;
2972 }
2973
2974 static int cmd_delete(const char *arg)
2975 {
2976     if (only_z3950())
2977         return 0;
2978     if (!send_Z3950_deleteResultSetRequest(arg))
2979         return 0;
2980     return 2;
2981 }
2982
2983 static int cmd_ssub(const char *arg)
2984 {
2985     if (!(smallSetUpperBound = atoi(arg)))
2986         return 0;
2987     return 1;
2988 }
2989
2990 static int cmd_lslb(const char *arg)
2991 {
2992     if (!(largeSetLowerBound = atoi(arg)))
2993         return 0;
2994     return 1;
2995 }
2996
2997 static int cmd_mspn(const char *arg)
2998 {
2999     if (!(mediumSetPresentNumber = atoi(arg)))
3000         return 0;
3001     return 1;
3002 }
3003
3004 static int cmd_status(const char *arg)
3005 {
3006     printf("smallSetUpperBound: %d\n", smallSetUpperBound);
3007     printf("largeSetLowerBound: %d\n", largeSetLowerBound);
3008     printf("mediumSetPresentNumber: %d\n", mediumSetPresentNumber);
3009     return 1;
3010 }
3011
3012 static int cmd_setnames(const char *arg)
3013 {
3014     if (*arg == '1')         /* enable ? */
3015         setnumber = 0;
3016     else if (*arg == '0')    /* disable ? */
3017         setnumber = -1;
3018     else if (setnumber < 0)  /* no args, toggle .. */
3019         setnumber = 0;
3020     else
3021         setnumber = -1;
3022
3023     if (setnumber >= 0)
3024         printf("Set numbering enabled.\n");
3025     else
3026         printf("Set numbering disabled.\n");
3027     return 1;
3028 }
3029
3030 /* PRESENT SERVICE ----------------------------- */
3031
3032 size_t check_token(const char *haystack, const char *token)
3033 {
3034     size_t len = strlen(token);
3035     size_t extra;
3036     if (strncmp(haystack, token, len))
3037         return 0;
3038     for (extra = 0; haystack[extra + len] != '\0'; extra++)
3039         if (!strchr(" \r\n\t", haystack[extra + len]))
3040         {
3041             if (extra)
3042                 break;
3043             else
3044                 return 0;  /* no whitespace after token */
3045         }
3046     return extra + len;
3047 }
3048
3049 static int parse_show_args(const char *arg_c, char *setstring,
3050                            Odr_int *start, Odr_int *number)
3051 {
3052     char *end_ptr;
3053     Odr_int start_position;
3054     size_t token_len;
3055
3056     if (setnumber >= 0)
3057         sprintf(setstring, "%d", setnumber);
3058     else
3059         *setstring = '\0';
3060
3061     token_len = check_token(arg_c, "format");
3062     if (token_len)
3063     {
3064         pretty_xml = 1;
3065         arg_c += token_len;
3066     }
3067     else
3068         pretty_xml = 0;
3069
3070     token_len = check_token(arg_c, "all");
3071     if (token_len)
3072     {
3073         *number = last_hit_count;
3074         *start = 1;
3075         return 1;
3076     }
3077     start_position = odr_strtol(arg_c, &end_ptr, 10);
3078     if (end_ptr == arg_c)
3079         return 1;
3080     *start = start_position;
3081     if (*end_ptr == '\0')
3082         return 1;
3083     while (yaz_isspace(*end_ptr))
3084         end_ptr++;
3085     if (*end_ptr != '+')
3086     {
3087         printf("Bad show arg: expected +. Got %s\n", end_ptr);
3088         return 0;
3089     }
3090     end_ptr++;
3091     arg_c = end_ptr;
3092     *number = odr_strtol(arg_c, &end_ptr, 10);
3093     if (end_ptr == arg_c)
3094     {
3095         printf("Bad show arg: expected number after +\n");
3096         return 0;
3097     }
3098     if (*end_ptr == '\0')
3099         return 1;
3100     while (yaz_isspace(*end_ptr))
3101         end_ptr++;
3102     if (*end_ptr != '+')
3103     {
3104         printf("Bad show arg: + expected. Got %s\n", end_ptr);
3105         return 0;
3106     }
3107     strcpy(setstring, end_ptr+1);
3108     return 1;
3109 }
3110
3111 static int send_Z3950_presentRequest(const char *arg)
3112 {
3113     Z_APDU *apdu = zget_APDU(out, Z_APDU_presentRequest);
3114     Z_PresentRequest *req = apdu->u.presentRequest;
3115     Z_RecordComposition compo;
3116     Odr_int nos = 1;
3117     char setstring[100];
3118
3119     req->referenceId = set_refid(out);
3120
3121     if (!parse_show_args(arg, setstring, &setno, &nos))
3122         return 0;
3123     if (*setstring)
3124         req->resultSetId = setstring;
3125
3126     req->resultSetStartPoint = &setno;
3127     req->numberOfRecordsRequested = &nos;
3128
3129     if (recordsyntax_size)
3130         req->preferredRecordSyntax =
3131             yaz_string_to_oid_odr(yaz_oid_std(),
3132                                   CLASS_RECSYN, recordsyntax_list[0], out);
3133
3134     if (record_schema || recordsyntax_size >= 2)
3135     {
3136         req->recordComposition = &compo;
3137         compo.which = Z_RecordComp_complex;
3138         compo.u.complex = (Z_CompSpec *)
3139             odr_malloc(out, sizeof(*compo.u.complex));
3140         compo.u.complex->selectAlternativeSyntax = (bool_t *)
3141             odr_malloc(out, sizeof(bool_t));
3142         *compo.u.complex->selectAlternativeSyntax = 0;
3143
3144         compo.u.complex->generic = (Z_Specification *)
3145             odr_malloc(out, sizeof(*compo.u.complex->generic));
3146
3147         compo.u.complex->generic->which = Z_Schema_oid;
3148         if (!record_schema)
3149             compo.u.complex->generic->schema.oid = 0;
3150         else
3151         {
3152             compo.u.complex->generic->schema.oid =
3153                 yaz_string_to_oid_odr(yaz_oid_std(),
3154                                       CLASS_SCHEMA, record_schema, out);
3155
3156             if (!compo.u.complex->generic->schema.oid)
3157             {
3158                 /* OID wasn't a schema! Try record syntax instead. */
3159                 compo.u.complex->generic->schema.oid = (Odr_oid *)
3160                     yaz_string_to_oid_odr(yaz_oid_std(),
3161                                           CLASS_RECSYN, record_schema, out);
3162             }
3163         }
3164         if (!elementSetNames)
3165             compo.u.complex->generic->elementSpec = 0;
3166         else
3167         {
3168             compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
3169                 odr_malloc(out, sizeof(Z_ElementSpec));
3170             compo.u.complex->generic->elementSpec->which =
3171                 Z_ElementSpec_elementSetName;
3172             compo.u.complex->generic->elementSpec->u.elementSetName =
3173                 elementSetNames->u.generic;
3174         }
3175         compo.u.complex->num_dbSpecific = 0;
3176         compo.u.complex->dbSpecific = 0;
3177
3178         compo.u.complex->num_recordSyntax = 0;
3179         compo.u.complex->recordSyntax = 0;
3180         if (recordsyntax_size >= 2)
3181         {
3182             int i;
3183             compo.u.complex->num_recordSyntax = recordsyntax_size;
3184             compo.u.complex->recordSyntax = (Odr_oid **)
3185                 odr_malloc(out, recordsyntax_size * sizeof(Odr_oid*));
3186             for (i = 0; i < recordsyntax_size; i++)
3187             compo.u.complex->recordSyntax[i] =
3188                 yaz_string_to_oid_odr(yaz_oid_std(),
3189                                       CLASS_RECSYN, recordsyntax_list[i], out);
3190         }
3191     }
3192     else if (elementSetNames)
3193     {
3194         req->recordComposition = &compo;
3195         compo.which = Z_RecordComp_simple;
3196         compo.u.simple = elementSetNames;
3197     }
3198     send_apdu(apdu);
3199     printf("Sent presentRequest (" ODR_INT_PRINTF "+" ODR_INT_PRINTF ").\n",
3200            setno, nos);
3201     return 2;
3202 }
3203
3204 #if YAZ_HAVE_XML2
3205 static int send_SRW_presentRequest(const char *arg)
3206 {
3207     char setstring[100];
3208     Odr_int nos = 1;
3209     Z_SRW_PDU *sr = srw_sr;
3210
3211     if (!sr)
3212         return 0;
3213     if (!parse_show_args(arg, setstring, &setno, &nos))
3214         return 0;
3215     sr->u.request->startRecord = odr_intdup(out, setno);
3216     sru_maximumRecords = nos;
3217     sr->u.request->maximumRecords = odr_intdup(out, nos);
3218     if (record_schema)
3219         sr->u.request->recordSchema = record_schema;
3220     if (recordsyntax_size == 1 && !yaz_matchstr(recordsyntax_list[0], "xml"))
3221         sr->u.request->recordPacking = "xml";
3222     return send_srw(sr);
3223 }
3224 #endif
3225
3226 static void close_session(void)
3227 {
3228     if (conn)
3229         cs_close(conn);
3230     conn = 0;
3231     sent_close = 0;
3232     odr_reset(out);
3233     odr_reset(in);
3234     odr_reset(print);
3235     last_hit_count = 0;
3236 }
3237
3238 static void process_Z3950_close(Z_Close *req)
3239 {
3240     Z_APDU *apdu = zget_APDU(out, Z_APDU_close);
3241     Z_Close *res = apdu->u.close;
3242
3243     static char *reasons[] =
3244     {
3245         "finished",
3246         "shutdown",
3247         "system problem",
3248         "cost limit reached",
3249         "resources",
3250         "security violation",
3251         "protocolError",
3252         "lack of activity",
3253         "peer abort",
3254         "unspecified"
3255     };
3256
3257     printf("Reason: %s, message: %s\n", reasons[*req->closeReason],
3258         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
3259     if (sent_close)
3260         close_session();
3261     else
3262     {
3263         *res->closeReason = Z_Close_finished;
3264         send_apdu(apdu);
3265         printf("Sent response.\n");
3266         sent_close = 1;
3267     }
3268 }
3269
3270 static int cmd_show(const char *arg)
3271 {
3272     if (protocol == PROTO_HTTP)
3273     {
3274 #if YAZ_HAVE_XML2
3275         if (!conn)
3276             session_connect(cur_host);
3277         if (!conn)
3278             return 0;
3279         if (!send_SRW_presentRequest(arg))
3280             return 0;
3281 #else
3282         return 0;
3283 #endif
3284     }
3285     else
3286     {
3287         if (!conn)
3288         {
3289             printf("Not connected yet\n");
3290             return 0;
3291         }
3292         if (!send_Z3950_presentRequest(arg))
3293             return 0;
3294     }
3295     return 2;
3296 }
3297
3298 static void exit_client(int code)
3299 {
3300     file_history_save(file_history);
3301     file_history_destroy(&file_history);
3302     nmem_destroy(nmem_auth);
3303     exit(code);
3304 }
3305
3306 static int cmd_quit(const char *arg)
3307 {
3308     printf("See you later, alligator.\n");
3309     xmalloc_trav("");
3310     exit_client(0);
3311     return 0;
3312 }
3313
3314 static int cmd_cancel(const char *arg)
3315 {
3316     if (only_z3950())
3317         return 0;
3318     else
3319     {
3320         Z_APDU *apdu = zget_APDU(out, Z_APDU_triggerResourceControlRequest);
3321         Z_TriggerResourceControlRequest *req =
3322             apdu->u.triggerResourceControlRequest;
3323         bool_t rfalse = 0;
3324         char command[16];
3325
3326         *command = '\0';
3327         sscanf(arg, "%15s", command);
3328
3329         if (only_z3950())
3330             return 0;
3331         if (session_initResponse &&
3332             !ODR_MASK_GET(session_initResponse->options,
3333                           Z_Options_triggerResourceCtrl))
3334         {
3335             printf("Target doesn't support cancel (trigger resource ctrl)\n");
3336             return 0;
3337         }
3338         *req->requestedAction = Z_TriggerResourceControlRequest_cancel;
3339         req->resultSetWanted = &rfalse;
3340         req->referenceId = set_refid(out);
3341
3342         send_apdu(apdu);
3343         printf("Sent cancel request\n");
3344         if (!strcmp(command, "wait"))
3345             return 2;
3346         return 1;
3347     }
3348 }
3349
3350 static int cmd_cancel_find(const char *arg)
3351 {
3352     int fres;
3353     if (only_z3950())
3354         return 0;
3355     fres = cmd_find(arg);
3356     if (fres > 0)
3357     {
3358         return cmd_cancel("");
3359     };
3360     return fres;
3361 }
3362
3363 static int send_Z3950_scanrequest(const char *set,  const char *query,
3364                                   Odr_int *pos, Odr_int num, const char *term)
3365 {
3366     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
3367     Z_ScanRequest *req = apdu->u.scanRequest;
3368
3369     if (only_z3950())
3370         return 0;
3371     printf("query: %s\n", query);
3372     if (queryType == QueryType_CCL2RPN)
3373     {
3374         int error, pos;
3375         struct ccl_rpn_node *rpn;
3376
3377         rpn = ccl_find_str(bibset,  query, &error, &pos);
3378         if (error)
3379         {
3380             printf("CCL ERROR: %s\n", ccl_err_msg(error));
3381             return -1;
3382         }
3383         req->attributeSet =
3384             yaz_string_to_oid_odr(yaz_oid_std(),
3385                                   CLASS_ATTSET, "Bib-1", out);
3386         if (!(req->termListAndStartPoint = ccl_scan_query(out, rpn)))
3387         {
3388             printf("Couldn't convert CCL to Scan term\n");
3389             return -1;
3390         }
3391         ccl_rpn_delete(rpn);
3392     }
3393     else
3394     {
3395         YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
3396
3397
3398         if (!(req->termListAndStartPoint =
3399               yaz_pqf_scan(pqf_parser, out, &req->attributeSet, query)))
3400         {
3401             const char *pqf_msg;
3402             size_t off;
3403             int code = yaz_pqf_error(pqf_parser, &pqf_msg, &off);
3404             int ioff = off;
3405             printf("%*s^\n", ioff+7, "");
3406             printf("Prefix query error: %s (code %d)\n", pqf_msg, code);
3407             yaz_pqf_destroy(pqf_parser);
3408             return -1;
3409         }
3410         yaz_pqf_destroy(pqf_parser);
3411     }
3412     if (queryCharset && outputCharset)
3413     {
3414         yaz_iconv_t cd = yaz_iconv_open(queryCharset, outputCharset);
3415         if (!cd)
3416         {
3417             printf("Conversion from %s to %s unsupported\n",
3418                    outputCharset, queryCharset);
3419             return -1;
3420         }
3421         yaz_query_charset_convert_apt(req->termListAndStartPoint, out, cd);
3422         yaz_iconv_close(cd);
3423     }
3424     if (term && *term)
3425     {
3426         if (req->termListAndStartPoint->term &&
3427             req->termListAndStartPoint->term->which == Z_Term_general &&
3428             req->termListAndStartPoint->term->u.general)
3429         {
3430             req->termListAndStartPoint->term->u.general->buf =
3431                 (unsigned char *) odr_strdup(out, term);
3432             req->termListAndStartPoint->term->u.general->len =
3433                 req->termListAndStartPoint->term->u.general->size =
3434                 strlen(term);
3435         }
3436     }
3437     req->referenceId = set_refid(out);
3438     req->num_databaseNames = num_databaseNames;
3439     req->databaseNames = databaseNames;
3440     req->numberOfTermsRequested = &num;
3441     req->preferredPositionInResponse = pos;
3442     req->stepSize = odr_intdup(out, scan_stepSize);
3443
3444     if (set)
3445         yaz_oi_set_string_oid(&req->otherInfo, out,
3446                               yaz_oid_userinfo_scan_set, 1, set);
3447
3448     send_apdu(apdu);
3449     return 2;
3450 }
3451
3452 static int send_sortrequest(const char *arg, int newset)
3453 {
3454     Z_APDU *apdu = zget_APDU(out, Z_APDU_sortRequest);
3455     Z_SortRequest *req = apdu->u.sortRequest;
3456     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
3457         odr_malloc(out, sizeof(*sksl));
3458     char setstring[32];
3459
3460     if (only_z3950())
3461         return 0;
3462     if (setnumber >= 0)
3463         sprintf(setstring, "%d", setnumber);
3464     else
3465         sprintf(setstring, "default");
3466
3467     req->referenceId = set_refid(out);
3468
3469     req->num_inputResultSetNames = 1;
3470     req->inputResultSetNames = (Z_InternationalString **)
3471         odr_malloc(out, sizeof(*req->inputResultSetNames));
3472     req->inputResultSetNames[0] = odr_strdup(out, setstring);
3473
3474     if (newset && setnumber >= 0)
3475         sprintf(setstring, "%d", ++setnumber);
3476
3477     req->sortedResultSetName = odr_strdup(out, setstring);
3478
3479     req->sortSequence = yaz_sort_spec(out, arg);
3480     if (!req->sortSequence)
3481     {
3482         printf("Missing sort specifications\n");
3483         return -1;
3484     }
3485     send_apdu(apdu);
3486     return 2;
3487 }
3488
3489 static void display_term_info(Z_TermInfo *t)
3490 {
3491     if (t->displayTerm)
3492         printf("%s", t->displayTerm);
3493     else if (t->term->which == Z_Term_general)
3494         printf("%.*s", t->term->u.general->len, t->term->u.general->buf);
3495     else
3496         printf("Term (not general)");
3497     if (t->term->which == Z_Term_general)
3498         sprintf(last_scan_line, "%.*s", t->term->u.general->len,
3499             t->term->u.general->buf);
3500
3501     if (t->globalOccurrences)
3502         printf(" (" ODR_INT_PRINTF ")\n", *t->globalOccurrences);
3503     else
3504         printf("\n");
3505 }
3506
3507 static void process_Z3950_scanResponse(Z_ScanResponse *res)
3508 {
3509     int i;
3510     Z_Entry **entries = NULL;
3511     int num_entries = 0;
3512
3513     printf("Received ScanResponse\n");
3514     print_refid(res->referenceId);
3515     printf(ODR_INT_PRINTF " entries", *res->numberOfEntriesReturned);
3516     if (res->positionOfTerm)
3517         printf(", position=" ODR_INT_PRINTF, *res->positionOfTerm);
3518     printf("\n");
3519     if (*res->scanStatus != Z_Scan_success)
3520         printf("Scan returned code " ODR_INT_PRINTF "\n", *res->scanStatus);
3521     if (!res->entries)
3522         return;
3523     if ((entries = res->entries->entries))
3524         num_entries = res->entries->num_entries;
3525     for (i = 0; i < num_entries; i++)
3526     {
3527         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
3528         if (entries[i]->which == Z_Entry_termInfo)
3529         {
3530             printf("%c ", i + 1 == pos_term ? '*' : ' ');
3531             display_term_info(entries[i]->u.termInfo);
3532         }
3533         else
3534             display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
3535     }
3536     if (res->entries->nonsurrogateDiagnostics)
3537         display_diagrecs(res->entries->nonsurrogateDiagnostics,
3538                           res->entries->num_nonsurrogateDiagnostics);
3539 }
3540
3541 static void process_Z3950_sortResponse(Z_SortResponse *res)
3542 {
3543     printf("Received SortResponse: status=");
3544     switch (*res->sortStatus)
3545     {
3546     case Z_SortResponse_success:
3547         printf("success"); break;
3548     case Z_SortResponse_partial_1:
3549         printf("partial"); break;
3550     case Z_SortResponse_failure:
3551         printf("failure"); break;
3552     default:
3553         printf("unknown (" ODR_INT_PRINTF ")", *res->sortStatus);
3554     }
3555     printf("\n");
3556     print_refid (res->referenceId);
3557     if (res->diagnostics)
3558         display_diagrecs(res->diagnostics,
3559                          res->num_diagnostics);
3560 }
3561
3562 static void process_Z3950_deleteResultSetResponse(
3563     Z_DeleteResultSetResponse *res)
3564 {
3565     printf("Got deleteResultSetResponse status=" ODR_INT_PRINTF "\n",
3566            *res->deleteOperationStatus);
3567     if (res->deleteListStatuses)
3568     {
3569         int i;
3570         for (i = 0; i < res->deleteListStatuses->num; i++)
3571         {
3572             printf("%s status=" ODR_INT_PRINTF "\n",
3573                    res->deleteListStatuses->elements[i]->id,
3574                    *res->deleteListStatuses->elements[i]->status);
3575         }
3576     }
3577 }
3578
3579 static int cmd_sort_generic(const char *arg, int newset)
3580 {
3581     if (only_z3950())
3582         return 0;
3583     if (session_initResponse &&
3584         !ODR_MASK_GET(session_initResponse->options, Z_Options_sort))
3585     {
3586         printf("Target doesn't support sort\n");
3587         return 0;
3588     }
3589     if (*arg)
3590     {
3591         if (send_sortrequest(arg, newset) < 0)
3592             return 0;
3593         return 2;
3594     }
3595     return 0;
3596 }
3597
3598 static int cmd_sort(const char *arg)
3599 {
3600     return cmd_sort_generic(arg, 0);
3601 }
3602
3603 static int cmd_sort_newset(const char *arg)
3604 {
3605     return cmd_sort_generic(arg, 1);
3606 }
3607
3608 static int cmd_scanstep(const char *arg)
3609 {
3610     scan_stepSize = atoi(arg);
3611     return 0;
3612 }
3613
3614 static int cmd_scanpos(const char *arg)
3615 {
3616     if (!strcmp(arg, "none"))
3617         strcpy(scan_position, "none");
3618     else
3619     {
3620         int dummy;
3621         int r = sscanf(arg, "%d", &dummy);
3622         if (r == 1 && strlen(arg) < sizeof(scan_position)-1)
3623             strcpy(scan_position, arg);
3624         else
3625             printf("specify number of none for scanpos\n");
3626     }
3627     return 0;
3628 }
3629
3630 static int cmd_scansize(const char *arg)
3631 {
3632     int r = sscanf(arg, "%d", &scan_size);
3633     if (r == 0)
3634         scan_size = 20;
3635     return 0;
3636 }
3637
3638 static int cmd_scan_common(const char *set, const char *arg)
3639 {
3640     Odr_int pos, *pos_p = 0;
3641     const char *scan_term = 0;
3642     const char *scan_query = 0;
3643
3644     if (!*arg)
3645     {
3646         pos = 1;
3647         pos_p = &pos;
3648         scan_query = last_scan_query;
3649         scan_term = last_scan_line;
3650     }
3651     else
3652     {
3653         strcpy(last_scan_query, arg);
3654         scan_query = arg;
3655         if (strcmp(scan_position, "none"))
3656         {
3657             pos = odr_atoi(scan_position);
3658             pos_p = &pos;
3659         }
3660     }
3661
3662     if (protocol == PROTO_HTTP)
3663     {
3664 #if YAZ_HAVE_XML2
3665         if (!conn)
3666             session_connect(cur_host);
3667         if (!conn)
3668             return 0;
3669         if (send_SRW_scanRequest(scan_query, pos_p, scan_size) < 0)
3670             return 0;
3671         return 2;
3672 #else
3673         return 0;
3674 #endif
3675     }
3676     else
3677     {
3678         if (*cur_host && !conn && auto_reconnect)
3679         {
3680             session_connect(cur_host);
3681             wait_and_handle_response(0);
3682         }
3683         if (!conn)
3684             return 0;
3685         if (session_initResponse &&
3686             !ODR_MASK_GET(session_initResponse->options, Z_Options_scan))
3687         {
3688             printf("Target doesn't support scan\n");
3689             return 0;
3690         }
3691         if (send_Z3950_scanrequest(set, scan_query, pos_p,
3692                                    scan_size, scan_term) < 0)
3693             return 0;
3694         return 2;
3695     }
3696 }
3697
3698 static int cmd_scan(const char *arg)
3699 {
3700     return cmd_scan_common(0, arg);
3701 }
3702
3703 static int cmd_setscan(const char *arg)
3704 {
3705     char setstring[100];
3706     int nor;
3707     if (sscanf(arg, "%99s%n", setstring, &nor) < 1)
3708     {
3709         printf("missing set for setscan\n");
3710         return 0;
3711     }
3712     return cmd_scan_common(setstring, arg + nor);
3713 }
3714
3715 static int cmd_schema(const char *arg)
3716 {
3717     xfree(record_schema);
3718     record_schema = 0;
3719     if (arg && *arg)
3720         record_schema = xstrdup(arg);
3721     return 1;
3722 }
3723
3724 static int cmd_format(const char *arg)
3725 {
3726     const char *cp = arg;
3727     int nor;
3728     int idx = 0;
3729     int i;
3730     char form_str[41];
3731     if (!arg || !*arg)
3732     {
3733         printf("Usage: format <recordsyntax>\n");
3734         return 0;
3735     }
3736     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3737            && idx < RECORDSYNTAX_MAX)
3738     {
3739         if (strcmp(form_str, "none") &&
3740             !yaz_string_to_oid_odr(yaz_oid_std(), CLASS_RECSYN, form_str, out))
3741         {
3742             printf("Bad format: %s\n", form_str);
3743             return 0;
3744         }
3745         cp += nor;
3746     }
3747     for (i = 0; i < recordsyntax_size; i++)
3748     {
3749         xfree(recordsyntax_list[i]);
3750         recordsyntax_list[i] = 0;
3751     }
3752
3753     cp = arg;
3754     while (sscanf(cp, "%40s%n", form_str, &nor) >= 1 && nor > 0
3755            && idx < RECORDSYNTAX_MAX)
3756     {
3757         if (!strcmp(form_str, "none"))
3758             break;
3759         recordsyntax_list[idx] = xstrdup(form_str);
3760         cp += nor;
3761         idx++;
3762     }
3763     recordsyntax_size = idx;
3764     return 1;
3765 }
3766
3767 static int cmd_elements(const char *arg)
3768 {
3769     static Z_ElementSetNames esn;
3770     static char what[100];
3771
3772     if (!arg || !*arg)
3773     {
3774         elementSetNames = 0;
3775         return 1;
3776     }
3777     strcpy(what, arg);
3778     esn.which = Z_ElementSetNames_generic;
3779     esn.u.generic = what;
3780     elementSetNames = &esn;
3781     return 1;
3782 }
3783
3784 static int cmd_querytype(const char *arg)
3785 {
3786     if (!strcmp(arg, "ccl"))
3787         queryType = QueryType_CCL;
3788     else if (!strcmp(arg, "prefix") || !strcmp(arg, "rpn"))
3789         queryType = QueryType_Prefix;
3790     else if (!strcmp(arg, "ccl2rpn") || !strcmp(arg, "cclrpn"))
3791         queryType = QueryType_CCL2RPN;
3792     else if (!strcmp(arg, "cql"))
3793         queryType = QueryType_CQL;
3794     else if (!strcmp(arg, "cql2rpn") || !strcmp(arg, "cqlrpn"))
3795         queryType = QueryType_CQL2RPN;
3796     else
3797     {
3798         printf("Querytype must be one of:\n");
3799         printf(" prefix         - Prefix query\n");
3800         printf(" ccl            - CCL query\n");
3801         printf(" ccl2rpn        - CCL query converted to RPN\n");
3802         printf(" cql            - CQL\n");
3803         printf(" cql2rpn        - CQL query converted to RPN\n");
3804         return 0;
3805     }
3806     return 1;
3807 }
3808
3809 static int cmd_refid(const char *arg)
3810 {
3811     xfree(refid);
3812     refid = NULL;
3813     if (*arg)
3814         refid = xstrdup(arg);
3815     return 1;
3816 }
3817
3818 static int cmd_close(const char *arg)
3819 {
3820     Z_APDU *apdu;
3821     Z_Close *req;
3822     if (only_z3950())
3823         return 0;
3824     apdu = zget_APDU(out, Z_APDU_close);
3825     req = apdu->u.close;
3826     *req->closeReason = Z_Close_finished;
3827     send_apdu(apdu);
3828     printf("Sent close request.\n");
3829     sent_close = 1;
3830     return 2;
3831 }
3832
3833 int cmd_packagename(const char* arg)
3834 {
3835     xfree(esPackageName);
3836     esPackageName = NULL;
3837     if (*arg)
3838         esPackageName = xstrdup(arg);
3839     return 1;
3840 }
3841
3842 static int cmd_proxy(const char* arg)
3843 {
3844     xfree(yazProxy);
3845     yazProxy = 0;
3846     if (*arg)
3847         yazProxy = xstrdup(arg);
3848     return 1;
3849 }
3850
3851 static int cmd_marccharset(const char *arg)
3852 {
3853     char l1[30];
3854
3855     *l1 = 0;
3856     if (sscanf(arg, "%29s", l1) < 1)
3857     {
3858         printf("MARC character set is `%s'\n",
3859                marcCharset ? marcCharset: "none");
3860         return 1;
3861     }
3862     xfree(marcCharset);
3863     marcCharset = 0;
3864     if (strcmp(l1, "-") && strcmp(l1, "none"))
3865         marcCharset = xstrdup(l1);
3866     return 1;
3867 }
3868
3869 static int cmd_querycharset(const char *arg)
3870 {
3871     char l1[30];
3872
3873     *l1 = 0;
3874     if (sscanf(arg, "%29s", l1) < 1)
3875     {
3876         printf("Query character set is `%s'\n",
3877                queryCharset ? queryCharset: "none");
3878         return 1;
3879     }
3880     xfree(queryCharset);
3881     queryCharset = 0;
3882     if (strcmp(l1, "-") && strcmp(l1, "none"))
3883         queryCharset = xstrdup(l1);
3884     return 1;
3885 }
3886
3887 static int cmd_displaycharset(const char *arg)
3888 {
3889     char l1[30];
3890
3891     *l1 = 0;
3892     if (sscanf(arg, "%29s", l1) < 1)
3893     {
3894         printf("Display character set is `%s'\n",
3895                outputCharset ? outputCharset: "none");
3896     }
3897     else
3898     {
3899         xfree(outputCharset);
3900         outputCharset = 0;
3901         if (!strcmp(l1, "auto") && codeset)
3902         {
3903             if (codeset)
3904             {
3905                 printf("Display character set: %s\n", codeset);
3906                 outputCharset = xstrdup(codeset);
3907             }
3908             else
3909                 printf("No codeset found on this system\n");
3910         }
3911         else if (strcmp(l1, "-") && strcmp(l1, "none"))
3912             outputCharset = xstrdup(l1);
3913     }
3914     return 1;
3915 }
3916
3917 static int cmd_negcharset(const char *arg)
3918 {
3919     char l1[30];
3920
3921     *l1 = 0;
3922     if (sscanf(arg, "%29s %d %d", l1, &negotiationCharsetRecords,
3923                &negotiationCharsetVersion) < 1)
3924     {
3925         printf("Negotiation character set `%s'\n",
3926                negotiationCharset ? negotiationCharset: "none");
3927         if (negotiationCharset)
3928         {
3929             printf("Records in charset %s\n", negotiationCharsetRecords ?
3930                    "yes" : "no");
3931             printf("Charneg version %d\n", negotiationCharsetVersion);
3932         }
3933     }
3934     else
3935     {
3936         xfree(negotiationCharset);
3937         negotiationCharset = NULL;
3938         if (*l1 && strcmp(l1, "-") && strcmp(l1, "none"))
3939         {
3940             negotiationCharset = xstrdup(l1);
3941             printf("Character set negotiation : %s\n", negotiationCharset);
3942         }
3943     }
3944     return 1;
3945 }
3946
3947 static int cmd_charset(const char* arg)
3948 {
3949     char l1[30], l2[30], l3[30], l4[30];
3950
3951     *l1 = *l2 = *l3 = *l4 = '\0';
3952     if (sscanf(arg, "%29s %29s %29s %29s", l1, l2, l3, l4) < 1)
3953     {
3954         cmd_negcharset("");
3955         cmd_displaycharset("");
3956         cmd_marccharset("");
3957         cmd_querycharset("");
3958     }
3959     else
3960     {
3961         cmd_negcharset(l1);
3962         if (*l2)
3963             cmd_displaycharset(l2);
3964         if (*l3)
3965             cmd_marccharset(l3);
3966         if (*l4)
3967             cmd_querycharset(l4);
3968     }
3969     return 1;
3970 }
3971
3972 static int cmd_lang(const char* arg)
3973 {
3974     if (*arg == '\0')
3975     {
3976         printf("Current language is `%s'\n", yazLang ? yazLang : "none");
3977         return 1;
3978     }
3979     xfree(yazLang);
3980     yazLang = NULL;
3981     if (*arg)
3982         yazLang = xstrdup(arg);
3983     return 1;
3984 }
3985
3986 static int cmd_source(const char* arg, int echo )
3987 {
3988     /* first should open the file and read one line at a time.. */
3989     FILE* includeFile;
3990     char line[102400], *cp;
3991
3992     if (strlen(arg) < 1)
3993     {
3994         fprintf(stderr, "Error in source command use a filename\n");
3995         return -1;
3996     }
3997
3998     includeFile = fopen(arg, "r");
3999
4000     if (!includeFile)
4001     {
4002         fprintf(stderr, "Unable to open file %s for reading\n",arg);
4003         return -1;
4004     }
4005
4006     while (fgets(line, sizeof(line), includeFile))
4007     {
4008         if (strlen(line) < 2)
4009             continue;
4010         if (line[0] == '#')
4011             continue;
4012
4013         if ((cp = strrchr(line, '\n')))
4014             *cp = '\0';
4015
4016         if (echo)
4017             printf("processing line: %s\n", line);
4018         process_cmd_line(line);
4019     }
4020
4021     if (fclose(includeFile))
4022     {
4023         perror("unable to close include file");
4024         exit(1);
4025     }
4026     return 1;
4027 }
4028
4029 static int cmd_source_echo(const char* arg)
4030 {
4031     cmd_source(arg, 1);
4032     return 1;
4033 }
4034
4035 static int cmd_subshell(const char* args)
4036 {
4037     int ret = system(strlen(args) ? args : getenv("SHELL"));
4038     printf("\n");
4039     if (ret)
4040     {
4041         printf("Exit %d\n", ret);
4042     }
4043     return 1;
4044 }
4045
4046 static int cmd_set_berfile(const char *arg)
4047 {
4048     if (ber_file && ber_file != stdout && ber_file != stderr)
4049         fclose(ber_file);
4050     if (!strcmp(arg, ""))
4051         ber_file = 0;
4052     else if (!strcmp(arg, "-"))
4053         ber_file = stdout;
4054     else
4055         ber_file = fopen(arg, "a");
4056     return 1;
4057 }
4058
4059 static int cmd_set_apdufile(const char *arg)
4060 {
4061     if (apdu_file && apdu_file != stderr && apdu_file != stderr)
4062         fclose(apdu_file);
4063     if (!strcmp(arg, ""))
4064         apdu_file = 0;
4065     else if (!strcmp(arg, "-"))
4066         apdu_file = stderr;
4067     else
4068     {
4069         apdu_file = fopen(arg, "a");
4070         if (!apdu_file)
4071             perror("unable to open apdu log file");
4072     }
4073     if (apdu_file)
4074         odr_setprint(print, apdu_file);
4075     return 1;
4076 }
4077
4078 static int cmd_set_cclfile(const char* arg)
4079 {
4080     FILE *inf;
4081
4082     bibset = ccl_qual_mk();
4083     inf = fopen(arg, "r");
4084     if (!inf)
4085         perror("unable to open CCL file");
4086     else
4087     {
4088         ccl_qual_file(bibset, inf);
4089         fclose(inf);
4090     }
4091     strcpy(ccl_fields,arg);
4092     return 0;
4093 }
4094
4095 static int cmd_set_cqlfile(const char* arg)
4096 {
4097     cql_transform_t newcqltrans;
4098
4099     if ((newcqltrans = cql_transform_open_fname(arg)) == 0)
4100     {
4101         perror("unable to open CQL file");
4102         return 0;
4103     }
4104     if (cqltrans != 0)
4105         cql_transform_close(cqltrans);
4106
4107     cqltrans = newcqltrans;
4108     strcpy(cql_fields, arg);
4109     return 0;
4110 }
4111
4112 static int cmd_set_auto_reconnect(const char* arg)
4113 {
4114     if (strlen(arg)==0)
4115         auto_reconnect = ! auto_reconnect;
4116     else if (strcmp(arg,"on")==0)
4117         auto_reconnect = 1;
4118     else if (strcmp(arg,"off")==0)
4119         auto_reconnect = 0;
4120     else
4121     {
4122         printf("Error use on or off\n");
4123         return 1;
4124     }
4125
4126     if (auto_reconnect)
4127         printf("Set auto reconnect enabled.\n");
4128     else
4129         printf("Set auto reconnect disabled.\n");
4130
4131     return 0;
4132 }
4133
4134 static int cmd_set_auto_wait(const char* arg)
4135 {
4136     if (strlen(arg)==0)
4137         auto_wait = ! auto_wait;
4138     else if (strcmp(arg,"on")==0)
4139         auto_wait = 1;
4140     else if (strcmp(arg,"off")==0)
4141         auto_wait = 0;
4142     else
4143     {
4144         printf("Error use on or off\n");
4145         return 1;
4146     }
4147
4148     if (auto_wait)
4149         printf("Set auto wait enabled.\n");
4150     else
4151         printf("Set auto wait disabled.\n");
4152
4153     return 0;
4154 }
4155
4156 static int cmd_set_marcdump(const char* arg)
4157 {
4158     if (marc_file && marc_file != stderr)
4159     { /* don't close stdout*/
4160         fclose(marc_file);
4161     }
4162
4163     if (!strcmp(arg, ""))
4164         marc_file = 0;
4165     else if (!strcmp(arg, "-"))
4166         marc_file = stderr;
4167     else
4168     {
4169         marc_file = fopen(arg, "a");
4170         if (!marc_file)
4171             perror("unable to open marc log file");
4172     }
4173     return 1;
4174 }
4175
4176 static void marc_file_write(const char *buf, size_t sz)
4177 {
4178     if (marc_file)
4179     {
4180         if (fwrite(buf, 1, sz, marc_file) != sz)
4181         {
4182             perror("marcfile write");
4183         }
4184     }
4185 }
4186 /*
4187    this command takes 3 arge {name class oid}
4188 */
4189 static int cmd_register_oid(const char* args)
4190 {
4191     static struct {
4192         char* className;
4193         oid_class oclass;
4194     } oid_classes[] = {
4195         {"appctx",CLASS_APPCTX},
4196         {"absyn",CLASS_ABSYN},
4197         {"attset",CLASS_ATTSET},
4198         {"transyn",CLASS_TRANSYN},
4199         {"diagset",CLASS_DIAGSET},
4200         {"recsyn",CLASS_RECSYN},
4201         {"resform",CLASS_RESFORM},
4202         {"accform",CLASS_ACCFORM},
4203         {"extserv",CLASS_EXTSERV},
4204         {"userinfo",CLASS_USERINFO},
4205         {"elemspec",CLASS_ELEMSPEC},
4206         {"varset",CLASS_VARSET},
4207         {"schema",CLASS_SCHEMA},
4208         {"tagset",CLASS_TAGSET},
4209         {"general",CLASS_GENERAL},
4210         {0,(enum oid_class) 0}
4211     };
4212     char oname_str[101], oclass_str[101], oid_str[101];
4213     int i;
4214     oid_class oidclass = CLASS_GENERAL;
4215     Odr_oid oid[OID_SIZE];
4216
4217     if (sscanf(args, "%100[^ ] %100[^ ] %100s",
4218                 oname_str,oclass_str, oid_str) < 1)
4219     {
4220         printf("Error in register command \n");
4221         return 0;
4222     }
4223
4224     for (i = 0; oid_classes[i].className; i++)
4225     {
4226         if (!strcmp(oid_classes[i].className, oclass_str))
4227         {
4228             oidclass=oid_classes[i].oclass;
4229             break;
4230         }
4231     }
4232
4233     if (!(oid_classes[i].className))
4234     {
4235         printf("Unknown oid class %s\n",oclass_str);
4236         return 0;
4237     }
4238
4239     oid_dotstring_to_oid(oid_str, oid);
4240
4241     if (yaz_oid_add(yaz_oid_std(), oidclass, oname_str, oid))
4242     {
4243         printf("oid %s already exists, registration failed\n",
4244                oname_str);
4245     }
4246     return 1;
4247 }
4248
4249 static int cmd_push_command(const char* arg)
4250 {
4251 #if HAVE_READLINE_HISTORY_H
4252     if (strlen(arg) > 1)
4253         add_history(arg);
4254 #else
4255     fprintf(stderr,"Not compiled with the readline/history module\n");
4256 #endif
4257     return 1;
4258 }
4259
4260 void source_rc_file(const char *rc_file)
4261 {
4262     /*  If rc_file != NULL, source that. Else
4263         Look for .yazclientrc and read it if it exists.
4264         If it does not exist, read  $HOME/.yazclientrc instead */
4265     struct stat statbuf;
4266
4267     if (rc_file)
4268     {
4269         if (stat(rc_file, &statbuf) == 0)
4270             cmd_source(rc_file, 0);
4271         else
4272         {
4273             fprintf(stderr, "yaz_client: cannot source '%s'\n", rc_file);
4274             exit(1);
4275         }
4276     }
4277     else
4278     {
4279         char fname[1000];
4280         strcpy(fname, ".yazclientrc");
4281         if (stat(fname, &statbuf)==0)
4282         {
4283             cmd_source(fname, 0);
4284         }
4285         else
4286         {
4287             const char* homedir = getenv("HOME");
4288             if (homedir)
4289             {
4290                 sprintf(fname, "%.800s/%s", homedir, ".yazclientrc");
4291                 if (stat(fname, &statbuf)==0)
4292                     cmd_source(fname, 0);
4293             }
4294         }
4295     }
4296 }
4297
4298 static void add_to_readline_history(void *client_data, const char *line)
4299 {
4300 #if HAVE_READLINE_HISTORY_H
4301     if (strlen(line))
4302         add_history(line);
4303 #endif
4304 }
4305
4306 static void initialize(const char *rc_file)
4307 {
4308     FILE *inf;
4309     int i;
4310
4311     if (!(out = odr_createmem(ODR_ENCODE)) ||
4312         !(in = odr_createmem(ODR_DECODE)) ||
4313         !(print = odr_createmem(ODR_PRINT)))
4314     {
4315         fprintf(stderr, "failed to allocate ODR streams\n");
4316         exit(1);
4317     }
4318
4319     strcpy(scan_position, "1");
4320
4321     setvbuf(stdout, 0, _IONBF, 0);
4322     if (apdu_file)
4323         odr_setprint(print, apdu_file);
4324
4325     bibset = ccl_qual_mk();
4326     inf = fopen(ccl_fields, "r");
4327     if (inf)
4328     {
4329         ccl_qual_file(bibset, inf);
4330         fclose(inf);
4331     }
4332
4333     cqltrans = cql_transform_open_fname(cql_fields);
4334     /* If this fails, no problem: we detect cqltrans == 0 later */
4335
4336 #if HAVE_READLINE_READLINE_H
4337     rl_attempted_completion_function =
4338         (char **(*)(const char *, int, int)) readline_completer;
4339 #endif
4340     for (i = 0; i < maxOtherInfosSupported; ++i)
4341     {
4342         extraOtherInfos[i].oid[0] = -1;
4343         extraOtherInfos[i].value = 0;
4344     }
4345
4346     cmd_format("usmarc");
4347
4348     file_history = file_history_new();
4349
4350     source_rc_file(rc_file);
4351
4352     file_history_load(file_history);
4353     file_history_trav(file_history, 0, add_to_readline_history);
4354 }
4355
4356
4357 #if HAVE_GETTIMEOFDAY
4358 struct timeval tv_start;
4359 #endif
4360
4361 #if YAZ_HAVE_XML2
4362 static void handle_srw_record(Z_SRW_record *rec)
4363 {
4364     if (rec->recordPosition)
4365     {
4366         printf("pos=" ODR_INT_PRINTF, *rec->recordPosition);
4367         setno = *rec->recordPosition + 1;
4368     }
4369     if (rec->recordSchema)
4370         printf(" schema=%s", rec->recordSchema);
4371     printf("\n");
4372     if (rec->recordData_buf && rec->recordData_len)
4373     {
4374         print_xml_record(rec->recordData_buf, rec->recordData_len);
4375         marc_file_write(rec->recordData_buf, rec->recordData_len);
4376     }
4377     else
4378         printf("No data!");
4379     printf("\n");
4380 }
4381
4382 static void handle_srw_explain_response(Z_SRW_explainResponse *res)
4383 {
4384     handle_srw_record(&res->record);
4385 }
4386
4387 static void handle_srw_response(Z_SRW_searchRetrieveResponse *res)
4388 {
4389     int i;
4390
4391     printf("Received SRW SearchRetrieve Response\n");
4392
4393     for (i = 0; i<res->num_diagnostics; i++)
4394     {
4395         if (res->diagnostics[i].uri)
4396             printf("SRW diagnostic %s\n",
4397                     res->diagnostics[i].uri);
4398         else
4399             printf("SRW diagnostic missing or could not be decoded\n");
4400         if (res->diagnostics[i].message)
4401             printf("Message: %s\n", res->diagnostics[i].message);
4402         if (res->diagnostics[i].details)
4403             printf("Details: %s\n", res->diagnostics[i].details);
4404     }
4405     if (res->numberOfRecords)
4406         printf("Number of hits: " ODR_INT_PRINTF "\n", *res->numberOfRecords);
4407     if (res->facetList)
4408         display_facets(res->facetList);
4409     if (res->suggestions)
4410         printf("Suggestions:\n%s\n", res->suggestions);
4411     for (i = 0; i < res->num_records; i++)
4412     {
4413         if (i >= sru_maximumRecords)
4414         {
4415             printf("SRU server returns extra records. Skipping "
4416                    ODR_INT_PRINTF " records.\n",
4417                    res->num_records - sru_maximumRecords);
4418             break;
4419         }
4420         handle_srw_record(res->records + i);
4421     }
4422 }
4423
4424 static void handle_srw_scan_term(Z_SRW_scanTerm *term)
4425 {
4426     if (term->displayTerm)
4427         printf("%s:", term->displayTerm);
4428     else if (term->value)
4429         printf("%s:", term->value);
4430     else
4431         printf("No value:");
4432     if (term->numberOfRecords)
4433         printf(" " ODR_INT_PRINTF, *term->numberOfRecords);
4434     if (term->whereInList)
4435         printf(" %s", term->whereInList);
4436     if (term->value && term->displayTerm)
4437         printf(" %s", term->value);
4438
4439     strcpy(last_scan_line, term->value);
4440     printf("\n");
4441 }
4442
4443 static void handle_srw_scan_response(Z_SRW_scanResponse *res)
4444 {
4445     int i;
4446
4447     printf("Received SRW Scan Response\n");
4448
4449     for (i = 0; i<res->num_diagnostics; i++)
4450     {
4451         if (res->diagnostics[i].uri)
4452             printf("SRW diagnostic %s\n",
4453                     res->diagnostics[i].uri);
4454         else
4455             printf("SRW diagnostic missing or could not be decoded\n");
4456         if (res->diagnostics[i].message)
4457             printf("Message: %s\n", res->diagnostics[i].message);
4458         if (res->diagnostics[i].details)
4459             printf("Details: %s\n", res->diagnostics[i].details);
4460     }
4461     if (res->terms)
4462         for (i = 0; i<res->num_terms; i++)
4463             handle_srw_scan_term(res->terms + i);
4464 }
4465
4466 static void http_response(Z_HTTP_Response *hres)
4467 {
4468     int ret = -1;
4469     const char *connection_head = z_HTTP_header_lookup(hres->headers,
4470                                                        "Connection");
4471     if (hres->code != 200)
4472     {
4473         printf("HTTP Error Status=%d\n", hres->code);
4474     }
4475
4476     if (!yaz_srw_check_content_type(hres))
4477         printf("Content type does not appear to be XML\n");
4478     else
4479     {
4480         if (!yaz_matchstr(sru_method, "solr"))
4481         {
4482             Z_SRW_PDU *sr = 0;
4483             ODR o = odr_createmem(ODR_DECODE);
4484             ret = yaz_solr_decode_response(o, hres, &sr);
4485
4486             if (ret == 0 && sr->which == Z_SRW_searchRetrieve_response)
4487                 handle_srw_response(sr->u.response);
4488             else if (ret == 0 && sr->which == Z_SRW_scan_response)
4489                 handle_srw_scan_response(sr->u.scan_response);
4490             else
4491             {
4492                 printf("Decoding of Solr package failed\n");
4493                 ret = -1;
4494             }
4495             odr_destroy(o);
4496         }
4497         else
4498         {
4499             Z_SOAP *soap_package = 0;
4500             ODR o = odr_createmem(ODR_DECODE);
4501             Z_SOAP_Handler soap_handlers[] = {
4502                 {YAZ_XMLNS_SRU_v2_response, 0, (Z_SOAP_fun) yaz_srw_codec},
4503                 {YAZ_XMLNS_UPDATE_v0_9, 0, (Z_SOAP_fun) yaz_ucp_codec},
4504                 {YAZ_XMLNS_SRU_v1_response, 0, (Z_SOAP_fun) yaz_srw_codec},
4505                 {0, 0, 0}
4506             };
4507             ret = z_soap_codec(o, &soap_package,
4508                                &hres->content_buf, &hres->content_len,
4509                                soap_handlers);
4510             if (!ret && soap_package->which == Z_SOAP_generic)
4511             {
4512                 Z_SRW_PDU *sr = (Z_SRW_PDU *) soap_package->u.generic->p;
4513                 if (sr->which == Z_SRW_searchRetrieve_response)
4514                     handle_srw_response(sr->u.response);
4515                 else if (sr->which == Z_SRW_explain_response)
4516                     handle_srw_explain_response(sr->u.explain_response);
4517                 else if (sr->which == Z_SRW_scan_response)
4518                     handle_srw_scan_response(sr->u.scan_response);
4519                 else if (sr->which == Z_SRW_update_response)
4520                     printf("Got update response. Status: %s\n",
4521                            sr->u.update_response->operationStatus);
4522                 else
4523                 {
4524                     printf("Decoding of SRW package failed\n");
4525                     ret = -1;
4526                 }
4527             }
4528             else if (soap_package && (soap_package->which == Z_SOAP_fault
4529                                       || soap_package->which == Z_SOAP_error))
4530             {
4531                 printf("SOAP Fault code %s\n",
4532                        soap_package->u.fault->fault_code);
4533                 printf("SOAP Fault string %s\n",
4534                        soap_package->u.fault->fault_string);
4535                 if (soap_package->u.fault->details)
4536                     printf("SOAP Details %s\n",
4537                            soap_package->u.fault->details);
4538             }
4539             else
4540             {
4541                 printf("z_soap_codec failed. (no SOAP error)\n");
4542                 ret = -1;
4543             }
4544             odr_destroy(o);
4545         }
4546     }
4547     if (ret)
4548         close_session(); /* close session on error */
4549     else
4550     {
4551         if (!strcmp(hres->version, "1.0"))
4552         {
4553             /* HTTP 1.0: only if Keep-Alive we stay alive.. */
4554             if (!connection_head || strcmp(connection_head, "Keep-Alive"))
4555                 close_session();
4556         }
4557         else
4558         {
4559             /* HTTP 1.1: only if no close we stay alive .. */
4560             if (connection_head && !strcmp(connection_head, "close"))
4561                 close_session();
4562         }
4563     }
4564 }
4565 #endif
4566
4567 #define max_HTTP_redirects 2
4568
4569 static void wait_and_handle_response(int one_response_only)
4570 {
4571     int reconnect_ok = 1;
4572     int no_redirects = 0;
4573     int res;
4574     char *netbuffer= 0;
4575     int netbufferlen = 0;
4576 #if HAVE_GETTIMEOFDAY
4577     int got_tv_end = 0;
4578     struct timeval tv_end;
4579 #endif
4580     Z_GDU *gdu;
4581
4582     while(conn)
4583     {
4584         res = cs_get(conn, &netbuffer, &netbufferlen);
4585         if (reconnect_ok && res <= 0 && protocol == PROTO_HTTP)
4586         {
4587             cs_close(conn);
4588             conn = 0;
4589             session_connect(cur_host);
4590             reconnect_ok = 0;
4591             if (conn)
4592             {
4593                 char *buf_out;
4594                 int len_out;
4595
4596                 buf_out = odr_getbuf(out, &len_out, 0);
4597
4598                 do_hex_dump(buf_out, len_out);
4599
4600                 cs_put(conn, buf_out, len_out);
4601
4602                 odr_reset(out);
4603                 continue;
4604             }
4605         }
4606         else if (res <= 0)
4607         {
4608             printf("Target closed connection\n");
4609             close_session();
4610             break;
4611         }
4612 #if HAVE_GETTIMEOFDAY
4613         if (got_tv_end == 0)
4614             gettimeofday(&tv_end, 0); /* count first one only */
4615         got_tv_end++;
4616 #endif
4617         odr_reset(out);
4618         odr_reset(in); /* release APDU from last round */
4619         record_last = 0;
4620         do_hex_dump(netbuffer, res);
4621         odr_setbuf(in, netbuffer, res, 0);
4622
4623         if (!z_GDU(in, &gdu, 0, 0))
4624         {
4625             FILE *f = ber_file ? ber_file : stdout;
4626             odr_perror(in, "Decoding incoming APDU");
4627             fprintf(f, "[Near %ld]\n", (long) odr_offset(in));
4628             fprintf(f, "Packet dump:\n---------\n");
4629             odr_dumpBER(f, netbuffer, res);
4630             fprintf(f, "---------\n");
4631             if (apdu_file)
4632             {
4633                 z_GDU(print, &gdu, 0, 0);
4634                 odr_reset(print);
4635             }
4636             if (conn && cs_more(conn))
4637                 continue;
4638             break;
4639         }
4640         if (ber_file)
4641             odr_dumpBER(ber_file, netbuffer, res);
4642         if (apdu_file && !z_GDU(print, &gdu, 0, 0))
4643         {
4644             odr_perror(print, "Failed to print incoming APDU");
4645             odr_reset(print);
4646                 continue;
4647         }
4648         if (gdu->which == Z_GDU_Z3950)
4649         {
4650             Z_APDU *apdu = gdu->u.z3950;
4651             switch (apdu->which)
4652             {
4653             case Z_APDU_initResponse:
4654                 process_Z3950_initResponse(apdu->u.initResponse);
4655                 break;
4656             case Z_APDU_searchResponse:
4657                 process_Z3950_searchResponse(apdu->u.searchResponse);
4658                 break;
4659             case Z_APDU_scanResponse:
4660                 process_Z3950_scanResponse(apdu->u.scanResponse);
4661                 break;
4662             case Z_APDU_presentResponse:
4663                 print_refid(apdu->u.presentResponse->referenceId);
4664                 setno +=
4665                     *apdu->u.presentResponse->numberOfRecordsReturned;
4666                 if (apdu->u.presentResponse->records)
4667                     display_records(apdu->u.presentResponse->records);
4668                 else
4669                     printf("No records.\n");
4670                 printf("nextResultSetPosition = " ODR_INT_PRINTF "\n",
4671                         *apdu->u.presentResponse->nextResultSetPosition);
4672                 break;
4673             case Z_APDU_sortResponse:
4674                 process_Z3950_sortResponse(apdu->u.sortResponse);
4675                 break;
4676             case Z_APDU_extendedServicesResponse:
4677                 printf("Got extended services response\n");
4678                 process_Z3950_ESResponse(apdu->u.extendedServicesResponse);
4679                 break;
4680             case Z_APDU_close:
4681                 printf("Target has closed the association.\n");
4682                 process_Z3950_close(apdu->u.close);
4683                 break;
4684             case Z_APDU_resourceControlRequest:
4685                 process_Z3950_resourceControlRequest(
4686                     apdu->u.resourceControlRequest);
4687                 break;
4688             case Z_APDU_deleteResultSetResponse:
4689                 process_Z3950_deleteResultSetResponse(
4690                     apdu->u.deleteResultSetResponse);
4691                 break;
4692             default:
4693                 printf("Received unknown APDU type (%d).\n",
4694                        apdu->which);
4695                 close_session();
4696             }
4697         }
4698 #if YAZ_HAVE_XML2
4699         else if (gdu->which == Z_GDU_HTTP_Response)
4700         {
4701             Z_HTTP_Response *hres = gdu->u.HTTP_Response;
4702             int code = hres->code;
4703             const char *location = 0;
4704             if ((code == 301 || code == 302)
4705                 && no_redirects < max_HTTP_redirects
4706                 && !yaz_matchstr(sru_method, "get")
4707                 && (location = z_HTTP_header_lookup(hres->headers, "Location")))
4708             {
4709                 const char *base_tmp;
4710                 session_connect_base(location, &base_tmp);
4711                 no_redirects++;
4712                 if (conn)
4713                 {
4714                     if (send_SRW_redirect(location, hres) == 2)
4715                         continue;
4716                 }
4717                 printf("Redirect failed\n");
4718             }
4719             else
4720                 http_response(gdu->u.HTTP_Response);
4721         }
4722 #endif
4723         if (one_response_only)
4724             break;
4725         if (conn && !cs_more(conn))
4726             break;
4727     }
4728 #if HAVE_GETTIMEOFDAY
4729     if (got_tv_end)
4730     {
4731 #if 0
4732         printf("S/U S/U=%ld/%ld %ld/%ld",
4733                 (long) tv_start.tv_sec,
4734                 (long) tv_start.tv_usec,
4735                 (long) tv_end.tv_sec,
4736                 (long) tv_end.tv_usec);
4737 #endif
4738         printf("Elapsed: %.6f\n",
4739                 (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
4740                 ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
4741     }
4742 #endif
4743     xfree(netbuffer);
4744 }
4745
4746 static int cmd_cclparse(const char* arg)
4747 {
4748     int error, pos;
4749     struct ccl_rpn_node *rpn=NULL;
4750
4751
4752     rpn = ccl_find_str(bibset, arg, &error, &pos);
4753
4754     if (error)
4755     {
4756         int ioff = 3+strlen(last_cmd)+1+pos;
4757         printf("%*s^ - ", ioff, " ");
4758         printf("%s\n", ccl_err_msg(error));
4759     }
4760     else
4761     {
4762         if (rpn)
4763         {
4764             ccl_pr_tree(rpn, stdout);
4765         }
4766     }
4767     if (rpn)
4768         ccl_rpn_delete(rpn);
4769
4770     printf("\n");
4771
4772     return 0;
4773 }
4774
4775 static int cmd_set_otherinfo(const char* args)
4776 {
4777     char oidstr[101], otherinfoString[101];
4778     int otherinfoNo;
4779     int sscan_res;
4780
4781     sscan_res = sscanf(args, "%d %100[^ ] %100s",
4782                         &otherinfoNo, oidstr, otherinfoString);
4783
4784     if (sscan_res > 0 && otherinfoNo >= maxOtherInfosSupported)
4785     {
4786         printf("Error otherinfo index too large (%d>=%d)\n",
4787                otherinfoNo,maxOtherInfosSupported);
4788         return 0;
4789     }
4790
4791
4792     if (sscan_res==1)
4793     {
4794         /* reset this otherinfo */
4795         extraOtherInfos[otherinfoNo].oid[0] = -1;
4796         xfree(extraOtherInfos[otherinfoNo].value);
4797         extraOtherInfos[otherinfoNo].value = 0;
4798         return 0;
4799     }
4800     if (sscan_res != 3)
4801     {
4802         printf("Error in set_otherinfo command \n");
4803         return 0;
4804     }
4805     else
4806     {
4807         NMEM oid_tmp = nmem_create();
4808         const Odr_oid *oid =
4809             yaz_string_to_oid_nmem(yaz_oid_std(),
4810                                    CLASS_GENERAL, oidstr, oid_tmp);
4811         oid_oidcpy(extraOtherInfos[otherinfoNo].oid, oid);
4812
4813         xfree(extraOtherInfos[otherinfoNo].value);
4814         extraOtherInfos[otherinfoNo].value = xstrdup(otherinfoString);
4815
4816         nmem_destroy(oid_tmp);
4817     }
4818
4819     return 0;
4820 }
4821
4822 static int cmd_sleep(const char* args )
4823 {
4824     int sec = atoi(args);
4825     if (sec > 0)
4826     {
4827 #ifdef WIN32
4828         Sleep(sec*1000);
4829 #else
4830         sleep(sec);
4831 #endif
4832         printf("Done sleeping %d seconds\n", sec);
4833     }
4834     return 1;
4835 }
4836
4837 static int cmd_list_otherinfo(const char* args)
4838 {
4839     int i;
4840
4841     if (strlen(args)>0)
4842     {
4843         i = atoi(args);
4844         if (i >= maxOtherInfosSupported)
4845         {
4846             printf("Error otherinfo index to large (%d>%d)\n",i,maxOtherInfosSupported);
4847             return 0;
4848         }
4849         if (extraOtherInfos[i].value)
4850         {
4851             char name_oid[OID_STR_MAX];
4852             oid_class oclass;
4853             const char *name =
4854                 yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4855                                       name_oid);
4856             printf("  otherinfo %d %s %s\n",
4857                    i, name ? name : "null",
4858                    extraOtherInfos[i].value);
4859         }
4860
4861     }
4862     else
4863     {
4864         for (i = 0; i < maxOtherInfosSupported; ++i)
4865         {
4866             if (extraOtherInfos[i].value)
4867             {
4868                 char name_oid[OID_STR_MAX];
4869                 oid_class oclass;
4870                 const char *name =
4871                     yaz_oid_to_string_buf(extraOtherInfos[i].oid, &oclass,
4872                                           name_oid);
4873                 printf("  otherinfo %d %s %s\n",
4874                        i, name ? name : "null",
4875                        extraOtherInfos[i].value);
4876             }
4877         }
4878     }
4879     return 0;
4880 }
4881
4882 static int cmd_list_all(const char* args)
4883 {
4884     int i;
4885
4886     /* connection options */
4887     if (conn)
4888         printf("Connected to         : %s\n", cur_host);
4889     else if (*cur_host)
4890         printf("Not connected to     : %s\n", cur_host);
4891     else
4892         printf("Not connected        : \n");
4893     if (yazProxy) printf("using proxy          : %s\n",yazProxy);
4894
4895     printf("auto_reconnect       : %s\n",auto_reconnect?"on":"off");
4896     printf("auto_wait            : %s\n",auto_wait?"on":"off");
4897
4898     if (!auth)
4899         printf("Authentication       : none\n");
4900     else
4901     {
4902         switch (auth->which)
4903         {
4904         case Z_IdAuthentication_idPass:
4905             printf("Authentication       : IdPass\n");
4906             printf("    Login User       : %s\n",auth->u.idPass->userId?auth->u.idPass->userId:"");
4907             printf("    Login Group      : %s\n",auth->u.idPass->groupId?auth->u.idPass->groupId:"");
4908             printf("    Password         : %s\n",auth->u.idPass->password?auth->u.idPass->password:"");
4909             break;
4910         case Z_IdAuthentication_open:
4911             printf("Authentication       : psOpen\n");
4912             printf("    Open string      : %s\n",auth->u.open);
4913             break;
4914         default:
4915             printf("Authentication       : Unknown\n");
4916         }
4917     }
4918     if (negotiationCharset)
4919         printf("Neg. Character set   : `%s'\n", negotiationCharset);
4920
4921     /* bases */
4922     printf("Bases                : ");
4923     for (i = 0; i<num_databaseNames; i++) printf("%s ",databaseNames[i]);
4924     printf("\n");
4925
4926     /* Query options */
4927     printf("CCL file             : %s\n",ccl_fields);
4928     printf("CQL file             : %s\n",cql_fields);
4929     printf("Query type           : %s\n",query_type_as_string(queryType));
4930
4931     printf("Named Result Sets    : %s\n",setnumber==-1?"off":"on");
4932
4933     /* piggy back options */
4934     printf("ssub/lslb/mspn       : %d/%d/%d\n",smallSetUpperBound,largeSetLowerBound,mediumSetPresentNumber);
4935
4936     /* print present related options */
4937     if (recordsyntax_size > 0)
4938     {
4939         printf("Format               : %s\n", recordsyntax_list[0]);
4940     }
4941     printf("Schema               : %s\n",record_schema ? record_schema : "not set");
4942     printf("Elements             : %s\n",elementSetNames?elementSetNames->u.generic:"");
4943
4944     /* loging options */
4945     printf("APDU log             : %s\n",apdu_file?"on":"off");
4946     printf("Record log           : %s\n",marc_file?"on":"off");
4947
4948     /* other infos */
4949     printf("Other Info: \n");
4950     cmd_list_otherinfo("");
4951
4952     return 0;
4953 }
4954
4955 static int cmd_clear_otherinfo(const char* args)
4956 {
4957     if (strlen(args) > 0)
4958     {
4959         int otherinfoNo = atoi(args);
4960         if (otherinfoNo >= maxOtherInfosSupported)
4961         {
4962             printf("Error otherinfo index too large (%d>=%d)\n",
4963                    otherinfoNo, maxOtherInfosSupported);
4964             return 0;
4965         }
4966         if (extraOtherInfos[otherinfoNo].value)
4967         {
4968             /* only clear if set. */
4969             extraOtherInfos[otherinfoNo].oid[0] = -1;
4970             xfree(extraOtherInfos[otherinfoNo].value);
4971             extraOtherInfos[otherinfoNo].value = 0;
4972         }
4973     }
4974     else
4975     {
4976         int i;
4977         for (i = 0; i < maxOtherInfosSupported; ++i)
4978         {
4979             if (extraOtherInfos[i].value)
4980             {
4981                 extraOtherInfos[i].oid[0] = -1;
4982                 xfree(extraOtherInfos[i].value);
4983                 extraOtherInfos[i].value = 0;
4984             }
4985         }
4986     }
4987     return 0;
4988 }
4989
4990 static int cmd_wait_response(const char *arg)
4991 {
4992     int i;
4993     int wait_for = atoi(arg);
4994     if (wait_for < 1)
4995         wait_for = 1;
4996
4997     for (i = 0 ; i < wait_for; ++i )
4998         wait_and_handle_response(1);
4999     return 0;
5000 }
5001
5002 static int cmd_help(const char *line);
5003
5004 typedef char *(*completerFunctionType)(const char *text, int state);
5005
5006 static struct {
5007     char *cmd;
5008     int (*fun)(const char *arg);
5009     char *ad;
5010         completerFunctionType rl_completerfunction;
5011     int complete_filenames;
5012     const char **local_tabcompletes;
5013 } cmd_array[] = {
5014     {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0,NULL},
5015     {"quit", cmd_quit, "",NULL,0,NULL},
5016     {"find", cmd_find, "<query>",NULL,0,NULL},
5017     {"facets", cmd_facets, "<query>",NULL,0,NULL},
5018     {"delete", cmd_delete, "<setname>",NULL,0,NULL},
5019     {"base", cmd_base, "<base-name>",NULL,0,NULL},
5020     {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0,NULL},
5021     {"setscan", cmd_setscan, "<term>",NULL,0,NULL},
5022     {"scan", cmd_scan, "<term>",NULL,0,NULL},
5023     {"scanstep", cmd_scanstep, "<size>",NULL,0,NULL},
5024     {"scanpos", cmd_scanpos, "<size>",NULL,0,NULL},
5025     {"scansize", cmd_scansize, "<size>",NULL,0,NULL},
5026     {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
5027     {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0,NULL},
5028     {"authentication", cmd_authentication, "<acctstring>",NULL,0,NULL},
5029     {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0,NULL},
5030     {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0,NULL},
5031     {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0,NULL},
5032     {"status", cmd_status, "",NULL,0,NULL},
5033     {"setnames", cmd_setnames, "",NULL,0,NULL},
5034     {"cancel", cmd_cancel, "",NULL,0,NULL},
5035     {"cancel_find", cmd_cancel_find, "<query>",NULL,0,NULL},
5036     {"format", cmd_format, "<recordsyntax>",complete_format,0,NULL},
5037     {"schema", cmd_schema, "<schema>",complete_schema,0,NULL},
5038     {"elements", cmd_elements, "<elementSetName>",NULL,0,NULL},
5039     {"close", cmd_close, "",NULL,0,NULL},
5040     {"querytype", cmd_querytype, "<type>",complete_querytype,0,NULL},
5041     {"refid", cmd_refid, "<id>",NULL,0,NULL},
5042     {"itemorder", cmd_itemorder, "ill|item|xml <itemno>",NULL,0,NULL},
5043     {"update", cmd_update, "<action> <recid> [<doc>]",NULL,0,NULL},
5044     {"update0", cmd_update0, "<action> <recid> [<doc>]",NULL,0,NULL},
5045     {"xmles", cmd_xmles, "<OID> <doc>",NULL,0,NULL},
5046     {"packagename", cmd_packagename, "<packagename>",NULL,0,NULL},
5047     {"proxy", cmd_proxy, "[('tcp'|'ssl')]<host>[':'<port>]",NULL,0,NULL},
5048     {"charset", cmd_charset, "<nego_charset> <output_charset>",NULL,0,NULL},
5049     {"negcharset", cmd_negcharset, "<nego_charset>",NULL,0,NULL},
5050     {"displaycharset", cmd_displaycharset, "<output_charset>",NULL,0,NULL},
5051     {"marccharset", cmd_marccharset, "<charset_name>",NULL,0,NULL},
5052     {"querycharset", cmd_querycharset, "<charset_name>",NULL,0,NULL},
5053     {"lang", cmd_lang, "<language_code>",NULL,0,NULL},
5054     {"source", cmd_source_echo, "<filename>",NULL,1,NULL},
5055     {".", cmd_source_echo, "<filename>",NULL,1,NULL},
5056     {"!", cmd_subshell, "Subshell command",NULL,1,NULL},
5057     {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,1,NULL},
5058     {"set_berfile", cmd_set_berfile, "<filename>",NULL,1,NULL},
5059     {"set_marcdump", cmd_set_marcdump," <filename>",NULL,1,NULL},
5060     {"set_cclfile", cmd_set_cclfile," <filename>",NULL,1,NULL},
5061     {"set_cqlfile", cmd_set_cqlfile," <filename>",NULL,1,NULL},
5062     {"set_auto_reconnect", cmd_set_auto_reconnect," on|off",complete_auto_reconnect,1,NULL},
5063     {"set_auto_wait", cmd_set_auto_wait," on|off",complete_auto_reconnect,1,NULL},
5064     {"set_otherinfo", cmd_set_otherinfo,"<otherinfoinddex> <oid> <string>",NULL,0,NULL},
5065     {"sleep", cmd_sleep,"<seconds>",NULL,0,NULL},
5066     {"register_oid", cmd_register_oid,"<name> <class> <oid>",NULL,0,NULL},
5067     {"push_command", cmd_push_command,"<command>",command_generator,0,NULL},
5068     {"register_tab", cmd_register_tab,"<commandname> <tab>",command_generator,0,NULL},
5069     {"cclparse", cmd_cclparse,"<ccl find command>",NULL,0,NULL},
5070     {"list_otherinfo",cmd_list_otherinfo,"[otherinfoinddex]",NULL,0,NULL},
5071     {"list_all",cmd_list_all,"",NULL,0,NULL},
5072     {"clear_otherinfo",cmd_clear_otherinfo,"",NULL,0,NULL},
5073     {"wait_response",cmd_wait_response,"<number>",NULL,0,NULL},
5074     /* Server Admin Functions */
5075     {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0,NULL},
5076     {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0,NULL},
5077     {"adm-create", cmd_adm_create, "",NULL,0,NULL},
5078     {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0,NULL},
5079     {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0,NULL},
5080     {"adm-refresh", cmd_adm_refresh, "",NULL,0,NULL},
5081     {"adm-commit", cmd_adm_commit, "",NULL,0,NULL},
5082     {"adm-shutdown", cmd_adm_shutdown, "",NULL,0,NULL},
5083     {"adm-startup", cmd_adm_startup, "",NULL,0,NULL},
5084     {"explain", cmd_explain, "", NULL, 0, NULL},
5085     {"options", cmd_options, "", NULL, 0, NULL},
5086     {"zversion", cmd_zversion, "", NULL, 0, NULL},
5087     {"help", cmd_help, "", NULL,0,NULL},
5088     {"init", cmd_init, "", NULL,0,NULL},
5089     {"sru", cmd_sru, "<method> <version>", NULL,0,NULL},
5090     {"url", cmd_url, "<url>", NULL,0,NULL},
5091     {"exit", cmd_quit, "",NULL,0,NULL},
5092     {0,0,0,0,0,0}
5093 };
5094
5095 static int cmd_help(const char *line)
5096 {
5097     int i;
5098     char topic[21];
5099
5100     *topic = 0;
5101     sscanf(line, "%20s", topic);
5102
5103     if (*topic == 0)
5104         printf("Commands:\n");
5105     for (i = 0; cmd_array[i].cmd; i++)
5106         if (*topic == 0 || strcmp(topic, cmd_array[i].cmd) == 0)
5107             printf("   %s %s\n", cmd_array[i].cmd, cmd_array[i].ad);
5108     if (!strcmp(topic, "find"))
5109     {
5110         printf("RPN:\n");
5111         printf(" \"term\"                        Simple Term\n");
5112         printf(" @attr [attset] type=value op  Attribute\n");
5113         printf(" @and opl opr                  And\n");
5114         printf(" @or opl opr                   Or\n");
5115         printf(" @not opl opr                  And-Not\n");
5116         printf(" @set set                      Result set\n");
5117         printf(" @prox exl dist ord rel uc ut  Proximity. Use help prox\n");
5118         printf("\n");
5119         printf("Bib-1 attribute types\n");
5120         printf("1=Use:         ");
5121         printf("4=Title 7=ISBN 8=ISSN 30=Date 62=Abstract 1003=Author 1016=Any\n");
5122         printf("2=Relation:    ");
5123         printf("1<   2<=  3=  4>=  5>  6!=  102=Relevance\n");
5124         printf("3=Position:    ");
5125         printf("1=First in Field  2=First in subfield  3=Any position\n");
5126         printf("4=Structure:   ");
5127         printf("1=Phrase  2=Word  3=Key  4=Year  5=Date  6=WordList\n");
5128         printf("5=Truncation:  ");
5129         printf("1=Right  2=Left  3=L&R  100=No  101=#  102=Re-1  103=Re-2\n");
5130         printf("6=Completeness:");
5131         printf("1=Incomplete subfield  2=Complete subfield  3=Complete field\n");
5132     }
5133     if (!strcmp(topic, "prox"))
5134     {
5135         printf("Proximity:\n");
5136         printf(" @prox exl dist ord rel uc ut\n");
5137         printf(" exl:  exclude flag . 0=include, 1=exclude.\n");
5138         printf(" dist: distance integer.\n");
5139         printf(" ord:  order flag. 0=unordered, 1=ordered.\n");
5140         printf(" rel:  relation integer. 1<  2<=  3= 4>=  5>  6!= .\n");
5141         printf(" uc:   unit class. k=known, p=private.\n");
5142         printf(" ut:   unit type. 1=character, 2=word, 3=sentence,\n");
5143         printf("        4=paragraph, 5=section, 6=chapter, 7=document,\n");
5144         printf("        8=element, 9=subelement, 10=elementType, 11=byte.\n");
5145         printf("\nExamples:\n");
5146         printf(" Search for a and b in-order at most 3 words apart:\n");
5147         printf("  @prox 0 3 1 2 k 2 a b\n");
5148         printf(" Search for any order of a and b next to each other:\n");
5149         printf("  @prox 0 1 0 3 k 2 a b\n");
5150     }
5151     return 1;
5152 }
5153
5154 static int cmd_register_tab(const char* arg)
5155 {
5156 #if HAVE_READLINE_READLINE_H
5157     char command[101], tabargument[101];
5158     int i;
5159     int num_of_tabs;
5160     const char** tabslist;
5161
5162     if (sscanf(arg, "%100s %100s", command, tabargument) < 1)
5163     {
5164         return 0;
5165     }
5166
5167     /* locate the amdn in the list */
5168     for (i = 0; cmd_array[i].cmd; i++)
5169     {
5170         if (!strncmp(cmd_array[i].cmd, command, strlen(command)))
5171             break;
5172     }
5173
5174     if (!cmd_array[i].cmd)
5175     {
5176         fprintf(stderr,"Unknown command %s\n",command);
5177         return 1;
5178     }
5179
5180
5181     if (!cmd_array[i].local_tabcompletes)
5182         cmd_array[i].local_tabcompletes = (const char **) calloc(1,sizeof(char**));
5183
5184     num_of_tabs=0;
5185
5186     tabslist = cmd_array[i].local_tabcompletes;
5187     for (; tabslist && *tabslist; tabslist++)
5188         num_of_tabs++;
5189
5190     cmd_array[i].local_tabcompletes = (const char **)
5191         realloc(cmd_array[i].local_tabcompletes,
5192                 (num_of_tabs+2)*sizeof(char**));
5193     tabslist = cmd_array[i].local_tabcompletes;
5194     tabslist[num_of_tabs] = strdup(tabargument);
5195     tabslist[num_of_tabs+1] = NULL;
5196 #endif
5197     return 1;
5198 }
5199
5200 static void process_cmd_line(char* line)
5201 {
5202     int i, res;
5203     char word[32], arg[10240];
5204
5205 #if HAVE_GETTIMEOFDAY
5206     gettimeofday(&tv_start, 0);
5207 #endif
5208
5209     if ((res = sscanf(line, "%31s %10239[^;]", word, arg)) <= 0)
5210     {
5211         strcpy(word, last_cmd);
5212         *arg = '\0';
5213     }
5214     else if (res == 1)
5215         *arg = 0;
5216     strcpy(last_cmd, word);
5217
5218     /* removed tailing spaces from the arg command */
5219     {
5220         char* p = arg;
5221         char* lastnonspace=NULL;
5222
5223         for (; *p; ++p)
5224         {
5225             if (!yaz_isspace(*p))
5226                 lastnonspace = p;
5227         }
5228         if (lastnonspace)
5229             *(++lastnonspace) = 0;
5230     }
5231
5232     for (i = 0; cmd_array[i].cmd; i++)
5233         if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
5234         {
5235             res = (*cmd_array[i].fun)(arg);
5236             break;
5237         }
5238
5239     if (!cmd_array[i].cmd) /* dump our help-screen */
5240     {
5241         printf("Unknown command: %s.\n", word);
5242         printf("Type 'help' for list of commands\n");
5243         res = 1;
5244     }
5245
5246     if (apdu_file)
5247         fflush(apdu_file);
5248
5249     if (res >= 2 && auto_wait)
5250         wait_and_handle_response(0);
5251
5252     if (apdu_file)
5253         fflush(apdu_file);
5254     if (marc_file)
5255         fflush(marc_file);
5256 }
5257
5258 static char *command_generator(const char *text, int state)
5259 {
5260 #if HAVE_READLINE_READLINE_H
5261     static int idx;
5262     if (state == 0)
5263         idx = 0;
5264     for (; cmd_array[idx].cmd; ++idx)
5265     {
5266         if (!strncmp(cmd_array[idx].cmd, text, strlen(text)))
5267         {
5268             ++idx;  /* skip this entry on the next run */
5269             return strdup(cmd_array[idx-1].cmd);
5270         }
5271     }
5272 #endif
5273     return NULL;
5274 }
5275
5276 #if HAVE_READLINE_READLINE_H
5277 static const char** default_completer_list = NULL;
5278
5279 static char* default_completer(const char* text, int state)
5280 {
5281     return complete_from_list(default_completer_list, text, state);
5282 }
5283 #endif
5284
5285 #if HAVE_READLINE_READLINE_H
5286
5287 /*
5288    This function only known how to complete on the first word
5289 */
5290 static char **readline_completer(char *text, int start, int end)
5291 {
5292     completerFunctionType completerToUse;
5293
5294     if (start == 0)
5295     {
5296 #if HAVE_READLINE_RL_COMPLETION_MATCHES
5297         char** res = rl_completion_matches(text, command_generator);
5298 #else
5299         char** res = completion_matches(text,
5300                                         (CPFunction*)command_generator);
5301 #endif
5302         rl_attempted_completion_over = 1;
5303         return res;
5304     }
5305     else
5306     {
5307         char arg[10240],word[32];
5308         int i ,res;
5309         if ((res = sscanf(rl_line_buffer, "%31s %10239[^;]", word, arg)) <= 0)
5310         {
5311             rl_attempted_completion_over = 1;
5312             return NULL;
5313         }
5314
5315         for (i = 0; cmd_array[i].cmd; i++)
5316             if (!strncmp(cmd_array[i].cmd, word, strlen(word)))
5317                 break;
5318
5319         if (!cmd_array[i].cmd)
5320             return NULL;
5321
5322         default_completer_list = cmd_array[i].local_tabcompletes;
5323
5324         completerToUse = cmd_array[i].rl_completerfunction;
5325         if (!completerToUse)
5326         { /* if command completer is not defined use the default completer */
5327             completerToUse = default_completer;
5328         }
5329         if (completerToUse)
5330         {
5331 #ifdef HAVE_READLINE_RL_COMPLETION_MATCHES
5332             char** res=
5333                 rl_completion_matches(text, completerToUse);
5334 #else
5335             char** res=
5336                 completion_matches(text, (CPFunction*)completerToUse);
5337 #endif
5338             if (!cmd_array[i].complete_filenames)
5339                 rl_attempted_completion_over = 1;
5340             return res;
5341         }
5342         else
5343         {
5344             if (!cmd_array[i].complete_filenames)
5345                 rl_attempted_completion_over = 1;
5346             return 0;
5347         }
5348     }
5349 }
5350 #endif
5351
5352 #ifndef WIN32
5353 static void ctrl_c_handler(int x)
5354 {
5355     exit_client(0);
5356 }
5357 #endif
5358
5359 static void client(void)
5360 {
5361     char line[10240];
5362
5363     line[10239] = '\0';
5364
5365 #ifndef WIN32
5366     signal(SIGINT, ctrl_c_handler);
5367 #endif
5368
5369 #if HAVE_GETTIMEOFDAY
5370     gettimeofday(&tv_start, 0);
5371 #endif
5372
5373     while (1)
5374     {
5375         char *line_in = NULL;
5376 #if HAVE_READLINE_READLINE_H
5377         if (isatty(0))
5378         {
5379             line_in=readline(C_PROMPT);
5380             if (!line_in)
5381             {
5382                 putchar('\n');
5383                 break;
5384             }
5385 #if HAVE_READLINE_HISTORY_H
5386             if (*line_in)
5387                 add_history(line_in);
5388 #endif
5389             strncpy(line, line_in, sizeof(line)-1);
5390             free(line_in);
5391         }
5392 #endif
5393         if (!line_in)
5394         {
5395             char *end_p;
5396             printf(C_PROMPT);
5397             fflush(stdout);
5398             if (!fgets(line, sizeof(line)-1, stdin))
5399                 break;
5400             if ((end_p = strchr(line, '\n')))
5401                 *end_p = '\0';
5402         }
5403         if (isatty(0))
5404             file_history_add_line(file_history, line);
5405         process_cmd_line(line);
5406     }
5407 }
5408
5409 static void show_version(void)
5410 {
5411     char vstr[20], sha1_str[41];
5412
5413     yaz_version(vstr, sha1_str);
5414     printf("YAZ version: %s %s\n", YAZ_VERSION, YAZ_VERSION_SHA1);
5415     if (strcmp(sha1_str, YAZ_VERSION_SHA1))
5416         printf("YAZ DLL/SO: %s %s\n", vstr, sha1_str);
5417     exit(0);
5418 }
5419
5420 int main(int argc, char **argv)
5421 {
5422     char *prog = *argv;
5423     char *open_command = 0;
5424     char *auth_command = 0;
5425     char *arg;
5426     const char *rc_file = 0;
5427     int ret;
5428
5429 #if HAVE_LOCALE_H
5430     if (!setlocale(LC_CTYPE, ""))
5431         fprintf(stderr, "setlocale failed\n");
5432 #endif
5433 #if HAVE_LANGINFO_H
5434 #ifdef CODESET
5435     codeset = nl_langinfo(CODESET);
5436 #endif
5437 #endif
5438     if (codeset)
5439         outputCharset = xstrdup(codeset);
5440
5441     ODR_MASK_SET(&z3950_options, Z_Options_search);
5442     ODR_MASK_SET(&z3950_options, Z_Options_present);
5443     ODR_MASK_SET(&z3950_options, Z_Options_namedResultSets);
5444     ODR_MASK_SET(&z3950_options, Z_Options_triggerResourceCtrl);
5445     ODR_MASK_SET(&z3950_options, Z_Options_scan);
5446     ODR_MASK_SET(&z3950_options, Z_Options_sort);
5447     ODR_MASK_SET(&z3950_options, Z_Options_extendedServices);
5448     ODR_MASK_SET(&z3950_options, Z_Options_delSet);
5449
5450     nmem_auth = nmem_create();
5451
5452     while ((ret = options("k:c:q:a:b:m:v:p:u:t:Vxd:f:", argv, argc, &arg)) != -2)
5453     {
5454         switch (ret)
5455         {
5456         case 0:
5457             if (!open_command)
5458             {
5459                 open_command = (char *) xmalloc(strlen(arg)+6);
5460                 strcpy(open_command, "open ");
5461                 strcat(open_command, arg);
5462             }
5463             else
5464             {
5465                 fprintf(stderr, "%s: Specify at most one server address\n",
5466                         prog);
5467                 exit(1);
5468             }
5469             break;
5470         case 'a':
5471             if (!strcmp(arg, "-"))
5472                 apdu_file=stderr;
5473             else
5474                 apdu_file=fopen(arg, "a");
5475             break;
5476         case 'b':
5477             if (!strcmp(arg, "-"))
5478                 ber_file=stderr;
5479             else
5480                 ber_file=fopen(arg, "a");
5481             break;
5482         case 'c':
5483             strncpy(ccl_fields, arg, sizeof(ccl_fields)-1);
5484             ccl_fields[sizeof(ccl_fields)-1] = '\0';
5485             break;
5486         case 'd':
5487             dump_file_prefix = arg;
5488             break;
5489         case 'f':
5490             rc_file = arg;
5491             break;
5492         case 'k':
5493             kilobytes = atoi(arg);
5494             break;
5495         case 'm':
5496             if (!(marc_file = fopen(arg, "a")))
5497             {
5498                 perror(arg);
5499                 exit(1);
5500             }
5501             break;
5502         case 'p':
5503             yazProxy = xstrdup(arg);
5504             break;
5505         case 'q':
5506             strncpy(cql_fields, arg, sizeof(cql_fields)-1);
5507             cql_fields[sizeof(cql_fields)-1] = '\0';
5508             break;
5509         case 't':
5510             outputCharset = xstrdup(arg);
5511             break;
5512         case 'u':
5513             if (!auth_command)
5514             {
5515                 auth_command = (char *) xmalloc(strlen(arg)+6);
5516                 strcpy(auth_command, "auth ");
5517                 strcat(auth_command, arg);
5518             }
5519             break;
5520         case 'v':
5521             yaz_log_init(yaz_log_mask_str(arg), "", 0);
5522             break;
5523         case 'V':
5524             show_version();
5525             break;
5526         case 'x':
5527             hex_dump = 1;
5528             break;
5529         default:
5530             fprintf(stderr, "Usage: %s "
5531                      " [-a apdulog]"
5532                      " [-b berdump]"
5533                      " [-c cclfile]"
5534                      " [-d dump]"
5535                      " [-f cmdfile]"
5536                      " [-k size]"
5537                      " [-m marclog]"
5538                      " [-p proxy-addr]"
5539                      " [-q cqlfile]"
5540                      " [-t dispcharset]"
5541                      " [-u auth]"
5542                      " [-v loglevel]"
5543                      " [-V]"
5544                      " [-x]"
5545                      " [server-addr]\n",
5546                      prog);
5547             exit(1);
5548         }
5549     }
5550     initialize(rc_file);
5551     if (auth_command)
5552     {
5553 #ifdef HAVE_GETTIMEOFDAY
5554         gettimeofday(&tv_start, 0);
5555 #endif
5556         process_cmd_line(auth_command);
5557 #if HAVE_READLINE_HISTORY_H
5558         add_history(auth_command);
5559 #endif
5560         xfree(auth_command);
5561     }
5562     if (open_command)
5563     {
5564 #ifdef HAVE_GETTIMEOFDAY
5565         gettimeofday(&tv_start, 0);
5566 #endif
5567         process_cmd_line(open_command);
5568 #if HAVE_READLINE_HISTORY_H
5569         add_history(open_command);
5570 #endif
5571         xfree(open_command);
5572     }
5573     client();
5574     exit_client(0);
5575     return 0;
5576 }
5577 /*
5578  * Local variables:
5579  * c-basic-offset: 4
5580  * c-file-style: "Stroustrup"
5581  * indent-tabs-mode: nil
5582  * End:
5583  * vim: shiftwidth=4 tabstop=8 expandtab
5584  */
5585