Changed to flush apdu and marc log files a apdu is recived.
[yaz-moved-to-github.git] / client / client.c
index 6b82f5a..2ee4efd 100644 (file)
@@ -1,351 +1,8 @@
 /*
- * Copyright (c) 1995-2000, Index Data
+ * Copyright (c) 1995-2002, Index Data
  * See the file LICENSE for details.
- * Sebastian Hammer, Adam Dickmeiss
  *
- * $Log: client.c,v $
- * Revision 1.106  2000-11-13 09:44:59  adam
- * Work on SCAN: RPN2CCL conversion and proper "next" scan.
- *
- * Revision 1.105  2000/10/02 11:07:44  adam
- * Added peer_name member for bend_init handler. Changed the YAZ
- * client so that tcp: can be avoided in target spec.
- *
- * Revision 1.104  2000/09/04 08:58:15  adam
- * Added prefix yaz_ for most logging utility functions.
- *
- * Revision 1.103  2000/08/10 08:41:26  adam
- * Fixes for ILL.
- *
- * Revision 1.102  2000/05/18 11:57:04  adam
- * Client display time elapsed.
- *
- * Revision 1.101  2000/04/05 07:39:54  adam
- * Added shared library support (libtool).
- *
- * Revision 1.100  2000/03/20 19:29:59  adam
- * Minor change.
- *
- * Revision 1.99  2000/03/20 19:06:25  adam
- * Added Segment request for fronend server. Work on admin for client.
- *
- * Revision 1.98  2000/03/16 13:55:49  ian
- * Added commands for sending shutdown and startup admin requests via the admin ES.
- *
- * Revision 1.97  2000/03/14 14:06:04  ian
- * Minor change to order of debugging output for send_apdu,
- * fixed encoding of admin request.
- *
- * Revision 1.96  2000/03/14 09:27:07  ian
- * Added code to enable sending of admin extended service requests
- *
- * Revision 1.95  2000/02/28 11:20:05  adam
- * Using autoconf. New definitions: YAZ_BEGIN_CDECL/YAZ_END_CDECL.
- *
- * Revision 1.94  2000/01/31 13:15:21  adam
- * Removed uses of assert(3). Cleanup of ODR. CCL parser update so
- * that some characters are not surrounded by spaces in resulting term.
- * ILL-code updates.
- *
- * Revision 1.93  2000/01/15 09:39:50  adam
- * Implemented ill_get_ILLRequest. More ILL testing for client.
- *
- * Revision 1.92  1999/12/21 16:24:48  adam
- * More robust ISO2709 handling (in case of real bad formats).
- *
- * Revision 1.91  1999/12/16 23:36:19  adam
- * Implemented ILL protocol. Minor updates ASN.1 compiler.
- *
- * Revision 1.90  1999/11/30 13:47:11  adam
- * Improved installation. Moved header files to include/yaz.
- *
- * Revision 1.89  1999/11/04 14:58:44  adam
- * Added status elements for backend delete result set handler.
- * Updated delete result result set command for client.
- *
- * Revision 1.88  1999/10/11 10:00:29  adam
- * Modified printing of records.
- *
- * Revision 1.87  1999/08/27 09:40:32  adam
- * Renamed logf function to yaz_log. Removed VC++ project files.
- *
- * Revision 1.86  1999/07/06 12:13:35  adam
- * Added "schema" command.
- *
- * Revision 1.85  1999/06/16 11:55:24  adam
- * Added APDU log to client.
- *
- * Revision 1.84  1999/06/01 14:29:11  adam
- * Work on Extended Services.
- *
- * Revision 1.83  1999/05/26 15:24:26  adam
- * Fixed minor bugs regarding DB Update (introduced by previous commit).
- *
- * Revision 1.82  1999/05/26 13:49:12  adam
- * DB Update implemented in client (very basic).
- *
- * Revision 1.81  1999/04/20 09:56:48  adam
- * Added 'name' paramter to encoder/decoder routines (typedef Odr_fun).
- * Modified all encoders/decoders to reflect this change.
- *
- * Revision 1.80  1999/03/31 11:18:24  adam
- * Implemented odr_strdup. Added Reference ID to backend server API.
- *
- * Revision 1.79  1999/03/23 14:14:25  adam
- * Yet another fix.
- *
- * Revision 1.78  1999/03/18 12:57:18  adam
- * Minor fix.
- *
- * Revision 1.77  1999/03/11 15:26:51  adam
- * Fixed bug (introduced by previous commit).
- *
- * Revision 1.76  1999/03/11 11:12:07  adam
- * Added GNU readline support. HTML display in client.
- *
- * Revision 1.75  1999/02/01 15:37:32  adam
- * Fixed minor bug introduced by previous commit.
- *
- * Revision 1.74  1999/02/01 15:35:21  adam
- * Added XML display.
- *
- * Revision 1.73  1998/10/20 13:55:43  quinn
- * Fixed Scan bug in asn and client
- *
- * Revision 1.72  1998/10/20 13:23:15  quinn
- * changed preferred pos to 1
- *
- * Revision 1.71  1998/10/20 13:21:43  adam
- * Fixed scan response handler.
- *
- * Revision 1.70  1998/09/22 09:40:37  adam
- * Minor changes in sort spec.
- *
- * Revision 1.69  1998/08/19 16:10:06  adam
- * Changed som member names of DeleteResultSetRequest/Response.
- *
- * Revision 1.68  1998/07/20 12:37:06  adam
- * Added 'delete <resultset>' command. Changed open command so that
- * it reconnects if already connected.
- *
- * Revision 1.67  1998/06/09 13:55:06  adam
- * Minor changes.
- *
- * Revision 1.66  1998/05/18 13:06:53  adam
- * Changed the way attribute sets are handled by the retriaval module.
- * Extended Explain conversion / schema.
- * Modified server and client to work with ASN.1 compiled protocol handlers.
- *
- * Revision 1.65  1998/03/31 15:13:19  adam
- * Development towards compiled ASN.1.
- *
- * Revision 1.64  1998/03/31 11:07:44  adam
- * Furhter work on UNIverse resource report.
- * Added Extended Services handling in frontend server.
- *
- * Revision 1.63  1998/03/05 08:05:10  adam
- * Added a few casts to make C++ happy.
- *
- * Revision 1.62  1998/02/11 11:53:33  adam
- * Changed code so that it compiles as C++.
- *
- * Revision 1.61  1998/02/10 11:03:06  adam
- * Implemented command refid. Client prints reference-ID's, when present,
- * in responses.
- *
- * Revision 1.60  1998/01/29 14:08:52  adam
- * Better sort diagnostics.
- *
- * Revision 1.59  1998/01/29 13:17:56  adam
- * Added sort.
- *
- * Revision 1.58  1998/01/07 13:51:45  adam
- * Minor change.
- *
- * Revision 1.57  1998/01/07 12:58:22  adam
- * Using fgets instead of gets.
- *
- * Revision 1.56  1997/11/05 09:18:31  adam
- * The client handles records with no associated syntax.
- *
- * Revision 1.55  1997/10/31 12:20:08  adam
- * Improved memory debugging for xmalloc/nmem.c. References to NMEM
- * instead of ODR in n ESPEC-1 handling in source d1_espec.c.
- * Bug fix: missing fclose in data1_read_espec1.
- *
- * Revision 1.54  1997/10/27 13:52:46  adam
- * Header yaz-util includes all YAZ utility header files.
- *
- * Revision 1.53  1997/09/29 13:18:59  adam
- * Added function, oid_ent_to_oid, to replace the function
- * oid_getoidbyent, which is not thread safe.
- *
- * Revision 1.52  1997/09/29 07:20:31  adam
- * Client code uses nmem_init.
- *
- * Revision 1.51  1997/09/26 09:41:55  adam
- * Updated client to handle multiple diagnostics.
- *
- * Revision 1.50  1997/09/17 12:10:29  adam
- * YAZ version 1.4.
- *
- * Revision 1.49  1997/09/04 13:45:17  adam
- * Added UNImarc to list of available syntaxes.
- *
- * Revision 1.48  1997/09/01 08:48:44  adam
- * New windows NT/95 port using MSV5.0. Only a few changes made
- * to avoid warnings. Sub project created: client.dsp.
- *
- * Revision 1.47  1997/07/01 13:49:56  adam
- * Take care of case when invalid target is specified on command line.
- *
- * Revision 1.46  1997/06/23 10:30:18  adam
- * Added call to ccl_rpn_delete in search. Added ODR stream "out"
- * as parameter to ccl_rpn_query to release RPN query.
- *
- * Revision 1.45  1997/05/14 06:53:29  adam
- * C++ support.
- *
- * Revision 1.44  1997/05/05 11:20:35  adam
- * Client uses "options" utility and marc dump filename may be specified
- * as an option (-m <file>).
- *
- * Revision 1.43  1996/11/08 11:03:26  adam
- * Client accepts multiple database names.
- *
- * Revision 1.42  1996/10/08 10:44:57  quinn
- * Resolved conflicts.
- *
- * Revision 1.41  1996/10/07  15:29:03  quinn
- * Work
- *
- * Revision 1.40  1996/08/29  14:19:34  quinn
- * Fixed conflict (CVS)
- *
- * Revision 1.39  1996/08/27  10:43:22  quinn
- * Made select() optional
- *
- * Revision 1.38  1996/08/12  14:09:11  adam
- * Default prefix query attribute set defined by using p_query_attset.
- *
- * Revision 1.37  1996/07/06  19:58:29  quinn
- * System headerfiles gathered in yconfig
- *
- * Revision 1.36  1996/06/10  08:53:47  quinn
- * Added Summary
- *
- * Revision 1.35  1996/06/03  09:45:50  quinn
- * Added display of OIDs in the GRS routine.
- *
- * Revision 1.34  1996/05/09  07:26:49  quinn
- * *** empty log message ***
- *
- * Revision 1.33  1996/05/09  07:25:22  quinn
- * Small
- *
- * Revision 1.32  1996/03/15  11:05:33  adam
- * The user can set the preferred query type (prefix, ccl, ..) with the
- * querytype command.
- *
- * Revision 1.31  1996/02/20  12:51:54  quinn
- * Fixed problems with EXTERNAL.
- *
- * Revision 1.30  1996/02/12  18:18:09  quinn
- * Fidgeting.
- *
- * Revision 1.29  1996/01/02  08:57:25  quinn
- * Changed enums in the ASN.1 .h files to #defines. Changed oident.class to oclass
- *
- * Revision 1.28  1995/12/14  11:09:31  quinn
- * Added Explain record syntax to the format command.
- *
- * Revision 1.27  1995/12/12  16:37:02  quinn
- * Added destroy element to data1_node.
- *
- * Revision 1.26  1995/12/12  14:11:00  quinn
- * Minimal.
- *
- * Revision 1.25  1995/11/13  09:27:22  quinn
- * Fiddling with the variant stuff.
- *
- * Revision 1.24  1995/10/30  12:41:13  quinn
- * Added hostname lookup for server.
- *
- * Revision 1.23  1995/10/18  16:12:30  quinn
- * Better diagnostics.
- *
- * Revision 1.22  1995/10/11  14:49:12  quinn
- * Smallish.
- *
- * Revision 1.21  1995/09/29  17:01:47  quinn
- * More Windows work
- *
- * Revision 1.20  1995/08/29  14:24:13  quinn
- * Added second half of close-handshake
- *
- * Revision 1.19  1995/08/29  11:17:28  quinn
- * Added code to receive close
- *
- * Revision 1.18  1995/08/28  12:21:27  quinn
- * Client can now ask for simple element set names.
- *
- * Revision 1.17  1995/08/17  12:45:02  quinn
- * Fixed minor problems with GRS-1. Added support in c&s.
- *
- * Revision 1.16  1995/08/15  12:00:04  quinn
- * Updated External
- *
- * Revision 1.15  1995/06/22  09:28:03  quinn
- * Fixed bug in SUTRS processing.
- *
- * Revision 1.14  1995/06/19  12:37:41  quinn
- * Added BER dumper.
- *
- * Revision 1.13  1995/06/16  10:29:11  quinn
- * *** empty log message ***
- *
- * Revision 1.12  1995/06/15  07:44:57  quinn
- * Moving to v3.
- *
- * Revision 1.11  1995/06/14  15:26:40  quinn
- * *** empty log message ***
- *
- * Revision 1.10  1995/06/06  14:56:58  quinn
- * Better diagnostics.
- *
- * Revision 1.9  1995/06/06  08:15:19  quinn
- * Cosmetic.
- *
- * Revision 1.8  1995/06/05  10:52:22  quinn
- * Added SCAN.
- *
- * Revision 1.7  1995/06/02  09:50:09  quinn
- * Smallish.
- *
- * Revision 1.6  1995/05/31  08:29:21  quinn
- * Nothing significant.
- *
- * Revision 1.5  1995/05/29  08:10:47  quinn
- * Moved oid.c to util.
- *
- * Revision 1.4  1995/05/22  15:30:13  adam
- * Client uses prefix query notation.
- *
- * Revision 1.3  1995/05/22  15:06:53  quinn
- * *** empty log message ***
- *
- * Revision 1.2  1995/05/22  14:56:40  quinn
- * *** empty log message ***
- *
- * Revision 1.1  1995/05/22  11:30:31  quinn
- * Added prettier client.
- *
- *
- */
-
-/*
- * This is the obligatory little toy client, whose primary purpose is
- * to illustrate the use of the YAZ service-level API.
+ * $Id: client.c,v 1.138 2002-01-29 20:17:41 ja7 Exp $
  */
 
 #include <stdio.h>
 #include <yaz/proto.h>
 #include <yaz/marcdisp.h>
 #include <yaz/diagbib1.h>
+#include <yaz/otherinfo.h>
 
 #include <yaz/pquery.h>
+#include <yaz/sortspec.h>
 
-#ifdef ASN_COMPILED
+#if YAZ_MODULE_ill
 #include <yaz/ill.h>
 #endif
 
-#if CCL2RPN
+#if YAZ_MODULE_ccl
 #include <yaz/yaz-ccl.h>
 #endif
 
 #include <readline/history.h>
 #endif
 
+#include <sys/stat.h>
+
+
 #include "admin.h"
+#include "tabcomplete.h"
 
 #define C_PROMPT "Z> "
 
@@ -391,7 +54,7 @@ static Z_IdAuthentication *auth = 0;    /* our current auth definition */
 char *databaseNames[128];
 int num_databaseNames = 0;
 static Z_External *record_last = 0;
-static int setnumber = 0;               /* current result set number */
+static int setnumber = -1;               /* current result set number */
 static int smallSetUpperBound = 0;
 static int largeSetLowerBound = 1;
 static int mediumSetPresentNumber = 0;
@@ -405,8 +68,12 @@ static NMEM session_mem = NULL;      /* memory handle for init-response */
 static Z_InitResponse *session = 0;     /* session parameters */
 static char last_scan_line[512] = "0";
 static char last_scan_query[512] = "0";
+static char ccl_fields[512] = "default.bib";
+static char* esPackageName = 0;
+static char* yazProxy = 0;
+static int kilobytes = 1024;
 
-static char last_cmd[100] = "?";
+static char last_cmd[32] = "?";
 static FILE *marcdump = 0;
 static char *refid = NULL;
 
@@ -418,10 +85,26 @@ typedef enum {
 
 static QueryType queryType = QueryType_Prefix;
 
-#if CCL2RPN
+#if YAZ_MODULE_ccl
 static CCL_bibset bibset;               /* CCL bibset handle */
 #endif
 
+
+/* set this one to 1, to avoid decode of unknown MARCs  */
+#define AVOID_MARC_DECODE 1
+
+/* nice helper macro as extensive tabbing gives spaces at the en of the args lines */
+#define REMOVE_TAILING_BLANKS(a) {\
+  char* args_end=(a)+strlen(a)-1; \
+  while(isspace(*args_end)) {*args_end=0;--args_end;}; \
+  }
+
+
+void process_cmd_line(char* line);
+char ** readline_completer(char *text, int start, int end);
+char *command_generator(char *text, int state);
+
+
 ODR getODROutputStream()
 {
     return out;
@@ -452,11 +135,23 @@ void send_apdu(Z_APDU *a)
     odr_reset(out); /* release the APDU structure  */
 }
 
+static void print_stringn(const unsigned char *buf, size_t len)
+{
+   size_t i;
+   for (i = 0; i<len; i++)
+       if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
+           fputc (buf[i], stdout);
+       else
+           printf ("\\X%02X", buf[i]);
+}
+
 static void print_refid (Z_ReferenceId *id)
 {
     if (id)
     {
-       printf ("ReferenceId: '%.*s'\n", id->len, id->buf);
+        printf ("Reference Id: ");
+        print_stringn (id->buf, id->len);
+        printf ("\n");
     }
 }
 
@@ -464,7 +159,7 @@ static Z_ReferenceId *set_refid (ODR out)
 {
     Z_ReferenceId *id;
     if (!refid)
-       return 0;
+        return 0;
     id = (Z_ReferenceId *) odr_malloc (out, sizeof(*id));
     id->size = id->len = strlen(refid);
     id->buf = (unsigned char *) odr_malloc (out, id->len);
@@ -474,7 +169,7 @@ static Z_ReferenceId *set_refid (ODR out)
 
 /* INIT SERVICE ------------------------------- */
 
-static void send_initRequest()
+static void send_initRequest(const char* type_and_host)
 {
     Z_APDU *apdu = zget_APDU(out, Z_APDU_initRequest);
     Z_InitRequest *req = apdu->u.initRequest;
@@ -492,11 +187,17 @@ static void send_initRequest()
     ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
     ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
 
-    *req->maximumRecordSize = 1024*1024;
-    *req->preferredMessageSize = 1024*1024;
+    *req->maximumRecordSize = 1024*kilobytes;
+    *req->preferredMessageSize = 1024*kilobytes;
 
     req->idAuthentication = auth;
 
+    req->referenceId = set_refid (out);
+
+    if (yazProxy) 
+        yaz_oi_set_string_oidval(&req->otherInfo, out, VAL_PROXY,
+        1, type_and_host);
+    
     send_apdu(apdu);
     printf("Sent initrequest.\n");
 }
@@ -531,8 +232,40 @@ static int process_initResponse(Z_InitResponse *res)
             printf("Guessing visiblestring:\n");
             printf("'%s'\n", res->userInformationField->u. octet_aligned->buf);
         }
-       odr_reset (print);
+        odr_reset (print);
+    }
+    printf ("Options:");
+    if (ODR_MASK_GET(res->options, Z_Options_search))
+        printf (" search");
+    if (ODR_MASK_GET(res->options, Z_Options_present))
+        printf (" present");
+    if (ODR_MASK_GET(res->options, Z_Options_delSet))
+        printf (" delSet");
+    if (ODR_MASK_GET(res->options, Z_Options_resourceReport))
+        printf (" resourceReport");
+    if (ODR_MASK_GET(res->options, Z_Options_resourceCtrl))
+        printf (" resourceCtrl");
+    if (ODR_MASK_GET(res->options, Z_Options_accessCtrl))
+        printf (" accessCtrl");
+    if (ODR_MASK_GET(res->options, Z_Options_scan))
+        printf (" scan");
+    if (ODR_MASK_GET(res->options, Z_Options_sort))
+        printf (" sort");
+    if (ODR_MASK_GET(res->options, Z_Options_extendedServices))
+        printf (" extendedServices");
+    if (ODR_MASK_GET(res->options, Z_Options_level_1Segmentation))
+        printf (" level1Segmentation");
+    if (ODR_MASK_GET(res->options, Z_Options_level_2Segmentation))
+        printf (" level2Segmentation");
+    if (ODR_MASK_GET(res->options, Z_Options_concurrentOperations))
+        printf (" concurrentOperations");
+    if (ODR_MASK_GET(res->options, Z_Options_namedResultSets))
+    {
+        printf (" namedResultSets");
+        setnumber = 0;
     }
+    printf ("\n");
+    fflush (stdout);
     return 0;
 }
 
@@ -570,61 +303,60 @@ int cmd_open(char *arg)
 {
     void *add;
     char type_and_host[101], base[101];
-    char *host = 0;
     CS_TYPE t;
 
     if (conn)
     {
         printf("Already connected.\n");
 
-       cs_close (conn);
-       conn = NULL;
-       if (session_mem)
-       {
-           nmem_destroy (session_mem);
-           session_mem = NULL;
-       }
+        cs_close (conn);
+        conn = NULL;
+        if (session_mem)
+        {
+            nmem_destroy (session_mem);
+            session_mem = NULL;
+        }
     }
+    t = tcpip_type;
     base[0] = '\0';
     if (sscanf (arg, "%100[^/]/%100s", type_and_host, base) < 1)
-       return 0;
-    if (strncmp (type_and_host, "tcp:", 4) == 0)
-       host = type_and_host + 4;
-    else
-       host = type_and_host;
-    if (*base)
-        cmd_base (base);
-    t = tcpip_type;
-    protocol = PROTO_Z3950;
-
-    if (!(conn = cs_create(t, 1, protocol)))
-    {
-        perror("cs_create");
         return 0;
-    }
-    if (!(add = cs_straddr(conn, host)))
+
+    if(yazProxy) 
+       conn = cs_create_host(yazProxy, 1, &add);
+    else 
+       conn = cs_create_host(type_and_host, 1, &add);
+       
+    if (!conn)
     {
-       perror(arg);
+       printf ("Couldn't create comstack\n");
        return 0;
     }
     printf("Connecting...");
     fflush(stdout);
     if (cs_connect(conn, add) < 0)
     {
-        perror("connect");
+       printf ("error = %s\n", cs_strerror(conn));
+       if (conn->cerrno == CSYSERR)
+           perror("system");
         cs_close(conn);
         conn = 0;
         return 0;
     }
     printf("Ok.\n");
-    send_initRequest();
+
+    send_initRequest(type_and_host);
+    if (*base)
+        cmd_base (base);
     return 2;
 }
 
 int cmd_authentication(char *arg)
 {
     static Z_IdAuthentication au;
-    static char open[256];
+    static char user[40], group[40], pass[40];
+    static Z_IdPass idPass;
+    int r;
 
     if (!*arg)
     {
@@ -632,10 +364,27 @@ int cmd_authentication(char *arg)
         auth = 0;
         return 1;
     }
-    auth = &au;
-    au.which = Z_IdAuthentication_open;
-    au.u.open = open;
-    strcpy(open, arg);
+    r = sscanf (arg, "%39s %39s %39s", user, group, pass);
+    if (r == 0)
+    {
+        printf("Auth field set to null\n");
+        auth = 0;
+    }
+    if (r == 1)
+    {
+        auth = &au;
+        au.which = Z_IdAuthentication_open;
+        au.u.open = user;
+    }
+    if (r == 3)
+    {
+        auth = &au;
+        au.which = Z_IdAuthentication_idPass;
+        au.u.idPass = &idPass;
+        idPass.groupId = group;
+        idPass.userId = user;
+        idPass.password = pass;
+    }
     return 1;
 }
 
@@ -647,12 +396,12 @@ static void display_variant(Z_Variant *v, int level)
 
     for (i = 0; i < v->num_triples; i++)
     {
-       printf("%*sclass=%d,type=%d", level * 4, "", *v->triples[i]->zclass,
-           *v->triples[i]->type);
-       if (v->triples[i]->which == Z_Triple_internationalString)
-           printf(",value=%s\n", v->triples[i]->value.internationalString);
-       else
-           printf("\n");
+        printf("%*sclass=%d,type=%d", level * 4, "", *v->triples[i]->zclass,
+            *v->triples[i]->type);
+        if (v->triples[i]->which == Z_Triple_internationalString)
+            printf(",value=%s\n", v->triples[i]->value.internationalString);
+        else
+            printf("\n");
     }
 }
 
@@ -685,62 +434,58 @@ static void display_grs1(Z_GenericRecord *r, int level)
         else if (t->content->which == Z_ElementData_string)
             printf("%s\n", t->content->u.string);
         else if (t->content->which == Z_ElementData_numeric)
-           printf("%d\n", *t->content->u.numeric);
-       else if (t->content->which == Z_ElementData_oid)
-       {
-           int *ip = t->content->u.oid;
-           oident *oent;
+            printf("%d\n", *t->content->u.numeric);
+        else if (t->content->which == Z_ElementData_oid)
+        {
+            int *ip = t->content->u.oid;
+            oident *oent;
 
-           if ((oent = oid_getentbyoid(t->content->u.oid)))
-               printf("OID: %s\n", oent->desc);
-           else
-           {
-               printf("{");
-               while (ip && *ip >= 0)
-                   printf(" %d", *(ip++));
-               printf(" }\n");
-           }
-       }
-       else if (t->content->which == Z_ElementData_noDataRequested)
-           printf("[No data requested]\n");
-       else if (t->content->which == Z_ElementData_elementEmpty)
-           printf("[Element empty]\n");
-       else if (t->content->which == Z_ElementData_elementNotThere)
-           printf("[Element not there]\n");
-       else
+            if ((oent = oid_getentbyoid(t->content->u.oid)))
+                printf("OID: %s\n", oent->desc);
+            else
+            {
+                printf("{");
+                while (ip && *ip >= 0)
+                    printf(" %d", *(ip++));
+                printf(" }\n");
+            }
+        }
+        else if (t->content->which == Z_ElementData_noDataRequested)
+            printf("[No data requested]\n");
+        else if (t->content->which == Z_ElementData_elementEmpty)
+            printf("[Element empty]\n");
+        else if (t->content->which == Z_ElementData_elementNotThere)
+            printf("[Element not there]\n");
+        else
             printf("??????\n");
-       if (t->appliedVariant)
-           display_variant(t->appliedVariant, level+1);
-       if (t->metaData && t->metaData->supportedVariants)
-       {
-           int c;
+        if (t->appliedVariant)
+            display_variant(t->appliedVariant, level+1);
+        if (t->metaData && t->metaData->supportedVariants)
+        {
+            int c;
 
-           printf("%*s---- variant list\n", (level+1)*4, "");
-           for (c = 0; c < t->metaData->num_supportedVariants; c++)
-           {
-               printf("%*svariant #%d\n", (level+1)*4, "", c);
-               display_variant(t->metaData->supportedVariants[c], level + 2);
-           }
-       }
+            printf("%*s---- variant list\n", (level+1)*4, "");
+            for (c = 0; c < t->metaData->num_supportedVariants; c++)
+            {
+                printf("%*svariant #%d\n", (level+1)*4, "", c);
+                display_variant(t->metaData->supportedVariants[c], level + 2);
+            }
+        }
     }
 }
 
+
 static void print_record(const unsigned char *buf, size_t len)
 {
-   size_t i;
-   for (i = 0; i<len; i++)
-       if ((buf[i] <= 126 && buf[i] >= 32) || strchr ("\n\r\t\f", buf[i]))
-           fputc (buf[i], stdout);
-       else
-           printf ("\\X%02X", buf[i]);
-   /* add newline if not already added ... */
-   if (i <= 0 || buf[i-1] != '\n')
+    size_t i = len;
+    print_stringn (buf, len);
+    /* add newline if not already added ... */
+    if (i <= 0 || buf[i-1] != '\n')
        fputc ('\n', stdout);
 }
 
-static void display_record(Z_DatabaseRecord *p)
+static void display_record(Z_External *r)
 {
-    Z_External *r = (Z_External*) p;
     oident *ent = oid_getentbyoid(r->direct_reference);
 
     record_last = r;
@@ -761,54 +506,80 @@ static void display_record(Z_DatabaseRecord *p)
     /* Check if this is a known, ASN.1 type tucked away in an octet string */
     if (ent && r->which == Z_External_octet)
     {
-       Z_ext_typeent *type = z_ext_getentbyref(ent->value);
-       void *rr;
+        Z_ext_typeent *type = z_ext_getentbyref(ent->value);
+        void *rr;
 
-       if (type)
-       {
-           /*
-            * Call the given decoder to process the record.
-            */
-           odr_setbuf(in, (char*)p->u.octet_aligned->buf,
-               p->u.octet_aligned->len, 0);
-           if (!(*type->fun)(in, (char **)&rr, 0, 0))
-           {
-               odr_perror(in, "Decoding constructed record.");
-               fprintf(stderr, "[Near %d]\n", odr_offset(in));
-               fprintf(stderr, "Packet dump:\n---------\n");
-               odr_dumpBER(stderr, (char*)p->u.octet_aligned->buf,
-                   p->u.octet_aligned->len);
-               fprintf(stderr, "---------\n");
-               exit(1);
-           }
-           /*
-            * Note: we throw away the original, BER-encoded record here.
-            * Do something else with it if you want to keep it.
-            */
-           r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
-           r->which = type->what;
-       }
+        if (type)
+        {
+            /*
+             * Call the given decoder to process the record.
+             */
+            odr_setbuf(in, (char*)r->u.octet_aligned->buf,
+                r->u.octet_aligned->len, 0);
+            if (!(*type->fun)(in, (char **)&rr, 0, 0))
+            {
+                odr_perror(in, "Decoding constructed record.");
+                fprintf(stderr, "[Near %d]\n", odr_offset(in));
+                fprintf(stderr, "Packet dump:\n---------\n");
+                odr_dumpBER(stderr, (char*)r->u.octet_aligned->buf,
+                    r->u.octet_aligned->len);
+                fprintf(stderr, "---------\n");
+                exit(1);
+            }
+            /*
+             * Note: we throw away the original, BER-encoded record here.
+             * Do something else with it if you want to keep it.
+             */
+            r->u.sutrs = (Z_SUTRS *) rr; /* we don't actually check the type here. */
+            r->which = type->what;
+        }
     }
     if (ent && ent->value == VAL_SOIF)
-        print_record((const unsigned char *) r->u.octet_aligned->buf, r->u.octet_aligned->len);
-    else if (r->which == Z_External_octet && p->u.octet_aligned->len)
+        print_record((const unsigned char *) r->u.octet_aligned->buf,
+                     r->u.octet_aligned->len);
+    else if (r->which == Z_External_octet && r->u.octet_aligned->len)
     {
-        const char *octet_buf = (char*)p->u.octet_aligned->buf;
-       if (ent->value == VAL_TEXT_XML || ent->value == VAL_APPLICATION_XML ||
+        const char *octet_buf = (char*)r->u.octet_aligned->buf;
+        if (ent->value == VAL_TEXT_XML || ent->value == VAL_APPLICATION_XML ||
             ent->value == VAL_HTML)
+        {
             print_record((const unsigned char *) octet_buf,
-                         p->u.octet_aligned->len);
-       else
+                         r->u.octet_aligned->len);
+        }
+        else if (ent->value == VAL_POSTSCRIPT)
         {
-            if (marc_display (octet_buf, NULL) <= 0)
+            int size = r->u.octet_aligned->len;
+            if (size > 100)
+                size = 100;
+            print_record((const unsigned char *) octet_buf, size);
+        }
+        else
+        {
+            if ( 
+#if AVOID_MARC_DECODE
+                /* primitive check for a marc OID 5.1-29 */
+                ent->oidsuffix[0] == 5 && ent->oidsuffix[1] < 30 
+#else
+               1
+#endif
+               )
+           {
+                if (marc_display_exl (octet_buf, NULL, 0 /* debug */,
+                                      r->u.octet_aligned->len) <= 0)
+                {
+                    printf ("bad MARC. Dumping as it is:\n");
+                    print_record((const unsigned char*) octet_buf,
+                                 r->u.octet_aligned->len);
+                }
+            }
+            else
             {
-                printf ("ISO2709 decoding failed, dumping record as is:\n");
                 print_record((const unsigned char*) octet_buf,
-                              p->u.octet_aligned->len);
+                             r->u.octet_aligned->len);
             }
         }
         if (marcdump)
-            fwrite (octet_buf, 1, p->u.octet_aligned->len, marcdump);
+            fwrite (octet_buf, 1, r->u.octet_aligned->len, marcdump);
     }
     else if (ent && ent->value == VAL_SUTRS)
     {
@@ -849,34 +620,27 @@ static void display_diagrecs(Z_DiagRec **pp, int num)
     printf("Diagnostic message(s) from database:\n");
     for (i = 0; i<num; i++)
     {
-       Z_DiagRec *p = pp[i];
-       if (p->which != Z_DiagRec_defaultFormat)
-       {
-           printf("Diagnostic record not in default format.\n");
-           return;
-       }
-       else
-           r = p->u.defaultFormat;
-       if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
-           ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
-           printf("Missing or unknown diagset\n");
-       printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
-#ifdef ASN_COMPILED
-       switch (r->which)
-       {
-       case Z_DefaultDiagFormat_v2Addinfo:
-           printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
-           break;
-       case Z_DefaultDiagFormat_v3Addinfo:
-           printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
-           break;
-       }
-#else
-       if (r->addinfo && *r->addinfo)
-           printf(" -- '%s'\n", r->addinfo);
-       else
-           printf("\n");
-#endif
+        Z_DiagRec *p = pp[i];
+        if (p->which != Z_DiagRec_defaultFormat)
+        {
+            printf("Diagnostic record not in default format.\n");
+            return;
+        }
+        else
+            r = p->u.defaultFormat;
+        if (!(ent = oid_getentbyoid(r->diagnosticSetId)) ||
+            ent->oclass != CLASS_DIAGSET || ent->value != VAL_BIB1)
+            printf("Missing or unknown diagset\n");
+        printf("    [%d] %s", *r->condition, diagbib1_str(*r->condition));
+        switch (r->which)
+        {
+        case Z_DefaultDiagFormat_v2Addinfo:
+            printf (" -- v2 addinfo '%s'\n", r->u.v2Addinfo);
+            break;
+        case Z_DefaultDiagFormat_v3Addinfo:
+            printf (" -- v3 addinfo '%s'\n", r->u.v3Addinfo);
+            break;
+        }
     }
 }
 
@@ -897,18 +661,14 @@ static void display_records(Z_Records *p)
 
     if (p->which == Z_Records_NSD)
     {
-#ifdef ASN_COMPILED
-       Z_DiagRec dr, *dr_p = &dr;
-       dr.which = Z_DiagRec_defaultFormat;
-       dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
-       display_diagrecs (&dr_p, 1);
-#else
-       display_diagrecs (&p->u.nonSurrogateDiagnostic, 1);
-#endif
+        Z_DiagRec dr, *dr_p = &dr;
+        dr.which = Z_DiagRec_defaultFormat;
+        dr.u.defaultFormat = p->u.nonSurrogateDiagnostic;
+        display_diagrecs (&dr_p, 1);
     }
     else if (p->which == Z_Records_multipleNSD)
-       display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
-                         p->u.multipleNonSurDiagnostics->num_diagRecs);
+        display_diagrecs (p->u.multipleNonSurDiagnostics->diagRecs,
+                          p->u.multipleNonSurDiagnostics->num_diagRecs);
     else 
     {
         printf("Records: %d\n", p->u.databaseOrSurDiagnostics->num_records);
@@ -928,25 +688,25 @@ static int send_deleteResultSetRequest(char *arg)
     req->referenceId = set_refid (out);
 
     req->num_resultSetList =
-       sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
-               names[0], names[1], names[2], names[3],
-               names[4], names[5], names[6], names[7]);
+        sscanf (arg, "%30s %30s %30s %30s %30s %30s %30s %30s",
+                names[0], names[1], names[2], names[3],
+                names[4], names[5], names[6], names[7]);
 
     req->deleteFunction = (int *)
-       odr_malloc (out, sizeof(*req->deleteFunction));
+        odr_malloc (out, sizeof(*req->deleteFunction));
     if (req->num_resultSetList > 0)
     {
-       *req->deleteFunction = Z_DeleteRequest_list;
-       req->resultSetList = (char **)
-           odr_malloc (out, sizeof(*req->resultSetList)*
-                       req->num_resultSetList);
-       for (i = 0; i<req->num_resultSetList; i++)
-           req->resultSetList[i] = names[i];
+        *req->deleteFunction = Z_DeleteRequest_list;
+        req->resultSetList = (char **)
+            odr_malloc (out, sizeof(*req->resultSetList)*
+                        req->num_resultSetList);
+        for (i = 0; i<req->num_resultSetList; i++)
+            req->resultSetList[i] = names[i];
     }
     else
     {
-       *req->deleteFunction = Z_DeleteRequest_all;
-       req->resultSetList = 0;
+        *req->deleteFunction = Z_DeleteRequest_all;
+        req->resultSetList = 0;
     }
     
     send_apdu(apdu);
@@ -960,16 +720,15 @@ static int send_searchRequest(char *arg)
     Z_SearchRequest *req = apdu->u.searchRequest;
     Z_Query query;
     int oid[OID_SIZE];
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     struct ccl_rpn_node *rpn = NULL;
     int error, pos;
-    oident bib1;
 #endif
     char setstring[100];
     Z_RPNQuery *RPNquery;
     Odr_oct ccl_query;
 
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     if (queryType == QueryType_CCL2RPN)
     {
         rpn = ccl_find_str(bibset, arg, &error, &pos);
@@ -1037,19 +796,15 @@ static int send_searchRequest(char *arg)
         ccl_query.buf = (unsigned char*) arg;
         ccl_query.len = strlen(arg);
         break;
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     case QueryType_CCL2RPN:
         query.which = Z_Query_type_1;
         RPNquery = ccl_rpn_query(out, rpn);
-       if (!RPNquery)
-       {
-           printf ("Couldn't convert from CCL to RPN\n");
-           return 0;
-       }
-        bib1.proto = protocol;
-        bib1.oclass = CLASS_ATTSET;
-        bib1.value = VAL_BIB1;
-        RPNquery->attributeSetId = oid_ent_to_oid(&bib1, oid);
+        if (!RPNquery)
+        {
+            printf ("Couldn't convert from CCL to RPN\n");
+            return 0;
+        }
         query.u.type_1 = RPNquery;
         ccl_rpn_delete (rpn);
         break;
@@ -1072,9 +827,10 @@ static int process_searchResponse(Z_SearchResponse *res)
         printf("Search was a success.\n");
     else
         printf("Search was a bloomin' failure.\n");
-    printf("Number of hits: %d, setno %d\n",
-        *res->resultCount, setnumber);
-    printf("records returned: %d\n",
+    printf("Number of hits: %d", *res->resultCount);
+    if (setnumber >= 0)
+        printf (", setno %d", setnumber);
+    printf("\nrecords returned: %d\n",
         *res->numberOfRecordsReturned);
     setno += *res->numberOfRecordsReturned;
     if (res->records)
@@ -1244,27 +1000,72 @@ static int process_resourceControlRequest (Z_ResourceControlRequest *req)
 
 void process_ESResponse(Z_ExtendedServicesResponse *res)
 {
-    printf("process_ESResponse status=");
+    printf("Status: ");
     switch (*res->operationStatus)
     {
     case Z_ExtendedServicesResponse_done:
-       printf ("done\n");
-       break;
+        printf ("done\n");
+        break;
     case Z_ExtendedServicesResponse_accepted:
-       printf ("accepted\n");
-       break;
+        printf ("accepted\n");
+        break;
     case Z_ExtendedServicesResponse_failure:
-       printf ("failure\n");
-       display_diagrecs(res->diagnostics, res->num_diagnostics);
-       break;
+        printf ("failure\n");
+        display_diagrecs(res->diagnostics, res->num_diagnostics);
+        break;
+    default:
+        printf ("unknown\n");
+    }
+    if ( (*res->operationStatus != Z_ExtendedServicesResponse_failure) &&
+        (res->num_diagnostics != 0) ) {
+        display_diagrecs(res->diagnostics, res->num_diagnostics);
+    }
+    print_refid (res->referenceId);
+    if (res->taskPackage && 
+        res->taskPackage->which == Z_External_extendedService)
+    {
+        Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
+        Odr_oct *id = taskPackage->targetReference;
+        Z_External *ext = taskPackage->taskSpecificParameters;
+        
+        if (id)
+        {
+            printf ("Target Reference: ");
+            print_stringn (id->buf, id->len);
+            printf ("\n");
+        }
+        if (ext->which == Z_External_update)
+        {
+            Z_IUUpdateTaskPackage *utp = ext->u.update->u.taskPackage;
+            if (utp && utp->targetPart)
+            {
+                Z_IUTargetPart *targetPart = utp->targetPart;
+                int i;
+
+                for (i = 0; i<targetPart->num_taskPackageRecords;  i++)
+                {
+
+                    Z_IUTaskPackageRecordStructure *tpr =
+                        targetPart->taskPackageRecords[i];
+                    printf ("task package record %d\n", i+1);
+                    if (tpr->which == Z_IUTaskPackageRecordStructure_record)
+                    {
+                        display_record (tpr->u.record);
+                    }
+                    else
+                    {
+                        printf ("other type\n");
+                    }
+                }
+            }
+        }
     }
 }
 
-#ifdef ASN_COMPILED
+#if YAZ_MODULE_ill
 
 const char *get_ill_element (void *clientData, const char *element)
 {
-    printf ("%s\n", element);
     return 0;
 }
 
@@ -1283,113 +1084,105 @@ static Z_External *create_external_itemRequest()
     req = ill_get_ItemRequest(&ctl, "ill", 0);
     if (!req)
         printf ("ill_get_ItemRequest failed\n");
-       
+        
     if (!ill_ItemRequest (out, &req, 0, 0))
     {
-       if (apdu_file)
-       {
-           ill_ItemRequest(print, &req, 0, 0);
-           odr_reset(print);
-       }
-       item_request_buf = odr_getbuf (out, &item_request_size, 0);
-       if (item_request_buf)
-           odr_setbuf (out, item_request_buf, item_request_size, 1);
+        if (apdu_file)
+        {
+            ill_ItemRequest(print, &req, 0, 0);
+            odr_reset(print);
+        }
+        item_request_buf = odr_getbuf (out, &item_request_size, 0);
+        if (item_request_buf)
+            odr_setbuf (out, item_request_buf, item_request_size, 1);
         printf ("Couldn't encode ItemRequest, size %d\n", item_request_size);
-       return 0;
+        return 0;
     }
     else
     {
-       oident oid;
-       
-       item_request_buf = odr_getbuf (out, &item_request_size, 0);
-       oid.proto = PROTO_GENERAL;
-       oid.oclass = CLASS_GENERAL;
-       oid.value = VAL_ISO_ILL_1;
-       
-       r = (Z_External *) odr_malloc (out, sizeof(*r));
-       r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
-       r->indirect_reference = 0;
-       r->descriptor = 0;
-       r->which = Z_External_single;
-       
-       r->u.single_ASN1_type = (Odr_oct *)
-           odr_malloc (out, sizeof(*r->u.single_ASN1_type));
-       r->u.single_ASN1_type->buf = odr_malloc (out, item_request_size);
-       r->u.single_ASN1_type->len = item_request_size;
-       r->u.single_ASN1_type->size = item_request_size;
-       memcpy (r->u.single_ASN1_type->buf, item_request_buf,
-               item_request_size);
-       printf ("len = %d\n", item_request_size);
+        oident oid;
+        
+        item_request_buf = odr_getbuf (out, &item_request_size, 0);
+        oid.proto = PROTO_GENERAL;
+        oid.oclass = CLASS_GENERAL;
+        oid.value = VAL_ISO_ILL_1;
+        
+        r = (Z_External *) odr_malloc (out, sizeof(*r));
+        r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
+        r->indirect_reference = 0;
+        r->descriptor = 0;
+        r->which = Z_External_single;
+        
+        r->u.single_ASN1_type = (Odr_oct *)
+            odr_malloc (out, sizeof(*r->u.single_ASN1_type));
+        r->u.single_ASN1_type->buf = (unsigned char *)
+           odr_malloc (out, item_request_size);
+        r->u.single_ASN1_type->len = item_request_size;
+        r->u.single_ASN1_type->size = item_request_size;
+        memcpy (r->u.single_ASN1_type->buf, item_request_buf,
+                item_request_size);
+        printf ("len = %d\n", item_request_size);
     }
     return r;
 }
-#else
-static Z_External *create_external_itemRequest()
-{
-    return 0;
-}
 #endif
 
-#ifdef ASN_COMPILED
-static Z_External *create_external_ILLRequest()
+#ifdef YAZ_MODULE_ill
+static Z_External *create_external_ILL_APDU(int which)
 {
     struct ill_get_ctl ctl;
-    ILL_Request *req;
+    ILL_APDU *ill_apdu;
     Z_External *r = 0;
     int ill_request_size = 0;
     char *ill_request_buf = 0;
-       
+        
     ctl.odr = out;
     ctl.clientData = 0;
     ctl.f = get_ill_element;
 
-    req = ill_get_ILLRequest(&ctl, "ill", 0);
+    ill_apdu = ill_get_APDU(&ctl, "ill", 0);
 
-    if (!ill_Request (out, &req, 0, 0))
+    if (!ill_APDU (out, &ill_apdu, 0, 0))
     {
-       if (apdu_file)
-       {
-           printf ("-------------------\n");
-           ill_Request(print, &req, 0, 0);
-           odr_reset(print);
-           printf ("-------------------\n");
-       }
-       ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
-       if (ill_request_buf)
-           odr_setbuf (out, ill_request_buf, ill_request_size, 1);
+        if (apdu_file)
+        {
+            printf ("-------------------\n");
+            ill_APDU(print, &ill_apdu, 0, 0);
+            odr_reset(print);
+            printf ("-------------------\n");
+        }
+        ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
+        if (ill_request_buf)
+            odr_setbuf (out, ill_request_buf, ill_request_size, 1);
         printf ("Couldn't encode ILL-Request, size %d\n", ill_request_size);
-       return 0;
+        return 0;
     }
     else
     {
-       oident oid;
-       ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
-       
-       oid.proto = PROTO_GENERAL;
-       oid.oclass = CLASS_GENERAL;
-       oid.value = VAL_ISO_ILL_1;
-       
-       r = (Z_External *) odr_malloc (out, sizeof(*r));
-       r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
-       r->indirect_reference = 0;
-       r->descriptor = 0;
-       r->which = Z_External_single;
-       
-       r->u.single_ASN1_type = (Odr_oct *)
-           odr_malloc (out, sizeof(*r->u.single_ASN1_type));
-       r->u.single_ASN1_type->buf = odr_malloc (out, ill_request_size);
-       r->u.single_ASN1_type->len = ill_request_size;
-       r->u.single_ASN1_type->size = ill_request_size;
-       memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
-       printf ("len = %d\n", ill_request_size);
+        oident oid;
+        ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
+        
+        oid.proto = PROTO_GENERAL;
+        oid.oclass = CLASS_GENERAL;
+        oid.value = VAL_ISO_ILL_1;
+        
+        r = (Z_External *) odr_malloc (out, sizeof(*r));
+        r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid)); 
+        r->indirect_reference = 0;
+        r->descriptor = 0;
+        r->which = Z_External_single;
+        
+        r->u.single_ASN1_type = (Odr_oct *)
+            odr_malloc (out, sizeof(*r->u.single_ASN1_type));
+        r->u.single_ASN1_type->buf = (unsigned char *)
+           odr_malloc (out, ill_request_size);
+        r->u.single_ASN1_type->len = ill_request_size;
+        r->u.single_ASN1_type->size = ill_request_size;
+        memcpy (r->u.single_ASN1_type->buf, ill_request_buf, ill_request_size);
+        printf ("len = %d\n", ill_request_size);
     }
     return r;
 }
-#else
-static Z_External *create_external_ILLRequest()
-{
-    return 0;
-}
 #endif
 
 
@@ -1410,21 +1203,17 @@ static Z_External *create_ItemOrderExternal(const char *type, int itemno)
 
     r->u.itemOrder = (Z_ItemOrder *) odr_malloc(out,sizeof(Z_ItemOrder));
     memset(r->u.itemOrder, 0, sizeof(Z_ItemOrder));
-#ifdef ASN_COMPILED
     r->u.itemOrder->which=Z_IOItemOrder_esRequest;
-#else
-    r->u.itemOrder->which=Z_ItemOrder_esRequest;
-#endif
 
     r->u.itemOrder->u.esRequest = (Z_IORequest *) 
-       odr_malloc(out,sizeof(Z_IORequest));
+        odr_malloc(out,sizeof(Z_IORequest));
     memset(r->u.itemOrder->u.esRequest, 0, sizeof(Z_IORequest));
 
     r->u.itemOrder->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
-       odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
+        odr_malloc(out,sizeof(Z_IOOriginPartToKeep));
     memset(r->u.itemOrder->u.esRequest->toKeep, 0, sizeof(Z_IOOriginPartToKeep));
     r->u.itemOrder->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
-       odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
+        odr_malloc(out,sizeof(Z_IOOriginPartNotToKeep));
     memset(r->u.itemOrder->u.esRequest->notToKeep, 0, sizeof(Z_IOOriginPartNotToKeep));
 
     r->u.itemOrder->u.esRequest->toKeep->supplDescription = NULL;
@@ -1432,34 +1221,50 @@ static Z_External *create_ItemOrderExternal(const char *type, int itemno)
     r->u.itemOrder->u.esRequest->toKeep->addlBilling = NULL;
 
     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem =
-       (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
+        (Z_IOResultSetItem *) odr_malloc(out, sizeof(Z_IOResultSetItem));
     memset(r->u.itemOrder->u.esRequest->notToKeep->resultSetItem, 0, sizeof(Z_IOResultSetItem));
     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->resultSetId = "1";
 
     r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item =
-       (int *) odr_malloc(out, sizeof(int));
+        (int *) odr_malloc(out, sizeof(int));
     *r->u.itemOrder->u.esRequest->notToKeep->resultSetItem->item = itemno;
 
+#if YAZ_MODULE_ill
     if (!strcmp (type, "item") || !strcmp(type, "2"))
     {
-       printf ("using item-request\n");
-       r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
-           create_external_itemRequest();
+        printf ("using item-request\n");
+        r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
+            create_external_itemRequest();
     }
     else if (!strcmp(type, "ill") || !strcmp(type, "1"))
     {
-       printf ("using ILL-request\n");
-       r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
-           create_external_ILLRequest();
+        printf ("using ILL-request\n");
+        r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 
+            create_external_ILL_APDU(ILL_APDU_ILL_Request);
+    }
+    else if (!strcmp(type, "xml") || !strcmp(type, "3"))
+    {
+       const char *xml_buf =
+               "<itemorder>\n"
+               "  <type>request</type>\n"
+               "  <libraryNo>000200</libraryNo>\n"
+               "  <borrowerTicketNo> 1212 </borrowerTicketNo>\n"
+               "</itemorder>";
+        r->u.itemOrder->u.esRequest->notToKeep->itemRequest =
+            z_ext_record (out, VAL_TEXT_XML, xml_buf, strlen(xml_buf));
     }
     else
-       r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
+        r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
+
+#else
+    r->u.itemOrder->u.esRequest->notToKeep->itemRequest = 0;
+#endif
     return r;
 }
 
 static int send_itemorder(const char *type, int itemno)
 {
-    Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest );
+    Z_APDU *apdu = zget_APDU(out, Z_APDU_extendedServicesRequest);
     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
     oident ItemOrderRequest;
 
@@ -1467,7 +1272,7 @@ static int send_itemorder(const char *type, int itemno)
     ItemOrderRequest.oclass = CLASS_EXTSERV;
     ItemOrderRequest.value = VAL_ITEMORDER;
     req->packageType = odr_oiddup(out,oid_getoidbyent(&ItemOrderRequest));
-    req->packageName = "1.Extendedserveq";
+    req->packageName = esPackageName;
 
     req->taskSpecificParameters = create_ItemOrderExternal(type, itemno);
 
@@ -1488,16 +1293,18 @@ static int cmd_update(char *arg)
     fflush(stdout);
 
     if (!record_last)
-       return 0;
+        return 0;
     update_oid.proto = PROTO_Z3950;
     update_oid.oclass = CLASS_EXTSERV;
     update_oid.value = VAL_DBUPDATE;
     oid_ent_to_oid (&update_oid, oid);
     req->packageType = odr_oiddup(out,oid);
-    req->packageName = "1.Extendedserveq";
+    req->packageName = esPackageName;
+    
+    req->referenceId = set_refid (out);
 
     r = req->taskSpecificParameters = (Z_External *)
-       odr_malloc (out, sizeof(*r));
+        odr_malloc (out, sizeof(*r));
     r->direct_reference = odr_oiddup(out,oid);
     r->indirect_reference = 0;
     r->descriptor = 0;
@@ -1505,9 +1312,9 @@ static int cmd_update(char *arg)
     r->u.update = (Z_IUUpdate *) odr_malloc(out, sizeof(*r->u.update));
     r->u.update->which = Z_IUUpdate_esRequest;
     r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
-       odr_malloc(out, sizeof(*r->u.update->u.esRequest));
+        odr_malloc(out, sizeof(*r->u.update->u.esRequest));
     toKeep = r->u.update->u.esRequest->toKeep = (Z_IUOriginPartToKeep *)
-       odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
+        odr_malloc(out, sizeof(*r->u.update->u.esRequest->toKeep));
     toKeep->databaseName = databaseNames[0];
     toKeep->schema = 0;
     toKeep->elementSetName = 0;
@@ -1516,12 +1323,12 @@ static int cmd_update(char *arg)
     *toKeep->action = Z_IUOriginPartToKeep_recordInsert;
 
     notToKeep = r->u.update->u.esRequest->notToKeep = (Z_IUSuppliedRecords *)
-       odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
+        odr_malloc(out, sizeof(*r->u.update->u.esRequest->notToKeep));
     notToKeep->num = 1;
     notToKeep->elements = (Z_IUSuppliedRecords_elem **)
-       odr_malloc(out, sizeof(*notToKeep->elements));
+        odr_malloc(out, sizeof(*notToKeep->elements));
     notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
-       odr_malloc(out, sizeof(**notToKeep->elements));
+        odr_malloc(out, sizeof(**notToKeep->elements));
     notToKeep->elements[0]->u.number = 0;
     notToKeep->elements[0]->supplementalId = 0;
     notToKeep->elements[0]->correlationInfo = 0;
@@ -1539,7 +1346,7 @@ static int cmd_itemorder(char *arg)
     int itemno;
 
     if (sscanf (arg, "%10s %d", type, &itemno) != 2)
-       return 0;
+        return 0;
 
     printf("Item order request\n");
     fflush(stdout);
@@ -1607,16 +1414,19 @@ static int cmd_status(char *arg)
 
 static int cmd_setnames(char *arg)
 {
-    if (setnumber < 0)
-    {
-        printf("Set numbering enabled.\n");
+    if (*arg == '1')         /* enable ? */
+        setnumber = 0;
+    else if (*arg == '0')    /* disable ? */
+        setnumber = -1;
+    else if (setnumber < 0)  /* no args, toggle .. */
         setnumber = 0;
-    }
     else
-    {
-        printf("Set numbering disabled.\n");
         setnumber = -1;
-    }
+   
+    if (setnumber >= 0)
+        printf("Set numbering enabled.\n");
+    else
+        printf("Set numbering disabled.\n");
     return 1;
 }
 
@@ -1654,8 +1464,8 @@ static int send_presentRequest(char *arg)
 #if 0
     if (1)
     {
-       static Z_Range range;
-       static Z_Range *rangep = &range;
+        static Z_Range range;
+        static Z_Range *rangep = &range;
     req->num_ranges = 1;
 #endif
     req->resultSetStartPoint = &setno;
@@ -1664,7 +1474,7 @@ static int send_presentRequest(char *arg)
     prefsyn.oclass = CLASS_RECSYN;
     prefsyn.value = recordsyntax;
     req->preferredRecordSyntax =
-       odr_oiddup (out, oid_ent_to_oid(&prefsyn, oid));
+        odr_oiddup (out, oid_ent_to_oid(&prefsyn, oid));
 
     if (schema != VAL_NONE)
     {
@@ -1674,40 +1484,40 @@ static int send_presentRequest(char *arg)
         prefschema.oclass = CLASS_SCHEMA;
         prefschema.value = schema;
 
-       req->recordComposition = &compo;
-       compo.which = Z_RecordComp_complex;
-       compo.u.complex = (Z_CompSpec *)
-           odr_malloc(out, sizeof(*compo.u.complex));
-       compo.u.complex->selectAlternativeSyntax = (bool_t *) 
-           odr_malloc(out, sizeof(bool_t));
-       *compo.u.complex->selectAlternativeSyntax = 0;
-
-       compo.u.complex->generic = (Z_Specification *)
-           odr_malloc(out, sizeof(*compo.u.complex->generic));
-       compo.u.complex->generic->schema = (Odr_oid *)
-           odr_oiddup(out, oid_ent_to_oid(&prefschema, oid));
-       if (!compo.u.complex->generic->schema)
-       {
-           /* OID wasn't a schema! Try record syntax instead. */
-           prefschema.oclass = CLASS_RECSYN;
-           compo.u.complex->generic->schema = (Odr_oid *)
-               odr_oiddup(out, oid_ent_to_oid(&prefschema, oid));
-       }
-       if (!elementSetNames)
-           compo.u.complex->generic->elementSpec = 0;
-       else
-       {
-           compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
-               odr_malloc(out, sizeof(Z_ElementSpec));
-           compo.u.complex->generic->elementSpec->which =
-               Z_ElementSpec_elementSetName;
-           compo.u.complex->generic->elementSpec->u.elementSetName =
-               elementSetNames->u.generic;
-       }
-       compo.u.complex->num_dbSpecific = 0;
-       compo.u.complex->dbSpecific = 0;
-       compo.u.complex->num_recordSyntax = 0;
-       compo.u.complex->recordSyntax = 0;
+        req->recordComposition = &compo;
+        compo.which = Z_RecordComp_complex;
+        compo.u.complex = (Z_CompSpec *)
+            odr_malloc(out, sizeof(*compo.u.complex));
+        compo.u.complex->selectAlternativeSyntax = (bool_t *) 
+            odr_malloc(out, sizeof(bool_t));
+        *compo.u.complex->selectAlternativeSyntax = 0;
+
+        compo.u.complex->generic = (Z_Specification *)
+            odr_malloc(out, sizeof(*compo.u.complex->generic));
+        compo.u.complex->generic->schema = (Odr_oid *)
+            odr_oiddup(out, oid_ent_to_oid(&prefschema, oid));
+        if (!compo.u.complex->generic->schema)
+        {
+            /* OID wasn't a schema! Try record syntax instead. */
+            prefschema.oclass = CLASS_RECSYN;
+            compo.u.complex->generic->schema = (Odr_oid *)
+                odr_oiddup(out, oid_ent_to_oid(&prefschema, oid));
+        }
+        if (!elementSetNames)
+            compo.u.complex->generic->elementSpec = 0;
+        else
+        {
+            compo.u.complex->generic->elementSpec = (Z_ElementSpec *)
+                odr_malloc(out, sizeof(Z_ElementSpec));
+            compo.u.complex->generic->elementSpec->which =
+                Z_ElementSpec_elementSetName;
+            compo.u.complex->generic->elementSpec->u.elementSetName =
+                elementSetNames->u.generic;
+        }
+        compo.u.complex->num_dbSpecific = 0;
+        compo.u.complex->dbSpecific = 0;
+        compo.u.complex->num_recordSyntax = 0;
+        compo.u.complex->recordSyntax = 0;
     }
     else if (elementSetNames)
     {
@@ -1743,21 +1553,21 @@ void process_close(Z_Close *req)
         req->diagnosticInformation ? req->diagnosticInformation : "NULL");
     if (sent_close)
     {
-       cs_close (conn);
-       conn = NULL;
-       if (session_mem)
-       {
-           nmem_destroy (session_mem);
-           session_mem = NULL;
-       }
-       sent_close = 0;
+        cs_close (conn);
+        conn = NULL;
+        if (session_mem)
+        {
+            nmem_destroy (session_mem);
+            session_mem = NULL;
+        }
+        sent_close = 0;
     }
     else
     {
-       *res->closeReason = Z_Close_finished;
-       send_apdu(apdu);
-       printf("Sent response.\n");
-       sent_close = 1;
+        *res->closeReason = Z_Close_finished;
+        send_apdu(apdu);
+        printf("Sent response.\n");
+        sent_close = 1;
     }
 }
 
@@ -1776,6 +1586,7 @@ static int cmd_show(char *arg)
 int cmd_quit(char *arg)
 {
     printf("See you later, alligator.\n");
+    xmalloc_trav ("");
     exit(0);
     return 0;
 }
@@ -1810,52 +1621,52 @@ int send_scanrequest(const char *query, int pp, int num, const char *term)
     Z_APDU *apdu = zget_APDU(out, Z_APDU_scanRequest);
     Z_ScanRequest *req = apdu->u.scanRequest;
     int use_rpn = 1;
+#if YAZ_MODULE_ccl
     int oid[OID_SIZE];
     
-#if CCL2RPN
     if (queryType == QueryType_CCL2RPN)
     {
-       oident bib1;
-       int error, pos;
-       struct ccl_rpn_node *rpn;
+        oident bib1;
+        int error, pos;
+        struct ccl_rpn_node *rpn;
 
-       rpn = ccl_find_str (bibset,  query, &error, &pos);
-       if (error)
-       {
+        rpn = ccl_find_str (bibset,  query, &error, &pos);
+        if (error)
+        {
             printf("CCL ERROR: %s\n", ccl_err_msg(error));
-            return 0;
-       }
-       use_rpn = 0;
-       bib1.proto = PROTO_Z3950;
-       bib1.oclass = CLASS_ATTSET;
-       bib1.value = VAL_BIB1;
-       req->attributeSet = oid_ent_to_oid (&bib1, oid);
-       if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
-       {
-           printf("Couldn't convert CCL to Scan term\n");
-           return 0;
-       }
-       ccl_rpn_delete (rpn);
+            return -1;
+        }
+        use_rpn = 0;
+        bib1.proto = PROTO_Z3950;
+        bib1.oclass = CLASS_ATTSET;
+        bib1.value = VAL_BIB1;
+        req->attributeSet = oid_ent_to_oid (&bib1, oid);
+        if (!(req->termListAndStartPoint = ccl_scan_query (out, rpn)))
+        {
+            printf("Couldn't convert CCL to Scan term\n");
+            return -1;
+        }
+        ccl_rpn_delete (rpn);
     }
 #endif
     if (use_rpn && !(req->termListAndStartPoint =
-                    p_query_scan(out, protocol, &req->attributeSet, query)))
+                     p_query_scan(out, protocol, &req->attributeSet, query)))
     {
-       printf("Prefix query error\n");
-       return -1;
+        printf("Prefix query error\n");
+        return -1;
     }
     if (term && *term)
     {
-       if (req->termListAndStartPoint->term &&
-           req->termListAndStartPoint->term->which == Z_Term_general &&
-           req->termListAndStartPoint->term->u.general)
-       {
-           req->termListAndStartPoint->term->u.general->buf =
-               odr_strdup(out, term);
-           req->termListAndStartPoint->term->u.general->len =
-               req->termListAndStartPoint->term->u.general->size =
-               strlen(term);
-       }
+        if (req->termListAndStartPoint->term &&
+            req->termListAndStartPoint->term->which == Z_Term_general &&
+            req->termListAndStartPoint->term->u.general)
+        {
+            req->termListAndStartPoint->term->u.general->buf =
+                (unsigned char *) odr_strdup(out, term);
+            req->termListAndStartPoint->term->u.general->len =
+                req->termListAndStartPoint->term->u.general->size =
+                strlen(term);
+        }
     }
     req->referenceId = set_refid (out);
     req->num_databaseNames = num_databaseNames;
@@ -1873,126 +1684,29 @@ int send_sortrequest(char *arg, int newset)
     Z_SortKeySpecList *sksl = (Z_SortKeySpecList *)
         odr_malloc (out, sizeof(*sksl));
     char setstring[32];
-    char sort_string[32], sort_flags[32];
-    int off;
-    int oid[OID_SIZE];
-    oident bib1;
 
     if (setnumber >= 0)
-       sprintf (setstring, "%d", setnumber);
+        sprintf (setstring, "%d", setnumber);
     else
-       sprintf (setstring, "default");
+        sprintf (setstring, "default");
 
     req->referenceId = set_refid (out);
 
-#ifdef ASN_COMPILED
     req->num_inputResultSetNames = 1;
     req->inputResultSetNames = (Z_InternationalString **)
-       odr_malloc (out, sizeof(*req->inputResultSetNames));
+        odr_malloc (out, sizeof(*req->inputResultSetNames));
     req->inputResultSetNames[0] = odr_strdup (out, setstring);
-#else
-    req->inputResultSetNames =
-       (Z_StringList *)odr_malloc (out, sizeof(*req->inputResultSetNames));
-    req->inputResultSetNames->num_strings = 1;
-    req->inputResultSetNames->strings =
-       (char **)odr_malloc (out, sizeof(*req->inputResultSetNames->strings));
-    req->inputResultSetNames->strings[0] =
-       odr_strdup (out, setstring);
-#endif
 
     if (newset && setnumber >= 0)
-       sprintf (setstring, "%d", ++setnumber);
+        sprintf (setstring, "%d", ++setnumber);
 
     req->sortedResultSetName = odr_strdup (out, setstring);
 
-    req->sortSequence = sksl;
-    sksl->num_specs = 0;
-    sksl->specs = (Z_SortKeySpec **)odr_malloc (out, sizeof(sksl->specs) * 20);
-    
-    bib1.proto = protocol;
-    bib1.oclass = CLASS_ATTSET;
-    bib1.value = VAL_BIB1;
-    while ((sscanf (arg, "%31s %31s%n", sort_string, sort_flags, &off)) == 2 
-           && off > 1)
-    {
-       int i;
-       char *sort_string_sep;
-       Z_SortKeySpec *sks = (Z_SortKeySpec *)odr_malloc (out, sizeof(*sks));
-       Z_SortKey *sk = (Z_SortKey *)odr_malloc (out, sizeof(*sk));
-
-       arg += off;
-       sksl->specs[sksl->num_specs++] = sks;
-       sks->sortElement = (Z_SortElement *)odr_malloc (out, sizeof(*sks->sortElement));
-       sks->sortElement->which = Z_SortElement_generic;
-       sks->sortElement->u.generic = sk;
-       
-       if ((sort_string_sep = strchr (sort_string, '=')))
-       {
-           Z_AttributeElement *el = (Z_AttributeElement *)odr_malloc (out, sizeof(*el));
-           sk->which = Z_SortKey_sortAttributes;
-           sk->u.sortAttributes =
-               (Z_SortAttributes *)odr_malloc (out, sizeof(*sk->u.sortAttributes));
-           sk->u.sortAttributes->id = oid_ent_to_oid(&bib1, oid);
-           sk->u.sortAttributes->list =
-               (Z_AttributeList *)odr_malloc (out, sizeof(*sk->u.sortAttributes->list));
-           sk->u.sortAttributes->list->num_attributes = 1;
-           sk->u.sortAttributes->list->attributes =
-               (Z_AttributeElement **)odr_malloc (out,
-                           sizeof(*sk->u.sortAttributes->list->attributes));
-           sk->u.sortAttributes->list->attributes[0] = el;
-           el->attributeSet = 0;
-           el->attributeType = (int *)odr_malloc (out, sizeof(*el->attributeType));
-           *el->attributeType = atoi (sort_string);
-           el->which = Z_AttributeValue_numeric;
-           el->value.numeric = (int *)odr_malloc (out, sizeof(*el->value.numeric));
-           *el->value.numeric = atoi (sort_string_sep + 1);
-       }
-       else
-       {
-           sk->which = Z_SortKey_sortField;
-           sk->u.sortField = odr_strdup (out, sort_string);
-       }
-       sks->sortRelation = (int *)odr_malloc (out, sizeof(*sks->sortRelation));
-       *sks->sortRelation = Z_SortRelation_ascending;
-       sks->caseSensitivity = (int *)odr_malloc (out, sizeof(*sks->caseSensitivity));
-       *sks->caseSensitivity = Z_SortCase_caseSensitive;
-
-#ifdef ASN_COMPILED
-       sks->which = Z_SortKeySpec_null;
-       sks->u.null = odr_nullval ();
-#else
-       sks->missingValueAction = NULL;
-#endif
-
-       for (i = 0; sort_flags[i]; i++)
-       {
-           switch (sort_flags[i])
-           {
-           case 'a':
-           case 'A':
-           case '>':
-               *sks->sortRelation = Z_SortRelation_descending;
-               break;
-           case 'd':
-           case 'D':
-           case '<':
-               *sks->sortRelation = Z_SortRelation_ascending;
-               break;
-           case 'i':
-           case 'I':
-               *sks->caseSensitivity = Z_SortCase_caseInsensitive;
-               break;
-           case 'S':
-           case 's':
-               *sks->caseSensitivity = Z_SortCase_caseSensitive;
-               break;
-           }
-       }
-    }
-    if (!sksl->num_specs)
+    req->sortSequence = yaz_sort_spec (out, arg);
+    if (!req->sortSequence)
     {
         printf ("Missing sort specifications\n");
-       return -1;
+        return -1;
     }
     send_apdu(apdu);
     return 2;
@@ -2009,9 +1723,9 @@ void display_term(Z_TermInfo *t)
     else
         printf("Term (not general)");
     if (t->globalOccurrences)
-       printf (" (%d)\n", *t->globalOccurrences);
+        printf (" (%d)\n", *t->globalOccurrences);
     else
-       printf ("\n");
+        printf ("\n");
 }
 
 void process_scanResponse(Z_ScanResponse *res)
@@ -2024,28 +1738,28 @@ void process_scanResponse(Z_ScanResponse *res)
     print_refid (res->referenceId);
     printf("%d entries", *res->numberOfEntriesReturned);
     if (res->positionOfTerm)
-       printf (", position=%d", *res->positionOfTerm); 
+        printf (", position=%d", *res->positionOfTerm); 
     printf ("\n");
     if (*res->scanStatus != Z_Scan_success)
         printf("Scan returned code %d\n", *res->scanStatus);
     if (!res->entries)
         return;
     if ((entries = res->entries->entries))
-       num_entries = res->entries->num_entries;
+        num_entries = res->entries->num_entries;
     for (i = 0; i < num_entries; i++)
     {
         int pos_term = res->positionOfTerm ? *res->positionOfTerm : -1;
-       if (entries[i]->which == Z_Entry_termInfo)
-       {
-           printf("%c ", i + 1 == pos_term ? '*' : ' ');
-           display_term(entries[i]->u.termInfo);
-       }
-       else
-           display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
+        if (entries[i]->which == Z_Entry_termInfo)
+        {
+            printf("%c ", i + 1 == pos_term ? '*' : ' ');
+            display_term(entries[i]->u.termInfo);
+        }
+        else
+            display_diagrecs(&entries[i]->u.surrogateDiagnostic, 1);
     }
     if (res->entries->nonsurrogateDiagnostics)
-       display_diagrecs (res->entries->nonsurrogateDiagnostics,
-                         res->entries->num_nonsurrogateDiagnostics);
+        display_diagrecs (res->entries->nonsurrogateDiagnostics,
+                          res->entries->num_nonsurrogateDiagnostics);
 }
 
 void process_sortResponse(Z_SortResponse *res)
@@ -2054,39 +1768,33 @@ void process_sortResponse(Z_SortResponse *res)
     switch (*res->sortStatus)
     {
     case Z_SortStatus_success:
-       printf ("success"); break;
+        printf ("success"); break;
     case Z_SortStatus_partial_1:
-       printf ("partial"); break;
+        printf ("partial"); break;
     case Z_SortStatus_failure:
-       printf ("failure"); break;
+        printf ("failure"); break;
     default:
-       printf ("unknown (%d)", *res->sortStatus);
+        printf ("unknown (%d)", *res->sortStatus);
     }
     printf ("\n");
     print_refid (res->referenceId);
-#ifdef ASN_COMPILED
     if (res->diagnostics)
         display_diagrecs(res->diagnostics,
-                        res->num_diagnostics);
-#else
-    if (res->diagnostics)
-        display_diagrecs(res->diagnostics->diagRecs,
-                        res->diagnostics->num_diagRecs);
-#endif
+                         res->num_diagnostics);
 }
 
 void process_deleteResultSetResponse (Z_DeleteResultSetResponse *res)
 {
     printf("Got deleteResultSetResponse status=%d\n",
-          *res->deleteOperationStatus);
+           *res->deleteOperationStatus);
     if (res->deleteListStatuses)
     {
-       int i;
-       for (i = 0; i < res->deleteListStatuses->num; i++)
-       {
-           printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
-                   *res->deleteListStatuses->elements[i]->status);
-       }
+        int i;
+        for (i = 0; i < res->deleteListStatuses->num; i++)
+        {
+            printf ("%s status=%d\n", res->deleteListStatuses->elements[i]->id,
+                    *res->deleteListStatuses->elements[i]->status);
+        }
     }
 }
 
@@ -2106,7 +1814,7 @@ int cmd_sort_generic(char *arg, int newset)
     {
         if (send_sortrequest(arg, newset) < 0)
             return 0;
-       return 2;
+        return 2;
     }
     return 0;
 }
@@ -2135,7 +1843,7 @@ int cmd_scan(char *arg)
     }
     if (*arg)
     {
-       strcpy (last_scan_query, arg);
+        strcpy (last_scan_query, arg);
         if (send_scanrequest(arg, 1, 20, 0) < 0)
             return 0;
     }
@@ -2151,7 +1859,7 @@ int cmd_schema(char *arg)
 {
     if (!arg || !*arg)
     {
-       schema = VAL_NONE;
+        schema = VAL_NONE;
         return 1;
     }
     schema = oid_getvalbyname (arg);
@@ -2186,7 +1894,7 @@ int cmd_elements(char *arg)
 
     if (!arg || !*arg)
     {
-       elementSetNames = 0;
+        elementSetNames = 0;
         return 1;
     }
     strcpy(what, arg);
@@ -2202,14 +1910,14 @@ int cmd_attributeset(char *arg)
 
     if (!arg || !*arg)
     {
-       printf("Usage: attributeset <setname>\n");
-       return 0;
+        printf("Usage: attributeset <setname>\n");
+        return 0;
     }
     sscanf(arg, "%s", what);
     if (p_query_attset (what))
     {
-       printf("Unknown attribute set name\n");
-       return 0;
+        printf("Unknown attribute set name\n");
+        return 0;
     }
     return 1;
 }
@@ -2220,7 +1928,7 @@ int cmd_querytype (char *arg)
         queryType = QueryType_CCL;
     else if (!strcmp (arg, "prefix") || !strcmp(arg, "rpn"))
         queryType = QueryType_Prefix;
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     else if (!strcmp (arg, "ccl2rpn") || !strcmp (arg, "cclrpn"))
         queryType = QueryType_CCL2RPN;
 #endif
@@ -2229,7 +1937,7 @@ int cmd_querytype (char *arg)
         printf ("Querytype must be one of:\n");
         printf (" prefix         - Prefix query\n");
         printf (" ccl            - CCL query\n");
-#if CCL2RPN
+#if YAZ_MODULE_ccl
         printf (" ccl2rpn        - CCL query converted to RPN\n");
 #endif
         return 0;
@@ -2243,8 +1951,8 @@ int cmd_refid (char *arg)
     refid = NULL;
     if (*arg)
     {
-       refid = (char *) xmalloc (strlen(arg)+1);
-       strcpy (refid, arg);
+        refid = (char *) xmalloc (strlen(arg)+1);
+        strcpy (refid, arg);
     }
     return 1;
 }
@@ -2254,7 +1962,7 @@ int cmd_close(char *arg)
     Z_APDU *apdu;
     Z_Close *req;
     if (!conn)
-       return 0;
+        return 0;
 
     apdu = zget_APDU(out, Z_APDU_close);
     req = apdu->u.close;
@@ -2265,12 +1973,281 @@ int cmd_close(char *arg)
     return 2;
 }
 
+int cmd_packagename(char* arg) {
+    xfree (esPackageName);
+    esPackageName = NULL;
+    if (*arg)
+    {
+        esPackageName = (char *) xmalloc (strlen(arg)+1);
+        strcpy (esPackageName, arg);
+    }
+    return 1;
+};
+
+int cmd_proxy(char* arg) {
+    xfree (yazProxy);
+    yazProxy = NULL;
+    if (*arg)
+    {
+        yazProxy = (char *) xmalloc (strlen(arg)+1);
+        strcpy (yazProxy, arg);
+    } 
+    return 1;
+};
+
+int cmd_source(char* arg) 
+{
+
+    /* first should open the file and read one line at a time.. */
+    FILE* includeFile;
+    char line[1024], *cp;
+
+    {
+      char* args_end=(arg)+strlen(arg)-1; 
+      while(isspace(*args_end)) 
+       {*args_end=0;
+       --args_end;}; 
+    }
+
+    REMOVE_TAILING_BLANKS(arg);
+    
+    if(strlen(arg)<1) {
+        fprintf(stderr,"Error in source command use a filename\n");
+        return -1;
+    };
+    
+    includeFile = fopen (arg, "r");
+    
+    if(!includeFile) {
+        fprintf(stderr,"Unable to open file %s for reading\n",arg);
+        return -1;
+    };
+    
+    
+    while(!feof(includeFile)) {
+        memset(line,0,sizeof(line));
+        fgets(line,sizeof(line),includeFile);
+        
+        if(strlen(line) < 2) continue;
+        if(line[0] == '#') continue;
+        
+        if ((cp = strrchr (line, '\n')))
+            *cp = '\0';
+        
+        process_cmd_line(line);
+    };  
+    
+    
+    if(fclose(includeFile)<0) {
+        perror("unable to close include file");
+        exit(1);
+    }
+    return 1;
+}
+
+int cmd_subshell(char* args) {
+       if(strlen(args)) 
+               system(args);
+       else 
+               system(getenv("SHELL"));
+       
+    printf("\n");
+    return 1;
+}
+
+
+
+int cmd_set_apdufile(char* arg) {
+       REMOVE_TAILING_BLANKS(arg);
+  
+       if(apdu_file && apdu_file != stderr) { /* don't close stdout*/
+               perror("unable to close apdu log file");      
+       };
+       apdu_file=NULL;
+  
+       if(strlen(arg)<1) {
+               return 1;
+       }
+  
+       if(!strcmp(arg,"-")) 
+               apdu_file=stderr;      
+       else 
+               apdu_file=fopen(arg, "a");
+  
+       if(!apdu_file) {
+               perror("unable to open apdu log file no apdu log loaded");
+       } else {
+               odr_setprint(print, apdu_file); 
+       };
+  
+       return 1;
+};
+
+
+int cmd_set_cclfields(char* arg) {  
+#if YAZ_MODULE_ccl
+       FILE *inf;
+
+       REMOVE_TAILING_BLANKS(arg);
+
+       bibset = ccl_qual_mk (); 
+       inf = fopen (arg, "r");
+       if (inf)
+               {
+                       ccl_qual_file (bibset, inf);
+                       fclose (inf);
+               }
+#else 
+       fprintf(stderr,"Not compiled with the yaz ccl module\n");
+#endif
+       
+       return 1;
+};
+
+int cmd_set_marcdump(char* arg) {
+       if(marcdump && marcdump != stderr) { /* don't close stdout*/
+               perror("unable to close apdu log file");      
+       };
+       marcdump=NULL;
+  
+       if(strlen(arg)<1) {
+               return 1;
+       }
+  
+       if(!strcmp(arg,"-")) 
+               marcdump=stderr;      
+       else 
+               marcdump=fopen(arg, "a");
+  
+       if(!marcdump) {
+               perror("unable to open apdu marcdump file no marcdump done\n");
+       };
+  
+       return 1;
+};
+
+int cmd_set_proxy(char* arg) {
+       if(yazProxy) free(yazProxy);
+       yazProxy=NULL;
+
+       if(strlen(arg) > 1) {
+               yazProxy=strdup(arg);
+       };  
+       return 1;
+};
+
+/* 
+   this command takes 3 arge {name class oid} 
+ */
+int cmd_register_oid(char* args) {
+  static struct {
+    char* className;
+    oid_class oclass;
+  } oid_classes[] = {
+    {"appctx",CLASS_APPCTX},
+    {"absyn",CLASS_ABSYN},
+    {"attset",CLASS_ATTSET},
+    {"transyn",CLASS_TRANSYN},
+    {"diagset",CLASS_DIAGSET},
+    {"recsyn",CLASS_RECSYN},
+    {"resform",CLASS_RESFORM},
+    {"accform",CLASS_ACCFORM},
+    {"extserv",CLASS_EXTSERV},
+    {"userinfo",CLASS_USERINFO},
+    {"elemspec",CLASS_ELEMSPEC},
+    {"varset",CLASS_VARSET},
+    {"schema",CLASS_SCHEMA},
+    {"tagset",CLASS_TAGSET},
+    {"general",CLASS_GENERAL},
+    {0,0}
+  };
+  char oname_str[101], oclass_str[101], oid_str[101];  
+  char* name;
+  int i;
+  oid_class oidclass = CLASS_GENERAL;
+  int val = 0, oid[OID_SIZE];
+  struct oident * new_oident=NULL;
+
+  if (sscanf (args, "%100[^ ] %100[^ ] %100s", oname_str,oclass_str, oid_str) < 1) {
+    printf("Error in regristrate command \n");
+    return 0;
+  };
+  
+  for (i = 0; oid_classes[i].className; i++) {
+    if (!strcmp(oid_classes[i].className, oclass_str))
+      {
+       oidclass=oid_classes[i].oclass;
+       break;
+      }
+  }
+  
+  if(!(oid_classes[i].className)) {
+    printf("Unknonwn oid class %s\n",oclass_str);
+    return 0;
+  };
+
+
+  i = 0;
+  name = oid_str;
+  val = 0;
+  
+  while (isdigit (*name))
+    {
+      val = val*10 + (*name - '0');
+      name++;
+      if (*name == '.')
+       {
+         if (i < OID_SIZE-1)
+           oid[i++] = val;
+         val = 0;
+         name++;
+       }
+    }
+  oid[i] = val;
+  oid[i+1] = -1;
+
+  new_oident=oid_addent (oid,PROTO_GENERAL,oidclass,oname_str,VAL_DYNAMIC);  
+  if(strcmp(new_oident->desc,oname_str)) {
+    fprintf(stderr,"oid is already named as %s, regristration faild\n",new_oident->desc);
+  };
+  return 1;  
+};
+
+int cmd_push_command(char* arg) {
+#if HAVE_READLINE_HISTORY_H
+  if(strlen(arg)>1) 
+    add_history(arg);
+#else 
+  fprintf(stderr,"Not compiled with the readline/history module\n");
+#endif
+  return 1;
+};
+
+void source_rcfile() {
+  /*  Look for a $HOME/.yazclientrc and source it if it exists */
+  struct stat statbuf;
+  char buffer[1000];
+  char* homedir=getenv("HOME");
+  if(!homedir) return;
+  
+  sprintf(buffer,"%s/.yazclientrc",homedir);
+  
+  if(stat(buffer,&statbuf)==0) {
+    cmd_source(buffer);
+  };
+  
+  if(stat(".yazclientrc",&statbuf)==0) {
+    cmd_source(".yazclientrc");
+  };
+};
+
+
 static void initialize(void)
 {
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     FILE *inf;
 #endif
-    nmem_init();
     if (!(out = odr_createmem(ODR_ENCODE)) ||
         !(in = odr_createmem(ODR_DECODE)) ||
         !(print = odr_createmem(ODR_PRINT)))
@@ -2278,13 +2255,15 @@ static void initialize(void)
         fprintf(stderr, "failed to allocate ODR streams\n");
         exit(1);
     }
+    oid_init();
+
     setvbuf(stdout, 0, _IONBF, 0);
     if (apdu_file)
         odr_setprint(print, apdu_file);
 
-#if CCL2RPN
+#if YAZ_MODULE_ccl
     bibset = ccl_qual_mk (); 
-    inf = fopen ("default.bib", "r");
+    inf = fopen (ccl_fields, "r");
     if (inf)
     {
         ccl_qual_file (bibset, inf);
@@ -2292,258 +2271,369 @@ static void initialize(void)
     }
 #endif
     cmd_base("Default");
+
+#if HAVE_READLINE_READLINE_H
+    rl_attempted_completion_function = (CPPFunction*)readline_completer;
+#endif
+
+    source_rcfile();
 }
 
-static int client(int wait)
-{
-    static struct {
-        char *cmd;
-        int (*fun)(char *arg);
-        char *ad;
-    } cmd[] = {
-        {"open", cmd_open, "('tcp'|'osi')':'[<tsel>'/']<host>[':'<port>]"},
-        {"quit", cmd_quit, ""},
-        {"find", cmd_find, "<query>"},
-       {"delete", cmd_delete, "<setname>"},
-        {"base", cmd_base, "<base-name>"},
-        {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]"},
-        {"scan", cmd_scan, "<term>"},
-       {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ..."},
-       {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ..."},
-        {"authentication", cmd_authentication, "<acctstring>"},
-        {"lslb", cmd_lslb, "<largeSetLowerBound>"},
-        {"ssub", cmd_ssub, "<smallSetUpperBound>"},
-        {"mspn", cmd_mspn, "<mediumSetPresentNumber>"},
-        {"status", cmd_status, ""},
-        {"setnames", cmd_setnames, ""},
-        {"cancel", cmd_cancel, ""},
-        {"format", cmd_format, "<recordsyntax>"},
-       {"schema", cmd_schema, "<schema>"},
-        {"elements", cmd_elements, "<elementSetName>"},
-        {"close", cmd_close, ""},
-       {"attributeset", cmd_attributeset, "<attrset>"},
-        {"querytype", cmd_querytype, "<type>"},
-       {"refid", cmd_refid, "<id>"},
-       {"itemorder", cmd_itemorder, "ill|item <itemno>"},
-       {"update", cmd_update, "<item>"},
-#ifdef ASN_COMPILED
-       /* Server Admin Functions */
-       {"adm-reindex", cmd_adm_reindex, "<database-name>"},
-       {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>"},
-       {"adm-create", cmd_adm_create, ""},
-       {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>"},
-       {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>"},
-       {"adm-refresh", cmd_adm_refresh, ""},
-       {"adm-commit", cmd_adm_commit, ""},
-       {"adm-shutdown", cmd_adm_shutdown, ""},
-       {"adm-startup", cmd_adm_startup, ""},
+
+#if HAVE_GETTIMEOFDAY
+struct timeval tv_start, tv_end;
 #endif
-        {0,0}
-    };
+
+void  wait_and_handle_responce() 
+{
+    
+    int res;
     char *netbuffer= 0;
     int netbufferlen = 0;
-    int i;
     Z_APDU *apdu;
+    
+    
+    if (conn
+#ifdef USE_SELECT
+        && FD_ISSET(cs_fileno(conn), &input)
+#endif
+        )
+    {
+        do
+        {
+            if ((res = cs_get(conn, &netbuffer, &netbufferlen)) < 0)
+            {
+                perror("cs_get");
+                exit(1);
+            }
+            if (!res)
+            {
+                printf("Target closed connection.\n");
+                exit(1);
+            }
+            odr_reset(in); /* release APDU from last round */
+            record_last = 0;
+            odr_setbuf(in, netbuffer, res, 0);
+            if (!z_APDU(in, &apdu, 0, 0))
+            {
+                odr_perror(in, "Decoding incoming APDU");
+                fprintf(stderr, "[Near %d]\n", odr_offset(in));
+                fprintf(stderr, "Packet dump:\n---------\n");
+                odr_dumpBER(stderr, netbuffer, res);
+                fprintf(stderr, "---------\n");
+                if (apdu_file)
+                    z_APDU(print, &apdu, 0, 0);
+                exit(1);
+            }
+            if (apdu_file && !z_APDU(print, &apdu, 0, 0))
+            {
+                odr_perror(print, "Failed to print incoming APDU");
+                odr_reset(print);
+                continue;
+            }
+            switch(apdu->which)
+            {
+            case Z_APDU_initResponse:
+                process_initResponse(apdu->u.initResponse);
+                break;
+            case Z_APDU_searchResponse:
+                process_searchResponse(apdu->u.searchResponse);
+                break;
+            case Z_APDU_scanResponse:
+                process_scanResponse(apdu->u.scanResponse);
+                break;
+            case Z_APDU_presentResponse:
+                print_refid (apdu->u.presentResponse->referenceId);
+                setno +=
+                    *apdu->u.presentResponse->numberOfRecordsReturned;
+                if (apdu->u.presentResponse->records)
+                    display_records(apdu->u.presentResponse->records);
+                else
+                    printf("No records.\n");
+                printf ("nextResultSetPosition = %d\n",
+                        *apdu->u.presentResponse->nextResultSetPosition);
+                break;
+            case Z_APDU_sortResponse:
+                process_sortResponse(apdu->u.sortResponse);
+                break;
+            case Z_APDU_extendedServicesResponse:
+                printf("Got extended services response\n");
+                process_ESResponse(apdu->u.extendedServicesResponse);
+                break;
+            case Z_APDU_close:
+                printf("Target has closed the association.\n");
+                process_close(apdu->u.close);
+                break;
+            case Z_APDU_resourceControlRequest:
+                process_resourceControlRequest
+                    (apdu->u.resourceControlRequest);
+                break;
+            case Z_APDU_deleteResultSetResponse:
+                process_deleteResultSetResponse(apdu->u.
+                                                deleteResultSetResponse);
+                break;
+            default:
+                printf("Received unknown APDU type (%d).\n", 
+                       apdu->which);
+                exit(1);
+            }
+        }
+        while (conn && cs_more(conn));
+#if HAVE_GETTIMEOFDAY
+        gettimeofday (&tv_end, 0);
+#if 0
+        printf ("S/U S/U=%ld/%ld %ld/%ld",
+                (long) tv_start.tv_sec,
+                (long) tv_start.tv_usec,
+                (long) tv_end.tv_sec,
+                (long) tv_end.tv_usec);
+#endif
+        printf ("Elapsed: %.6f\n",
+                (double) tv_end.tv_usec / 1e6 + tv_end.tv_sec -
+                ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
+#endif
+    }
+}
+
+
+static struct {
+  char *cmd;
+  int (*fun)(char *arg);
+  char *ad;
+  char *(*rl_completerfunction)(char *text, int state);
+  int complete_filenames;
+} cmd[] = {
+  {"open", cmd_open, "('tcp'|'ssl')':<host>[':'<port>][/<db>]",NULL,0},
+  {"quit", cmd_quit, "",NULL,0},
+  {"find", cmd_find, "<query>",NULL,0},
+  {"delete", cmd_delete, "<setname>",NULL,0},
+  {"base", cmd_base, "<base-name>",NULL,0},
+  {"show", cmd_show, "<rec#>['+'<#recs>['+'<setname>]]",NULL,0},
+  {"scan", cmd_scan, "<term>",NULL,0},
+  {"sort", cmd_sort, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0},
+  {"sort+", cmd_sort_newset, "<sortkey> <flag> <sortkey> <flag> ...",NULL,0},
+  {"authentication", cmd_authentication, "<acctstring>",NULL,0},
+  {"lslb", cmd_lslb, "<largeSetLowerBound>",NULL,0},
+  {"ssub", cmd_ssub, "<smallSetUpperBound>",NULL,0},
+  {"mspn", cmd_mspn, "<mediumSetPresentNumber>",NULL,0},
+  {"status", cmd_status, "",NULL,0},
+  {"setnames", cmd_setnames, "",NULL,0},
+  {"cancel", cmd_cancel, "",NULL,0},
+  {"format", cmd_format, "<recordsyntax>",complete_format,0},
+  {"schema", cmd_schema, "<schema>",complete_schema,0},
+  {"elements", cmd_elements, "<elementSetName>",NULL,0},
+  {"close", cmd_close, "",NULL,0},
+  {"attributeset", cmd_attributeset, "<attrset>",complete_attributeset,0},
+  {"querytype", cmd_querytype, "<type>",complete_querytype,0},
+  {"refid", cmd_refid, "<id>",NULL,0},
+  {"itemorder", cmd_itemorder, "ill|item <itemno>",NULL,0},
+  {"update", cmd_update, "<item>",NULL,0},
+  {"packagename", cmd_packagename, "<packagename>",NULL,0},
+  {"proxy", cmd_proxy, "('tcp'|'osi')':'[<tsel>'/']<host>[':'<port>]",NULL,0},
+  {".", cmd_source, "<filename>",NULL,1},
+  {"!", cmd_subshell, "Subshell command",NULL,0},
+  {"set_apdufile", cmd_set_apdufile, "<filename>",NULL,0},
+  {"set_marcdump", cmd_set_marcdump," <filename>",NULL,0},
+  {"set_cclfields", cmd_set_cclfields,"<filename>",NULL,1}, 
+  {"register_oid",cmd_register_oid,"<name> <class> <oid>",NULL,0},
+  {"push_command",cmd_push_command,"<command>",command_generator,0},
+  /* Server Admin Functions */
+  {"adm-reindex", cmd_adm_reindex, "<database-name>",NULL,0},
+  {"adm-truncate", cmd_adm_truncate, "('database'|'index')<object-name>",NULL,0},
+  {"adm-create", cmd_adm_create, "",NULL,0},
+  {"adm-drop", cmd_adm_drop, "('database'|'index')<object-name>",NULL,0},
+  {"adm-import", cmd_adm_import, "<record-type> <dir> <pattern>",NULL,0},
+  {"adm-refresh", cmd_adm_refresh, "",NULL,0},
+  {"adm-commit", cmd_adm_commit, "",NULL,0},
+  {"adm-shutdown", cmd_adm_shutdown, "",NULL,0},
+  {"adm-startup", cmd_adm_startup, "",NULL,0},
+  {0,0,0,0,0}
+};
+
+void process_cmd_line(char* line)
+{  
+    int i,res;
+    char word[32], arg[1024];
+    
+#if HAVE_GETTIMEOFDAY
+    gettimeofday (&tv_start, 0);
+#endif
+    
+    if ((res = sscanf(line, "%31s %1023[^;]", word, arg)) <= 0)
+    {
+        strcpy(word, last_cmd);
+        *arg = '\0';
+    }
+    else if (res == 1)
+        *arg = 0;
+    strcpy(last_cmd, word);
+    
+    /* removed tailing spaces from the arg command */
+    { 
+      char* p;
+      char* lastnonspace=NULL;
+      p = arg;
+      
+      for(;*p; ++p) {
+       if(!isspace(*p)) {
+         lastnonspace = p;
+       };
+      };
+      if(lastnonspace) 
+       *(++lastnonspace) = 0;
+    };
+
+
+    for (i = 0; cmd[i].cmd; i++)
+        if (!strncmp(cmd[i].cmd, word, strlen(word)))
+        {
+            res = (*cmd[i].fun)(arg);
+            break;
+        }
+    if (!cmd[i].cmd) /* dump our help-screen */
+    {
+        printf("Unknown command: %s.\n", word);
+        printf("Currently recognized commands:\n");
+        for (i = 0; cmd[i].cmd; i++)
+            printf("   %s %s\n", cmd[i].cmd, cmd[i].ad);
+        return;
+    }
+
+    if(apdu_file) fflush(apdu_file);
+    
+    if (res >= 2)
+        wait_and_handle_responce();
+
+    if(apdu_file) fflush(apdu_file);
+    if(marcdump) fflush(marcdump);
+}
+
+
+char *command_generator(char *text, int state) 
+{
+       static idx; // index is the last used the last time command_generator was called
+       char *command;
+       if (state==0) {
+               idx = 0;
+       }
+       for( ; cmd[idx].cmd; ++idx) {
+               if (!strncmp(cmd[idx].cmd,text,strlen(text))) {
+                       ++idx;  /* skip this entry on the next run */
+                       return strdup(cmd[idx-1].cmd);
+               };
+       }
+       return NULL;
+}
+
+
+/* 
+   This function only known how to complete on the first word
+*/
+char ** readline_completer(char *text, int start, int end) {
+#if HAVE_READLINE_READLINE_H
+
+       if(start == 0) {
+               char** res=completion_matches(text, (CPFunction*)command_generator); 
+               rl_attempted_completion_over = 1;
+               return res;
+       } else {
+               char arg[1024],word[32];
+               int i=0 ,res;
+               if ((res = sscanf(rl_line_buffer, "%31s %1023[^;]", word, arg)) <= 0) {     
+                       rl_attempted_completion_over = 1;
+                       return NULL;
+               };
+    
+               if(start != strlen(word) +1 ) {
+                       rl_attempted_completion_over = 1;
+                       return 0;
+               }
+               for (i = 0; cmd[i].cmd; i++) {
+                       if (!strncmp(cmd[i].cmd, word, strlen(word))) {
+                               break;
+                       }
+               }
+    
+
+               if(!cmd[i].complete_filenames) 
+                       rl_attempted_completion_over = 1;    
+               if(cmd[i].rl_completerfunction) {
+                       char** res=completion_matches(text, (CPFunction*)cmd[i].rl_completerfunction);
+                       rl_attempted_completion_over = 1;    
+                       return res;
+               } else {
+                       rl_attempted_completion_over = 1;
+                       return 0;
+               };
+       };
+#else 
+       return 0;
+#endif 
+};
+
+
+static void client(void)
+{
+
 #if HAVE_GETTIMEOFDAY
-    struct timeval tv_start, tv_end;
     gettimeofday (&tv_start, 0);
 #endif
 
     while (1)
     {
-        int res;
 #ifdef USE_SELECT
         fd_set input;
 #endif
-        char line[1024], word[1024], arg[1024];
-       
-#ifdef USE_SELECT
-        FD_ZERO(&input);
-        FD_SET(0, &input);
-        if (conn)
-            FD_SET(cs_fileno(conn), &input);
-        if ((res = select(20, &input, 0, 0, 0)) < 0)
+        char line[1024];
+        
         {
-            perror("select");
-            exit(1);
-        }
-        if (!res)
-            continue;
-        if (!wait && FD_ISSET(0, &input))
-#else
-       if (!wait)
-#endif
-       {
 #if HAVE_READLINE_READLINE_H
-           char* line_in;
-           line_in=readline(C_PROMPT);
+            char* line_in=NULL;
+            line_in=readline(C_PROMPT);
             if (!line_in)
                 break;
 #if HAVE_READLINE_HISTORY_H
             if (*line_in)
-               add_history(line_in);
+                add_history(line_in);
 #endif
-           strcpy(line,line_in);
+            strcpy(line,line_in);
             free (line_in);
 #else    
-           char *end_p;
+            char *end_p;
             printf (C_PROMPT);
-           fflush(stdout);
-           if (!fgets(line, 1023, stdin))
-               break;
-           if ((end_p = strchr (line, '\n')))
-               *end_p = '\0';
+            fflush(stdout);
+            if (!fgets(line, 1023, stdin))
+                break;
+            if ((end_p = strchr (line, '\n')))
+                *end_p = '\0';
 #endif 
-#if HAVE_GETTIMEOFDAY
-           gettimeofday (&tv_start, 0);
-#endif
-
-            if ((res = sscanf(line, "%s %[^;]", word, arg)) <= 0)
-            {
-                strcpy(word, last_cmd);
-                *arg = '\0';
-            }
-            else if (res == 1)
-                *arg = 0;
-            strcpy(last_cmd, word);
-            for (i = 0; cmd[i].cmd; i++)
-                if (!strncmp(cmd[i].cmd, word, strlen(word)))
-                {
-                    res = (*cmd[i].fun)(arg);
-                    break;
-                }
-            if (!cmd[i].cmd) /* dump our help-screen */
-            {
-                printf("Unknown command: %s.\n", word);
-                printf("Currently recognized commands:\n");
-                for (i = 0; cmd[i].cmd; i++)
-                    printf("   %s %s\n", cmd[i].cmd, cmd[i].ad);
-                res = 1;
-            }
-            if (res < 2)
-           {
-               continue;
-           }
-        }
-       wait = 0;
-       if (conn
-#ifdef USE_SELECT
-           && FD_ISSET(cs_fileno(conn), &input)
-#endif
-           )
-        {
-            do
-            {
-                if ((res = cs_get(conn, &netbuffer, &netbufferlen)) < 0)
-                {
-                    perror("cs_get");
-                    exit(1);
-                }
-                if (!res)
-                {
-                    printf("Target closed connection.\n");
-                    exit(1);
-                }
-                odr_reset(in); /* release APDU from last round */
-               record_last = 0;
-                odr_setbuf(in, netbuffer, res, 0);
-                if (!z_APDU(in, &apdu, 0, 0))
-                {
-                    odr_perror(in, "Decoding incoming APDU");
-                   fprintf(stderr, "[Near %d]\n", odr_offset(in));
-                    fprintf(stderr, "Packet dump:\n---------\n");
-                    odr_dumpBER(stderr, netbuffer, res);
-                    fprintf(stderr, "---------\n");
-                   if (apdu_file)
-                       z_APDU(print, &apdu, 0, 0);
-                    exit(1);
-                }
-                if (apdu_file && !z_APDU(print, &apdu, 0, 0))
-                {
-                    odr_perror(print, "Failed to print incoming APDU");
-                    odr_reset(print);
-                    continue;
-                }
-                switch(apdu->which)
-                {
-               case Z_APDU_initResponse:
-                   process_initResponse(apdu->u.initResponse);
-                   break;
-               case Z_APDU_searchResponse:
-                   process_searchResponse(apdu->u.searchResponse);
-                   break;
-               case Z_APDU_scanResponse:
-                   process_scanResponse(apdu->u.scanResponse);
-                   break;
-               case Z_APDU_presentResponse:
-                    print_refid (apdu->u.presentResponse->referenceId);
-                   setno +=
-                       *apdu->u.presentResponse->numberOfRecordsReturned;
-                   if (apdu->u.presentResponse->records)
-                       display_records(apdu->u.presentResponse->records);
-                   else
-                       printf("No records.\n");
-                    printf ("nextResultSetPosition = %d\n",
-                       *apdu->u.presentResponse->nextResultSetPosition);
-                   break;
-               case Z_APDU_sortResponse:
-                   process_sortResponse(apdu->u.sortResponse);
-                   break;
-                case Z_APDU_extendedServicesResponse:
-                    printf("Got extended services response\n");
-                    process_ESResponse(apdu->u.extendedServicesResponse);
-                    break;
-               case Z_APDU_close:
-                   printf("Target has closed the association.\n");
-                   process_close(apdu->u.close);
-                   break;
-               case Z_APDU_resourceControlRequest:
-                   process_resourceControlRequest
-                       (apdu->u.resourceControlRequest);
-                   break;
-               case Z_APDU_deleteResultSetResponse:
-                   process_deleteResultSetResponse(apdu->u.
-                                                   deleteResultSetResponse);
-                   break;
-               default:
-                   printf("Received unknown APDU type (%d).\n", 
-                          apdu->which);
-                   exit(1);
-                }
-            }
-            while (conn && cs_more(conn));
-#if HAVE_GETTIMEOFDAY
-           gettimeofday (&tv_end, 0);
-           if (1)
-           {
-               printf ("Elapsed: %.6f\n", (double) tv_end.tv_usec /
-                                                1e6 + tv_end.tv_sec -
-                  ((double) tv_start.tv_usec / 1e6 + tv_start.tv_sec));
-           }
-#endif
-        }
+           process_cmd_line(line);
+       }
     }
-    return 0;
 }
 
 int main(int argc, char **argv)
 {
     char *prog = *argv;
+    char *open_command = 0;
+    char *auth_command = 0;
     char *arg;
     int ret;
-    int opened = 0;
-
-    while ((ret = options("a:m:v:", argv, argc, &arg)) != -2)
+       
+    while ((ret = options("k:c:a:m:v:p:u:", argv, argc, &arg)) != -2)
     {
         switch (ret)
         {
         case 0:
-            if (!opened)
-           {
-               initialize ();
-               if (cmd_open (arg) == 2)
-                   opened = 1;
-           }
+            if (!open_command)
+            {
+                open_command = (char *) xmalloc (strlen(arg)+6);
+                strcpy (open_command, "open ");
+                strcat (open_command, arg);
+            }
+            break;
+        case 'k':
+            kilobytes = atoi(arg);
             break;
         case 'm':
             if (!(marcdump = fopen (arg, "a")))
@@ -2552,25 +2642,71 @@ int main(int argc, char **argv)
                 exit (1);
             }
             break;
+       case 'c':
+           strncpy (ccl_fields, arg, sizeof(ccl_fields)-1);
+           ccl_fields[sizeof(ccl_fields)-1] = '\0';
+           break;
         case 'a':
             if (!strcmp(arg, "-"))
                 apdu_file=stderr;
             else
                 apdu_file=fopen(arg, "a");
             break;
-       case 'v':
-           yaz_log_init (yaz_log_mask_str(arg), "", NULL);
+       case 'p':
+           yazProxy=strdup(arg);
            break;
+        case 'u':
+            if (!auth_command)
+            {
+                auth_command = (char *) xmalloc (strlen(arg)+6);
+                strcpy (auth_command, "auth ");
+                strcat (auth_command, arg);
+            }
+            break;
+        case 'v':
+            yaz_log_init (yaz_log_mask_str(arg), "", NULL);
+            break;
         default:
             fprintf (stderr, "Usage: %s [-m <marclog>] [ -a <apdulog>] "
-                             "[<server-addr>]\n",
+                     "[-c cclfields]\n      [-p <proxy-addr>] [-u <auth>] "
+                     "[-k size] [<server-addr>]\n",
                      prog);
             exit (1);
-        }
+        }         
     }
-    if (!opened)
-       initialize ();
-    return client (opened);
+    initialize();
+    if (auth_command)
+    {
+#ifdef HAVE_GETTIMEOFDAY
+        gettimeofday (&tv_start, 0);
+#endif
+        process_cmd_line (auth_command);
+#if HAVE_READLINE_HISTORY_H
+        add_history(auth_command);
+#endif
+        xfree(auth_command);
+    }
+    if (open_command)
+    {
+#ifdef HAVE_GETTIMEOFDAY
+        gettimeofday (&tv_start, 0);
+#endif
+        process_cmd_line (open_command);
+#if HAVE_READLINE_HISTORY_H
+        add_history(open_command);
+#endif
+        xfree(open_command);
+    }
+    client ();
+    exit (0);
 }
 
 
+
+
+/*
+ * Local variables:
+ * tab-width: 4
+ * c-basic-offset: 4
+ * End:
+ */