src/zoom-c.c

   1 /*
   2  * Copyright (C) 1995-2005, Index Data ApS
   3  * See the file LICENSE for details.
   4  *
   5  * $Id: zoom-c.c,v 1.39 2005-05-02 19:33:00 adam Exp $
   6  */
   7 /**
   8  * \file zoom-c.c
   9  * \brief Implements ZOOM C interface.
  10  */
  11
  12 #include <assert.h>
  13 #include <string.h>
  14 #include "zoom-p.h"
  15
  16 #include <yaz/yaz-util.h>
  17 #include <yaz/xmalloc.h>
  18 #include <yaz/otherinfo.h>
  19 #include <yaz/log.h>
  20 #include <yaz/pquery.h>
  21 #include <yaz/marcdisp.h>
  22 #include <yaz/diagbib1.h>
  23 #include <yaz/charneg.h>
  24 #include <yaz/ill.h>
  25 #include <yaz/srw.h>
  26
  27 #if HAVE_SYS_TYPES_H
  28 #include <sys/types.h>
  29 #endif
  30 #if HAVE_SYS_TIME_H
  31 #include <sys/time.h>
  32 #endif
  33 #if HAVE_SYS_POLL_H
  34 #include <sys/poll.h>
  35 #endif
  36 #if HAVE_SYS_SELECT_H
  37 #include <sys/select.h>
  38 #endif
  39 #ifdef WIN32
  40 #include <winsock.h>
  41 #endif
  42
  43 static int log_level = 0;
  44 static int log_level_initialized = 0;
  45
  46 typedef enum {
  47     zoom_pending,
  48     zoom_complete
  49 } zoom_ret;
  50
  51 static zoom_ret ZOOM_connection_send_init (ZOOM_connection c);
  52 static zoom_ret do_write_ex (ZOOM_connection c, char *buf_out, int len_out);
  53
  54 static ZOOM_Event ZOOM_Event_create (int kind)
  55 {
  56     ZOOM_Event event = (ZOOM_Event) xmalloc (sizeof(*event));
  57     event->kind = kind;
  58     event->next = 0;
  59     event->prev = 0;
  60     return event;
  61 }
  62
  63 static void ZOOM_Event_destroy (ZOOM_Event event)
  64 {
  65     xfree (event);
  66 }
  67
  68 static void ZOOM_connection_put_event (ZOOM_connection c, ZOOM_Event event)
  69 {
  70     if (c->m_queue_back)
  71     {
  72         c->m_queue_back->prev = event;
  73         assert (c->m_queue_front);
  74     }
  75     else
  76     {
  77         assert (!c->m_queue_front);
  78         c->m_queue_front = event;
  79     }
  80     event->next = c->m_queue_back;
  81     event->prev = 0;
  82     c->m_queue_back = event;
  83 }
  84
  85 static ZOOM_Event ZOOM_connection_get_event(ZOOM_connection c)
  86 {
  87     ZOOM_Event event = c->m_queue_front;
  88     if (!event)
  89     {
  90         c->last_event = ZOOM_EVENT_NONE;
  91         return 0;
  92     }
  93     assert (c->m_queue_back);
  94     c->m_queue_front = event->prev;
  95     if (c->m_queue_front)
  96     {
  97         assert (c->m_queue_back);
  98         c->m_queue_front->next = 0;
  99     }
 100     else
 101         c->m_queue_back = 0;
 102     c->last_event = event->kind;
 103     return event;
 104 }
 105
 106
 107 static void set_dset_error (ZOOM_connection c, int error,
 108                             const char *dset,
 109                             const char *addinfo, const char *addinfo2)
 110 {
 111     char *cp;
 112     if (!log_level_initialized)
 113     {
 114         log_level = yaz_log_module_level("zoom");
 115         log_level_initialized = 1;
 116     }
 117
 118     xfree (c->addinfo);
 119     c->addinfo = 0;
 120     c->error = error;
 121     if (!c->diagset || strcmp(dset, c->diagset))
 122     {
 123         xfree(c->diagset);
 124         c->diagset = xstrdup(dset);
 125         /* remove integer part from SRW diagset .. */
 126         if ((cp = strrchr(c->diagset, '/')))
 127            *cp = '\0';
 128     }
 129     if (addinfo && addinfo2)
 130     {
 131         c->addinfo = (char*) xmalloc(strlen(addinfo) + strlen(addinfo2) + 2);
 132         strcpy(c->addinfo, addinfo);
 133         strcat(c->addinfo, addinfo2);
 134     }
 135     else if (addinfo)
 136         c->addinfo = xstrdup(addinfo);
 137     if (error)
 138         yaz_log(log_level, "Error %s %s:%d %s %s",
 139                 c->host_port ? c->host_port : "<>", dset, error,
 140                 addinfo ? addinfo : "",
 141                 addinfo2 ? addinfo2 : "");
 142 }
 143
 144 #if HAVE_XML2
 145 static void set_HTTP_error (ZOOM_connection c, int error,
 146                             const char *addinfo, const char *addinfo2)
 147 {
 148     set_dset_error(c, error, "HTTP", addinfo, addinfo2);
 149 }
 150 #endif
 151
 152 static void set_ZOOM_error (ZOOM_connection c, int error,
 153                             const char *addinfo)
 154 {
 155     set_dset_error(c, error, "ZOOM", addinfo, 0);
 156 }
 157
 158 static void clear_error (ZOOM_connection c)
 159 {
 160
 161     switch (c->error)
 162     {
 163     case ZOOM_ERROR_CONNECT:
 164     case ZOOM_ERROR_MEMORY:
 165     case ZOOM_ERROR_DECODE:
 166     case ZOOM_ERROR_CONNECTION_LOST:
 167     case ZOOM_ERROR_INIT:
 168     case ZOOM_ERROR_INTERNAL:
 169     case ZOOM_ERROR_UNSUPPORTED_PROTOCOL:
 170         break;
 171     default:
 172         set_ZOOM_error(c, ZOOM_ERROR_NONE, 0);
 173     }
 174 }
 175
 176 ZOOM_task ZOOM_connection_add_task (ZOOM_connection c, int which)
 177 {
 178     ZOOM_task *taskp = &c->tasks;
 179     while (*taskp)
 180         taskp = &(*taskp)->next;
 181     *taskp = (ZOOM_task) xmalloc (sizeof(**taskp));
 182     (*taskp)->running = 0;
 183     (*taskp)->which = which;
 184     (*taskp)->next = 0;
 185     clear_error (c);
 186     return *taskp;
 187 }
 188
 189 ZOOM_task ZOOM_connection_insert_task (ZOOM_connection c, int which)
 190 {
 191     ZOOM_task task = (ZOOM_task) xmalloc (sizeof(*task));
 192
 193     task->next = c->tasks;
 194     c->tasks = task;
 195
 196     task->running = 0;
 197     task->which = which;
 198     clear_error (c);
 199     return task;
 200 }
 201
 202 void ZOOM_connection_remove_task (ZOOM_connection c)
 203 {
 204     ZOOM_task task = c->tasks;
 205
 206     if (task)
 207     {
 208         c->tasks = task->next;
 209         switch (task->which)
 210         {
 211         case ZOOM_TASK_SEARCH:
 212             ZOOM_resultset_destroy (task->u.search.resultset);
 213             break;
 214         case ZOOM_TASK_RETRIEVE:
 215             ZOOM_resultset_destroy (task->u.retrieve.resultset);
 216             break;
 217         case ZOOM_TASK_CONNECT:
 218             break;
 219         case ZOOM_TASK_SCAN:
 220             ZOOM_scanset_destroy (task->u.scan.scan);
 221             break;
 222         case ZOOM_TASK_PACKAGE:
 223             ZOOM_package_destroy (task->u.package);
 224             break;
 225         case ZOOM_TASK_SORT:
 226             ZOOM_resultset_destroy (task->u.sort.resultset);
 227             ZOOM_query_destroy(task->u.sort.q);
 228             break;
 229         default:
 230             assert (0);
 231         }
 232         xfree (task);
 233     }
 234 }
 235
 236 static int ZOOM_connection_exec_task (ZOOM_connection c);
 237
 238 void ZOOM_connection_remove_tasks (ZOOM_connection c)
 239 {
 240     while (c->tasks)
 241         ZOOM_connection_remove_task(c);
 242 }
 243
 244 static ZOOM_record record_cache_lookup (ZOOM_resultset r, int pos);
 245
 246 ZOOM_API(ZOOM_connection)
 247 ZOOM_connection_create (ZOOM_options options)
 248 {
 249     ZOOM_connection c = (ZOOM_connection) xmalloc (sizeof(*c));
 250
 251     if (!log_level_initialized)
 252     {
 253         log_level = yaz_log_module_level("zoom");
 254         log_level_initialized = 1;
 255     }
 256
 257     c->proto = PROTO_Z3950;
 258     c->cs = 0;
 259     c->mask = 0;
 260     c->reconnect_ok = 0;
 261     c->state = STATE_IDLE;
 262     c->addinfo = 0;
 263     c->diagset = 0;
 264     set_ZOOM_error(c, ZOOM_ERROR_NONE, 0);
 265     c->buf_in = 0;
 266     c->len_in = 0;
 267     c->buf_out = 0;
 268     c->len_out = 0;
 269     c->resultsets = 0;
 270
 271     c->options = ZOOM_options_create_with_parent(options);
 272
 273     c->host_port = 0;
 274     c->path = 0;
 275     c->proxy = 0;
 276
 277     c->charset = c->lang = 0;
 278
 279     c->cookie_out = 0;
 280     c->cookie_in = 0;
 281     c->client_IP = 0;
 282     c->tasks = 0;
 283
 284     c->odr_in = odr_createmem (ODR_DECODE);
 285     c->odr_out = odr_createmem (ODR_ENCODE);
 286
 287     c->async = 0;
 288     c->support_named_resultsets = 0;
 289     c->last_event = ZOOM_EVENT_NONE;
 290
 291     c->m_queue_front = 0;
 292     c->m_queue_back = 0;
 293     return c;
 294 }
 295
 296 /* set database names. Take local databases (if set); otherwise
 297    take databases given in ZURL (if set); otherwise use Default */
 298 static char **set_DatabaseNames (ZOOM_connection con, ZOOM_options options,
 299                                  int *num)
 300 {
 301     char **databaseNames;
 302     const char *cp = ZOOM_options_get (options, "databaseName");
 303
 304     if (!cp || !*cp)
 305     {
 306         if (strncmp (con->host_port, "unix:", 5) == 0)
 307             cp = strchr(con->host_port+5, ':');
 308         else
 309             cp = strchr(con->host_port, '/');
 310         if (cp)
 311             cp++;
 312     }
 313     if (!cp)
 314         cp = "Default";
 315     nmem_strsplit(con->odr_out->mem, "+", cp,  &databaseNames, num);
 316     return databaseNames;
 317 }
 318
 319 ZOOM_API(ZOOM_connection)
 320 ZOOM_connection_new (const char *host, int portnum)
 321 {
 322     ZOOM_connection c = ZOOM_connection_create (0);
 323
 324     ZOOM_connection_connect (c, host, portnum);
 325     return c;
 326 }
 327
 328 ZOOM_API(void)
 329 ZOOM_connection_connect(ZOOM_connection c,
 330                         const char *host, int portnum)
 331 {
 332     const char *val;
 333     ZOOM_task task;
 334
 335     if (!log_level_initialized)
 336     {
 337         log_level = yaz_log_module_level("zoom");
 338         log_level_initialized = 1;
 339     }
 340
 341     if (c->cs)
 342     {
 343         yaz_log (log_level, "reconnect");
 344         c->reconnect_ok = 1;
 345         return;
 346     }
 347     yaz_log(log_level, "connect");
 348     xfree (c->proxy);
 349     val = ZOOM_options_get (c->options, "proxy");
 350     if (val && *val)
 351         c->proxy = xstrdup (val);
 352     else
 353         c->proxy = 0;
 354
 355     xfree (c->charset);
 356     val = ZOOM_options_get (c->options, "charset");
 357     if (val && *val)
 358     {
 359         c->charset = xstrdup (val);
 360         yaz_log(YLOG_LOG, "connect charset=%s", c->charset);
 361     }
 362     else
 363         c->charset = 0;
 364
 365     xfree (c->lang);
 366     val = ZOOM_options_get (c->options, "lang");
 367     if (val && *val)
 368         c->lang = xstrdup (val);
 369     else
 370         c->lang = 0;
 371
 372     xfree (c->host_port);
 373     if (portnum)
 374     {
 375         char hostn[128];
 376         sprintf (hostn, "%.80s:%d", host, portnum);
 377         c->host_port = xstrdup(hostn);
 378     }
 379     else
 380         c->host_port = xstrdup(host);
 381
 382     ZOOM_options_set(c->options, "host", c->host_port);
 383
 384     val = ZOOM_options_get (c->options, "cookie");
 385     if (val && *val)
 386         c->cookie_out = xstrdup (val);
 387
 388     val = ZOOM_options_get (c->options, "clientIP");
 389     if (val && *val)
 390         c->client_IP = xstrdup (val);
 391
 392     c->async = ZOOM_options_get_bool (c->options, "async", 0);
 393
 394     set_ZOOM_error(c, ZOOM_ERROR_NONE, 0);
 395
 396     task = ZOOM_connection_add_task (c, ZOOM_TASK_CONNECT);
 397
 398     if (!c->async)
 399     {
 400         while (ZOOM_event (1, &c))
 401             ;
 402     }
 403 }
 404
 405 ZOOM_API(ZOOM_query)
 406 ZOOM_query_create(void)
 407 {
 408     ZOOM_query s = (ZOOM_query) xmalloc (sizeof(*s));
 409
 410     s->refcount = 1;
 411     s->z_query = 0;
 412     s->sort_spec = 0;
 413     s->odr = odr_createmem (ODR_ENCODE);
 414     s->query_string = 0;
 415
 416     return s;
 417 }
 418
 419 ZOOM_API(void)
 420 ZOOM_query_destroy(ZOOM_query s)
 421 {
 422     if (!s)
 423         return;
 424
 425     (s->refcount)--;
 426     yaz_log (log_level, "ZOOM_query_destroy count=%d", s->refcount);
 427     if (s->refcount == 0)
 428     {
 429         odr_destroy (s->odr);
 430         xfree (s);
 431     }
 432 }
 433
 434 ZOOM_API(int)
 435 ZOOM_query_prefix(ZOOM_query s, const char *str)
 436 {
 437     s->query_string = odr_strdup(s->odr, str);
 438     s->z_query = (Z_Query *) odr_malloc (s->odr, sizeof(*s->z_query));
 439     s->z_query->which = Z_Query_type_1;
 440     s->z_query->u.type_1 =  p_query_rpn(s->odr, PROTO_Z3950, str);
 441     if (!s->z_query->u.type_1)
 442     {
 443         s->z_query = 0;
 444         return -1;
 445     }
 446     return 0;
 447 }
 448
 449 ZOOM_API(int)
 450 ZOOM_query_cql(ZOOM_query s, const char *str)
 451 {
 452     Z_External *ext;
 453
 454     s->query_string = odr_strdup(s->odr, str);
 455
 456     ext = (Z_External *) odr_malloc(s->odr, sizeof(*ext));
 457     ext->direct_reference = odr_getoidbystr(s->odr, "1.2.840.10003.16.2");
 458     ext->indirect_reference = 0;
 459     ext->descriptor = 0;
 460     ext->which = Z_External_CQL;
 461     ext->u.cql = s->query_string;
 462
 463     s->z_query = (Z_Query *) odr_malloc (s->odr, sizeof(*s->z_query));
 464     s->z_query->which = Z_Query_type_104;
 465     s->z_query->u.type_104 =  ext;
 466
 467     return 0;
 468 }
 469
 470 ZOOM_API(int)
 471 ZOOM_query_sortby(ZOOM_query s, const char *criteria)
 472 {
 473     s->sort_spec = yaz_sort_spec (s->odr, criteria);
 474     if (!s->sort_spec)
 475         return -1;
 476     return 0;
 477 }
 478
 479 static zoom_ret do_write(ZOOM_connection c);
 480
 481 ZOOM_API(void)
 482 ZOOM_connection_destroy(ZOOM_connection c)
 483 {
 484     ZOOM_resultset r;
 485     if (!c)
 486         return;
 487     if (c->cs)
 488         cs_close (c->cs);
 489     for (r = c->resultsets; r; r = r->next)
 490         r->connection = 0;
 491
 492     xfree (c->buf_in);
 493     xfree (c->addinfo);
 494     xfree (c->diagset);
 495     odr_destroy (c->odr_in);
 496     odr_destroy (c->odr_out);
 497     ZOOM_options_destroy (c->options);
 498     ZOOM_connection_remove_tasks (c);
 499     xfree (c->host_port);
 500     xfree (c->path);
 501     xfree (c->proxy);
 502     xfree (c->charset);
 503     xfree (c->lang);
 504     xfree (c->cookie_out);
 505     xfree (c->cookie_in);
 506     xfree (c->client_IP);
 507     xfree (c);
 508 }
 509
 510 void ZOOM_resultset_addref (ZOOM_resultset r)
 511 {
 512     if (r)
 513     {
 514         (r->refcount)++;
 515         yaz_log (log_level, "ZOOM_resultset_addref r=%p count=%d",
 516                  r, r->refcount);
 517     }
 518 }
 519
 520 ZOOM_resultset ZOOM_resultset_create ()
 521 {
 522     ZOOM_resultset r = (ZOOM_resultset) xmalloc (sizeof(*r));
 523
 524     if (!log_level_initialized)
 525     {
 526         log_level = yaz_log_module_level("zoom");
 527         log_level_initialized = 1;
 528     }
 529
 530     yaz_log (log_level, "ZOOM_resultset_create r = %p", r);
 531     r->refcount = 1;
 532     r->size = 0;
 533     r->odr = odr_createmem (ODR_ENCODE);
 534     r->start = 0;
 535     r->piggyback = 1;
 536     r->setname = 0;
 537     r->schema = 0;
 538     r->count = 0;
 539     r->step = 0;
 540     r->record_cache = 0;
 541     r->r_sort_spec = 0;
 542     r->query = 0;
 543     r->connection = 0;
 544     r->next = 0;
 545     return r;
 546 }
 547
 548 ZOOM_API(ZOOM_resultset)
 549 ZOOM_connection_search_pqf(ZOOM_connection c, const char *q)
 550 {
 551     ZOOM_resultset r;
 552     ZOOM_query s = ZOOM_query_create();
 553
 554     ZOOM_query_prefix (s, q);
 555
 556     r = ZOOM_connection_search (c, s);
 557     ZOOM_query_destroy (s);
 558     return r;
 559 }
 560
 561 ZOOM_API(ZOOM_resultset)
 562 ZOOM_connection_search(ZOOM_connection c, ZOOM_query q)
 563 {
 564     ZOOM_resultset r = ZOOM_resultset_create ();
 565     ZOOM_task task;
 566     const char *cp;
 567
 568     r->r_sort_spec = q->sort_spec;
 569     r->query = q;
 570
 571     r->options = ZOOM_options_create_with_parent(c->options);
 572
 573     r->start = ZOOM_options_get_int(r->options, "start", 0);
 574     r->count = ZOOM_options_get_int(r->options, "count", 0);
 575     {
 576         /* If "presentChunk" is defined use that; otherwise "step" */
 577         const char *cp = ZOOM_options_get (r->options, "presentChunk");
 578         r->step = ZOOM_options_get_int(r->options,
 579                                        (cp != 0 ? "presentChunk": "step"), 0);
 580     }
 581     r->piggyback = ZOOM_options_get_bool (r->options, "piggyback", 1);
 582     cp = ZOOM_options_get (r->options, "setname");
 583     if (cp)
 584         r->setname = xstrdup(cp);
 585     cp = ZOOM_options_get (r->options, "schema");
 586     if (cp)
 587         r->schema = xstrdup(cp);
 588
 589     r->connection = c;
 590
 591     r->next = c->resultsets;
 592     c->resultsets = r;
 593
 594     if (c->host_port && c->proto == PROTO_HTTP)
 595     {
 596         if (!c->cs)
 597         {
 598             yaz_log(log_level, "NO COMSTACK");
 599             ZOOM_connection_add_task(c, ZOOM_TASK_CONNECT);
 600         }
 601         else
 602         {
 603             yaz_log(log_level, "PREPARE FOR RECONNECT");
 604             c->reconnect_ok = 1;
 605         }
 606     }
 607
 608     task = ZOOM_connection_add_task (c, ZOOM_TASK_SEARCH);
 609     task->u.search.resultset = r;
 610     ZOOM_resultset_addref (r);
 611
 612     (q->refcount)++;
 613
 614     if (!c->async)
 615     {
 616         while (ZOOM_event (1, &c))
 617             ;
 618     }
 619     return r;
 620 }
 621
 622 ZOOM_API(void)
 623     ZOOM_resultset_sort(ZOOM_resultset r,
 624                         const char *sort_type, const char *sort_spec)
 625 {
 626     ZOOM_connection c = r->connection;
 627     ZOOM_task task;
 628
 629     if (!c)
 630         return;
 631
 632     if (c->host_port && c->proto == PROTO_HTTP)
 633     {
 634         if (!c->cs)
 635         {
 636             yaz_log(log_level, "NO COMSTACK");
 637             ZOOM_connection_add_task(c, ZOOM_TASK_CONNECT);
 638         }
 639         else
 640         {
 641             yaz_log(log_level, "PREPARE FOR RECONNECT");
 642             c->reconnect_ok = 1;
 643         }
 644     }
 645
 646     ZOOM_resultset_cache_reset(r);
 647     task = ZOOM_connection_add_task (c, ZOOM_TASK_SORT);
 648     task->u.sort.resultset = r;
 649     task->u.sort.q = ZOOM_query_create();
 650     ZOOM_query_sortby(task->u.sort.q, sort_spec);
 651
 652     ZOOM_resultset_addref (r);
 653
 654     if (!c->async)
 655     {
 656         while (ZOOM_event (1, &c))
 657             ;
 658     }
 659 }
 660
 661 ZOOM_API(void)
 662     ZOOM_resultset_cache_reset(ZOOM_resultset r)
 663 {
 664     ZOOM_record_cache rc;
 665
 666     for (rc = r->record_cache; rc; rc = rc->next)
 667     {
 668         if (rc->rec.wrbuf_marc)
 669             wrbuf_free (rc->rec.wrbuf_marc, 1);
 670         if (rc->rec.wrbuf_iconv)
 671             wrbuf_free (rc->rec.wrbuf_iconv, 1);
 672         if (rc->rec.wrbuf_opac)
 673             wrbuf_free (rc->rec.wrbuf_opac, 1);
 674     }
 675     r->record_cache = 0;
 676 }
 677
 678 ZOOM_API(void)
 679 ZOOM_resultset_destroy(ZOOM_resultset r)
 680 {
 681     if (!r)
 682         return;
 683     (r->refcount)--;
 684     yaz_log (log_level, "ZOOM_resultset_destroy r = %p count=%d",
 685              r, r->refcount);
 686     if (r->refcount == 0)
 687     {
 688         ZOOM_resultset_cache_reset(r);
 689
 690         if (r->connection)
 691         {
 692             /* remove ourselves from the resultsets in connection */
 693             ZOOM_resultset *rp = &r->connection->resultsets;
 694             while (1)
 695             {
 696                 assert (*rp);   /* we must be in this list!! */
 697                 if (*rp == r)
 698                 {   /* OK, we're here - take us out of it */
 699                     *rp = (*rp)->next;
 700                     break;
 701                 }
 702                 rp = &(*rp)->next;
 703             }
 704         }
 705         ZOOM_query_destroy (r->query);
 706         ZOOM_options_destroy (r->options);
 707         odr_destroy (r->odr);
 708         xfree (r->setname);
 709         xfree (r->schema);
 710         xfree (r);
 711     }
 712 }
 713
 714 ZOOM_API(size_t)
 715 ZOOM_resultset_size (ZOOM_resultset r)
 716 {
 717     return r->size;
 718 }
 719
 720 static void do_close (ZOOM_connection c)
 721 {
 722     if (c->cs)
 723         cs_close(c->cs);
 724     c->cs = 0;
 725     c->mask = 0;
 726     c->state = STATE_IDLE;
 727 }
 728
 729 static void ZOOM_resultset_retrieve (ZOOM_resultset r,
 730                                      int force_sync, int start, int count)
 731 {
 732     ZOOM_task task;
 733     ZOOM_connection c;
 734     const char *cp;
 735
 736     if (!r)
 737         return;
 738     c = r->connection;
 739     if (!c)
 740         return;
 741
 742     if (c->host_port && c->proto == PROTO_HTTP)
 743     {
 744         if (!c->cs)
 745         {
 746             yaz_log(log_level, "NO COMSTACK");
 747             ZOOM_connection_add_task(c, ZOOM_TASK_CONNECT);
 748         }
 749         else
 750         {
 751             yaz_log(log_level, "PREPARE FOR RECONNECT");
 752             c->reconnect_ok = 1;
 753         }
 754     }
 755     task = ZOOM_connection_add_task (c, ZOOM_TASK_RETRIEVE);
 756     task->u.retrieve.resultset = r;
 757     task->u.retrieve.start = start;
 758     task->u.retrieve.count = count;
 759
 760     cp = ZOOM_options_get (r->options, "schema");
 761     if (cp)
 762     {
 763         if (!r->schema || strcmp(r->schema, cp))
 764         {
 765             xfree(r->schema);
 766             r->schema = xstrdup(cp);
 767         }
 768     }
 769
 770     ZOOM_resultset_addref (r);
 771
 772     if (!r->connection->async || force_sync)
 773         while (r->connection && ZOOM_event (1, &r->connection))
 774             ;
 775 }
 776
 777 ZOOM_API(void)
 778 ZOOM_resultset_records (ZOOM_resultset r, ZOOM_record *recs,
 779                         size_t start, size_t count)
 780 {
 781     int force_present = 0;
 782
 783     if (!r)
 784         return ;
 785     if (count && recs)
 786         force_present = 1;
 787     ZOOM_resultset_retrieve (r, force_present, start, count);
 788     if (force_present)
 789     {
 790         size_t i;
 791         for (i = 0; i< count; i++)
 792             recs[i] = ZOOM_resultset_record_immediate (r, i+start);
 793     }
 794 }
 795
 796 static void get_cert(ZOOM_connection c)
 797 {
 798     char *cert_buf;
 799     int cert_len;
 800
 801     if (cs_get_peer_certificate_x509(c->cs, &cert_buf, &cert_len))
 802     {
 803         ZOOM_connection_option_setl(c, "sslPeerCert",
 804                                     cert_buf, cert_len);
 805         xfree(cert_buf);
 806     }
 807 }
 808
 809 static zoom_ret do_connect (ZOOM_connection c)
 810 {
 811     void *add;
 812     const char *effective_host;
 813     if (!log_level_initialized)
 814     {
 815         log_level = yaz_log_module_level("zoom");
 816         log_level_initialized = 1;
 817     }
 818
 819
 820     if (c->proxy)
 821         effective_host = c->proxy;
 822     else
 823         effective_host = c->host_port;
 824
 825     yaz_log (log_level, "do_connect host=%s", effective_host);
 826
 827     if (c->cs)
 828         cs_close(c->cs);
 829     c->cs = cs_create_host (effective_host, 0, &add);
 830
 831     if (c->cs && c->cs->protocol == PROTO_HTTP)
 832     {
 833 #if HAVE_XML2
 834         const char *path = 0;
 835
 836         c->proto = PROTO_HTTP;
 837         cs_get_host_args(c->host_port, &path);
 838         xfree(c->path);
 839         c->path = (char*) xmalloc(strlen(path)+2);
 840         c->path[0] = '/';
 841         strcpy (c->path+1, path);
 842 #else
 843         set_ZOOM_error(c, ZOOM_ERROR_UNSUPPORTED_PROTOCOL, "SRW");
 844         do_close(c);
 845         return zoom_complete;
 846 #endif
 847     }
 848     if (c->cs)
 849     {
 850         int ret = cs_connect (c->cs, add);
 851         if (ret == 0)
 852         {
 853             ZOOM_Event event = ZOOM_Event_create(ZOOM_EVENT_CONNECT);
 854             ZOOM_connection_put_event(c, event);
 855             get_cert(c);
 856             if (c->proto == PROTO_Z3950)
 857                 ZOOM_connection_send_init(c);
 858             else
 859             {
 860                 /* no init request for SRW .. */
 861                 assert (c->tasks->which == ZOOM_TASK_CONNECT);
 862                 ZOOM_connection_remove_task (c);
 863                 c->mask = 0;
 864                 ZOOM_connection_exec_task (c);
 865             }
 866             c->state = STATE_ESTABLISHED;
 867             return zoom_pending;
 868         }
 869         else if (ret > 0)
 870         {
 871             c->state = STATE_CONNECTING;
 872             c->mask = ZOOM_SELECT_EXCEPT;
 873             if (c->cs->io_pending & CS_WANT_WRITE)
 874                 c->mask += ZOOM_SELECT_WRITE;
 875             if (c->cs->io_pending & CS_WANT_READ)
 876                 c->mask += ZOOM_SELECT_READ;
 877             return zoom_pending;
 878         }
 879     }
 880     c->state = STATE_IDLE;
 881     set_ZOOM_error(c, ZOOM_ERROR_CONNECT, effective_host);
 882     return zoom_complete;
 883 }
 884
 885 int z3950_connection_socket(ZOOM_connection c)
 886 {
 887     if (c->cs)
 888         return cs_fileno(c->cs);
 889     return -1;
 890 }
 891
 892 int z3950_connection_mask(ZOOM_connection c)
 893 {
 894     if (c->cs)
 895         return c->mask;
 896     return 0;
 897 }
 898
 899 static void otherInfo_attach (ZOOM_connection c, Z_APDU *a, ODR out)
 900 {
 901     int i;
 902     for (i = 0; i<200; i++)
 903     {
 904         size_t len;
 905         Z_OtherInformation **oi;
 906         char buf[80];
 907         const char *val;
 908         const char *cp;
 909         int oidval;
 910
 911         sprintf (buf, "otherInfo%d", i);
 912         val = ZOOM_options_get (c->options, buf);
 913         if (!val)
 914             break;
 915         cp = strchr(val, ':');
 916         if (!cp)
 917             continue;
 918         len = cp - val;
 919         if (len >= sizeof(buf))
 920             len = sizeof(buf)-1;
 921         memcpy (buf, val, len);
 922         buf[len] = '\0';
 923         oidval = oid_getvalbyname (buf);
 924         if (oidval == VAL_NONE)
 925             continue;
 926
 927         yaz_oi_APDU(a, &oi);
 928         yaz_oi_set_string_oidval(oi, out, oidval, 1, cp+1);
 929     }
 930 }
 931
 932 static int encode_APDU(ZOOM_connection c, Z_APDU *a, ODR out)
 933 {
 934     assert (a);
 935     if (c->cookie_out)
 936     {
 937         Z_OtherInformation **oi;
 938         yaz_oi_APDU(a, &oi);
 939         yaz_oi_set_string_oidval(oi, out, VAL_COOKIE, 1, c->cookie_out);
 940     }
 941     if (c->client_IP)
 942     {
 943         Z_OtherInformation **oi;
 944         yaz_oi_APDU(a, &oi);
 945         yaz_oi_set_string_oidval(oi, out, VAL_CLIENT_IP, 1, c->client_IP);
 946     }
 947     otherInfo_attach (c, a, out);
 948     if (!z_APDU(out, &a, 0, 0))
 949     {
 950         FILE *outf = fopen("/tmp/apdu.txt", "a");
 951         if (a && outf)
 952         {
 953             ODR odr_pr = odr_createmem(ODR_PRINT);
 954             fprintf (outf, "a=%p\n", a);
 955             odr_setprint(odr_pr, outf);
 956             z_APDU(odr_pr, &a, 0, 0);
 957             odr_destroy(odr_pr);
 958         }
 959         yaz_log (log_level, "encoding failed");
 960         set_ZOOM_error(c, ZOOM_ERROR_ENCODE, 0);
 961         odr_reset(out);
 962         return -1;
 963     }
 964
 965     return 0;
 966 }
 967
 968 static zoom_ret send_APDU (ZOOM_connection c, Z_APDU *a)
 969 {
 970     ZOOM_Event event;
 971     assert (a);
 972     if (encode_APDU(c, a, c->odr_out))
 973         return zoom_complete;
 974     yaz_log(log_level, "send APDU type=%d", a->which);
 975     c->buf_out = odr_getbuf(c->odr_out, &c->len_out, 0);
 976     event = ZOOM_Event_create (ZOOM_EVENT_SEND_APDU);
 977     ZOOM_connection_put_event (c, event);
 978     odr_reset(c->odr_out);
 979     return do_write (c);
 980 }
 981
 982 /* returns 1 if PDU was sent OK (still pending )
 983            0 if PDU was not sent OK (nothing to wait for)
 984 */
 985
 986 static zoom_ret ZOOM_connection_send_init (ZOOM_connection c)
 987 {
 988     Z_APDU *apdu = zget_APDU(c->odr_out, Z_APDU_initRequest);
 989     Z_InitRequest *ireq = apdu->u.initRequest;
 990     Z_IdAuthentication *auth = (Z_IdAuthentication *)
 991         odr_malloc(c->odr_out, sizeof(*auth));
 992     const char *auth_groupId = ZOOM_options_get (c->options, "group");
 993     const char *auth_userId = ZOOM_options_get (c->options, "user");
 994     const char *auth_password = ZOOM_options_get (c->options, "password");
 995     char *version;
 996
 997     /* support the pass for backwards compatibility */
 998     if (!auth_password)
 999         auth_password = ZOOM_options_get (c->options, "pass");
1000
1001     ODR_MASK_SET(ireq->options, Z_Options_search);
1002     ODR_MASK_SET(ireq->options, Z_Options_present);
1003     ODR_MASK_SET(ireq->options, Z_Options_scan);
1004     ODR_MASK_SET(ireq->options, Z_Options_sort);
1005     ODR_MASK_SET(ireq->options, Z_Options_extendedServices);
1006     ODR_MASK_SET(ireq->options, Z_Options_namedResultSets);
1007
1008     ODR_MASK_SET(ireq->protocolVersion, Z_ProtocolVersion_1);
1009     ODR_MASK_SET(ireq->protocolVersion, Z_ProtocolVersion_2);
1010     ODR_MASK_SET(ireq->protocolVersion, Z_ProtocolVersion_3);
1011
1012     /* Index Data's Z39.50 Implementor Id is 81 */
1013     ireq->implementationId = odr_prepend(c->odr_out,
1014         ZOOM_options_get(c->options, "implementationId"),
1015         odr_prepend(c->odr_out, "81", ireq->implementationId));
1016
1017     ireq->implementationName = odr_prepend(c->odr_out,
1018         ZOOM_options_get(c->options, "implementationName"),
1019         odr_prepend(c->odr_out, "ZOOM-C", ireq->implementationName));
1020
1021     version = odr_strdup(c->odr_out, "$Revision: 1.39 $");
1022     if (strlen(version) > 10)   /* check for unexpanded CVS strings */
1023         version[strlen(version)-2] = '\0';
1024     ireq->implementationVersion = odr_prepend(c->odr_out,
1025         ZOOM_options_get(c->options, "implementationVersion"),
1026         odr_prepend(c->odr_out, &version[11], ireq->implementationVersion));
1027
1028     *ireq->maximumRecordSize =
1029         ZOOM_options_get_int (c->options, "maximumRecordSize", 1024*1024);
1030     *ireq->preferredMessageSize =
1031         ZOOM_options_get_int (c->options, "preferredMessageSize", 1024*1024);
1032
1033     if (auth_groupId || auth_password)
1034     {
1035         Z_IdPass *pass = (Z_IdPass *) odr_malloc(c->odr_out, sizeof(*pass));
1036         int i = 0;
1037         pass->groupId = 0;
1038         if (auth_groupId && *auth_groupId)
1039         {
1040             pass->groupId = (char *)
1041                 odr_malloc(c->odr_out, strlen(auth_groupId)+1);
1042             strcpy(pass->groupId, auth_groupId);
1043             i++;
1044         }
1045         pass->userId = 0;
1046         if (auth_userId && *auth_userId)
1047         {
1048             pass->userId = (char *)
1049                 odr_malloc(c->odr_out, strlen(auth_userId)+1);
1050             strcpy(pass->userId, auth_userId);
1051             i++;
1052         }
1053         pass->password = 0;
1054         if (auth_password && *auth_password)
1055         {
1056             pass->password = (char *)
1057                 odr_malloc(c->odr_out, strlen(auth_password)+1);
1058             strcpy(pass->password, auth_password);
1059             i++;
1060         }
1061         if (i)
1062         {
1063             auth->which = Z_IdAuthentication_idPass;
1064             auth->u.idPass = pass;
1065             ireq->idAuthentication = auth;
1066         }
1067     }
1068     else if (auth_userId)
1069     {
1070         auth->which = Z_IdAuthentication_open;
1071         auth->u.open = (char *)
1072             odr_malloc(c->odr_out, strlen(auth_userId)+1);
1073         strcpy(auth->u.open, auth_userId);
1074         ireq->idAuthentication = auth;
1075     }
1076     if (c->proxy)
1077         yaz_oi_set_string_oidval(&ireq->otherInfo, c->odr_out,
1078                                  VAL_PROXY, 1, c->host_port);
1079     if (c->charset || c->lang)
1080     {
1081         Z_OtherInformation **oi;
1082         Z_OtherInformationUnit *oi_unit;
1083
1084         yaz_oi_APDU(apdu, &oi);
1085
1086         if ((oi_unit = yaz_oi_update(oi, c->odr_out, NULL, 0, 0)))
1087         {
1088             char **charsets_addresses = 0;
1089             char **langs_addresses = 0;
1090             int charsets_count = 0;
1091             int langs_count = 0;
1092
1093             if (c->charset)
1094                 nmem_strsplit_blank(c->odr_out->mem, c->charset,
1095                                     &charsets_addresses, &charsets_count);
1096             if (c->lang)
1097                 nmem_strsplit_blank(c->odr_out->mem, c->lang,
1098                                     &langs_addresses, &langs_count);
1099             ODR_MASK_SET(ireq->options, Z_Options_negotiationModel);
1100             oi_unit->which = Z_OtherInfo_externallyDefinedInfo;
1101             oi_unit->information.externallyDefinedInfo =
1102                 yaz_set_proposal_charneg(c->odr_out,
1103                                          (const char **) charsets_addresses,
1104                                          charsets_count,
1105                                          (const char **) langs_addresses,
1106                                          langs_count,
1107                                          1);
1108         }
1109     }
1110     assert (apdu);
1111     return send_APDU (c, apdu);
1112 }
1113
1114 #if HAVE_XML2
1115 static zoom_ret send_srw (ZOOM_connection c, Z_SRW_PDU *sr)
1116 {
1117     char ctype[50];
1118     Z_SOAP_Handler h[2] = {
1119         {"http://www.loc.gov/zing/srw/", 0, (Z_SOAP_fun) yaz_srw_codec},
1120         {0, 0, 0}
1121     };
1122     ODR o = odr_createmem(ODR_ENCODE);
1123     int ret;
1124     Z_SOAP *p = (Z_SOAP*) odr_malloc(o, sizeof(*p));
1125     Z_GDU *gdu;
1126     ZOOM_Event event;
1127
1128     gdu = z_get_HTTP_Request(c->odr_out);
1129     gdu->u.HTTP_Request->path = c->path;
1130
1131     if (c->host_port)
1132     {
1133         const char *cp0 = strstr(c->host_port, "://");
1134         const char *cp1 = 0;
1135         if (cp0)
1136             cp0 = cp0+3;
1137         else
1138             cp0 = c->host_port;
1139
1140         cp1 = strchr(cp0, '/');
1141         if (!cp1)
1142             cp1 = cp0+strlen(cp0);
1143
1144         if (cp0 && cp1)
1145         {
1146             char *h = (char*) odr_malloc(c->odr_out, cp1 - cp0 + 1);
1147             memcpy (h, cp0, cp1 - cp0);
1148             h[cp1-cp0] = '\0';
1149             z_HTTP_header_add(c->odr_out, &gdu->u.HTTP_Request->headers,
1150                               "Host", h);
1151         }
1152     }
1153
1154     strcpy(ctype, "text/xml");
1155     if (c->charset && strlen(c->charset) < 20)
1156     {
1157         strcat(ctype, "; charset=");
1158         strcat(ctype, c->charset);
1159     }
1160     z_HTTP_header_add(c->odr_out, &gdu->u.HTTP_Request->headers,
1161                       "Content-Type", ctype);
1162     z_HTTP_header_add(c->odr_out, &gdu->u.HTTP_Request->headers,
1163                       "SOAPAction", "\"\"");
1164     p->which = Z_SOAP_generic;
1165     p->u.generic = (Z_SOAP_Generic *) odr_malloc(o, sizeof(*p->u.generic));
1166     p->u.generic->no = 0;
1167     p->u.generic->ns = 0;
1168     p->u.generic->p = sr;
1169     p->ns = "http://schemas.xmlsoap.org/soap/envelope/";
1170
1171     ret = z_soap_codec_enc(o, &p,
1172                            &gdu->u.HTTP_Request->content_buf,
1173                            &gdu->u.HTTP_Request->content_len, h,
1174                            c->charset);
1175
1176     if (!z_GDU(c->odr_out, &gdu, 0, 0))
1177         return zoom_complete;
1178     c->buf_out = odr_getbuf(c->odr_out, &c->len_out, 0);
1179
1180     odr_destroy(o);
1181
1182     event = ZOOM_Event_create (ZOOM_EVENT_SEND_APDU);
1183     ZOOM_connection_put_event (c, event);
1184     odr_reset(c->odr_out);
1185     return do_write (c);
1186 }
1187 #endif
1188
1189 #if HAVE_XML2
1190 static zoom_ret ZOOM_connection_srw_send_search(ZOOM_connection c)
1191 {
1192     int i;
1193     ZOOM_resultset resultset = 0;
1194     Z_SRW_PDU *sr = 0;
1195     const char *recordPacking = 0;
1196
1197     if (c->error)                  /* don't continue on error */
1198         return zoom_complete;
1199     assert (c->tasks);
1200     if (c->tasks->which == ZOOM_TASK_SEARCH)
1201     {
1202         resultset = c->tasks->u.search.resultset;
1203         resultset->setname = xstrdup ("default");
1204         ZOOM_options_set (resultset->options, "setname", resultset->setname);
1205     }
1206     else if(c->tasks->which == ZOOM_TASK_RETRIEVE)
1207     {
1208         resultset = c->tasks->u.retrieve.resultset;
1209
1210         resultset->start = c->tasks->u.retrieve.start;
1211         resultset->count = c->tasks->u.retrieve.count;
1212
1213         if (resultset->start >= resultset->size)
1214             return zoom_complete;
1215         if (resultset->start + resultset->count > resultset->size)
1216             resultset->count = resultset->size - resultset->start;
1217
1218         for (i = 0; i<resultset->count; i++)
1219         {
1220             ZOOM_record rec =
1221                 record_cache_lookup (resultset, i + resultset->start);
1222             if (!rec)
1223                 break;
1224         }
1225         if (i == resultset->count)
1226             return zoom_complete;
1227     }
1228     assert(resultset->query);
1229
1230     sr = yaz_srw_get(c->odr_out, Z_SRW_searchRetrieve_request);
1231
1232     if (resultset->query->z_query->which == Z_Query_type_104
1233         && resultset->query->z_query->u.type_104->which == Z_External_CQL)
1234     {
1235
1236         sr->u.request->query_type = Z_SRW_query_type_cql;
1237         sr->u.request->query.cql =resultset->query->z_query->u.type_104->u.cql;
1238     }
1239     else if (resultset->query->z_query->which == Z_Query_type_1 &&
1240              resultset->query->z_query->u.type_1)
1241     {
1242         sr->u.request->query_type = Z_SRW_query_type_pqf;
1243         sr->u.request->query.pqf = resultset->query->query_string;
1244     }
1245     else
1246     {
1247         set_ZOOM_error(c, ZOOM_ERROR_UNSUPPORTED_QUERY, 0);
1248         return zoom_complete;
1249     }
1250     sr->u.request->startRecord = odr_intdup (c->odr_out, resultset->start + 1);
1251     sr->u.request->maximumRecords = odr_intdup (
1252         c->odr_out, resultset->step>0 ? resultset->step : resultset->count);
1253     sr->u.request->recordSchema = resultset->schema;
1254
1255     recordPacking = ZOOM_resultset_option_get (resultset, "recordPacking");
1256
1257     if (recordPacking)
1258         sr->u.request->recordPacking = odr_strdup(c->odr_out, recordPacking);
1259
1260     return send_srw(c, sr);
1261 }
1262 #else
1263 static zoom_ret ZOOM_connection_srw_send_search(ZOOM_connection c)
1264 {
1265     return zoom_complete;
1266 }
1267 #endif
1268
1269 static zoom_ret ZOOM_connection_send_search (ZOOM_connection c)
1270 {
1271     ZOOM_resultset r;
1272     int lslb, ssub, mspn;
1273     const char *syntax;
1274     Z_APDU *apdu = zget_APDU(c->odr_out, Z_APDU_searchRequest);
1275     Z_SearchRequest *search_req = apdu->u.searchRequest;
1276     const char *elementSetName;
1277     const char *smallSetElementSetName;
1278     const char *mediumSetElementSetName;
1279
1280     assert (c->tasks);
1281     assert (c->tasks->which == ZOOM_TASK_SEARCH);
1282
1283     r = c->tasks->u.search.resultset;
1284
1285     elementSetName =
1286         ZOOM_options_get (r->options, "elementSetName");
1287     smallSetElementSetName  =
1288         ZOOM_options_get (r->options, "smallSetElementSetName");
1289     mediumSetElementSetName =
1290         ZOOM_options_get (r->options, "mediumSetElementSetName");
1291
1292     if (!smallSetElementSetName)
1293         smallSetElementSetName = elementSetName;
1294
1295     if (!mediumSetElementSetName)
1296         mediumSetElementSetName = elementSetName;
1297
1298     assert (r);
1299     assert (r->query);
1300
1301     /* prepare query for the search request */
1302     search_req->query = r->query->z_query;
1303     if (!search_req->query)
1304     {
1305         set_ZOOM_error(c, ZOOM_ERROR_INVALID_QUERY, 0);
1306         return zoom_complete;
1307     }
1308
1309     search_req->databaseNames =
1310         set_DatabaseNames (c, r->options, &search_req->num_databaseNames);
1311
1312     /* get syntax (no need to provide unless piggyback is in effect) */
1313     syntax = ZOOM_options_get (r->options, "preferredRecordSyntax");
1314
1315     lslb = ZOOM_options_get_int (r->options, "largeSetLowerBound", -1);
1316     ssub = ZOOM_options_get_int (r->options, "smallSetUpperBound", -1);
1317     mspn = ZOOM_options_get_int (r->options, "mediumSetPresentNumber", -1);
1318     if (lslb != -1 && ssub != -1 && mspn != -1)
1319     {
1320         /* So're a Z39.50 expert? Let's hope you don't do sort */
1321         *search_req->largeSetLowerBound = lslb;
1322         *search_req->smallSetUpperBound = ssub;
1323         *search_req->mediumSetPresentNumber = mspn;
1324     }
1325     else if (r->start == 0 && r->count > 0
1326              && r->piggyback && !r->r_sort_spec && !r->schema)
1327     {
1328         /* Regular piggyback - do it unless we're going to do sort */
1329         *search_req->largeSetLowerBound = 2000000000;
1330         *search_req->smallSetUpperBound = 1;
1331         *search_req->mediumSetPresentNumber = r->step>0 ? r->step : r->count;
1332     }
1333     else
1334     {
1335         /* non-piggyback. Need not provide elementsets or syntaxes .. */
1336         smallSetElementSetName = 0;
1337         mediumSetElementSetName = 0;
1338         syntax = 0;
1339     }
1340     if (smallSetElementSetName && *smallSetElementSetName)
1341     {
1342         Z_ElementSetNames *esn = (Z_ElementSetNames *)
1343             odr_malloc (c->odr_out, sizeof(*esn));
1344
1345         esn->which = Z_ElementSetNames_generic;
1346         esn->u.generic = odr_strdup (c->odr_out, smallSetElementSetName);
1347         search_req->smallSetElementSetNames = esn;
1348     }
1349     if (mediumSetElementSetName && *mediumSetElementSetName)
1350     {
1351         Z_ElementSetNames *esn = (Z_ElementSetNames *)
1352             odr_malloc (c->odr_out, sizeof(*esn));
1353
1354         esn->which = Z_ElementSetNames_generic;
1355         esn->u.generic = odr_strdup (c->odr_out, mediumSetElementSetName);
1356         search_req->mediumSetElementSetNames = esn;
1357     }
1358     if (syntax)
1359         search_req->preferredRecordSyntax =
1360             yaz_str_to_z3950oid (c->odr_out, CLASS_RECSYN, syntax);
1361
1362     if (!r->setname)
1363     {
1364         if (c->support_named_resultsets)
1365         {
1366             char setname[14];
1367             int ord;
1368             /* find the lowest unused ordinal so that we re-use
1369                result sets on the server. */
1370             for (ord = 1; ; ord++)
1371             {
1372                 ZOOM_resultset rp;
1373                 sprintf (setname, "%d", ord);
1374                 for (rp = c->resultsets; rp; rp = rp->next)
1375                     if (rp->setname && !strcmp (rp->setname, setname))
1376                         break;
1377                 if (!rp)
1378                     break;
1379             }
1380             r->setname = xstrdup (setname);
1381             yaz_log (log_level, "allocating set %s", r->setname);
1382         }
1383         else
1384             r->setname = xstrdup ("default");
1385         ZOOM_options_set (r->options, "setname", r->setname);
1386     }
1387     search_req->resultSetName = odr_strdup(c->odr_out, r->setname);
1388     /* send search request */
1389     return send_APDU (c, apdu);
1390 }
1391
1392 static void response_diag (ZOOM_connection c, Z_DiagRec *p)
1393 {
1394     int oclass;
1395     Z_DefaultDiagFormat *r;
1396     char *addinfo = 0;
1397
1398     xfree (c->addinfo);
1399     c->addinfo = 0;
1400     if (p->which != Z_DiagRec_defaultFormat)
1401     {
1402         set_ZOOM_error(c, ZOOM_ERROR_DECODE, 0);
1403         return;
1404     }
1405     r = p->u.defaultFormat;
1406     switch (r->which)
1407     {
1408     case Z_DefaultDiagFormat_v2Addinfo:
1409         addinfo = r->u.v2Addinfo;
1410         break;
1411     case Z_DefaultDiagFormat_v3Addinfo:
1412         addinfo = r->u.v3Addinfo;
1413         break;
1414     }
1415     set_dset_error(c, *r->condition,
1416                    yaz_z3950oid_to_str(r->diagnosticSetId, &oclass),
1417                    addinfo, 0);
1418 }
1419
1420 ZOOM_API(ZOOM_record)
1421 ZOOM_record_clone (ZOOM_record srec)
1422 {
1423     char *buf;
1424     int size;
1425     ODR odr_enc;
1426     ZOOM_record nrec;
1427
1428     odr_enc = odr_createmem(ODR_ENCODE);
1429     if (!z_NamePlusRecord (odr_enc, &srec->npr, 0, 0))
1430         return 0;
1431     buf = odr_getbuf (odr_enc, &size, 0);
1432
1433     nrec = (ZOOM_record) xmalloc (sizeof(*nrec));
1434     nrec->odr = odr_createmem(ODR_DECODE);
1435     nrec->wrbuf_marc = 0;
1436     nrec->wrbuf_iconv = 0;
1437     nrec->wrbuf_opac = 0;
1438     odr_setbuf (nrec->odr, buf, size, 0);
1439     z_NamePlusRecord (nrec->odr, &nrec->npr, 0, 0);
1440
1441     odr_destroy (odr_enc);
1442     return nrec;
1443 }
1444
1445 ZOOM_API(ZOOM_record)
1446 ZOOM_resultset_record_immediate (ZOOM_resultset s,size_t pos)
1447 {
1448     return record_cache_lookup (s, pos);
1449 }
1450
1451 ZOOM_API(ZOOM_record)
1452 ZOOM_resultset_record (ZOOM_resultset r, size_t pos)
1453 {
1454     ZOOM_record rec = ZOOM_resultset_record_immediate(r, pos);
1455
1456     if (!rec)
1457     {
1458         ZOOM_resultset_retrieve (r, 1, pos, 1);
1459         rec = ZOOM_resultset_record_immediate (r, pos);
1460     }
1461     return rec;
1462 }
1463
1464 ZOOM_API(void)
1465 ZOOM_record_destroy (ZOOM_record rec)
1466 {
1467     if (!rec)
1468         return;
1469     if (rec->wrbuf_marc)
1470         wrbuf_free (rec->wrbuf_marc, 1);
1471     if (rec->wrbuf_iconv)
1472         wrbuf_free (rec->wrbuf_iconv, 1);
1473     if (rec->wrbuf_opac)
1474         wrbuf_free (rec->wrbuf_opac, 1);
1475     odr_destroy (rec->odr);
1476     xfree (rec);
1477 }
1478
1479 static const char *marc_iconv_return(ZOOM_record rec, int marc_type,
1480                                      int *len,
1481                                      const char *buf, int sz,
1482                                      const char *record_charset)
1483 {
1484     char to[40];
1485     char from[40];
1486     yaz_iconv_t cd = 0;
1487     yaz_marc_t mt = yaz_marc_create();
1488
1489     *from = '\0';
1490     strcpy(to, "UTF-8");
1491     if (record_charset && *record_charset)
1492     {
1493         /* Use "from,to" or just "from" */
1494         const char *cp = strchr(record_charset, ',');
1495         int clen = strlen(record_charset);
1496         if (cp && cp[1])
1497         {
1498             strncpy( to, cp+1, sizeof(to)-1);
1499             to[sizeof(to)-1] = '\0';
1500             clen = cp - record_charset;
1501         }
1502         if (clen > sizeof(from)-1)
1503             clen = sizeof(from)-1;
1504
1505         if (clen)
1506             strncpy(from, record_charset, clen);
1507         from[clen] = '\0';
1508     }
1509
1510     if (*from && *to)
1511     {
1512         cd = yaz_iconv_open(to, from);
1513         yaz_marc_iconv(mt, cd);
1514     }
1515
1516     yaz_marc_xml(mt, marc_type);
1517     if (!rec->wrbuf_marc)
1518         rec->wrbuf_marc = wrbuf_alloc();
1519     wrbuf_rewind (rec->wrbuf_marc);
1520     if (yaz_marc_decode_wrbuf (mt, buf, sz, rec->wrbuf_marc) > 0)
1521     {
1522         yaz_marc_destroy(mt);
1523         if (cd)
1524             yaz_iconv_close(cd);
1525         if (len)
1526             *len = wrbuf_len(rec->wrbuf_marc);
1527         return wrbuf_buf(rec->wrbuf_marc);
1528     }
1529     yaz_marc_destroy(mt);
1530     if (cd)
1531         yaz_iconv_close(cd);
1532     return 0;
1533 }
1534
1535 static const char *record_iconv_return(ZOOM_record rec, int *len,
1536                                        const char *buf, int sz,
1537                                        const char *record_charset)
1538 {
1539     char to[40];
1540     char from[40];
1541     yaz_iconv_t cd = 0;
1542
1543     *from = '\0';
1544     strcpy(to, "UTF-8");
1545     if (record_charset && *record_charset)
1546     {
1547         /* Use "from,to" or just "from" */
1548         const char *cp = strchr(record_charset, ',');
1549         int clen = strlen(record_charset);
1550         if (cp && cp[1])
1551         {
1552             strncpy( to, cp+1, sizeof(to)-1);
1553             to[sizeof(to)-1] = '\0';
1554             clen = cp - record_charset;
1555         }
1556         if (clen > sizeof(from)-1)
1557             clen = sizeof(from)-1;
1558
1559         if (clen)
1560             strncpy(from, record_charset, clen);
1561         from[clen] = '\0';
1562     }
1563
1564     if (*from && *to && (cd = yaz_iconv_open(to, from)))
1565     {
1566         char outbuf[12];
1567         size_t inbytesleft = sz;
1568         const char *inp = buf;
1569
1570         if (!rec->wrbuf_iconv)
1571             rec->wrbuf_iconv = wrbuf_alloc();
1572
1573         wrbuf_rewind(rec->wrbuf_iconv);
1574
1575         while (inbytesleft)
1576         {
1577             size_t outbytesleft = sizeof(outbuf);
1578             char *outp = outbuf;
1579             size_t r = yaz_iconv (cd, (char**) &inp,
1580                                   &inbytesleft,
1581                                   &outp, &outbytesleft);
1582             if (r == (size_t) (-1))
1583             {
1584                 int e = yaz_iconv_error(cd);
1585                 if (e != YAZ_ICONV_E2BIG)
1586                     break;
1587             }
1588             wrbuf_write(rec->wrbuf_iconv, outbuf, outp - outbuf);
1589         }
1590         wrbuf_puts(rec->wrbuf_iconv, "");
1591         buf = wrbuf_buf(rec->wrbuf_iconv);
1592         sz = wrbuf_len(rec->wrbuf_iconv);
1593         yaz_iconv_close(cd);
1594     }
1595     if (len)
1596         *len = sz;
1597     return buf;
1598 }
1599
1600 ZOOM_API(const char *)
1601 ZOOM_record_get (ZOOM_record rec, const char *type_spec, int *len)
1602 {
1603     char type[40];
1604     char charset[40];
1605     char xpath[512];
1606     const char *cp;
1607     int i;
1608     Z_NamePlusRecord *npr;
1609
1610     if (len)
1611         *len = 0; /* default return */
1612
1613     if (!rec)
1614         return 0;
1615     npr = rec->npr;
1616     if (!npr)
1617         return 0;
1618
1619     cp = type_spec;
1620     for (i = 0; cp[i] && i < sizeof(type)-1; i++)
1621     {
1622         if (cp[i] == ';' || cp[i] == ' ')
1623             break;
1624         type[i] = cp[i];
1625     }
1626     type[i] = '\0';
1627     charset[0] = '\0';
1628     while (type_spec[i] == ';')
1629     {
1630         i++;
1631         while (type_spec[i] == ' ')
1632             i++;
1633         if (!strncmp(type_spec+i, "charset=", 8))
1634         {
1635             int j = 0;
1636             i = i + 8; /* skip charset= */
1637             for (j = 0; type_spec[i]  && j < sizeof(charset)-1; i++, j++)
1638             {
1639                 if (type_spec[i] == ';' || type_spec[i] == ' ')
1640                     break;
1641                 charset[j] = cp[i];
1642             }
1643             charset[j] = '\0';
1644         }
1645         else if (!strncmp(type_spec+i, "xpath=", 6))
1646         {
1647             int j = 0;
1648             i = i + 6;
1649             for (j = 0; type_spec[i] && j < sizeof(xpath)-1; i++, j++)
1650                 xpath[j] = cp[i];
1651             xpath[j] = '\0';
1652         }
1653         while (type_spec[i] == ' ')
1654             i++;
1655     }
1656     if (!strcmp (type, "database"))
1657     {
1658         if (len)
1659             *len = (npr->databaseName ? strlen(npr->databaseName) : 0);
1660         return npr->databaseName;
1661     }
1662     else if (!strcmp (type, "syntax"))
1663     {
1664         const char *desc = 0;
1665         if (npr->which == Z_NamePlusRecord_databaseRecord)
1666         {
1667             Z_External *r = (Z_External *) npr->u.databaseRecord;
1668             oident *ent = oid_getentbyoid(r->direct_reference);
1669             if (ent)
1670                 desc = ent->desc;
1671         }
1672         if (!desc)
1673             desc = "none";
1674         if (len)
1675             *len = strlen(desc);
1676         return desc;
1677     }
1678     if (npr->which != Z_NamePlusRecord_databaseRecord)
1679         return 0;
1680
1681     /* from now on - we have a database record .. */
1682     if (!strcmp (type, "render"))
1683     {
1684         Z_External *r = (Z_External *) npr->u.databaseRecord;
1685         oident *ent = oid_getentbyoid(r->direct_reference);
1686
1687         /* render bibliographic record .. */
1688         if (r->which == Z_External_OPAC)
1689         {
1690             r = r->u.opac->bibliographicRecord;
1691             if (!r)
1692                 return 0;
1693             ent = oid_getentbyoid(r->direct_reference);
1694         }
1695         if (r->which == Z_External_sutrs)
1696             return record_iconv_return(rec, len,
1697                                        (char*) r->u.sutrs->buf,
1698                                        r->u.sutrs->len,
1699                                        charset);
1700         else if (r->which == Z_External_octet)
1701         {
1702             const char *ret_buf;
1703             switch (ent->value)
1704             {
1705             case VAL_SOIF:
1706             case VAL_HTML:
1707             case VAL_SUTRS:
1708                 break;
1709             case VAL_TEXT_XML:
1710             case VAL_APPLICATION_XML:
1711                 break;
1712             default:
1713                 ret_buf = marc_iconv_return(
1714                     rec, YAZ_MARC_LINE, len,
1715                     (const char *) r->u.octet_aligned->buf,
1716                     r->u.octet_aligned->len,
1717                     charset);
1718                 if (ret_buf)
1719                     return ret_buf;
1720             }
1721             return record_iconv_return(rec, len,
1722                                        (const char *) r->u.octet_aligned->buf,
1723                                        r->u.octet_aligned->len,
1724                                        charset);
1725         }
1726         else if (r->which == Z_External_grs1)
1727         {
1728             if (!rec->wrbuf_marc)
1729                 rec->wrbuf_marc = wrbuf_alloc();
1730             wrbuf_rewind (rec->wrbuf_marc);
1731             yaz_display_grs1(rec->wrbuf_marc, r->u.grs1, 0);
1732             return record_iconv_return(rec, len,
1733                                        wrbuf_buf(rec->wrbuf_marc),
1734                                        wrbuf_len(rec->wrbuf_marc),
1735                                        charset);
1736         }
1737         return 0;
1738     }
1739     else if (!strcmp (type, "xml") || !strcmp(type, "oai"))
1740     {
1741         Z_External *r = (Z_External *) npr->u.databaseRecord;
1742         oident *ent = oid_getentbyoid(r->direct_reference);
1743
1744         /* render bibliographic record .. */
1745         if (r->which == Z_External_OPAC)
1746         {
1747             r = r->u.opac->bibliographicRecord;
1748             if (!r)
1749                 return 0;
1750             ent = oid_getentbyoid(r->direct_reference);
1751         }
1752
1753         if (r->which == Z_External_sutrs)
1754             return record_iconv_return(rec, len,
1755                                        (const char *) r->u.sutrs->buf,
1756                                        r->u.sutrs->len,
1757                                        charset);
1758         else if (r->which == Z_External_octet)
1759         {
1760             const char *ret_buf;
1761             int marc_decode_type = YAZ_MARC_MARCXML;
1762
1763             if (!strcmp(type, "oai"))
1764                 marc_decode_type = YAZ_MARC_OAIMARC;
1765             switch (ent->value)
1766             {
1767             case VAL_SOIF:
1768             case VAL_HTML:
1769             case VAL_SUTRS:
1770                 break;
1771             case VAL_TEXT_XML:
1772             case VAL_APPLICATION_XML:
1773                 break;
1774             default:
1775                 ret_buf = marc_iconv_return(
1776                     rec, marc_decode_type, len,
1777                     (const char *) r->u.octet_aligned->buf,
1778                     r->u.octet_aligned->len,
1779                     charset);
1780                 if (ret_buf)
1781                     return ret_buf;
1782             }
1783             return record_iconv_return(rec, len,
1784                                        (const char *) r->u.octet_aligned->buf,
1785                                        r->u.octet_aligned->len,
1786                                        charset);
1787         }
1788         else if (r->which == Z_External_grs1)
1789         {
1790             if (len) *len = 5;
1791             return "GRS-1";
1792         }
1793         return 0;
1794     }
1795     else if (!strcmp (type, "raw"))
1796     {
1797         Z_External *r = (Z_External *) npr->u.databaseRecord;
1798
1799         if (r->which == Z_External_sutrs)
1800         {
1801             if (len) *len = r->u.sutrs->len;
1802             return (const char *) r->u.sutrs->buf;
1803         }
1804         else if (r->which == Z_External_octet)
1805         {
1806             if (len) *len = r->u.octet_aligned->len;
1807             return (const char *) r->u.octet_aligned->buf;
1808         }
1809         else /* grs-1, explain, OPAC, ... */
1810         {
1811             if (len) *len = -1;
1812             return (const char *) npr->u.databaseRecord;
1813         }
1814         return 0;
1815     }
1816     else if (!strcmp (type, "ext"))
1817     {
1818         if (len) *len = -1;
1819         return (const char *) npr->u.databaseRecord;
1820     }
1821     else if (!strcmp (type, "opac"))
1822
1823     {
1824         Z_External *r = (Z_External *) npr->u.databaseRecord;
1825         if (r->which == Z_External_OPAC)
1826         {
1827             if (!rec->wrbuf_opac)
1828                 rec->wrbuf_opac = wrbuf_alloc();
1829             wrbuf_rewind (rec->wrbuf_opac);
1830             yaz_display_OPAC(rec->wrbuf_opac, r->u.opac, 0);
1831             return record_iconv_return(rec, len,
1832                                        wrbuf_buf(rec->wrbuf_opac),
1833                                        wrbuf_len(rec->wrbuf_opac),
1834                                        charset);
1835         }
1836     }
1837     return 0;
1838 }
1839
1840 static int strcmp_null(const char *v1, const char *v2)
1841 {
1842     if (!v1 && !v2)
1843         return 0;
1844     if (!v1 || !v2)
1845         return -1;
1846     return strcmp(v1, v2);
1847 }
1848
1849 static void record_cache_add (ZOOM_resultset r, Z_NamePlusRecord *npr,
1850                               int pos)
1851 {
1852     ZOOM_record_cache rc;
1853     const char *elementSetName =
1854         ZOOM_resultset_option_get (r, "elementSetName");
1855     const char *syntax =
1856         ZOOM_resultset_option_get (r, "preferredRecordSyntax");
1857
1858     ZOOM_Event event = ZOOM_Event_create(ZOOM_EVENT_RECV_RECORD);
1859     ZOOM_connection_put_event(r->connection, event);
1860
1861     for (rc = r->record_cache; rc; rc = rc->next)
1862     {
1863         if (pos == rc->pos)
1864         {
1865             if (strcmp_null(r->schema, rc->schema))
1866                 continue;
1867             if (strcmp_null(elementSetName,rc->elementSetName))
1868                 continue;
1869             if (strcmp_null(syntax, rc->syntax))
1870                 continue;
1871             /* not destroying rc->npr (it's handled by nmem )*/
1872             rc->rec.npr = npr;
1873             /* keeping wrbuf_marc too */
1874             return;
1875         }
1876     }
1877     rc = (ZOOM_record_cache) odr_malloc (r->odr, sizeof(*rc));
1878     rc->rec.npr = npr;
1879     rc->rec.odr = 0;
1880     rc->rec.wrbuf_marc = 0;
1881     rc->rec.wrbuf_iconv = 0;
1882     rc->rec.wrbuf_opac = 0;
1883     if (elementSetName)
1884         rc->elementSetName = odr_strdup (r->odr, elementSetName);
1885     else
1886         rc->elementSetName = 0;
1887
1888     if (syntax)
1889         rc->syntax = odr_strdup (r->odr, syntax);
1890     else
1891         rc->syntax = 0;
1892
1893     if (r->schema)
1894         rc->schema = odr_strdup (r->odr, r->schema);
1895     else
1896         rc->schema = 0;
1897
1898     rc->pos = pos;
1899     rc->next = r->record_cache;
1900     r->record_cache = rc;
1901 }
1902
1903 static ZOOM_record record_cache_lookup (ZOOM_resultset r, int pos)
1904 {
1905     ZOOM_record_cache rc;
1906     const char *elementSetName =
1907         ZOOM_resultset_option_get (r, "elementSetName");
1908     const char *syntax =
1909         ZOOM_resultset_option_get (r, "preferredRecordSyntax");
1910
1911     for (rc = r->record_cache; rc; rc = rc->next)
1912     {
1913         if (pos == rc->pos)
1914         {
1915             if (strcmp_null(r->schema, rc->schema))
1916                 continue;
1917             if (strcmp_null(elementSetName,rc->elementSetName))
1918                 continue;
1919             if (strcmp_null(syntax, rc->syntax))
1920                 continue;
1921             return &rc->rec;
1922         }
1923     }
1924     return 0;
1925 }
1926
1927 static void handle_records (ZOOM_connection c, Z_Records *sr,
1928                             int present_phase)
1929 {
1930     ZOOM_resultset resultset;
1931
1932     if (!c->tasks)
1933         return ;
1934     switch (c->tasks->which)
1935     {
1936     case ZOOM_TASK_SEARCH:
1937         resultset = c->tasks->u.search.resultset;
1938         break;
1939     case ZOOM_TASK_RETRIEVE:
1940         resultset = c->tasks->u.retrieve.resultset;
1941         break;
1942     default:
1943         return;
1944     }
1945     if (sr && sr->which == Z_Records_NSD)
1946     {
1947         Z_DiagRec dr, *dr_p = &dr;
1948         dr.which = Z_DiagRec_defaultFormat;
1949         dr.u.defaultFormat = sr->u.nonSurrogateDiagnostic;
1950
1951         response_diag (c, dr_p);
1952     }
1953     else if (sr && sr->which == Z_Records_multipleNSD)
1954     {
1955         if (sr->u.multipleNonSurDiagnostics->num_diagRecs >= 1)
1956             response_diag(c, sr->u.multipleNonSurDiagnostics->diagRecs[0]);
1957         else
1958             set_ZOOM_error(c, ZOOM_ERROR_DECODE, 0);
1959     }
1960     else
1961     {
1962         if (resultset->count + resultset->start > resultset->size)
1963             resultset->count = resultset->size - resultset->start;
1964         if (resultset->count < 0)
1965             resultset->count = 0;
1966         if (sr && sr->which == Z_Records_DBOSD)
1967         {
1968             int i;
1969             NMEM nmem = odr_extract_mem (c->odr_in);
1970             Z_NamePlusRecordList *p =
1971                 sr->u.databaseOrSurDiagnostics;
1972             for (i = 0; i<p->num_records; i++)
1973             {
1974                 record_cache_add (resultset, p->records[i],
1975                                   i+ resultset->start);
1976             }
1977             /* transfer our response to search_nmem .. we need it later */
1978             nmem_transfer (resultset->odr->mem, nmem);
1979             nmem_destroy (nmem);
1980             if (present_phase && p->num_records == 0)
1981             {
1982                 /* present response and we didn't get any records! */
1983                 Z_NamePlusRecord *myrec =
1984                     zget_surrogateDiagRec(resultset->odr, 0, 14, 0);
1985                 record_cache_add(resultset, myrec, resultset->start);
1986                 yaz_log(YLOG_LOG, "pseudo record 1, at pos %d",
1987                         resultset->start);
1988             }
1989         }
1990         else if (present_phase)
1991         {
1992             /* present response and we didn't get any records! */
1993             Z_NamePlusRecord *myrec =
1994                 zget_surrogateDiagRec(resultset->odr, 0, 14, 0);
1995             record_cache_add(resultset, myrec, resultset->start);
1996             yaz_log(YLOG_LOG, "pseudo record 1, at pos %d",
1997                     resultset->start);
1998         }
1999     }
2000 }
2001
2002 static void handle_present_response (ZOOM_connection c, Z_PresentResponse *pr)
2003 {
2004     handle_records (c, pr->records, 1);
2005 }
2006
2007 static void handle_search_response (ZOOM_connection c, Z_SearchResponse *sr)
2008 {
2009     ZOOM_resultset resultset;
2010     ZOOM_Event event;
2011
2012     yaz_log (log_level, "got search response");
2013
2014     if (!c->tasks || c->tasks->which != ZOOM_TASK_SEARCH)
2015         return ;
2016
2017     event = ZOOM_Event_create(ZOOM_EVENT_RECV_SEARCH);
2018     ZOOM_connection_put_event(c, event);
2019
2020     resultset = c->tasks->u.search.resultset;
2021
2022     resultset->size = *sr->resultCount;
2023     handle_records (c, sr->records, 0);
2024 }
2025
2026 static void sort_response (ZOOM_connection c, Z_SortResponse *res)
2027 {
2028     if (res->diagnostics && res->num_diagnostics > 0)
2029         response_diag (c, res->diagnostics[0]);
2030 }
2031
2032 static int scan_response (ZOOM_connection c, Z_ScanResponse *res)
2033 {
2034     NMEM nmem = odr_extract_mem (c->odr_in);
2035     ZOOM_scanset scan;
2036
2037     if (!c->tasks || c->tasks->which != ZOOM_TASK_SCAN)
2038         return 0;
2039     scan = c->tasks->u.scan.scan;
2040
2041     if (res->entries && res->entries->nonsurrogateDiagnostics)
2042         response_diag(c, res->entries->nonsurrogateDiagnostics[0]);
2043     scan->scan_response = res;
2044     nmem_transfer (scan->odr->mem, nmem);
2045     if (res->stepSize)
2046         ZOOM_options_set_int (scan->options, "stepSize", *res->stepSize);
2047     if (res->positionOfTerm)
2048         ZOOM_options_set_int (scan->options, "position", *res->positionOfTerm);
2049     if (res->scanStatus)
2050         ZOOM_options_set_int (scan->options, "scanStatus", *res->scanStatus);
2051     if (res->numberOfEntriesReturned)
2052         ZOOM_options_set_int (scan->options, "number",
2053                               *res->numberOfEntriesReturned);
2054     nmem_destroy (nmem);
2055     return 1;
2056 }
2057
2058 static zoom_ret send_sort (ZOOM_connection c,
2059                            ZOOM_resultset resultset)
2060 {
2061     if (c->error)
2062         resultset->r_sort_spec = 0;
2063     if (resultset->r_sort_spec)
2064     {
2065         Z_APDU *apdu = zget_APDU(c->odr_out, Z_APDU_sortRequest);
2066         Z_SortRequest *req = apdu->u.sortRequest;
2067
2068         req->num_inputResultSetNames = 1;
2069         req->inputResultSetNames = (Z_InternationalString **)
2070             odr_malloc (c->odr_out, sizeof(*req->inputResultSetNames));
2071         req->inputResultSetNames[0] =
2072             odr_strdup (c->odr_out, resultset->setname);
2073         req->sortedResultSetName = odr_strdup (c->odr_out, resultset->setname);
2074         req->sortSequence = resultset->r_sort_spec;
2075         resultset->r_sort_spec = 0;
2076         return send_APDU (c, apdu);
2077     }
2078     return zoom_complete;
2079 }
2080
2081 static zoom_ret send_present (ZOOM_connection c)
2082 {
2083     Z_APDU *apdu = 0;
2084     Z_PresentRequest *req = 0;
2085     int i = 0;
2086     const char *syntax = 0;
2087     const char *elementSetName = 0;
2088     ZOOM_resultset  resultset;
2089
2090     if (!c->tasks)
2091         return zoom_complete;
2092
2093     switch (c->tasks->which)
2094     {
2095     case ZOOM_TASK_SEARCH:
2096         resultset = c->tasks->u.search.resultset;
2097         break;
2098     case ZOOM_TASK_RETRIEVE:
2099         resultset = c->tasks->u.retrieve.resultset;
2100         resultset->start = c->tasks->u.retrieve.start;
2101         resultset->count = c->tasks->u.retrieve.count;
2102
2103         if (resultset->start >= resultset->size)
2104             return zoom_complete;
2105         if (resultset->start + resultset->count > resultset->size)
2106             resultset->count = resultset->size - resultset->start;
2107         break;
2108     default:
2109         return zoom_complete;
2110     }
2111
2112     syntax = ZOOM_resultset_option_get (resultset, "preferredRecordSyntax");
2113     elementSetName = ZOOM_resultset_option_get (resultset, "elementSetName");
2114
2115     if (c->error)                  /* don't continue on error */
2116         return zoom_complete;
2117     if (resultset->start < 0)
2118         return zoom_complete;
2119     for (i = 0; i<resultset->count; i++)
2120     {
2121         ZOOM_record rec =
2122             record_cache_lookup (resultset, i + resultset->start);
2123         if (!rec)
2124             break;
2125     }
2126     if (i == resultset->count)
2127         return zoom_complete;
2128
2129     apdu = zget_APDU(c->odr_out, Z_APDU_presentRequest);
2130     req = apdu->u.presentRequest;
2131
2132     resultset->start += i;
2133     resultset->count -= i;
2134     *req->resultSetStartPoint = resultset->start + 1;
2135     *req->numberOfRecordsRequested = resultset->step>0 ?
2136         resultset->step : resultset->count;
2137     assert (*req->numberOfRecordsRequested > 0);
2138
2139     if (syntax && *syntax)
2140         req->preferredRecordSyntax =
2141             yaz_str_to_z3950oid (c->odr_out, CLASS_RECSYN, syntax);
2142
2143     if (resultset->schema && *resultset->schema)
2144     {
2145         Z_RecordComposition *compo = (Z_RecordComposition *)
2146             odr_malloc (c->odr_out, sizeof(*compo));
2147
2148         req->recordComposition = compo;
2149         compo->which = Z_RecordComp_complex;
2150         compo->u.complex = (Z_CompSpec *)
2151             odr_malloc(c->odr_out, sizeof(*compo->u.complex));
2152         compo->u.complex->selectAlternativeSyntax = (bool_t *)
2153             odr_malloc(c->odr_out, sizeof(bool_t));
2154         *compo->u.complex->selectAlternativeSyntax = 0;
2155
2156         compo->u.complex->generic = (Z_Specification *)
2157             odr_malloc(c->odr_out, sizeof(*compo->u.complex->generic));
2158
2159         compo->u.complex->generic->which = Z_Schema_oid;
2160         compo->u.complex->generic->schema.oid = (Odr_oid *)
2161             yaz_str_to_z3950oid (c->odr_out, CLASS_SCHEMA, resultset->schema);
2162
2163         if (!compo->u.complex->generic->schema.oid)
2164         {
2165             /* OID wasn't a schema! Try record syntax instead. */
2166
2167             compo->u.complex->generic->schema.oid = (Odr_oid *)
2168                 yaz_str_to_z3950oid (c->odr_out, CLASS_RECSYN, resultset->schema);
2169         }
2170         if (elementSetName && *elementSetName)
2171         {
2172             compo->u.complex->generic->elementSpec = (Z_ElementSpec *)
2173                 odr_malloc(c->odr_out, sizeof(Z_ElementSpec));
2174             compo->u.complex->generic->elementSpec->which =
2175                 Z_ElementSpec_elementSetName;
2176             compo->u.complex->generic->elementSpec->u.elementSetName =
2177                 odr_strdup (c->odr_out, elementSetName);
2178         }
2179         else
2180             compo->u.complex->generic->elementSpec = 0;
2181         compo->u.complex->num_dbSpecific = 0;
2182         compo->u.complex->dbSpecific = 0;
2183         compo->u.complex->num_recordSyntax = 0;
2184         compo->u.complex->recordSyntax = 0;
2185     }
2186     else if (elementSetName && *elementSetName)
2187     {
2188         Z_ElementSetNames *esn = (Z_ElementSetNames *)
2189             odr_malloc (c->odr_out, sizeof(*esn));
2190         Z_RecordComposition *compo = (Z_RecordComposition *)
2191             odr_malloc (c->odr_out, sizeof(*compo));
2192
2193         esn->which = Z_ElementSetNames_generic;
2194         esn->u.generic = odr_strdup (c->odr_out, elementSetName);
2195         compo->which = Z_RecordComp_simple;
2196         compo->u.simple = esn;
2197         req->recordComposition = compo;
2198     }
2199     req->resultSetId = odr_strdup(c->odr_out, resultset->setname);
2200     return send_APDU (c, apdu);
2201 }
2202
2203 ZOOM_API(ZOOM_scanset)
2204 ZOOM_connection_scan (ZOOM_connection c, const char *start)
2205 {
2206     ZOOM_scanset scan = (ZOOM_scanset) xmalloc (sizeof(*scan));
2207
2208     scan->connection = c;
2209     scan->odr = odr_createmem (ODR_DECODE);
2210     scan->options = ZOOM_options_create_with_parent (c->options);
2211     scan->refcount = 1;
2212     scan->scan_response = 0;
2213
2214     if ((scan->termListAndStartPoint =
2215          p_query_scan(scan->odr, PROTO_Z3950, &scan->attributeSet,
2216                       start)))
2217     {
2218         ZOOM_task task = ZOOM_connection_add_task (c, ZOOM_TASK_SCAN);
2219         task->u.scan.scan = scan;
2220
2221         (scan->refcount)++;
2222         if (!c->async)
2223         {
2224             while (ZOOM_event (1, &c))
2225                 ;
2226         }
2227     }
2228     return scan;
2229 }
2230
2231 ZOOM_API(void)
2232 ZOOM_scanset_destroy (ZOOM_scanset scan)
2233 {
2234     if (!scan)
2235         return;
2236     (scan->refcount)--;
2237     if (scan->refcount == 0)
2238     {
2239         odr_destroy (scan->odr);
2240
2241         ZOOM_options_destroy (scan->options);
2242         xfree (scan);
2243     }
2244 }
2245
2246 static zoom_ret send_package (ZOOM_connection c)
2247 {
2248     ZOOM_Event event;
2249     if (!c->tasks)
2250         return zoom_complete;
2251     assert (c->tasks->which == ZOOM_TASK_PACKAGE);
2252
2253     event = ZOOM_Event_create (ZOOM_EVENT_SEND_APDU);
2254     ZOOM_connection_put_event (c, event);
2255
2256     return do_write_ex (c, c->tasks->u.package->buf_out,
2257                         c->tasks->u.package->len_out);
2258 }
2259
2260 static zoom_ret send_scan (ZOOM_connection c)
2261 {
2262     ZOOM_scanset scan;
2263     Z_APDU *apdu = zget_APDU(c->odr_out, Z_APDU_scanRequest);
2264     Z_ScanRequest *req = apdu->u.scanRequest;
2265     if (!c->tasks)
2266         return zoom_complete;
2267     assert (c->tasks->which == ZOOM_TASK_SCAN);
2268     scan = c->tasks->u.scan.scan;
2269
2270     req->termListAndStartPoint = scan->termListAndStartPoint;
2271     req->attributeSet = scan->attributeSet;
2272
2273     *req->numberOfTermsRequested =
2274         ZOOM_options_get_int(scan->options, "number", 10);
2275
2276     req->preferredPositionInResponse =
2277         odr_intdup (c->odr_out,
2278                     ZOOM_options_get_int(scan->options, "position", 1));
2279
2280     req->stepSize =
2281         odr_intdup (c->odr_out,
2282                     ZOOM_options_get_int(scan->options, "stepSize", 0));
2283
2284     req->databaseNames = set_DatabaseNames (c, scan->options,
2285                                             &req->num_databaseNames);
2286
2287     return send_APDU (c, apdu);
2288 }
2289
2290 ZOOM_API(size_t)
2291 ZOOM_scanset_size (ZOOM_scanset scan)
2292 {
2293     if (!scan || !scan->scan_response || !scan->scan_response->entries)
2294         return 0;
2295     return scan->scan_response->entries->num_entries;
2296 }
2297
2298 ZOOM_API(const char *)
2299 ZOOM_scanset_term (ZOOM_scanset scan, size_t pos,
2300                    int *occ, int *len)
2301 {
2302     const char *term = 0;
2303     size_t noent = ZOOM_scanset_size (scan);
2304     Z_ScanResponse *res = scan->scan_response;
2305
2306     *len = 0;
2307     *occ = 0;
2308     if (pos >= noent)
2309         return 0;
2310     if (res->entries->entries[pos]->which == Z_Entry_termInfo)
2311     {
2312         Z_TermInfo *t = res->entries->entries[pos]->u.termInfo;
2313
2314         if (t->term->which == Z_Term_general)
2315         {
2316             term = (const char *) t->term->u.general->buf;
2317             *len = t->term->u.general->len;
2318         }
2319         *occ = t->globalOccurrences ? *t->globalOccurrences : 0;
2320     }
2321     return term;
2322 }
2323
2324 ZOOM_API(const char *)
2325 ZOOM_scanset_display_term (ZOOM_scanset scan, size_t pos,
2326                            int *occ, int *len)
2327 {
2328     const char *term = 0;
2329     size_t noent = ZOOM_scanset_size (scan);
2330     Z_ScanResponse *res = scan->scan_response;
2331
2332     *len = 0;
2333     *occ = 0;
2334     if (pos >= noent)
2335         return 0;
2336     if (res->entries->entries[pos]->which == Z_Entry_termInfo)
2337     {
2338         Z_TermInfo *t = res->entries->entries[pos]->u.termInfo;
2339
2340         if (t->displayTerm)
2341         {
2342             term = t->displayTerm;
2343             *len = strlen(term);
2344         }
2345         else if (t->term->which == Z_Term_general)
2346         {
2347             term = (const char *) t->term->u.general->buf;
2348             *len = t->term->u.general->len;
2349         }
2350         *occ = t->globalOccurrences ? *t->globalOccurrences : 0;
2351     }
2352     return term;
2353 }
2354
2355 ZOOM_API(const char *)
2356 ZOOM_scanset_option_get (ZOOM_scanset scan, const char *key)
2357 {
2358     return ZOOM_options_get (scan->options, key);
2359 }
2360
2361 ZOOM_API(void)
2362 ZOOM_scanset_option_set (ZOOM_scanset scan, const char *key,
2363                               const char *val)
2364 {
2365     ZOOM_options_set (scan->options, key, val);
2366 }
2367
2368 static Z_APDU *create_es_package (ZOOM_package p, int type)
2369 {
2370     const char *str;
2371     Z_APDU *apdu = zget_APDU(p->odr_out, Z_APDU_extendedServicesRequest);
2372     Z_ExtendedServicesRequest *req = apdu->u.extendedServicesRequest;
2373
2374     *req->function = Z_ExtendedServicesRequest_create;
2375
2376     str = ZOOM_options_get(p->options, "package-name");
2377     if (str && *str)
2378         req->packageName = nmem_strdup (p->odr_out->mem, str);
2379
2380     str = ZOOM_options_get(p->options, "user-id");
2381     if (str)
2382         req->userId = nmem_strdup (p->odr_out->mem, str);
2383
2384     req->packageType = yaz_oidval_to_z3950oid(p->odr_out, CLASS_EXTSERV,
2385                                               type);
2386
2387     str = ZOOM_options_get(p->options, "function");
2388     if (str)
2389     {
2390         if (!strcmp (str, "create"))
2391             *req->function = 1;
2392         if (!strcmp (str, "delete"))
2393             *req->function = 2;
2394         if (!strcmp (str, "modify"))
2395             *req->function = 3;
2396     }
2397     return apdu;
2398 }
2399
2400 static const char *ill_array_lookup (void *clientData, const char *idx)
2401 {
2402     ZOOM_package p = (ZOOM_package) clientData;
2403     return ZOOM_options_get (p->options, idx+4);
2404 }
2405
2406 static Z_External *encode_ill_request (ZOOM_package p)
2407 {
2408     ODR out = p->odr_out;
2409     ILL_Request *req;
2410     Z_External *r = 0;
2411     struct ill_get_ctl ctl;
2412
2413     ctl.odr = p->odr_out;
2414     ctl.clientData = p;
2415     ctl.f = ill_array_lookup;
2416
2417     req = ill_get_ILLRequest(&ctl, "ill", 0);
2418
2419     if (!ill_Request (out, &req, 0, 0))
2420     {
2421         int ill_request_size;
2422         char *ill_request_buf = odr_getbuf (out, &ill_request_size, 0);
2423         if (ill_request_buf)
2424             odr_setbuf (out, ill_request_buf, ill_request_size, 1);
2425         return 0;
2426     }
2427     else
2428     {
2429         oident oid;
2430         int illRequest_size = 0;
2431         char *illRequest_buf = odr_getbuf (out, &illRequest_size, 0);
2432
2433         oid.proto = PROTO_GENERAL;
2434         oid.oclass = CLASS_GENERAL;
2435         oid.value = VAL_ISO_ILL_1;
2436
2437         r = (Z_External *) odr_malloc (out, sizeof(*r));
2438         r->direct_reference = odr_oiddup(out,oid_getoidbyent(&oid));
2439         r->indirect_reference = 0;
2440         r->descriptor = 0;
2441         r->which = Z_External_single;
2442
2443         r->u.single_ASN1_type = (Odr_oct *)
2444             odr_malloc (out, sizeof(*r->u.single_ASN1_type));
2445         r->u.single_ASN1_type->buf = (unsigned char*)
2446             odr_malloc (out, illRequest_size);
2447         r->u.single_ASN1_type->len = illRequest_size;
2448         r->u.single_ASN1_type->size = illRequest_size;
2449         memcpy (r->u.single_ASN1_type->buf, illRequest_buf, illRequest_size);
2450     }
2451     return r;
2452 }
2453
2454 static Z_ItemOrder *encode_item_order(ZOOM_package p)
2455 {
2456     Z_ItemOrder *req = (Z_ItemOrder *) odr_malloc (p->odr_out, sizeof(*req));
2457     const char *str;
2458
2459     req->which = Z_IOItemOrder_esRequest;
2460     req->u.esRequest = (Z_IORequest *)
2461         odr_malloc(p->odr_out,sizeof(Z_IORequest));
2462
2463     /* to keep part ... */
2464     req->u.esRequest->toKeep = (Z_IOOriginPartToKeep *)
2465         odr_malloc(p->odr_out,sizeof(Z_IOOriginPartToKeep));
2466     req->u.esRequest->toKeep->supplDescription = 0;
2467     req->u.esRequest->toKeep->contact = (Z_IOContact *)
2468         odr_malloc (p->odr_out, sizeof(*req->u.esRequest->toKeep->contact));
2469
2470     str = ZOOM_options_get(p->options, "contact-name");
2471     req->u.esRequest->toKeep->contact->name = str ?
2472         nmem_strdup (p->odr_out->mem, str) : 0;
2473
2474     str = ZOOM_options_get(p->options, "contact-phone");
2475     req->u.esRequest->toKeep->contact->phone = str ?
2476         nmem_strdup (p->odr_out->mem, str) : 0;
2477
2478     str = ZOOM_options_get(p->options, "contact-email");
2479     req->u.esRequest->toKeep->contact->email = str ?
2480         nmem_strdup (p->odr_out->mem, str) : 0;
2481
2482     req->u.esRequest->toKeep->addlBilling = 0;
2483
2484     /* not to keep part ... */
2485     req->u.esRequest->notToKeep = (Z_IOOriginPartNotToKeep *)
2486         odr_malloc(p->odr_out,sizeof(Z_IOOriginPartNotToKeep));
2487
2488     str = ZOOM_options_get(p->options, "itemorder-setname");
2489     if (!str)
2490         str = "default";
2491
2492     if (!*str)
2493         req->u.esRequest->notToKeep->resultSetItem = 0;
2494     else
2495     {
2496         req->u.esRequest->notToKeep->resultSetItem = (Z_IOResultSetItem *)
2497            odr_malloc(p->odr_out, sizeof(Z_IOResultSetItem));
2498
2499         req->u.esRequest->notToKeep->resultSetItem->resultSetId =
2500            nmem_strdup (p->odr_out->mem, str);
2501         req->u.esRequest->notToKeep->resultSetItem->item =
2502             (int *) odr_malloc(p->odr_out, sizeof(int));
2503
2504         str = ZOOM_options_get(p->options, "itemorder-item");
2505         *req->u.esRequest->notToKeep->resultSetItem->item =
2506             (str ? atoi(str) : 1);
2507     }
2508     req->u.esRequest->notToKeep->itemRequest = encode_ill_request(p);
2509
2510     return req;
2511 }
2512
2513 Z_APDU *create_admin_package(ZOOM_package p, int type,
2514                              Z_ESAdminOriginPartToKeep **toKeepP,
2515                              Z_ESAdminOriginPartNotToKeep **notToKeepP)
2516 {
2517     Z_APDU *apdu = create_es_package (p, VAL_ADMINSERVICE);
2518     if (apdu)
2519     {
2520         Z_ESAdminOriginPartToKeep  *toKeep;
2521         Z_ESAdminOriginPartNotToKeep  *notToKeep;
2522         Z_External *r = (Z_External *) odr_malloc (p->odr_out, sizeof(*r));
2523         const char *first_db = "Default";
2524         int num_db;
2525         char **db = set_DatabaseNames(p->connection, p->options, &num_db);
2526         if (num_db > 0)
2527             first_db = db[0];
2528
2529         r->direct_reference =
2530             yaz_oidval_to_z3950oid(p->odr_out, CLASS_EXTSERV,
2531                                    VAL_ADMINSERVICE);
2532         r->descriptor = 0;
2533         r->indirect_reference = 0;
2534         r->which = Z_External_ESAdmin;
2535
2536         r->u.adminService = (Z_Admin *)
2537             odr_malloc(p->odr_out, sizeof(*r->u.adminService));
2538         r->u.adminService->which = Z_Admin_esRequest;
2539         r->u.adminService->u.esRequest = (Z_AdminEsRequest *)
2540             odr_malloc(p->odr_out, sizeof(*r->u.adminService->u.esRequest));
2541
2542         toKeep = r->u.adminService->u.esRequest->toKeep =
2543             (Z_ESAdminOriginPartToKeep *)
2544             odr_malloc(p->odr_out, sizeof(*r->u.adminService->u.esRequest->toKeep));
2545         toKeep->which = type;
2546         toKeep->databaseName = odr_strdup(p->odr_out, first_db);
2547         toKeep->u.create = odr_nullval();
2548         apdu->u.extendedServicesRequest->taskSpecificParameters = r;
2549
2550         r->u.adminService->u.esRequest->notToKeep = notToKeep =
2551             (Z_ESAdminOriginPartNotToKeep *)
2552             odr_malloc(p->odr_out,
2553                        sizeof(*r->u.adminService->u.esRequest->notToKeep));
2554         notToKeep->which = Z_ESAdminOriginPartNotToKeep_recordsWillFollow;
2555         notToKeep->u.recordsWillFollow = odr_nullval();
2556         if (toKeepP)
2557             *toKeepP = toKeep;
2558         if (notToKeepP)
2559             *notToKeepP = notToKeep;
2560     }
2561     return apdu;
2562 }
2563
2564 static Z_APDU *create_update_package(ZOOM_package p)
2565 {
2566     Z_APDU *apdu = 0;
2567     const char *first_db = "Default";
2568     int num_db;
2569     char **db = set_DatabaseNames(p->connection, p->options, &num_db);
2570     const char *action = ZOOM_options_get(p->options, "action");
2571     const char *recordIdOpaque = ZOOM_options_get(p->options, "recordIdOpaque");
2572     const char *recordIdNumber = ZOOM_options_get(p->options, "recordIdNumber");
2573     const char *record_buf = ZOOM_options_get(p->options, "record");
2574     const char *syntax_str = ZOOM_options_get(p->options, "syntax");
2575     int syntax_oid = VAL_NONE;
2576     int action_no = -1;
2577
2578     if (syntax_str)
2579         syntax_oid = oid_getvalbyname(syntax_str);
2580     if (!record_buf)
2581     {
2582         record_buf = "void";
2583         syntax_oid = VAL_SUTRS;
2584     }
2585     if (syntax_oid != VAL_NONE)
2586         syntax_oid = VAL_TEXT_XML;
2587
2588     if (num_db > 0)
2589         first_db = db[0];
2590
2591     if (!action)
2592         action = "specialUpdate";
2593
2594     if (!strcmp(action, "recordInsert"))
2595         action_no = Z_IUOriginPartToKeep_recordInsert;
2596     else if (!strcmp(action, "recordReplace"))
2597         action_no = Z_IUOriginPartToKeep_recordReplace;
2598     else if (!strcmp(action, "recordDelete"))
2599         action_no = Z_IUOriginPartToKeep_recordDelete;
2600     else if (!strcmp(action, "elementUpdate"))
2601         action_no = Z_IUOriginPartToKeep_elementUpdate;
2602     else if (!strcmp(action, "specialUpdate"))
2603         action_no = Z_IUOriginPartToKeep_specialUpdate;
2604     else
2605         return 0;
2606
2607     apdu = create_es_package (p, VAL_DBUPDATE);
2608     if (apdu)
2609     {
2610         Z_IUOriginPartToKeep *toKeep;
2611         Z_IUSuppliedRecords *notToKeep;
2612         Z_External *r = (Z_External *)
2613             odr_malloc (p->odr_out, sizeof(*r));
2614
2615         apdu->u.extendedServicesRequest->taskSpecificParameters = r;
2616
2617         r->direct_reference =
2618             yaz_oidval_to_z3950oid(p->odr_out, CLASS_EXTSERV,
2619                                    VAL_DBUPDATE);
2620         r->descriptor = 0;
2621         r->which = Z_External_update;
2622         r->indirect_reference = 0;
2623         r->u.update = (Z_IUUpdate *)
2624             odr_malloc(p->odr_out, sizeof(*r->u.update));
2625
2626         r->u.update->which = Z_IUUpdate_esRequest;
2627         r->u.update->u.esRequest = (Z_IUUpdateEsRequest *)
2628             odr_malloc(p->odr_out, sizeof(*r->u.update->u.esRequest));
2629         toKeep = r->u.update->u.esRequest->toKeep =
2630             (Z_IUOriginPartToKeep *)
2631             odr_malloc(p->odr_out, sizeof(*toKeep));
2632
2633         toKeep->databaseName = odr_strdup(p->odr_out, first_db);
2634         toKeep->schema = 0;
2635         toKeep->elementSetName = 0;
2636         toKeep->actionQualifier = 0;
2637         toKeep->action = odr_intdup(p->odr_out, action_no);
2638
2639         notToKeep = r->u.update->u.esRequest->notToKeep =
2640             (Z_IUSuppliedRecords *)
2641             odr_malloc(p->odr_out, sizeof(*notToKeep));
2642         notToKeep->num = 1;
2643         notToKeep->elements = (Z_IUSuppliedRecords_elem **)
2644             odr_malloc(p->odr_out, sizeof(*notToKeep->elements));
2645         notToKeep->elements[0] = (Z_IUSuppliedRecords_elem *)
2646             odr_malloc(p->odr_out, sizeof(**notToKeep->elements));
2647         notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_opaque;
2648         if (recordIdOpaque)
2649         {
2650             notToKeep->elements[0]->u.opaque = (Odr_oct *)
2651                 odr_malloc (p->odr_out, sizeof(Odr_oct));
2652             notToKeep->elements[0]->u.opaque->size =
2653                 notToKeep->elements[0]->u.opaque->len = strlen(recordIdOpaque);
2654             notToKeep->elements[0]->u.opaque->buf = (unsigned char*)
2655                 odr_strdup(p->odr_out, recordIdOpaque);
2656         }
2657         else if (recordIdNumber)
2658         {
2659             notToKeep->elements[0]->which = Z_IUSuppliedRecords_elem_number;
2660
2661             notToKeep->elements[0]->u.number =
2662                 odr_intdup(p->odr_out, atoi(recordIdNumber));
2663         }
2664         else
2665             notToKeep->elements[0]->u.opaque = 0;
2666         notToKeep->elements[0]->supplementalId = 0;
2667         notToKeep->elements[0]->correlationInfo = 0;
2668         notToKeep->elements[0]->record =
2669             z_ext_record(p->odr_out, syntax_oid,
2670                          record_buf, strlen(record_buf));
2671     }
2672     if (0 && apdu)
2673     {
2674        ODR print = odr_createmem(ODR_PRINT);
2675
2676        z_APDU(print, &apdu, 0, 0);
2677        odr_destroy(print);
2678     }
2679     return apdu;
2680 }
2681
2682 ZOOM_API(void)
2683     ZOOM_package_send (ZOOM_package p, const char *type)
2684 {
2685     Z_APDU *apdu = 0;
2686     ZOOM_connection c;
2687     if (!p)
2688         return;
2689     c = p->connection;
2690     odr_reset (p->odr_out);
2691     xfree (p->buf_out);
2692     p->buf_out = 0;
2693     if (!strcmp(type, "itemorder"))
2694     {
2695         apdu = create_es_package (p, VAL_ITEMORDER);
2696         if (apdu)
2697         {
2698             Z_External *r = (Z_External *) odr_malloc (p->odr_out, sizeof(*r));
2699
2700             r->direct_reference =
2701                 yaz_oidval_to_z3950oid(p->odr_out, CLASS_EXTSERV,
2702                                        VAL_ITEMORDER);
2703             r->descriptor = 0;
2704             r->which = Z_External_itemOrder;
2705             r->indirect_reference = 0;
2706             r->u.itemOrder = encode_item_order (p);
2707
2708             apdu->u.extendedServicesRequest->taskSpecificParameters = r;
2709         }
2710     }
2711     else if (!strcmp(type, "create"))  /* create database */
2712     {
2713         apdu = create_admin_package(p, Z_ESAdminOriginPartToKeep_create,
2714                                     0, 0);
2715     }
2716     else if (!strcmp(type, "drop"))  /* drop database */
2717     {
2718         apdu = create_admin_package(p, Z_ESAdminOriginPartToKeep_drop,
2719                                     0, 0);
2720     }
2721     else if (!strcmp(type, "commit"))  /* commit changes */
2722     {
2723         apdu = create_admin_package(p, Z_ESAdminOriginPartToKeep_commit,
2724                                     0, 0);
2725     }
2726     else if (!strcmp(type, "update")) /* update record(s) */
2727     {
2728         apdu = create_update_package(p);
2729     }
2730     if (apdu)
2731     {
2732         if (encode_APDU(p->connection, apdu, p->odr_out) == 0)
2733         {
2734             char *buf;
2735
2736             ZOOM_task task = ZOOM_connection_add_task (c, ZOOM_TASK_PACKAGE);
2737             task->u.package = p;
2738             buf = odr_getbuf(p->odr_out, &p->len_out, 0);
2739             p->buf_out = (char *) xmalloc (p->len_out);
2740             memcpy (p->buf_out, buf, p->len_out);
2741
2742             (p->refcount)++;
2743             if (!c->async)
2744             {
2745                 while (ZOOM_event (1, &c))
2746                     ;
2747             }
2748         }
2749     }
2750 }
2751
2752 ZOOM_API(ZOOM_package)
2753     ZOOM_connection_package (ZOOM_connection c, ZOOM_options options)
2754 {
2755     ZOOM_package p = (ZOOM_package) xmalloc (sizeof(*p));
2756
2757     p->connection = c;
2758     p->odr_out = odr_createmem (ODR_ENCODE);
2759     p->options = ZOOM_options_create_with_parent2 (options, c->options);
2760     p->refcount = 1;
2761     p->buf_out = 0;
2762     p->len_out = 0;
2763     return p;
2764 }
2765
2766 ZOOM_API(void)
2767     ZOOM_package_destroy(ZOOM_package p)
2768 {
2769     if (!p)
2770         return;
2771     (p->refcount)--;
2772     if (p->refcount == 0)
2773     {
2774         odr_destroy (p->odr_out);
2775         xfree (p->buf_out);
2776
2777         ZOOM_options_destroy (p->options);
2778         xfree (p);
2779     }
2780 }
2781
2782 ZOOM_API(const char *)
2783 ZOOM_package_option_get (ZOOM_package p, const char *key)
2784 {
2785     return ZOOM_options_get (p->options, key);
2786 }
2787
2788
2789 ZOOM_API(void)
2790 ZOOM_package_option_set (ZOOM_package p, const char *key,
2791                               const char *val)
2792 {
2793     ZOOM_options_set (p->options, key, val);
2794 }
2795
2796 static int ZOOM_connection_exec_task (ZOOM_connection c)
2797 {
2798     ZOOM_task task = c->tasks;
2799     zoom_ret ret = zoom_complete;
2800
2801     if (!task)
2802     {
2803         yaz_log (log_level, "ZOOM_connection_exec_task task=<null>");
2804         return 0;
2805     }
2806     yaz_log (log_level, "ZOOM_connection_exec_task type=%d run=%d",
2807              task->which, task->running);
2808     if (c->error != ZOOM_ERROR_NONE)
2809     {
2810         yaz_log (log_level, "remove tasks because of error = %d", c->error);
2811         ZOOM_connection_remove_tasks (c);
2812         return 0;
2813     }
2814     if (task->running)
2815     {
2816         yaz_log (log_level, "task already running");
2817         return 0;
2818     }
2819     task->running = 1;
2820     ret = zoom_complete;
2821     if (c->cs || task->which == ZOOM_TASK_CONNECT)
2822     {
2823         switch (task->which)
2824         {
2825         case ZOOM_TASK_SEARCH:
2826             if (c->proto == PROTO_HTTP)
2827                 ret = ZOOM_connection_srw_send_search(c);
2828             else
2829                 ret = ZOOM_connection_send_search(c);
2830             break;
2831         case ZOOM_TASK_RETRIEVE:
2832             if (c->proto == PROTO_HTTP)
2833                 ret = ZOOM_connection_srw_send_search(c);
2834             else
2835                 ret = send_present (c);
2836             break;
2837         case ZOOM_TASK_CONNECT:
2838             ret = do_connect(c);
2839             break;
2840         case ZOOM_TASK_SCAN:
2841             ret = send_scan(c);
2842             break;
2843         case ZOOM_TASK_PACKAGE:
2844             ret = send_package(c);
2845             break;
2846         case ZOOM_TASK_SORT:
2847             c->tasks->u.sort.resultset->r_sort_spec =
2848                 c->tasks->u.sort.q->sort_spec;
2849             ret = send_sort(c, c->tasks->u.sort.resultset);
2850             break;
2851         }
2852     }
2853     else
2854     {
2855         yaz_log (log_level, "remove tasks because no connection exist");
2856         ZOOM_connection_remove_tasks (c);
2857     }
2858     if (ret == zoom_complete)
2859     {
2860         yaz_log (log_level, "task removed (complete)");
2861         ZOOM_connection_remove_task (c);
2862         return 0;
2863     }
2864     yaz_log (log_level, "task pending");
2865     return 1;
2866 }
2867
2868 static zoom_ret send_sort_present (ZOOM_connection c)
2869 {
2870     zoom_ret r = zoom_complete;
2871
2872     if (c->tasks && c->tasks->which == ZOOM_TASK_SEARCH)
2873         r = send_sort (c, c->tasks->u.search.resultset);
2874     if (r == zoom_complete)
2875         r = send_present (c);
2876     return r;
2877 }
2878
2879 static int es_response (ZOOM_connection c,
2880                         Z_ExtendedServicesResponse *res)
2881 {
2882     if (!c->tasks || c->tasks->which != ZOOM_TASK_PACKAGE)
2883         return 0;
2884     if (res->diagnostics && res->num_diagnostics > 0)
2885         response_diag(c, res->diagnostics[0]);
2886     if (res->taskPackage &&
2887         res->taskPackage->which == Z_External_extendedService)
2888     {
2889         Z_TaskPackage *taskPackage = res->taskPackage->u.extendedService;
2890         Odr_oct *id = taskPackage->targetReference;
2891
2892         if (id)
2893             ZOOM_options_setl (c->tasks->u.package->options,
2894                                "targetReference", (char*) id->buf, id->len);
2895     }
2896     return 1;
2897 }
2898
2899
2900 static void handle_apdu (ZOOM_connection c, Z_APDU *apdu)
2901 {
2902     Z_InitResponse *initrs;
2903
2904     c->mask = 0;
2905     yaz_log (log_level, "recv APDU type=%d", apdu->which);
2906     switch(apdu->which)
2907     {
2908     case Z_APDU_initResponse:
2909         initrs = apdu->u.initResponse;
2910         ZOOM_connection_option_set(c, "serverImplementationId",
2911                                    initrs->implementationId ?
2912                                    initrs->implementationId : "");
2913         ZOOM_connection_option_set(c, "serverImplementationName",
2914                                    initrs->implementationName ?
2915                                    initrs->implementationName : "");
2916         ZOOM_connection_option_set(c, "serverImplementationVersion",
2917                                    initrs->implementationVersion ?
2918                                    initrs->implementationVersion : "");
2919         /* Set the three old options too, for old applications */
2920         ZOOM_connection_option_set(c, "targetImplementationId",
2921                                    initrs->implementationId ?
2922                                    initrs->implementationId : "");
2923         ZOOM_connection_option_set(c, "targetImplementationName",
2924                                    initrs->implementationName ?
2925                                    initrs->implementationName : "");
2926         ZOOM_connection_option_set(c, "targetImplementationVersion",
2927                                    initrs->implementationVersion ?
2928                                    initrs->implementationVersion : "");
2929         if (!*initrs->result)
2930         {
2931             set_ZOOM_error(c, ZOOM_ERROR_INIT, 0);
2932         }
2933         else
2934         {
2935             char *cookie =
2936                 yaz_oi_get_string_oidval (&apdu->u.initResponse->otherInfo,
2937                                           VAL_COOKIE, 1, 0);
2938             xfree (c->cookie_in);
2939             c->cookie_in = 0;
2940             if (cookie)
2941                 c->cookie_in = xstrdup(cookie);
2942             if (ODR_MASK_GET(initrs->options, Z_Options_namedResultSets) &&
2943                 ODR_MASK_GET(initrs->protocolVersion, Z_ProtocolVersion_3))
2944                 c->support_named_resultsets = 1;
2945             if (c->tasks)
2946             {
2947                 assert (c->tasks->which == ZOOM_TASK_CONNECT);
2948                 ZOOM_connection_remove_task (c);
2949             }
2950             ZOOM_connection_exec_task (c);
2951         }
2952         if (ODR_MASK_GET(initrs->options, Z_Options_negotiationModel))
2953         {
2954             NMEM tmpmem = nmem_create();
2955             Z_CharSetandLanguageNegotiation *p =
2956                 yaz_get_charneg_record(initrs->otherInfo);
2957
2958             if (p)
2959             {
2960                 char *charset = NULL, *lang = NULL;
2961                 int sel;
2962
2963                 yaz_get_response_charneg(tmpmem, p, &charset, &lang, &sel);
2964                 yaz_log(log_level, "Target accepted: charset %s, "
2965                         "language %s, select %d",
2966                         charset ? charset : "none", lang ? lang : "none", sel);
2967                 if (charset)
2968                     ZOOM_connection_option_set (c, "negotiation-charset",
2969                                                 charset);
2970                 if (lang)
2971                     ZOOM_connection_option_set (c, "negotiation-lang",
2972                                                 lang);
2973
2974                 ZOOM_connection_option_set (
2975                     c,  "negotiation-charset-in-effect-for-records",
2976                     (sel != 0) ? "1" : "0");
2977                 nmem_destroy(tmpmem);
2978             }
2979         }
2980         break;
2981     case Z_APDU_searchResponse:
2982         handle_search_response (c, apdu->u.searchResponse);
2983         if (send_sort_present (c) == zoom_complete)
2984             ZOOM_connection_remove_task (c);
2985         break;
2986     case Z_APDU_presentResponse:
2987         handle_present_response (c, apdu->u.presentResponse);
2988         if (send_present (c) == zoom_complete)
2989             ZOOM_connection_remove_task (c);
2990         break;
2991     case Z_APDU_sortResponse:
2992         sort_response (c, apdu->u.sortResponse);
2993         if (send_present (c) == zoom_complete)
2994             ZOOM_connection_remove_task (c);
2995         break;
2996     case Z_APDU_scanResponse:
2997         scan_response (c, apdu->u.scanResponse);
2998         ZOOM_connection_remove_task (c);
2999         break;
3000     case Z_APDU_extendedServicesResponse:
3001         es_response (c, apdu->u.extendedServicesResponse);
3002         ZOOM_connection_remove_task (c);
3003         break;
3004     case Z_APDU_close:
3005         if (c->reconnect_ok)
3006         {
3007             do_close(c);
3008             c->tasks->running = 0;
3009             ZOOM_connection_insert_task (c, ZOOM_TASK_CONNECT);
3010         }
3011         else
3012         {
3013             set_ZOOM_error(c, ZOOM_ERROR_CONNECTION_LOST, 0);
3014             do_close(c);
3015         }
3016         break;
3017     default:
3018         set_ZOOM_error(c, ZOOM_ERROR_DECODE, 0);
3019         do_close(c);
3020     }
3021 }
3022
3023 #if HAVE_XML2
3024 static void handle_srw_response(ZOOM_connection c,
3025                                 Z_SRW_searchRetrieveResponse *res)
3026 {
3027     ZOOM_resultset resultset = 0;
3028     int i;
3029     NMEM nmem;
3030     ZOOM_Event event;
3031
3032     if (!c->tasks)
3033         return;
3034
3035     if (c->tasks->which == ZOOM_TASK_SEARCH)
3036         resultset = c->tasks->u.search.resultset;
3037     else if (c->tasks->which == ZOOM_TASK_RETRIEVE)
3038         resultset = c->tasks->u.retrieve.resultset;
3039     else
3040         return ;
3041
3042     event = ZOOM_Event_create(ZOOM_EVENT_RECV_SEARCH);
3043     ZOOM_connection_put_event(c, event);
3044
3045     resultset->size = 0;
3046
3047     yaz_log(log_level, "got SRW response OK");
3048
3049     if (res->numberOfRecords)
3050         resultset->size = *res->numberOfRecords;
3051
3052     for (i = 0; i<res->num_records; i++)
3053     {
3054         int pos;
3055
3056         Z_NamePlusRecord *npr = (Z_NamePlusRecord *)
3057             odr_malloc(c->odr_in, sizeof(Z_NamePlusRecord));
3058
3059         if (res->records[i].recordPosition &&
3060             *res->records[i].recordPosition > 0)
3061             pos = *res->records[i].recordPosition - 1;
3062         else
3063             pos = resultset->start + i;
3064
3065         npr->databaseName = 0;
3066         npr->which = Z_NamePlusRecord_databaseRecord;
3067         npr->u.databaseRecord = (Z_External *)
3068             odr_malloc(c->odr_in, sizeof(Z_External));
3069         npr->u.databaseRecord->descriptor = 0;
3070         npr->u.databaseRecord->direct_reference =
3071             yaz_oidval_to_z3950oid(c->odr_in, CLASS_RECSYN, VAL_TEXT_XML);
3072         npr->u.databaseRecord->which = Z_External_octet;
3073         npr->u.databaseRecord->u.octet_aligned = (Odr_oct *)
3074             odr_malloc(c->odr_in, sizeof(Odr_oct));
3075         npr->u.databaseRecord->u.octet_aligned->buf = (unsigned char*)
3076             res->records[i].recordData_buf;
3077         npr->u.databaseRecord->u.octet_aligned->len =
3078             npr->u.databaseRecord->u.octet_aligned->size =
3079             res->records[i].recordData_len;
3080         record_cache_add (resultset, npr, pos);
3081     }
3082     if (res->num_diagnostics > 0)
3083     {
3084         const char *uri = res->diagnostics[0].uri;
3085         if (uri)
3086         {
3087             int code = 0;
3088             const char *cp;
3089             if ((cp = strrchr(uri, '/')))
3090                 code = atoi(cp+1);
3091             set_dset_error(c, code, uri,
3092                            res->diagnostics[0].details, 0);
3093         }
3094     }
3095     nmem = odr_extract_mem(c->odr_in);
3096     nmem_transfer(resultset->odr->mem, nmem);
3097     nmem_destroy(nmem);
3098 }
3099 #endif
3100
3101 #if HAVE_XML2
3102 static void handle_http(ZOOM_connection c, Z_HTTP_Response *hres)
3103 {
3104     int ret = -1;
3105     const char *content_type = z_HTTP_header_lookup(hres->headers,
3106                                                     "Content-Type");
3107     const char *connection_head = z_HTTP_header_lookup(hres->headers,
3108                                                        "Connection");
3109     c->mask = 0;
3110     yaz_log (log_level, "handle_http");
3111
3112     if (content_type && !yaz_strcmp_del("text/xml", content_type, "; "))
3113     {
3114         Z_SOAP *soap_package = 0;
3115         ODR o = c->odr_in;
3116         Z_SOAP_Handler soap_handlers[2] = {
3117             {"http://www.loc.gov/zing/srw/", 0,
3118              (Z_SOAP_fun) yaz_srw_codec},
3119             {0, 0, 0}
3120         };
3121         ret = z_soap_codec(o, &soap_package,
3122                            &hres->content_buf, &hres->content_len,
3123                            soap_handlers);
3124         if (!ret && soap_package->which == Z_SOAP_generic &&
3125             soap_package->u.generic->no == 0)
3126         {
3127             Z_SRW_PDU *sr = (Z_SRW_PDU*) soap_package->u.generic->p;
3128             if (sr->which == Z_SRW_searchRetrieve_response)
3129                 handle_srw_response(c, sr->u.response);
3130             else
3131                 ret = -1;
3132         }
3133         else if (!ret && (soap_package->which == Z_SOAP_fault
3134                           || soap_package->which == Z_SOAP_error))
3135         {
3136             set_HTTP_error(c, hres->code,
3137                            soap_package->u.fault->fault_code,
3138                            soap_package->u.fault->fault_string);
3139         }
3140         else
3141             ret = -1;
3142     }
3143     if (ret)
3144     {
3145         if (hres->code != 200)
3146             set_HTTP_error(c, hres->code, 0, 0);
3147         else
3148             set_ZOOM_error(c, ZOOM_ERROR_DECODE, 0);
3149         do_close (c);
3150     }
3151     ZOOM_connection_remove_task(c);
3152     if (!strcmp(hres->version, "1.0"))
3153     {
3154         /* HTTP 1.0: only if Keep-Alive we stay alive.. */
3155         if (!connection_head || strcmp(connection_head, "Keep-Alive"))
3156             do_close(c);
3157     }
3158     else
3159     {
3160         /* HTTP 1.1: only if no close we stay alive .. */
3161         if (connection_head && !strcmp(connection_head, "close"))
3162             do_close(c);
3163     }
3164 }
3165 #endif
3166
3167 static int do_read (ZOOM_connection c)
3168 {
3169     int r, more;
3170     ZOOM_Event event;
3171
3172     event = ZOOM_Event_create (ZOOM_EVENT_RECV_DATA);
3173     ZOOM_connection_put_event (c, event);
3174
3175     r = cs_get (c->cs, &c->buf_in, &c->len_in);
3176     more = cs_more(c->cs);
3177     yaz_log (log_level, "do_read len=%d more=%d", r, more);
3178     if (r == 1)
3179         return 0;
3180     if (r <= 0)
3181     {
3182         if (c->reconnect_ok)
3183         {
3184             do_close (c);
3185             c->reconnect_ok = 0;
3186             yaz_log (log_level, "reconnect read");
3187             c->tasks->running = 0;
3188             ZOOM_connection_insert_task (c, ZOOM_TASK_CONNECT);
3189         }
3190         else
3191         {
3192             set_ZOOM_error(c, ZOOM_ERROR_CONNECTION_LOST, 0);
3193             do_close (c);
3194         }
3195     }
3196     else
3197     {
3198         Z_GDU *gdu;
3199         ZOOM_Event event;
3200
3201         odr_reset (c->odr_in);
3202         odr_setbuf (c->odr_in, c->buf_in, r, 0);
3203         event = ZOOM_Event_create (ZOOM_EVENT_RECV_APDU);
3204         ZOOM_connection_put_event (c, event);
3205
3206         if (!z_GDU (c->odr_in, &gdu, 0, 0))
3207         {
3208             int x;
3209             int err = odr_geterrorx(c->odr_in, &x);
3210             char msg[60];
3211             const char *element = odr_getelement(c->odr_in);
3212             sprintf (msg, "ODR code %d:%d element=%-20s",
3213                      err, x, element ? element : "<unknown>");
3214             set_ZOOM_error(c, ZOOM_ERROR_DECODE, msg);
3215             do_close (c);
3216         }
3217         else if (gdu->which == Z_GDU_Z3950)
3218             handle_apdu (c, gdu->u.z3950);
3219         else if (gdu->which == Z_GDU_HTTP_Response)
3220         {
3221 #if HAVE_XML2
3222             handle_http (c, gdu->u.HTTP_Response);
3223 #else
3224             set_ZOOM_error(c, ZOOM_ERROR_DECODE, 0);
3225             do_close (c);
3226 #endif
3227         }
3228         c->reconnect_ok = 0;
3229     }
3230     return 1;
3231 }
3232
3233 static zoom_ret do_write_ex (ZOOM_connection c, char *buf_out, int len_out)
3234 {
3235     int r;
3236     ZOOM_Event event;
3237
3238     event = ZOOM_Event_create(ZOOM_EVENT_SEND_DATA);
3239     ZOOM_connection_put_event (c, event);
3240
3241     yaz_log (log_level, "do_write_ex len=%d", len_out);
3242     if ((r = cs_put(c->cs, buf_out, len_out)) < 0)
3243     {
3244         if (c->reconnect_ok)
3245         {
3246             do_close (c);
3247             c->reconnect_ok = 0;
3248             yaz_log (log_level, "reconnect write");
3249             c->tasks->running = 0;
3250             ZOOM_connection_insert_task (c, ZOOM_TASK_CONNECT);
3251             return zoom_pending;
3252         }
3253         if (c->state == STATE_CONNECTING)
3254             set_ZOOM_error(c, ZOOM_ERROR_CONNECT, 0);
3255         else
3256             set_ZOOM_error(c, ZOOM_ERROR_CONNECTION_LOST, 0);
3257         do_close (c);
3258         return zoom_complete;
3259     }
3260     else if (r == 1)
3261     {
3262         c->mask = ZOOM_SELECT_EXCEPT;
3263         if (c->cs->io_pending & CS_WANT_WRITE)
3264             c->mask += ZOOM_SELECT_WRITE;
3265         if (c->cs->io_pending & CS_WANT_READ)
3266             c->mask += ZOOM_SELECT_READ;
3267         yaz_log (log_level, "do_write_ex 1 mask=%d", c->mask);
3268     }
3269     else
3270     {
3271         c->mask = ZOOM_SELECT_READ|ZOOM_SELECT_EXCEPT;
3272         yaz_log (log_level, "do_write_ex 2 mask=%d", c->mask);
3273     }
3274     return zoom_pending;
3275 }
3276
3277 static zoom_ret do_write(ZOOM_connection c)
3278 {
3279     return do_write_ex (c, c->buf_out, c->len_out);
3280 }
3281
3282
3283 ZOOM_API(const char *)
3284 ZOOM_connection_option_get (ZOOM_connection c, const char *key)
3285 {
3286     return ZOOM_options_get (c->options, key);
3287 }
3288
3289 ZOOM_API(void)
3290 ZOOM_connection_option_set (ZOOM_connection c, const char *key,
3291                             const char *val)
3292 {
3293     ZOOM_options_set (c->options, key, val);
3294 }
3295
3296 ZOOM_API(void)
3297 ZOOM_connection_option_setl (ZOOM_connection c, const char *key,
3298                              const char *val, int len)
3299 {
3300     ZOOM_options_setl (c->options, key, val, len);
3301 }
3302
3303 ZOOM_API(const char *)
3304 ZOOM_resultset_option_get (ZOOM_resultset r, const char *key)
3305 {
3306     return ZOOM_options_get (r->options, key);
3307 }
3308
3309 ZOOM_API(void)
3310 ZOOM_resultset_option_set (ZOOM_resultset r, const char *key,
3311                                   const char *val)
3312 {
3313     ZOOM_options_set (r->options, key, val);
3314 }
3315
3316
3317 ZOOM_API(int)
3318 ZOOM_connection_errcode (ZOOM_connection c)
3319 {
3320     return ZOOM_connection_error (c, 0, 0);
3321 }
3322
3323 ZOOM_API(const char *)
3324 ZOOM_connection_errmsg (ZOOM_connection c)
3325 {
3326     const char *msg;
3327     ZOOM_connection_error (c, &msg, 0);
3328     return msg;
3329 }
3330
3331 ZOOM_API(const char *)
3332 ZOOM_connection_addinfo (ZOOM_connection c)
3333 {
3334     const char *addinfo;
3335     ZOOM_connection_error (c, 0, &addinfo);
3336     return addinfo;
3337 }
3338
3339 ZOOM_API(const char *)
3340 ZOOM_diag_str (int error)
3341 {
3342     switch (error)
3343     {
3344     case ZOOM_ERROR_NONE:
3345         return "No error";
3346     case ZOOM_ERROR_CONNECT:
3347         return "Connect failed";
3348     case ZOOM_ERROR_MEMORY:
3349         return "Out of memory";
3350     case ZOOM_ERROR_ENCODE:
3351         return "Encoding failed";
3352     case ZOOM_ERROR_DECODE:
3353         return "Decoding failed";
3354     case ZOOM_ERROR_CONNECTION_LOST:
3355         return "Connection lost";
3356     case ZOOM_ERROR_INIT:
3357         return "Init rejected";
3358     case ZOOM_ERROR_INTERNAL:
3359         return "Internal failure";
3360     case ZOOM_ERROR_TIMEOUT:
3361         return "Timeout";
3362     case ZOOM_ERROR_UNSUPPORTED_PROTOCOL:
3363         return "Unsupported protocol";
3364     case ZOOM_ERROR_UNSUPPORTED_QUERY:
3365         return "Unsupported query type";
3366     case ZOOM_ERROR_INVALID_QUERY:
3367         return "Invalid query";
3368     default:
3369         return diagbib1_str (error);
3370     }
3371 }
3372
3373 ZOOM_API(int)
3374 ZOOM_connection_error_x (ZOOM_connection c, const char **cp,
3375                          const char **addinfo, const char **diagset)
3376 {
3377     int error = c->error;
3378     if (cp)
3379     {
3380         if (!c->diagset || !strcmp(c->diagset, "ZOOM"))
3381             *cp = ZOOM_diag_str(error);
3382         else if (!strcmp(c->diagset, "HTTP"))
3383             *cp = z_HTTP_errmsg(c->error);
3384         else if (!strcmp(c->diagset, "Bib-1"))
3385             *cp = ZOOM_diag_str(error);
3386         else if (!strcmp(c->diagset, "info:srw/diagnostic/1"))
3387             *cp = yaz_diag_srw_str(c->error);
3388         else
3389             *cp = "Unknown error and diagnostic set";
3390     }
3391     if (addinfo)
3392         *addinfo = c->addinfo ? c->addinfo : "";
3393     if (diagset)
3394         *diagset = c->diagset ? c->diagset : "";
3395     return c->error;
3396 }
3397
3398 ZOOM_API(int)
3399 ZOOM_connection_error (ZOOM_connection c, const char **cp,
3400                        const char **addinfo)
3401 {
3402     return ZOOM_connection_error_x(c, cp, addinfo, 0);
3403 }
3404
3405 static int ZOOM_connection_do_io(ZOOM_connection c, int mask)
3406 {
3407     ZOOM_Event event = 0;
3408     int r = cs_look(c->cs);
3409     yaz_log (log_level, "ZOOM_connection_do_io c=%p mask=%d cs_look=%d",
3410              c, mask, r);
3411
3412     if (r == CS_NONE)
3413     {
3414         event = ZOOM_Event_create (ZOOM_EVENT_CONNECT);
3415         set_ZOOM_error(c, ZOOM_ERROR_CONNECT, 0);
3416         do_close (c);
3417         ZOOM_connection_put_event (c, event);
3418     }
3419     else if (r == CS_CONNECT)
3420     {
3421         int ret;
3422         event = ZOOM_Event_create (ZOOM_EVENT_CONNECT);
3423
3424         ret = cs_rcvconnect (c->cs);
3425         yaz_log (log_level, "cs_rcvconnect returned %d", ret);
3426         if (ret == 1)
3427         {
3428             c->mask = ZOOM_SELECT_EXCEPT;
3429             if (c->cs->io_pending & CS_WANT_WRITE)
3430                 c->mask += ZOOM_SELECT_WRITE;
3431             if (c->cs->io_pending & CS_WANT_READ)
3432                 c->mask += ZOOM_SELECT_READ;
3433             ZOOM_connection_put_event (c, event);
3434         }
3435         else if (ret == 0)
3436         {
3437             ZOOM_connection_put_event (c, event);
3438             get_cert(c);
3439             if (c->proto == PROTO_Z3950)
3440                 ZOOM_connection_send_init(c);
3441             else
3442             {
3443                 /* no init request for SRW .. */
3444                 assert (c->tasks->which == ZOOM_TASK_CONNECT);
3445                 ZOOM_connection_remove_task (c);
3446                 c->mask = 0;
3447                 ZOOM_connection_exec_task (c);
3448             }
3449             c->state = STATE_ESTABLISHED;
3450         }
3451         else
3452         {
3453             set_ZOOM_error(c, ZOOM_ERROR_CONNECT, 0);
3454             do_close (c);
3455             ZOOM_connection_put_event (c, event);
3456         }
3457     }
3458     else
3459     {
3460         if (mask & ZOOM_SELECT_READ)
3461             do_read (c);
3462         if (c->cs && (mask & ZOOM_SELECT_WRITE))
3463             do_write (c);
3464     }
3465     return 1;
3466 }
3467
3468 ZOOM_API(int)
3469 ZOOM_connection_last_event(ZOOM_connection cs)
3470 {
3471     if (!cs)
3472         return ZOOM_EVENT_NONE;
3473     return cs->last_event;
3474 }
3475
3476 ZOOM_API(int)
3477 ZOOM_event (int no, ZOOM_connection *cs)
3478 {
3479     int timeout = 30;      /* default timeout in seconds */
3480     int timeout_set = 0;   /* whether it was overriden at all */
3481 #if HAVE_SYS_POLL_H
3482     struct pollfd pollfds[1024];
3483     ZOOM_connection poll_cs[1024];
3484 #else
3485     struct timeval tv;
3486     fd_set input, output, except;
3487 #endif
3488     int i, r, nfds;
3489     int max_fd = 0;
3490
3491     for (i = 0; i<no; i++)
3492     {
3493         ZOOM_connection c = cs[i];
3494         ZOOM_Event event;
3495         if (c && (event = ZOOM_connection_get_event(c)))
3496         {
3497             ZOOM_Event_destroy (event);
3498             return i+1;
3499         }
3500     }
3501     for (i = 0; i<no; i++)
3502     {
3503         ZOOM_connection c = cs[i];
3504         ZOOM_Event event;
3505         if (c && ZOOM_connection_exec_task (c))
3506         {
3507             if ((event = ZOOM_connection_get_event(c)))
3508             {
3509                 ZOOM_Event_destroy (event);
3510                 return i+1;
3511             }
3512         }
3513     }
3514 #if HAVE_SYS_POLL_H
3515
3516 #else
3517     FD_ZERO (&input);
3518     FD_ZERO (&output);
3519     FD_ZERO (&except);
3520 #endif
3521     nfds = 0;
3522     for (i = 0; i<no; i++)
3523     {
3524         ZOOM_connection c = cs[i];
3525         int fd, mask;
3526         int this_timeout;
3527
3528         if (!c)
3529             continue;
3530         fd = z3950_connection_socket(c);
3531         mask = z3950_connection_mask(c);
3532
3533         if (fd == -1)
3534             continue;
3535         if (max_fd < fd)
3536             max_fd = fd;
3537
3538         /* -1 is used for indefinite timeout (no timeout), so -2 here. */
3539         this_timeout = ZOOM_options_get_int (c->options, "timeout", -2);
3540         if (this_timeout != -2)
3541         {
3542             /* ensure the minimum timeout is used */
3543             if (!timeout_set)
3544                 timeout = this_timeout;
3545             else if (this_timeout != -1 && this_timeout < timeout)
3546                 timeout = this_timeout;
3547             timeout_set = 1;
3548         }
3549 #if HAVE_SYS_POLL_H
3550         if (mask)
3551         {
3552             short poll_events = 0;
3553
3554             if (mask & ZOOM_SELECT_READ)
3555                 poll_events += POLLIN;
3556             if (mask & ZOOM_SELECT_WRITE)
3557                 poll_events += POLLOUT;
3558             if (mask & ZOOM_SELECT_EXCEPT)
3559                 poll_events += POLLERR;
3560             pollfds[nfds].fd = fd;
3561             pollfds[nfds].events = poll_events;
3562             pollfds[nfds].revents = 0;
3563             poll_cs[nfds] = c;
3564             nfds++;
3565         }
3566 #else
3567         if (mask & ZOOM_SELECT_READ)
3568         {
3569             FD_SET (fd, &input);
3570             nfds++;
3571         }
3572         if (mask & ZOOM_SELECT_WRITE)
3573         {
3574             FD_SET (fd, &output);
3575             nfds++;
3576         }
3577         if (mask & ZOOM_SELECT_EXCEPT)
3578         {
3579             FD_SET (fd, &except);
3580             nfds++;
3581         }
3582 #endif
3583     }
3584     if (!nfds)
3585         return 0;
3586
3587 #if HAVE_SYS_POLL_H
3588     r = poll (pollfds, nfds, (timeout == -1 ? -1 : timeout * 1000));
3589     for (i = 0; i<nfds; i++)
3590     {
3591         ZOOM_connection c = poll_cs[i];
3592         if (r && c->mask)
3593         {
3594             int mask = 0;
3595             if (pollfds[i].revents & POLLIN)
3596                 mask += ZOOM_SELECT_READ;
3597             if (pollfds[i].revents & POLLOUT)
3598                 mask += ZOOM_SELECT_WRITE;
3599             if (pollfds[i].revents & POLLERR)
3600                 mask += ZOOM_SELECT_EXCEPT;
3601             if (mask)
3602                 ZOOM_connection_do_io(c, mask);
3603         }
3604         else if (r == 0 && c->mask)
3605         {
3606             ZOOM_Event event = ZOOM_Event_create(ZOOM_EVENT_TIMEOUT);
3607             /* timeout and this connection was waiting */
3608             set_ZOOM_error(c, ZOOM_ERROR_TIMEOUT, 0);
3609             do_close (c);
3610             ZOOM_connection_put_event(c, event);
3611         }
3612     }
3613 #else
3614     tv.tv_sec = timeout;
3615     tv.tv_usec = 0;
3616     yaz_log (log_level, "select start");
3617     r = select (max_fd+1, &input, &output, &except, (timeout == -1 ? 0 : &tv));
3618     yaz_log (log_level, "select stop, returned r=%d", r);
3619     for (i = 0; i<no; i++)
3620     {
3621         ZOOM_connection c = cs[i];
3622         int fd, mask;
3623
3624         if (!c)
3625             continue;
3626         fd = z3950_connection_socket(c);
3627         mask = 0;
3628         if (r && c->mask)
3629         {
3630             /* no timeout and real socket */
3631             if (FD_ISSET(fd, &input))
3632                 mask += ZOOM_SELECT_READ;
3633             if (FD_ISSET(fd, &output))
3634                 mask += ZOOM_SELECT_WRITE;
3635             if (FD_ISSET(fd, &except))
3636                 mask += ZOOM_SELECT_EXCEPT;
3637             if (mask)
3638                 ZOOM_connection_do_io(c, mask);
3639         }
3640         if (r == 0 && c->mask)
3641         {
3642             ZOOM_Event event = ZOOM_Event_create(ZOOM_EVENT_TIMEOUT);
3643             /* timeout and this connection was waiting */
3644             set_ZOOM_error(c, ZOOM_ERROR_TIMEOUT, 0);
3645             do_close (c);
3646             yaz_log (log_level, "timeout");
3647             ZOOM_connection_put_event(c, event);
3648         }
3649     }
3650 #endif
3651     for (i = 0; i<no; i++)
3652     {
3653         ZOOM_connection c = cs[i];
3654         ZOOM_Event event;
3655         if (c && (event = ZOOM_connection_get_event(c)))
3656         {
3657             ZOOM_Event_destroy (event);
3658             return i+1;
3659         }
3660     }
3661     return 0;
3662 }