server/seshigh.c

   1 /*
   2  * Copyright (c) 1995-1998, Index Data
   3  * See the file LICENSE for details.
   4  * Sebastian Hammer, Adam Dickmeiss
   5  *
   6  * $Log: seshigh.c,v $
   7  * Revision 1.73  1998-03-31 11:07:45  adam
   8  * Furhter work on UNIverse resource report.
   9  * Added Extended Services handling in frontend server.
  10  *
  11  * Revision 1.72  1998/02/11 11:53:35  adam
  12  * Changed code so that it compiles as C++.
  13  *
  14  * Revision 1.71  1998/02/10 11:03:57  adam
  15  * Added support for extended handlers in backend server interface.
  16  *
  17  * Revision 1.70  1998/01/29 13:15:35  adam
  18  * Implemented sort for the backend interface.
  19  *
  20  * Revision 1.69  1997/09/30 11:48:12  adam
  21  * Fixed bug introduced by previous commit.
  22  *
  23  * Revision 1.68  1997/09/29 13:18:59  adam
  24  * Added function, oid_ent_to_oid, to replace the function
  25  * oid_getoidbyent, which is not thread safe.
  26  *
  27  * Revision 1.67  1997/09/17 12:10:40  adam
  28  * YAZ version 1.4.
  29  *
  30  * Revision 1.66  1997/09/05 15:26:44  adam
  31  * Added ODR encode in search and scen bend request structures.
  32  * Fixed a few enums that caused trouble with C++.
  33  *
  34  * Revision 1.65  1997/09/01 08:53:01  adam
  35  * New windows NT/95 port using MSV5.0. The test server 'ztest' was
  36  * moved a separate directory. MSV5.0 project server.dsp created.
  37  * As an option, the server can now operate as an NT service.
  38  *
  39  * Revision 1.64  1997/04/30 08:52:11  quinn
  40  * Null
  41  *
  42  * Revision 1.63  1996/10/11  11:57:26  quinn
  43  * Smallish
  44  *
  45  * Revision 1.62  1996/07/06  19:58:35  quinn
  46  * System headerfiles gathered in yconfig
  47  *
  48  * Revision 1.61  1996/06/10  08:56:16  quinn
  49  * Work on Summary.
  50  *
  51  * Revision 1.60  1996/05/30  11:03:10  quinn
  52  * Fixed NextresultSetPosition bug fixed.
  53  *
  54  * Revision 1.59  1996/05/14  09:26:46  quinn
  55  * Added attribute set to scan backend
  56  *
  57  * Revision 1.58  1996/02/20  12:53:04  quinn
  58  * Chanes to SCAN
  59  *
  60  * Revision 1.57  1996/01/02  08:57:47  quinn
  61  * Changed enums in the ASN.1 .h files to #defines. Changed oident.class to oclass
  62  *
  63  * Revision 1.56  1995/12/14  11:09:57  quinn
  64  * Work on Explain
  65  *
  66  * Revision 1.55  1995/11/08  17:41:37  quinn
  67  * Smallish.
  68  *
  69  * Revision 1.54  1995/11/08  15:11:29  quinn
  70  * Log of close transmit.
  71  *
  72  * Revision 1.53  1995/11/01  13:54:58  quinn
  73  * Minor adjustments
  74  *
  75  * Revision 1.52  1995/11/01  12:19:13  quinn
  76  * Second attempt to fix same bug.
  77  *
  78  * Revision 1.50  1995/10/25  16:58:32  quinn
  79  * Simple.
  80  *
  81  * Revision 1.49  1995/10/16  13:51:53  quinn
  82  * Changes to provide Especs to the backend.
  83  *
  84  * Revision 1.48  1995/10/06  08:51:20  quinn
  85  * Added Write-buffer.
  86  *
  87  * Revision 1.47  1995/08/29  14:24:16  quinn
  88  * Added second half of close-handshake
  89  *
  90  * Revision 1.46  1995/08/29  11:17:58  quinn
  91  * Added code to receive close
  92  *
  93  * Revision 1.45  1995/08/21  09:11:00  quinn
  94  * Smallish fixes to suppport new formats.
  95  *
  96  * Revision 1.44  1995/08/17  12:45:25  quinn
  97  * Fixed minor problems with GRS-1. Added support in c&s.
  98  *
  99  * Revision 1.43  1995/08/15  12:00:31  quinn
 100  * Updated External
 101  *
 102  * Revision 1.42  1995/08/15  11:16:50  quinn
 103  *
 104  * Revision 1.41  1995/08/02  10:23:06  quinn
 105  * Smallish
 106  *
 107  * Revision 1.40  1995/07/31  14:34:26  quinn
 108  * Fixed bug in process_searchResponse (numberOfRecordsReturned).
 109  *
 110  * Revision 1.39  1995/06/27  13:21:00  quinn
 111  * SUTRS support
 112  *
 113  * Revision 1.38  1995/06/19  12:39:11  quinn
 114  * Fixed bug in timeout code. Added BER dumper.
 115  *
 116  * Revision 1.37  1995/06/16  13:16:14  quinn
 117  * Fixed Defaultdiagformat.
 118  *
 119  * Revision 1.36  1995/06/16  10:31:36  quinn
 120  * Added session timeout.
 121  *
 122  * Revision 1.35  1995/06/15  07:45:14  quinn
 123  * Moving to v3.
 124  *
 125  * Revision 1.34  1995/06/14  15:26:46  quinn
 126  * *** empty log message ***
 127  *
 128  * Revision 1.33  1995/06/06  14:57:05  quinn
 129  * Better diagnostics.
 130  *
 131  * Revision 1.32  1995/06/06  08:41:44  quinn
 132  * Better diagnostics.
 133  *
 134  * Revision 1.31  1995/06/06  08:15:37  quinn
 135  * Cosmetic.
 136  *
 137  * Revision 1.30  1995/06/05  10:53:32  quinn
 138  * Added a better SCAN.
 139  *
 140  * Revision 1.29  1995/06/01  11:25:03  quinn
 141  * Smallish.
 142  *
 143  * Revision 1.28  1995/06/01  11:21:01  quinn
 144  * Attempting to fix a bug in pack-records. replaced break with continue
 145  * for large records, according to standard.
 146  *
 147  * Revision 1.27  1995/05/29  08:12:06  quinn
 148  * Moved oid to util
 149  *
 150  * Revision 1.26  1995/05/18  13:02:12  quinn
 151  * Smallish.
 152  *
 153  * Revision 1.25  1995/05/17  08:42:26  quinn
 154  * Transfer auth info to backend. Allow backend to reject init gracefully.
 155  *
 156  * Revision 1.24  1995/05/16  08:51:04  quinn
 157  * License, documentation, and memory fixes
 158  *
 159  * Revision 1.23  1995/05/15  13:25:10  quinn
 160  * Fixed memory bug.
 161  *
 162  * Revision 1.22  1995/05/15  11:56:39  quinn
 163  * Asynchronous facilities. Restructuring of seshigh code.
 164  *
 165  * Revision 1.21  1995/05/02  08:53:19  quinn
 166  * Trying in vain to fix comm with ISODE
 167  *
 168  * Revision 1.20  1995/04/20  15:13:00  quinn
 169  * Cosmetic
 170  *
 171  * Revision 1.19  1995/04/18  08:15:34  quinn
 172  * Added dynamic memory allocation on encoding (whew). Code is now somewhat
 173  * neater. We'll make the same change for decoding one day.
 174  *
 175  * Revision 1.18  1995/04/17  11:28:25  quinn
 176  * Smallish
 177  *
 178  * Revision 1.17  1995/04/10  10:23:36  quinn
 179  * Some work to add scan and other things.
 180  *
 181  * Revision 1.16  1995/03/31  09:18:55  quinn
 182  * Added logging.
 183  *
 184  * Revision 1.15  1995/03/30  14:03:23  quinn
 185  * Added RFC1006 as separate library
 186  *
 187  * Revision 1.14  1995/03/30  12:18:17  quinn
 188  * Fixed bug.
 189  *
 190  * Revision 1.13  1995/03/30  09:09:24  quinn
 191  * Added state-handle and some support for asynchronous activities.
 192  *
 193  * Revision 1.12  1995/03/29  15:40:16  quinn
 194  * Ongoing work. Statserv is now dynamic by default
 195  *
 196  * Revision 1.11  1995/03/28  09:16:21  quinn
 197  * Added record packing to the search request
 198  *
 199  * Revision 1.10  1995/03/27  08:34:24  quinn
 200  * Added dynamic server functionality.
 201  * Released bindings to session.c (is now redundant)
 202  *
 203  * Revision 1.9  1995/03/22  15:01:26  quinn
 204  * Adjusting record packing.
 205  *
 206  * Revision 1.8  1995/03/22  10:13:21  quinn
 207  * Working on record packer
 208  *
 209  * Revision 1.7  1995/03/21  15:53:31  quinn
 210  * Little changes.
 211  *
 212  * Revision 1.6  1995/03/21  12:30:09  quinn
 213  * Beginning to add support for record packing.
 214  *
 215  * Revision 1.5  1995/03/17  10:44:13  quinn
 216  * Added catch of null-string in makediagrec
 217  *
 218  * Revision 1.4  1995/03/17  10:18:08  quinn
 219  * Added memory management.
 220  *
 221  * Revision 1.3  1995/03/16  17:42:39  quinn
 222  * Little changes
 223  *
 224  * Revision 1.2  1995/03/16  13:29:01  quinn
 225  * Partitioned server.
 226  *
 227  * Revision 1.1  1995/03/15  16:02:10  quinn
 228  * Modded session.c to seshigh.c
 229  *
 230  */
 231
 232 /*
 233  * Frontend server logic.
 234  *
 235  * This code receives incoming APDUs, and handles client requests by means
 236  * of the backend API.
 237  *
 238  * Some of the code is getting quite involved, compared to simpler servers -
 239  * primarily because it is asynchronous both in the communication with
 240  * the user and the backend. We think the complexity will pay off in
 241  * the form of greater flexibility when more asynchronous facilities
 242  * are implemented.
 243  *
 244  * Memory management has become somewhat involved. In the simple case, where
 245  * only one PDU is pending at a time, it will simply reuse the same memory,
 246  * once it has found its working size. When we enable multiple concurrent
 247  * operations, perhaps even with multiple parallel calls to the backend, it
 248  * will maintain a pool of buffers for encoding and decoding, trying to
 249  * minimize memory allocation/deallocation during normal operation.
 250  *
 251  * TODOs include (and will be done in order of public interest):
 252  *
 253  * Support for EXPLAIN - provide simple meta-database system.
 254  * Support for access control.
 255  * Support for resource control.
 256  * Support for extended services - primarily Item Order.
 257  * Rest of Z39.50-1994
 258  *
 259  */
 260
 261 #include <yconfig.h>
 262 #include <stdlib.h>
 263 #include <stdio.h>
 264 #ifdef WINDOWS
 265 #include <process.h>
 266 #else
 267 #include <unistd.h>
 268 #endif
 269 #include <assert.h>
 270
 271 #include <xmalloc.h>
 272 #include <comstack.h>
 273 #include "eventl.h"
 274 #include "session.h"
 275 #include <proto.h>
 276 #include <oid.h>
 277 #include <log.h>
 278 #include <statserv.h>
 279
 280 #include <backend.h>
 281
 282 static int process_request(association *assoc, request *req);
 283 void backend_response(IOCHAN i, int event);
 284 static int process_response(association *assoc, request *req, Z_APDU *res);
 285 static Z_APDU *process_initRequest(association *assoc, request *reqb);
 286 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
 287     int *fd);
 288 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
 289     bend_search_rr *bsrr, int *fd);
 290 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
 291     int *fd);
 292 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd);
 293 static Z_APDU *process_sortRequest(association *assoc, request *reqb, int *fd);
 294 static void process_close(association *assoc, request *reqb);
 295 void save_referenceId (request *reqb, Z_ReferenceId *refid);
 296
 297 static FILE *apduf = 0; /* for use in static mode */
 298 static statserv_options_block *control_block = 0;
 299
 300 /* Chas: Added in from DALI */
 301 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd);
 302 /* Chas: End of addition from DALI */
 303
 304 /*
 305  * Create and initialize a new association-handle.
 306  *  channel  : iochannel for the current line.
 307  *  link     : communications channel.
 308  * Returns: 0 or a new association handle.
 309  */
 310 association *create_association(IOCHAN channel, COMSTACK link)
 311 {
 312     association *anew;
 313
 314     if (!control_block)
 315         control_block = statserv_getcontrol();
 316     if (!(anew = (association *)xmalloc(sizeof(*anew))))
 317         return 0;
 318     anew->client_chan = channel;
 319     anew->client_link = link;
 320     if (!(anew->decode = odr_createmem(ODR_DECODE)) ||
 321         !(anew->encode = odr_createmem(ODR_ENCODE)))
 322         return 0;
 323     if (*control_block->apdufile)
 324     {
 325         char filename[256];
 326         FILE *f;
 327
 328         strcpy(filename, control_block->apdufile);
 329         if (!(anew->print = odr_createmem(ODR_PRINT)))
 330             return 0;
 331         if (*control_block->apdufile != '-')
 332         {
 333             strcpy(filename, control_block->apdufile);
 334             if (!control_block->dynamic)
 335             {
 336                 if (!apduf)
 337                 {
 338                     if (!(apduf = fopen(filename, "w")))
 339                     {
 340                         logf(LOG_WARN|LOG_ERRNO, "%s", filename);
 341                         return 0;
 342                     }
 343                     setvbuf(apduf, 0, _IONBF, 0);
 344                 }
 345                 f = apduf;
 346             }
 347             else
 348             {
 349                 sprintf(filename + strlen(filename), ".%d", getpid());
 350                 if (!(f = fopen(filename, "w")))
 351                 {
 352                     logf(LOG_WARN|LOG_ERRNO, "%s", filename);
 353                     return 0;
 354                 }
 355                 setvbuf(f, 0, _IONBF, 0);
 356             }
 357             odr_setprint(anew->print, f);
 358         }
 359     }
 360     else
 361         anew->print = 0;
 362     anew->input_buffer = 0;
 363     anew->input_buffer_len = 0;
 364     anew->backend = 0;
 365     anew->state = ASSOC_NEW;
 366     request_initq(&anew->incoming);
 367     request_initq(&anew->outgoing);
 368     anew->proto = cs_getproto(link);
 369     return anew;
 370 }
 371
 372 /*
 373  * Free association and release resources.
 374  */
 375 void destroy_association(association *h)
 376 {
 377     odr_destroy(h->decode);
 378     odr_destroy(h->encode);
 379     if (h->print)
 380         odr_destroy(h->print);
 381     if (h->input_buffer)
 382     xfree(h->input_buffer);
 383     if (h->backend)
 384         bend_close(h->backend);
 385     while (request_deq(&h->incoming));
 386     while (request_deq(&h->outgoing));
 387     request_delq(&h->incoming);
 388     request_delq(&h->outgoing);
 389     xfree(h);
 390 }
 391
 392 static void do_close(association *a, int reason, char *message)
 393 {
 394     Z_APDU apdu;
 395     Z_Close *cls = zget_Close(a->encode);
 396     request *req = request_get(&a->outgoing);
 397
 398     /* Purge request queue */
 399     while (request_deq(&a->incoming));
 400     while (request_deq(&a->outgoing));
 401     if (a->version >= 3)
 402     {
 403         logf(LOG_LOG, "Sending Close PDU, reason=%d, message=%s",
 404             reason, message ? message : "none");
 405         apdu.which = Z_APDU_close;
 406         apdu.u.close = cls;
 407         *cls->closeReason = reason;
 408         cls->diagnosticInformation = message;
 409         process_response(a, req, &apdu);
 410         iochan_settimeout(a->client_chan, 60);
 411     }
 412     else
 413     {
 414         logf(LOG_DEBUG, "v2 client. No Close PDU");
 415         iochan_setevent(a->client_chan, EVENT_TIMEOUT); /* force imm close */
 416     }
 417     a->state = ASSOC_DEAD;
 418 }
 419
 420 /*
 421  * This is where PDUs from the client are read and the further
 422  * processing is initiated. Flow of control moves down through the
 423  * various process_* functions below, until the encoded result comes back up
 424  * to the output handler in here.
 425  *
 426  *  h     : the I/O channel that has an outstanding event.
 427  *  event : the current outstanding event.
 428  */
 429 void ir_session(IOCHAN h, int event)
 430 {
 431     int res;
 432     association *assoc = (association *)iochan_getdata(h);
 433     COMSTACK conn = assoc->client_link;
 434     request *req;
 435
 436     assert(h && conn && assoc);
 437     if (event == EVENT_TIMEOUT)
 438     {
 439         if (assoc->state != ASSOC_UP)
 440         {
 441             logf(LOG_LOG, "Final timeout - closing connection.");
 442             cs_close(conn);
 443             destroy_association(assoc);
 444             iochan_destroy(h);
 445         }
 446         else
 447         {
 448             logf(LOG_LOG, "Session idle too long. Sending close.");
 449             do_close(assoc, Z_Close_lackOfActivity, 0);
 450         }
 451         return;
 452     }
 453     if (event & EVENT_INPUT || event & EVENT_WORK) /* input */
 454     {
 455         if (event & EVENT_INPUT)
 456         {
 457             logf(LOG_DEBUG, "ir_session (input)");
 458             assert(assoc && conn);
 459             /* We aren't speaking to this fellow */
 460             if (assoc->state == ASSOC_DEAD)
 461             {
 462                 logf(LOG_LOG, "Closed connection after reject");
 463                 cs_close(conn);
 464                 destroy_association(assoc);
 465                 iochan_destroy(h);
 466                 return;
 467             }
 468             if ((res = cs_get(conn, &assoc->input_buffer,
 469                 &assoc->input_buffer_len)) <= 0)
 470             {
 471                 logf(LOG_LOG, "Connection closed by client");
 472                 cs_close(conn);
 473                 destroy_association(assoc);
 474                 iochan_destroy(h);
 475                 return;
 476             }
 477             else if (res == 1) /* incomplete read - wait for more  */
 478                 return;
 479             if (cs_more(conn)) /* more stuff - call us again later, please */
 480                 iochan_setevent(h, EVENT_INPUT);
 481
 482             /* we got a complete PDU. Let's decode it */
 483             logf(LOG_DEBUG, "Got PDU, %d bytes", res);
 484             req = request_get(&assoc->incoming); /* get a new request structure */
 485             odr_reset(assoc->decode);
 486             odr_setbuf(assoc->decode, assoc->input_buffer, res, 0);
 487             if (!z_APDU(assoc->decode, &req->request, 0))
 488             {
 489                 logf(LOG_LOG, "ODR error on incoming PDU: %s [near byte %d] ",
 490                     odr_errmsg(odr_geterror(assoc->decode)),
 491                     odr_offset(assoc->decode));
 492                 logf(LOG_LOG, "PDU dump:");
 493                 odr_dumpBER(log_file(), assoc->input_buffer, res);
 494                 do_close(assoc, Z_Close_protocolError, "Malformed package");
 495                 return;
 496             }
 497             req->request_mem = odr_extract_mem(assoc->decode);
 498             if (assoc->print && !z_APDU(assoc->print, &req->request, 0))
 499             {
 500                 logf(LOG_WARN, "ODR print error: %s",
 501                     odr_errmsg(odr_geterror(assoc->print)));
 502                 odr_reset(assoc->print);
 503             }
 504             request_enq(&assoc->incoming, req);
 505         }
 506
 507         /* can we do something yet? */
 508         req = request_head(&assoc->incoming);
 509         if (req->state == REQUEST_IDLE)
 510         {
 511             request_deq(&assoc->incoming);
 512             if (process_request(assoc, req) < 0)
 513                 do_close(assoc, Z_Close_systemProblem, "Unknown error");
 514         }
 515     }
 516     if (event & EVENT_OUTPUT)
 517     {
 518         request *req = request_head(&assoc->outgoing);
 519
 520         logf(LOG_DEBUG, "ir_session (output)");
 521         req->state = REQUEST_PENDING;
 522         switch (res = cs_put(conn, req->response, req->len_response))
 523         {
 524             case -1:
 525                 logf(LOG_LOG, "Connection closed by client");
 526                 cs_close(conn);
 527                 destroy_association(assoc);
 528                 iochan_destroy(h);
 529                 break;
 530             case 0: /* all sent - release the request structure */
 531                 logf(LOG_DEBUG, "Wrote PDU, %d bytes", req->len_response);
 532                 nmem_destroy(req->request_mem);
 533                 request_deq(&assoc->outgoing);
 534                 request_release(req);
 535                 if (!request_head(&assoc->outgoing))
 536                     iochan_clearflag(h, EVENT_OUTPUT);
 537                 break;
 538             /* value of 1 -- partial send -- is simply ignored */
 539         }
 540     }
 541     if (event & EVENT_EXCEPT)
 542     {
 543         logf(LOG_DEBUG, "ir_session (exception)");
 544         cs_close(conn);
 545         destroy_association(assoc);
 546         iochan_destroy(h);
 547     }
 548 }
 549
 550 /*
 551  * Initiate request processing.
 552  */
 553 static int process_request(association *assoc, request *req)
 554 {
 555     int fd = -1;
 556     Z_APDU *res;
 557     int retval;
 558
 559     assert(req && req->state == REQUEST_IDLE);
 560     switch (req->request->which)
 561     {
 562         case Z_APDU_initRequest:
 563             res = process_initRequest(assoc, req); break;
 564         case Z_APDU_searchRequest:
 565             res = process_searchRequest(assoc, req, &fd); break;
 566         case Z_APDU_presentRequest:
 567             res = process_presentRequest(assoc, req, &fd); break;
 568         case Z_APDU_scanRequest:
 569             res = process_scanRequest(assoc, req, &fd); break;
 570 /* Chas: Added in from DALI */
 571         case Z_APDU_extendedServicesRequest:
 572             if (assoc->bend_esrequest)
 573                 res = process_ESRequest(assoc, req, &fd);
 574             else
 575             {
 576                 logf(LOG_WARN, "Cannot handle EXTENDED SERVICES APDU");
 577                 return -1;
 578             }
 579 /* Chas: End of addition from DALI */
 580             break;
 581         case Z_APDU_sortRequest:
 582             if (assoc->bend_sort)
 583                 res = process_sortRequest(assoc, req, &fd);
 584             else
 585             {
 586                 logf(LOG_WARN, "Cannot handle SORT APDU");
 587                 return -1;
 588             }
 589             break;
 590         case Z_APDU_close:
 591             process_close(assoc, req); return 0;
 592         default:
 593             logf(LOG_WARN, "Bad APDU received");
 594             return -1;
 595     }
 596     if (res)
 597     {
 598         logf(LOG_DEBUG, "  result immediately available");
 599         retval = process_response(assoc, req, res);
 600     }
 601     else if (fd < 0)
 602     {
 603         logf(LOG_DEBUG, "  result unavailble");
 604         retval = 0;
 605     }
 606     else /* no result yet - one will be provided later */
 607     {
 608         IOCHAN chan;
 609
 610         /* Set up an I/O handler for the fd supplied by the backend */
 611
 612         logf(LOG_DEBUG, "   establishing handler for result");
 613         req->state = REQUEST_PENDING;
 614         if (!(chan = iochan_create(fd, backend_response, EVENT_INPUT)))
 615             abort();
 616         iochan_setdata(chan, assoc);
 617         retval = 0;
 618     }
 619     return retval;
 620 }
 621
 622 /*
 623  * Handle message from the backend.
 624  */
 625 void backend_response(IOCHAN i, int event)
 626 {
 627     association *assoc = (association *)iochan_getdata(i);
 628     request *req = request_head(&assoc->incoming);
 629     Z_APDU *res;
 630     int fd;
 631
 632     logf(LOG_DEBUG, "backend_response");
 633     assert(assoc && req && req->state != REQUEST_IDLE);
 634     /* determine what it is we're waiting for */
 635     switch (req->request->which)
 636     {
 637         case Z_APDU_searchRequest:
 638             res = response_searchRequest(assoc, req, 0, &fd); break;
 639 #if 0
 640         case Z_APDU_presentRequest:
 641             res = response_presentRequest(assoc, req, 0, &fd); break;
 642         case Z_APDU_scanRequest:
 643             res = response_scanRequest(assoc, req, 0, &fd); break;
 644 #endif
 645         default:
 646             logf(LOG_WARN, "Serious programmer's lapse or bug");
 647             abort();
 648     }
 649     if ((res && process_response(assoc, req, res) < 0) || fd < 0)
 650     {
 651         logf(LOG_LOG, "Fatal error when talking to backend");
 652         do_close(assoc, Z_Close_systemProblem, 0);
 653         iochan_destroy(i);
 654         return;
 655     }
 656     else if (!res) /* no result yet - try again later */
 657     {
 658         logf(LOG_DEBUG, "   no result yet");
 659         iochan_setfd(i, fd); /* in case fd has changed */
 660     }
 661 }
 662
 663 /*
 664  * Encode response, and transfer the request structure to the outgoing queue.
 665  */
 666 static int process_response(association *assoc, request *req, Z_APDU *res)
 667 {
 668     odr_setbuf(assoc->encode, req->response, req->size_response, 1);
 669     if (!z_APDU(assoc->encode, &res, 0))
 670     {
 671         logf(LOG_WARN, "ODR error when encoding response: %s",
 672             odr_errmsg(odr_geterror(assoc->decode)));
 673         odr_reset(assoc->encode);
 674         return -1;
 675     }
 676     req->response = odr_getbuf(assoc->encode, &req->len_response,
 677         &req->size_response);
 678     odr_setbuf(assoc->encode, 0, 0, 0); /* don'txfree if we abort later */
 679     odr_reset(assoc->encode);
 680     if (assoc->print && !z_APDU(assoc->print, &res, 0))
 681     {
 682         logf(LOG_WARN, "ODR print error: %s",
 683             odr_errmsg(odr_geterror(assoc->print)));
 684         odr_reset(assoc->print);
 685     }
 686     req->state = REQUEST_IDLE;
 687     request_enq(&assoc->outgoing, req);
 688     /* turn the work over to the ir_session handler */
 689     iochan_setflag(assoc->client_chan, EVENT_OUTPUT);
 690     /* Is there more work to be done? give that to the input handler too */
 691 #if 1
 692     if (request_head(&assoc->incoming))
 693     {
 694         logf (LOG_DEBUG, "more work to be done");
 695         iochan_setevent(assoc->client_chan, EVENT_WORK);
 696     }
 697 #endif
 698     return 0;
 699 }
 700
 701 /*
 702  * Handle init request.
 703  * At the moment, we don't check the options
 704  * anywhere else in the code - we just try not to do anything that would
 705  * break a naive client. We'll toss 'em into the association block when
 706  * we need them there.
 707  */
 708 static Z_APDU *process_initRequest(association *assoc, request *reqb)
 709 {
 710     Z_InitRequest *req = reqb->request->u.initRequest;
 711     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_initResponse);
 712     Z_InitResponse *resp = apdu->u.initResponse;
 713     bend_initrequest binitreq;
 714     bend_initresult *binitres;
 715     char options[100];
 716
 717     logf(LOG_LOG, "Got initRequest");
 718     if (req->implementationId)
 719         logf(LOG_LOG, "Id:        %s", req->implementationId);
 720     if (req->implementationName)
 721         logf(LOG_LOG, "Name:      %s", req->implementationName);
 722     if (req->implementationVersion)
 723         logf(LOG_LOG, "Version:   %s", req->implementationVersion);
 724
 725     binitreq.stream = assoc->encode;
 726     binitreq.configname = "default-config";
 727     binitreq.auth = req->idAuthentication;
 728     binitreq.bend_sort = NULL;
 729     binitreq.bend_search = NULL;
 730     binitreq.bend_present = NULL;
 731     binitreq.bend_esrequest = NULL;
 732     if (!(binitres = bend_init(&binitreq)))
 733     {
 734         logf(LOG_WARN, "Bad response from backend.");
 735         return 0;
 736     }
 737
 738     assoc->backend = binitres->handle;
 739     if ((assoc->bend_sort = (int (*)())binitreq.bend_sort))
 740         logf (LOG_DEBUG, "Sort handler installed");
 741     if ((assoc->bend_search = (int (*)())binitreq.bend_search))
 742         logf (LOG_DEBUG, "Search handler installed");
 743     if ((assoc->bend_present = (int (*)())binitreq.bend_present))
 744         logf (LOG_DEBUG, "Present handler installed");
 745     if ((assoc->bend_esrequest = (int (*)())binitreq.bend_esrequest))
 746         logf (LOG_DEBUG, "ESRequest handler installed");
 747
 748     resp->referenceId = req->referenceId;
 749     *options = '\0';
 750     /* let's tell the client what we can do */
 751     if (ODR_MASK_GET(req->options, Z_Options_search))
 752     {
 753         ODR_MASK_SET(resp->options, Z_Options_search);
 754         strcat(options, "srch");
 755     }
 756     if (ODR_MASK_GET(req->options, Z_Options_present))
 757     {
 758         ODR_MASK_SET(resp->options, Z_Options_present);
 759         strcat(options, " prst");
 760     }
 761     if (ODR_MASK_GET(req->options, Z_Options_delSet))
 762     {
 763         ODR_MASK_SET(resp->options, Z_Options_delSet);
 764         strcat(options, " del");
 765     }
 766     if (ODR_MASK_GET(req->options, Z_Options_extendedServices) &&
 767         binitreq.bend_esrequest)
 768     {
 769         ODR_MASK_SET(resp->options, Z_Options_extendedServices);
 770         strcat (options, " extendedServices");
 771     }
 772     if (ODR_MASK_GET(req->options, Z_Options_namedResultSets))
 773     {
 774         ODR_MASK_SET(resp->options, Z_Options_namedResultSets);
 775         strcat(options, " namedresults");
 776     }
 777     if (ODR_MASK_GET(req->options, Z_Options_scan))
 778     {
 779         ODR_MASK_SET(resp->options, Z_Options_scan);
 780         strcat(options, " scan");
 781     }
 782     if (ODR_MASK_GET(req->options, Z_Options_concurrentOperations))
 783     {
 784         ODR_MASK_SET(resp->options, Z_Options_concurrentOperations);
 785         strcat(options, " concurop");
 786     }
 787     if (ODR_MASK_GET(req->options, Z_Options_sort && binitreq.bend_sort))
 788     {
 789         ODR_MASK_SET(resp->options, Z_Options_sort);
 790         strcat(options, " sort");
 791     }
 792     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_1))
 793     {
 794         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_1);
 795         assoc->version = 2; /* 1 & 2 are equivalent */
 796     }
 797     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_2))
 798     {
 799         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_2);
 800         assoc->version = 2;
 801     }
 802     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_3))
 803     {
 804         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_3);
 805         assoc->version = 3;
 806     }
 807     logf(LOG_LOG, "Negotiated to v%d: %s", assoc->version, options);
 808     assoc->maximumRecordSize = *req->maximumRecordSize;
 809     if (assoc->maximumRecordSize > control_block->maxrecordsize)
 810         assoc->maximumRecordSize = control_block->maxrecordsize;
 811     assoc->preferredMessageSize = *req->preferredMessageSize;
 812     if (assoc->preferredMessageSize > assoc->maximumRecordSize)
 813         assoc->preferredMessageSize = assoc->maximumRecordSize;
 814     resp->preferredMessageSize = &assoc->preferredMessageSize;
 815     resp->maximumRecordSize = &assoc->maximumRecordSize;
 816     resp->implementationName = "Index Data/YAZ Generic Frontend Server";
 817     if (binitres->errcode)
 818     {
 819         logf(LOG_LOG, "Connection rejected by backend.");
 820         *resp->result = 0;
 821         assoc->state = ASSOC_DEAD;
 822     }
 823     else
 824         assoc->state = ASSOC_UP;
 825     return apdu;
 826 }
 827
 828 /*
 829  * These functions should be merged.
 830  */
 831
 832 /*
 833  * nonsurrogate diagnostic record.
 834  */
 835 static Z_Records *diagrec(association *assoc, int error, char *addinfo)
 836 {
 837     int oid[OID_SIZE];
 838     Z_Records *rec = (Z_Records *)odr_malloc (assoc->encode, sizeof(*rec));
 839     oident bib1;
 840     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
 841     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
 842     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*dr));
 843
 844     bib1.proto = assoc->proto;
 845     bib1.oclass = CLASS_DIAGSET;
 846     bib1.value = VAL_BIB1;
 847
 848     logf(LOG_DEBUG, "Diagnostic: %d -- %s", error, addinfo ? addinfo :
 849         "NULL");
 850     *err = error;
 851     rec->which = Z_Records_NSD;
 852 #ifdef Z_95
 853     rec->u.nonSurrogateDiagnostic = drec;
 854     drec->which = Z_DiagRec_defaultFormat;
 855     drec->u.defaultFormat = dr;
 856 #else
 857     rec->u.nonSurrogateDiagnostic = dr;
 858 #endif
 859     dr->diagnosticSetId = odr_oiddup (assoc->encode,
 860                                       oid_ent_to_oid(&bib1, oid));
 861     dr->condition = err;
 862     dr->which = Z_DiagForm_v2AddInfo;
 863     dr->addinfo = addinfo ? addinfo : "";
 864     return rec;
 865 }
 866
 867 /*
 868  * surrogate diagnostic.
 869  */
 870 static Z_NamePlusRecord *surrogatediagrec(association *assoc, char *dbname,
 871                                             int error, char *addinfo)
 872 {
 873     int oid[OID_SIZE];
 874     Z_NamePlusRecord *rec = (Z_NamePlusRecord *)odr_malloc (assoc->encode, sizeof(*rec));
 875     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
 876     oident bib1;
 877     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
 878     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*dr));
 879
 880     bib1.proto = assoc->proto;
 881     bib1.oclass = CLASS_DIAGSET;
 882     bib1.value = VAL_BIB1;
 883
 884     logf(LOG_DEBUG, "SurrogateDiagnotic: %d -- %s", error, addinfo);
 885     *err = error;
 886     rec->databaseName = dbname;
 887     rec->which = Z_NamePlusRecord_surrogateDiagnostic;
 888     rec->u.surrogateDiagnostic = drec;
 889     drec->which = Z_DiagRec_defaultFormat;
 890     drec->u.defaultFormat = dr;
 891     dr->diagnosticSetId = odr_oiddup (assoc->encode,
 892                                       oid_ent_to_oid(&bib1, oid));
 893     dr->condition = err;
 894     dr->which = Z_DiagForm_v2AddInfo;
 895     dr->addinfo = addinfo ? addinfo : "";
 896     return rec;
 897 }
 898
 899 /*
 900  * multiple nonsurrogate diagnostics.
 901  */
 902 static Z_DiagRecs *diagrecs(association *assoc, int error, char *addinfo)
 903 {
 904     int oid[OID_SIZE];
 905     Z_DiagRecs *recs = (Z_DiagRecs *)odr_malloc (assoc->encode, sizeof(*recs));
 906     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
 907     oident bib1;
 908     Z_DiagRec **recp = (Z_DiagRec **)odr_malloc (assoc->encode, sizeof(*recp));
 909     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
 910     Z_DefaultDiagFormat *rec = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*rec));
 911
 912     logf(LOG_DEBUG, "DiagRecs: %d -- %s", error, addinfo);
 913     bib1.proto = assoc->proto;
 914     bib1.oclass = CLASS_DIAGSET;
 915     bib1.value = VAL_BIB1;
 916
 917     *err = error;
 918     recs->num_diagRecs = 1;
 919     recs->diagRecs = recp;
 920     recp[0] = drec;
 921     drec->which = Z_DiagRec_defaultFormat;
 922     drec->u.defaultFormat = rec;
 923
 924     rec->diagnosticSetId = odr_oiddup (assoc->encode,
 925                                       oid_ent_to_oid(&bib1, oid));
 926     rec->condition = err;
 927     rec->which = Z_DiagForm_v2AddInfo;
 928     rec->addinfo = addinfo ? addinfo : "";
 929     return recs;
 930 }
 931
 932 static Z_Records *pack_records(association *a, char *setname, int start,
 933                                 int *num, Z_RecordComposition *comp,
 934                                 int *next, int *pres, oid_value format)
 935 {
 936     int oid[OID_SIZE];
 937     int recno, total_length = 0, toget = *num, dumped_records = 0;
 938     Z_Records *records = (Z_Records *)odr_malloc (a->encode, sizeof(*records));
 939     Z_NamePlusRecordList *reclist = (Z_NamePlusRecordList *)odr_malloc (a->encode, sizeof(*reclist));
 940     Z_NamePlusRecord **list = (Z_NamePlusRecord **)odr_malloc (a->encode, sizeof(*list) * toget);
 941     oident recform;
 942
 943     records->which = Z_Records_DBOSD;
 944     records->u.databaseOrSurDiagnostics = reclist;
 945     reclist->num_records = 0;
 946     reclist->records = list;
 947     *pres = Z_PRES_SUCCESS;
 948     *num = 0;
 949     *next = 0;
 950
 951     logf(LOG_DEBUG, "Request to pack %d+%d", start, toget);
 952     logf(LOG_DEBUG, "pms=%d, mrs=%d", a->preferredMessageSize,
 953         a->maximumRecordSize);
 954     for (recno = start; reclist->num_records < toget; recno++)
 955     {
 956         bend_fetchrequest freq;
 957         bend_fetchresult *fres;
 958         Z_NamePlusRecord *thisrec;
 959         Z_DatabaseRecord *thisext;
 960         int this_length;
 961
 962         /*
 963          * we get the number of bytes allocated on the stream before any
 964          * allocation done by the backend - this should give us a reasonable
 965          * idea of the total size of the data so far.
 966          */
 967         total_length = odr_total(a->encode) - dumped_records;
 968         freq.setname = setname;
 969         freq.number = recno;
 970         freq.comp = comp;
 971         freq.format = format;
 972         freq.stream = a->encode;
 973         if (!(fres = bend_fetch(a->backend, &freq, 0)))
 974         {
 975             *pres = Z_PRES_FAILURE;
 976             return diagrec(a, 2, "Backend interface problem");
 977         }
 978         /* backend should be able to signal whether error is system-wide
 979            or only pertaining to current record */
 980         if (fres->errcode)
 981         {
 982             *pres = Z_PRES_FAILURE;
 983             return diagrec(a, fres->errcode, fres->errstring);
 984         }
 985         if (fres->len >= 0)
 986             this_length = fres->len;
 987         else
 988             this_length = odr_total(a->encode) - total_length;
 989         logf(LOG_DEBUG, "  fetched record, len=%d, total=%d",
 990             this_length, total_length);
 991         if (this_length + total_length > a->preferredMessageSize)
 992         {
 993             /* record is small enough, really */
 994             if (this_length <= a->preferredMessageSize)
 995             {
 996                 logf(LOG_DEBUG, "  Dropped last normal-sized record");
 997                 *pres = Z_PRES_PARTIAL_2;
 998                 break;
 999             }
1000             /* record can only be fetched by itself */
1001             if (this_length < a->maximumRecordSize)
1002             {
1003                 logf(LOG_DEBUG, "  Record > prefmsgsz");
1004                 if (toget > 1)
1005                 {
1006                     logf(LOG_DEBUG, "  Dropped it");
1007                     reclist->records[reclist->num_records] =
1008                          surrogatediagrec(a, fres->basename, 16, 0);
1009                     reclist->num_records++;
1010                     *next = fres->last_in_set ? 0 : recno + 1;
1011                     dumped_records += this_length;
1012                     continue;
1013                 }
1014             }
1015             else /* too big entirely */
1016             {
1017                 logf(LOG_DEBUG, "Record > maxrcdsz");
1018                 reclist->records[reclist->num_records] =
1019                     surrogatediagrec(a, fres->basename, 17, 0);
1020                 reclist->num_records++;
1021                 *next = fres->last_in_set ? 0 : recno + 1;
1022                 dumped_records += this_length;
1023                 continue;
1024             }
1025         }
1026         if (!(thisrec = (Z_NamePlusRecord *)odr_malloc(a->encode, sizeof(*thisrec))))
1027             return 0;
1028         if (!(thisrec->databaseName = (char *)odr_malloc(a->encode,
1029             strlen(fres->basename) + 1)))
1030             return 0;
1031         strcpy(thisrec->databaseName, fres->basename);
1032         thisrec->which = Z_NamePlusRecord_databaseRecord;
1033         if (!(thisrec->u.databaseRecord = thisext = (Z_External *)odr_malloc(a->encode,
1034             sizeof(Z_DatabaseRecord))))
1035             return 0;
1036         recform.proto = a->proto;
1037         recform.oclass = CLASS_RECSYN;
1038         recform.value = fres->format;
1039         thisext->direct_reference = odr_oiddup(a->encode,
1040                                                oid_ent_to_oid(&recform, oid));
1041         thisext->indirect_reference = 0;
1042         thisext->descriptor = 0;
1043         if (fres->len < 0) /* Structured data */
1044         {
1045             switch (fres->format)
1046             {
1047                 case VAL_SUTRS: thisext->which = Z_External_sutrs; break;
1048                 case VAL_GRS1: thisext->which = Z_External_grs1; break;
1049                 case VAL_EXPLAIN: thisext->which = Z_External_explainRecord;
1050                     break;
1051                 case VAL_SUMMARY: thisext->which = Z_External_summary; break;
1052                 case VAL_OPAC: thisext->which = Z_External_OPAC; break;
1053
1054                 default:
1055                     logf(LOG_FATAL, "Unknown structured format from backend.");
1056                     return 0;
1057             }
1058
1059             /*
1060              * We cheat on the pointers here. Obviously, the record field
1061              * of the backend-fetch structure should have been a union for
1062              * correctness, but we're stuck with this for backwards
1063              * compatibility.
1064              */
1065             thisext->u.grs1 = (Z_GenericRecord*) fres->record;
1066         }
1067         else if (fres->format == VAL_SUTRS) /* SUTRS is a single-ASN.1-type */
1068         {
1069             Odr_oct *sutrs = (Odr_oct *)odr_malloc(a->encode, sizeof(*sutrs));
1070
1071             thisext->which = Z_External_sutrs;
1072             thisext->u.sutrs = sutrs;
1073             sutrs->buf = (unsigned char *)odr_malloc(a->encode, fres->len);
1074             sutrs->len = sutrs->size = fres->len;
1075             memcpy(sutrs->buf, fres->record, fres->len);
1076         }
1077         else /* octet-aligned record. */
1078         {
1079             thisext->which = Z_External_octet;
1080             if (!(thisext->u.octet_aligned = (Odr_oct *)odr_malloc(a->encode,
1081                 sizeof(Odr_oct))))
1082                 return 0;
1083             if (!(thisext->u.octet_aligned->buf = (unsigned char *)odr_malloc(a->encode,
1084                 fres->len)))
1085                 return 0;
1086             memcpy(thisext->u.octet_aligned->buf, fres->record, fres->len);
1087             thisext->u.octet_aligned->len = thisext->u.octet_aligned->size =
1088                 fres->len;
1089         }
1090         reclist->records[reclist->num_records] = thisrec;
1091         reclist->num_records++;
1092         *next = fres->last_in_set ? 0 : recno + 1;
1093     }
1094     *num = reclist->num_records;
1095     return records;
1096 }
1097
1098 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
1099     int *fd)
1100 {
1101     Z_SearchRequest *req = reqb->request->u.searchRequest;
1102     bend_search_rr *bsrr = (bend_search_rr *)nmem_malloc (reqb->request_mem, sizeof(*bsrr));
1103
1104     logf(LOG_LOG, "Got SearchRequest.");
1105     save_referenceId (reqb, req->referenceId);
1106     /* store ref id in request */
1107     bsrr->fd = fd;
1108     bsrr->request = reqb;
1109     bsrr->association = assoc;
1110     if (assoc->bend_search)
1111     {
1112         bsrr->setname = req->resultSetName;
1113         bsrr->replace_set = *req->replaceIndicator;
1114         bsrr->num_bases = req->num_databaseNames;
1115         bsrr->basenames = req->databaseNames;
1116         bsrr->query = req->query;
1117         bsrr->stream = assoc->encode;
1118         bsrr->errcode = 0;
1119         bsrr->hits = 0;
1120         bsrr->errstring = NULL;
1121         ((int (*)(void *, bend_search_rr *))(assoc->bend_search))(assoc->backend, bsrr);
1122         if (!bsrr->request)
1123             return 0;
1124     }
1125     else
1126     {
1127         bend_searchrequest bsrq;
1128         bend_searchresult *bsrt;
1129
1130         bsrq.setname = req->resultSetName;
1131         bsrq.replace_set = *req->replaceIndicator;
1132         bsrq.num_bases = req->num_databaseNames;
1133         bsrq.basenames = req->databaseNames;
1134         bsrq.query = req->query;
1135         bsrq.stream = assoc->encode;
1136         if (!(bsrt = bend_search(assoc->backend, &bsrq, fd)))
1137             return 0;
1138         bsrr->hits = bsrt->hits;
1139         bsrr->errcode = bsrt->errcode;
1140         bsrr->errstring = bsrt->errstring;
1141     }
1142     return response_searchRequest(assoc, reqb, bsrr, fd);
1143 }
1144
1145 int bend_searchresponse(void *handle, bend_search_rr *bsrr) {return 0;}
1146
1147 /*
1148  * Prepare a searchresponse based on the backend results. We probably want
1149  * to look at making the fetching of records nonblocking as well, but
1150  * so far, we'll keep things simple.
1151  * If bsrt is null, that means we're called in response to a communications
1152  * event, and we'll have to get the response for ourselves.
1153  */
1154 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
1155     bend_search_rr *bsrt, int *fd)
1156 {
1157     Z_SearchRequest *req = reqb->request->u.searchRequest;
1158     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1159     Z_SearchResponse *resp = (Z_SearchResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1160     int *nulint = (int *)odr_malloc (assoc->encode, sizeof(*nulint));
1161     bool_t *sr = (bool_t *)odr_malloc (assoc->encode, sizeof(*sr));
1162     int *next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1163     int *none = (int *)odr_malloc (assoc->encode, sizeof(*none));
1164
1165     *nulint = 0;
1166     *sr = 1;
1167     *next = 0;
1168     *none = Z_RES_NONE;
1169
1170     apdu->which = Z_APDU_searchResponse;
1171     apdu->u.searchResponse = resp;
1172     resp->referenceId = req->referenceId;
1173     resp->additionalSearchInfo = 0;
1174     resp->otherInfo = 0;
1175     *fd = -1;
1176     if (!bsrt && !bend_searchresponse(assoc->backend, bsrt))
1177     {
1178         logf(LOG_FATAL, "Bad result from backend");
1179         return 0;
1180     }
1181     else if (bsrt->errcode)
1182     {
1183         resp->records = diagrec(assoc, bsrt->errcode, bsrt->errstring);
1184         resp->resultCount = nulint;
1185         resp->numberOfRecordsReturned = nulint;
1186         resp->nextResultSetPosition = nulint;
1187         resp->searchStatus = nulint;
1188         resp->resultSetStatus = none;
1189         resp->presentStatus = 0;
1190     }
1191     else
1192     {
1193         int *toget = (int *)odr_malloc (assoc->encode, sizeof(*toget));
1194         int *presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1195         Z_RecordComposition comp, *compp = 0;
1196
1197         *toget = 0;
1198         *presst = 0;
1199         resp->records = 0;
1200         resp->resultCount = &bsrt->hits;
1201
1202         comp.which = Z_RecordComp_simple;
1203         /* how many records does the user agent want, then? */
1204         if (bsrt->hits <= *req->smallSetUpperBound)
1205         {
1206             *toget = bsrt->hits;
1207             if ((comp.u.simple = req->smallSetElementSetNames))
1208                 compp = &comp;
1209         }
1210         else if (bsrt->hits < *req->largeSetLowerBound)
1211         {
1212             *toget = *req->mediumSetPresentNumber;
1213             if (*toget > bsrt->hits)
1214                 *toget = bsrt->hits;
1215             if ((comp.u.simple = req->mediumSetElementSetNames))
1216                 compp = &comp;
1217         }
1218         else
1219             *toget = 0;
1220
1221         if (*toget && !resp->records)
1222         {
1223             oident *prefformat;
1224             oid_value form;
1225
1226             if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1227                 prefformat->oclass != CLASS_RECSYN)
1228                 form = VAL_NONE;
1229             else
1230                 form = prefformat->value;
1231             resp->records = pack_records(assoc, req->resultSetName, 1,
1232                 toget, compp, next, presst, form);
1233             if (!resp->records)
1234                 return 0;
1235             resp->numberOfRecordsReturned = toget;
1236             resp->nextResultSetPosition = next;
1237             resp->searchStatus = sr;
1238             resp->resultSetStatus = 0;
1239             resp->presentStatus = presst;
1240         }
1241         else
1242         {
1243             if (*resp->resultCount)
1244                 *next = 1;
1245             resp->numberOfRecordsReturned = nulint;
1246             resp->nextResultSetPosition = next;
1247             resp->searchStatus = sr;
1248             resp->resultSetStatus = 0;
1249             resp->presentStatus = 0;
1250         }
1251     }
1252     return apdu;
1253 }
1254
1255 /*
1256  * Maybe we got a little over-friendly when we designed bend_fetch to
1257  * get only one record at a time. Some backends can optimise multiple-record
1258  * fetches, and at any rate, there is some overhead involved in
1259  * all that selecting and hopping around. Problem is, of course, that the
1260  * frontend can't know ahead of time how many records it'll need to
1261  * fill the negotiated PDU size. Annoying. Segmentation or not, Z/SR
1262  * is downright lousy as a bulk data transfer protocol.
1263  *
1264  * To start with, we'll do the fetching of records from the backend
1265  * in one operation: To save some trips in and out of the event-handler,
1266  * and to simplify the interface to pack_records. At any rate, asynch
1267  * operation is more fun in operations that have an unpredictable execution
1268  * speed - which is normally more true for search than for present.
1269  */
1270 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
1271     int *fd)
1272 {
1273     Z_PresentRequest *req = reqb->request->u.presentRequest;
1274     oident *prefformat;
1275     oid_value form;
1276     Z_APDU *apdu;
1277     Z_PresentResponse *resp;
1278     int *presst;
1279     int *next;
1280     int *num;
1281
1282     logf(LOG_LOG, "Got PresentRequest.");
1283
1284     if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1285         prefformat->oclass != CLASS_RECSYN)
1286         form = VAL_NONE;
1287     else
1288         form = prefformat->value;
1289     if (assoc->bend_present)
1290     {
1291         bend_present_rr *bprr = (bend_present_rr *)nmem_malloc (reqb->request_mem, sizeof(*bprr));
1292         bprr->setname = req->resultSetId;
1293         bprr->start = *req->resultSetStartPoint;
1294         bprr->number = *req->numberOfRecordsRequested;
1295         bprr->format = form;
1296         bprr->comp = req->recordComposition;
1297         bprr->stream = assoc->encode;
1298         bprr->request = reqb;
1299         bprr->association = assoc;
1300         bprr->errcode = 0;
1301         bprr->errstring = NULL;
1302         ((int (*)(void *, bend_present_rr *))(*assoc->bend_present))(assoc->backend, bprr);
1303
1304         if (!bprr->request)
1305             return 0;
1306     }
1307     apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1308     resp = (Z_PresentResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1309     presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1310     next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1311     num = (int *)odr_malloc (assoc->encode, sizeof(*num));
1312     *presst = 0;
1313     *next = 0;
1314     *num = *req->numberOfRecordsRequested;
1315
1316     apdu->which = Z_APDU_presentResponse;
1317     apdu->u.presentResponse = resp;
1318     resp->referenceId = req->referenceId;
1319     resp->otherInfo = 0;
1320
1321     resp->records =
1322         pack_records(assoc, req->resultSetId, *req->resultSetStartPoint,
1323                      num, req->recordComposition, next, presst, form);
1324     if (!resp->records)
1325         return 0;
1326     resp->numberOfRecordsReturned = num;
1327     resp->presentStatus = presst;
1328     resp->nextResultSetPosition = next;
1329
1330     return apdu;
1331 }
1332
1333 /*
1334  * Scan was implemented rather in a hurry, and with support for only the basic
1335  * elements of the service in the backend API. Suggestions are welcome.
1336  */
1337 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd)
1338 {
1339     Z_ScanRequest *req = reqb->request->u.scanRequest;
1340     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1341     Z_ScanResponse *res = (Z_ScanResponse *)odr_malloc (assoc->encode, sizeof(*res));
1342     int *scanStatus = (int *)odr_malloc (assoc->encode, sizeof(*scanStatus));
1343     int *numberOfEntriesReturned =
1344          (int *)odr_malloc (assoc->encode, sizeof(*numberOfEntriesReturned));
1345     Z_ListEntries *ents = (Z_ListEntries *)odr_malloc (assoc->encode, sizeof(*ents));
1346     oident *attent;
1347     bend_scanrequest srq;
1348     bend_scanresult *srs;
1349     oident *attset;
1350
1351     logf(LOG_LOG, "Got ScanRequest");
1352     *scanStatus = Z_Scan_failure;
1353     *numberOfEntriesReturned = 0;
1354
1355     apdu->which = Z_APDU_scanResponse;
1356     apdu->u.scanResponse = res;
1357     res->referenceId = req->referenceId;
1358     res->stepSize = 0;
1359     res->scanStatus = scanStatus;
1360     res->numberOfEntriesReturned = numberOfEntriesReturned;
1361     res->positionOfTerm = 0;
1362     res->entries = ents;
1363     ents->which = Z_ListEntries_nonSurrogateDiagnostics;
1364     res->attributeSet = 0;
1365     res->otherInfo = 0;
1366
1367     if (req->attributeSet && (!(attent = oid_getentbyoid(req->attributeSet)) ||
1368         attent->oclass != CLASS_ATTSET || attent->value != VAL_BIB1))
1369         ents->u.nonSurrogateDiagnostics = diagrecs(assoc, 121, 0);
1370     else if (req->stepSize && *req->stepSize > 0)
1371         ents->u.nonSurrogateDiagnostics = diagrecs(assoc, 205, 0);
1372     else
1373     {
1374         if (req->termListAndStartPoint->term->which == Z_Term_general)
1375             logf(LOG_DEBUG, " term: '%.*s'",
1376                 req->termListAndStartPoint->term->u.general->len,
1377                 req->termListAndStartPoint->term->u.general->buf);
1378         srq.num_bases = req->num_databaseNames;
1379         srq.basenames = req->databaseNames;
1380         srq.num_entries = *req->numberOfTermsRequested;
1381         srq.term = req->termListAndStartPoint;
1382         srq.stream = assoc->encode;
1383         if (!(attset = oid_getentbyoid(req->attributeSet)) ||
1384             attset->oclass != CLASS_RECSYN)
1385             srq.attributeset = VAL_NONE;
1386         else
1387             srq.attributeset = attset->value;
1388         srq.term_position = req->preferredPositionInResponse ?
1389             *req->preferredPositionInResponse : 1;
1390         if (!(srs = bend_scan(assoc->backend, &srq, 0)))
1391             ents->u.nonSurrogateDiagnostics = diagrecs(assoc, 2, 0);
1392         else if (srs->errcode)
1393             ents->u.nonSurrogateDiagnostics = diagrecs(assoc,
1394                 srs->errcode, srs->errstring);
1395         else
1396         {
1397             int i;
1398             Z_Entries *list = (Z_Entries *)odr_malloc (assoc->encode, sizeof(*list));
1399             Z_Entry **tab = (Z_Entry **)odr_malloc (assoc->encode,
1400                                         sizeof(*tab) * srs->num_entries);
1401
1402             if (srs->status == BEND_SCAN_PARTIAL)
1403                 *scanStatus = Z_Scan_partial_5;
1404             else
1405                 *scanStatus = Z_Scan_success;
1406             ents->which = Z_ListEntries_entries;
1407             ents->u.entries = list;
1408             list->entries = tab;
1409             for (i = 0; i < srs->num_entries; i++)
1410             {
1411                 Z_Entry *e;
1412                 Z_TermInfo *t;
1413                 Odr_oct *o;
1414
1415                 list->entries[i] = e = (Z_Entry *)odr_malloc(assoc->encode, sizeof(*e));
1416                 e->which = Z_Entry_termInfo;
1417                 e->u.termInfo = t = (Z_TermInfo *)odr_malloc(assoc->encode, sizeof(*t));
1418                 t->suggestedAttributes = 0;
1419                 t->displayTerm = 0;
1420                 t->alternativeTerm = 0;
1421                 t->byAttributes = 0;
1422                 t->otherTermInfo = 0;
1423                 t->globalOccurrences = &srs->entries[i].occurrences;
1424                 t->term = (Z_Term *)odr_malloc(assoc->encode, sizeof(*t->term));
1425                 t->term->which = Z_Term_general;
1426                 t->term->u.general = o = (Odr_oct *)odr_malloc(assoc->encode,
1427                     sizeof(Odr_oct));
1428                 o->buf = (unsigned char *)odr_malloc(assoc->encode, o->len = o->size =
1429                     strlen(srs->entries[i].term));
1430                 memcpy(o->buf, srs->entries[i].term, o->len);
1431                 logf(LOG_DEBUG, "  term #%d: '%s' (%d)", i,
1432                     srs->entries[i].term, srs->entries[i].occurrences);
1433             }
1434             list->num_entries = i;
1435             res->numberOfEntriesReturned = &list->num_entries;
1436             res->positionOfTerm = &srs->term_position;
1437         }
1438     }
1439
1440     return apdu;
1441 }
1442
1443 static Z_APDU *process_sortRequest(association *assoc, request *reqb,
1444     int *fd)
1445 {
1446     Z_SortRequest *req = reqb->request->u.sortRequest;
1447     Z_SortResponse *res = (Z_SortResponse *)odr_malloc (assoc->encode, sizeof(*res));
1448     bend_sort_rr *bsrr = (bend_sort_rr *)odr_malloc (assoc->encode, sizeof(*bsrr));
1449
1450     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1451
1452     logf(LOG_LOG, "Got SortRequest.");
1453
1454     bsrr->num_input_setnames = req->inputResultSetNames->num_strings;
1455     bsrr->input_setnames = req->inputResultSetNames->strings;
1456     bsrr->output_setname = req->sortedResultSetName;
1457     bsrr->sort_sequence = req->sortSequence;
1458     bsrr->stream = assoc->encode;
1459
1460     bsrr->sort_status = Z_SortStatus_failure;
1461     bsrr->errcode = 0;
1462     bsrr->errstring = 0;
1463
1464     ((int (*)(void *, bend_sort_rr *))(*assoc->bend_sort))(assoc->backend, bsrr);
1465
1466     res->referenceId = req->referenceId;
1467     res->sortStatus = (int *)odr_malloc (assoc->encode, sizeof(*res->sortStatus));
1468     *res->sortStatus = bsrr->sort_status;
1469     res->resultSetStatus = 0;
1470     if (bsrr->errcode)
1471         res->diagnostics = diagrecs(assoc, bsrr->errcode, bsrr->errstring);
1472     else
1473         res->diagnostics = 0;
1474     res->otherInfo = 0;
1475
1476     apdu->which = Z_APDU_sortResponse;
1477     apdu->u.sortResponse = res;
1478     return apdu;
1479 }
1480
1481 static void process_close(association *assoc, request *reqb)
1482 {
1483     Z_Close *req = reqb->request->u.close;
1484     static char *reasons[] =
1485     {
1486         "finished",
1487         "shutdown",
1488         "systemProblem",
1489         "costLimit",
1490         "resources",
1491         "securityViolation",
1492         "protocolError",
1493         "lackOfActivity",
1494         "peerAbort",
1495         "unspecified"
1496     };
1497
1498     logf(LOG_LOG, "Got Close, reason %s, message %s",
1499         reasons[*req->closeReason], req->diagnosticInformation ?
1500         req->diagnosticInformation : "NULL");
1501     if (assoc->version < 3) /* to make do_force respond with close */
1502         assoc->version = 3;
1503     do_close(assoc, Z_Close_finished, "Association terminated by client");
1504 }
1505
1506 void save_referenceId (request *reqb, Z_ReferenceId *refid)
1507 {
1508     if (refid)
1509     {
1510         reqb->len_refid = refid->len;
1511         reqb->refid = (char *)nmem_malloc (reqb->request_mem, refid->len);
1512         memcpy (reqb->refid, refid->buf, refid->len);
1513     }
1514     else
1515     {
1516         reqb->len_refid = 0;
1517         reqb->refid = NULL;
1518     }
1519 }
1520
1521 void bend_request_send (bend_association a, bend_request req, Z_APDU *res)
1522 {
1523     process_response (a, req, res);
1524 }
1525
1526 bend_request bend_request_mk (bend_association a)
1527 {
1528     request *nreq = request_get (&a->outgoing);
1529     nreq->request_mem = nmem_create ();
1530     return nreq;
1531 }
1532
1533 Z_ReferenceId *bend_request_getid (ODR odr, bend_request req)
1534 {
1535     Z_ReferenceId *id;
1536     if (!req->refid)
1537         return 0;
1538     id = (Odr_oct *)odr_malloc (odr, sizeof(*odr));
1539     id->buf = (unsigned char *)odr_malloc (odr, req->len_refid);
1540     id->len = id->size = req->len_refid;
1541     memcpy (id->buf, req->refid, req->len_refid);
1542     return id;
1543 }
1544
1545 void bend_request_destroy (bend_request *req)
1546 {
1547     nmem_destroy((*req)->request_mem);
1548     request_release(*req);
1549     *req = NULL;
1550 }
1551
1552 int bend_backend_respond (bend_association a, bend_request req)
1553 {
1554     return process_request (a, req);
1555 }
1556
1557 void bend_request_setdata(bend_request r, void *p)
1558 {
1559     r->clientData = p;
1560 }
1561
1562 void *bend_request_getdata(bend_request r)
1563 {
1564     return r->clientData;
1565 }
1566
1567 /* Chas: Added in from DALI */
1568 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd)
1569 {
1570     bend_esrequest_rr esrequest;
1571
1572     Z_ExtendedServicesRequest *req = reqb->request->u.extendedServicesRequest;
1573     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_extendedServicesResponse);
1574
1575     Z_ExtendedServicesResponse *resp = apdu->u.extendedServicesResponse;
1576
1577     logf(LOG_DEBUG,"inside Process esRequest");
1578
1579     esrequest.esr = reqb->request->u.extendedServicesRequest;
1580     esrequest.stream = assoc->encode;
1581     esrequest.errcode = 0;
1582     esrequest.errstring = NULL;
1583         esrequest.request = reqb;
1584         esrequest.association = assoc;
1585
1586     (*assoc->bend_esrequest)(assoc->backend, &esrequest, fd);
1587
1588     /* If the response is being delayed, return NULL */
1589     if (esrequest.request == NULL)
1590         return(NULL);
1591
1592     resp->referenceId = req->referenceId;
1593
1594     if ( esrequest.errcode == 0 )
1595     {
1596         /* Backend service indicates request will be processed */
1597         logf(LOG_DEBUG,"Request will be processed...Good !");
1598         *resp->operationStatus = Z_ExtendedServicesResponse_done;
1599     }
1600     else
1601     {
1602         /* Backend indicates error, request will not be processed */
1603         logf(LOG_DEBUG,"Request will not be processed...BAD !");
1604         *resp->operationStatus = Z_ExtendedServicesResponse_failure;
1605     }
1606     /* Do something with the members of bend_extendedservice */
1607
1608     logf(LOG_DEBUG,"Send the result apdu");
1609
1610     return apdu;
1611 }
1612
1613 /* Chas: End of addition from DALI */