server/seshigh.c

   1 /*
   2  * Copyright (c) 1995-1998, Index Data
   3  * See the file LICENSE for details.
   4  * Sebastian Hammer, Adam Dickmeiss
   5  *
   6  * $Log: seshigh.c,v $
   7  * Revision 1.81  1998-10-13 16:12:24  adam
   8  * Added support for Surrogate Diagnostics for Scan Term entries.
   9  *
  10  * Revision 1.80  1998/09/02 12:41:53  adam
  11  * Added decode stream in bend search structures.
  12  *
  13  * Revision 1.79  1998/08/19 16:10:08  adam
  14  * Changed som member names of DeleteResultSetRequest/Response.
  15  *
  16  * Revision 1.78  1998/08/03 10:23:55  adam
  17  * Fixed bug regarding Options for Sort.
  18  *
  19  * Revision 1.77  1998/07/20 12:38:42  adam
  20  * Implemented delete result set service to server API.
  21  *
  22  * Revision 1.76  1998/05/27 16:57:07  adam
  23  * Support for surrogate diagnostic records added for bend_fetch.
  24  *
  25  * Revision 1.75  1998/05/18 10:13:07  adam
  26  * Fixed call to es_request handler - extra argument was passed.
  27  *
  28  * Revision 1.74  1998/03/31 15:13:20  adam
  29  * Development towards compiled ASN.1.
  30  *
  31  * Revision 1.73  1998/03/31 11:07:45  adam
  32  * Furhter work on UNIverse resource report.
  33  * Added Extended Services handling in frontend server.
  34  *
  35  * Revision 1.72  1998/02/11 11:53:35  adam
  36  * Changed code so that it compiles as C++.
  37  *
  38  * Revision 1.71  1998/02/10 11:03:57  adam
  39  * Added support for extended handlers in backend server interface.
  40  *
  41  * Revision 1.70  1998/01/29 13:15:35  adam
  42  * Implemented sort for the backend interface.
  43  *
  44  * Revision 1.69  1997/09/30 11:48:12  adam
  45  * Fixed bug introduced by previous commit.
  46  *
  47  * Revision 1.68  1997/09/29 13:18:59  adam
  48  * Added function, oid_ent_to_oid, to replace the function
  49  * oid_getoidbyent, which is not thread safe.
  50  *
  51  * Revision 1.67  1997/09/17 12:10:40  adam
  52  * YAZ version 1.4.
  53  *
  54  * Revision 1.66  1997/09/05 15:26:44  adam
  55  * Added ODR encode in search and scen bend request structures.
  56  * Fixed a few enums that caused trouble with C++.
  57  *
  58  * Revision 1.65  1997/09/01 08:53:01  adam
  59  * New windows NT/95 port using MSV5.0. The test server 'ztest' was
  60  * moved a separate directory. MSV5.0 project server.dsp created.
  61  * As an option, the server can now operate as an NT service.
  62  *
  63  * Revision 1.64  1997/04/30 08:52:11  quinn
  64  * Null
  65  *
  66  * Revision 1.63  1996/10/11  11:57:26  quinn
  67  * Smallish
  68  *
  69  * Revision 1.62  1996/07/06  19:58:35  quinn
  70  * System headerfiles gathered in yconfig
  71  *
  72  * Revision 1.61  1996/06/10  08:56:16  quinn
  73  * Work on Summary.
  74  *
  75  * Revision 1.60  1996/05/30  11:03:10  quinn
  76  * Fixed NextresultSetPosition bug fixed.
  77  *
  78  * Revision 1.59  1996/05/14  09:26:46  quinn
  79  * Added attribute set to scan backend
  80  *
  81  * Revision 1.58  1996/02/20  12:53:04  quinn
  82  * Chanes to SCAN
  83  *
  84  * Revision 1.57  1996/01/02  08:57:47  quinn
  85  * Changed enums in the ASN.1 .h files to #defines. Changed oident.class to oclass
  86  *
  87  * Revision 1.56  1995/12/14  11:09:57  quinn
  88  * Work on Explain
  89  *
  90  * Revision 1.55  1995/11/08  17:41:37  quinn
  91  * Smallish.
  92  *
  93  * Revision 1.54  1995/11/08  15:11:29  quinn
  94  * Log of close transmit.
  95  *
  96  * Revision 1.53  1995/11/01  13:54:58  quinn
  97  * Minor adjustments
  98  *
  99  * Revision 1.52  1995/11/01  12:19:13  quinn
 100  * Second attempt to fix same bug.
 101  *
 102  * Revision 1.50  1995/10/25  16:58:32  quinn
 103  * Simple.
 104  *
 105  * Revision 1.49  1995/10/16  13:51:53  quinn
 106  * Changes to provide Especs to the backend.
 107  *
 108  * Revision 1.48  1995/10/06  08:51:20  quinn
 109  * Added Write-buffer.
 110  *
 111  * Revision 1.47  1995/08/29  14:24:16  quinn
 112  * Added second half of close-handshake
 113  *
 114  * Revision 1.46  1995/08/29  11:17:58  quinn
 115  * Added code to receive close
 116  *
 117  * Revision 1.45  1995/08/21  09:11:00  quinn
 118  * Smallish fixes to suppport new formats.
 119  *
 120  * Revision 1.44  1995/08/17  12:45:25  quinn
 121  * Fixed minor problems with GRS-1. Added support in c&s.
 122  *
 123  * Revision 1.43  1995/08/15  12:00:31  quinn
 124  * Updated External
 125  *
 126  * Revision 1.42  1995/08/15  11:16:50  quinn
 127  *
 128  * Revision 1.41  1995/08/02  10:23:06  quinn
 129  * Smallish
 130  *
 131  * Revision 1.40  1995/07/31  14:34:26  quinn
 132  * Fixed bug in process_searchResponse (numberOfRecordsReturned).
 133  *
 134  * Revision 1.39  1995/06/27  13:21:00  quinn
 135  * SUTRS support
 136  *
 137  * Revision 1.38  1995/06/19  12:39:11  quinn
 138  * Fixed bug in timeout code. Added BER dumper.
 139  *
 140  * Revision 1.37  1995/06/16  13:16:14  quinn
 141  * Fixed Defaultdiagformat.
 142  *
 143  * Revision 1.36  1995/06/16  10:31:36  quinn
 144  * Added session timeout.
 145  *
 146  * Revision 1.35  1995/06/15  07:45:14  quinn
 147  * Moving to v3.
 148  *
 149  * Revision 1.34  1995/06/14  15:26:46  quinn
 150  * *** empty log message ***
 151  *
 152  * Revision 1.33  1995/06/06  14:57:05  quinn
 153  * Better diagnostics.
 154  *
 155  * Revision 1.32  1995/06/06  08:41:44  quinn
 156  * Better diagnostics.
 157  *
 158  * Revision 1.31  1995/06/06  08:15:37  quinn
 159  * Cosmetic.
 160  *
 161  * Revision 1.30  1995/06/05  10:53:32  quinn
 162  * Added a better SCAN.
 163  *
 164  * Revision 1.29  1995/06/01  11:25:03  quinn
 165  * Smallish.
 166  *
 167  * Revision 1.28  1995/06/01  11:21:01  quinn
 168  * Attempting to fix a bug in pack-records. replaced break with continue
 169  * for large records, according to standard.
 170  *
 171  * Revision 1.27  1995/05/29  08:12:06  quinn
 172  * Moved oid to util
 173  *
 174  * Revision 1.26  1995/05/18  13:02:12  quinn
 175  * Smallish.
 176  *
 177  * Revision 1.25  1995/05/17  08:42:26  quinn
 178  * Transfer auth info to backend. Allow backend to reject init gracefully.
 179  *
 180  * Revision 1.24  1995/05/16  08:51:04  quinn
 181  * License, documentation, and memory fixes
 182  *
 183  * Revision 1.23  1995/05/15  13:25:10  quinn
 184  * Fixed memory bug.
 185  *
 186  * Revision 1.22  1995/05/15  11:56:39  quinn
 187  * Asynchronous facilities. Restructuring of seshigh code.
 188  *
 189  * Revision 1.21  1995/05/02  08:53:19  quinn
 190  * Trying in vain to fix comm with ISODE
 191  *
 192  * Revision 1.20  1995/04/20  15:13:00  quinn
 193  * Cosmetic
 194  *
 195  * Revision 1.19  1995/04/18  08:15:34  quinn
 196  * Added dynamic memory allocation on encoding (whew). Code is now somewhat
 197  * neater. We'll make the same change for decoding one day.
 198  *
 199  * Revision 1.18  1995/04/17  11:28:25  quinn
 200  * Smallish
 201  *
 202  * Revision 1.17  1995/04/10  10:23:36  quinn
 203  * Some work to add scan and other things.
 204  *
 205  * Revision 1.16  1995/03/31  09:18:55  quinn
 206  * Added logging.
 207  *
 208  * Revision 1.15  1995/03/30  14:03:23  quinn
 209  * Added RFC1006 as separate library
 210  *
 211  * Revision 1.14  1995/03/30  12:18:17  quinn
 212  * Fixed bug.
 213  *
 214  * Revision 1.13  1995/03/30  09:09:24  quinn
 215  * Added state-handle and some support for asynchronous activities.
 216  *
 217  * Revision 1.12  1995/03/29  15:40:16  quinn
 218  * Ongoing work. Statserv is now dynamic by default
 219  *
 220  * Revision 1.11  1995/03/28  09:16:21  quinn
 221  * Added record packing to the search request
 222  *
 223  * Revision 1.10  1995/03/27  08:34:24  quinn
 224  * Added dynamic server functionality.
 225  * Released bindings to session.c (is now redundant)
 226  *
 227  * Revision 1.9  1995/03/22  15:01:26  quinn
 228  * Adjusting record packing.
 229  *
 230  * Revision 1.8  1995/03/22  10:13:21  quinn
 231  * Working on record packer
 232  *
 233  * Revision 1.7  1995/03/21  15:53:31  quinn
 234  * Little changes.
 235  *
 236  * Revision 1.6  1995/03/21  12:30:09  quinn
 237  * Beginning to add support for record packing.
 238  *
 239  * Revision 1.5  1995/03/17  10:44:13  quinn
 240  * Added catch of null-string in makediagrec
 241  *
 242  * Revision 1.4  1995/03/17  10:18:08  quinn
 243  * Added memory management.
 244  *
 245  * Revision 1.3  1995/03/16  17:42:39  quinn
 246  * Little changes
 247  *
 248  * Revision 1.2  1995/03/16  13:29:01  quinn
 249  * Partitioned server.
 250  *
 251  * Revision 1.1  1995/03/15  16:02:10  quinn
 252  * Modded session.c to seshigh.c
 253  *
 254  */
 255
 256 /*
 257  * Frontend server logic.
 258  *
 259  * This code receives incoming APDUs, and handles client requests by means
 260  * of the backend API.
 261  *
 262  * Some of the code is getting quite involved, compared to simpler servers -
 263  * primarily because it is asynchronous both in the communication with
 264  * the user and the backend. We think the complexity will pay off in
 265  * the form of greater flexibility when more asynchronous facilities
 266  * are implemented.
 267  *
 268  * Memory management has become somewhat involved. In the simple case, where
 269  * only one PDU is pending at a time, it will simply reuse the same memory,
 270  * once it has found its working size. When we enable multiple concurrent
 271  * operations, perhaps even with multiple parallel calls to the backend, it
 272  * will maintain a pool of buffers for encoding and decoding, trying to
 273  * minimize memory allocation/deallocation during normal operation.
 274  *
 275  * TODOs include (and will be done in order of public interest):
 276  *
 277  * Support for EXPLAIN - provide simple meta-database system.
 278  * Support for access control.
 279  * Support for resource control.
 280  * Support for extended services - primarily Item Order.
 281  * Rest of Z39.50-1994
 282  *
 283  */
 284
 285 #include <yconfig.h>
 286 #include <stdlib.h>
 287 #include <stdio.h>
 288 #ifdef WINDOWS
 289 #include <process.h>
 290 #else
 291 #include <unistd.h>
 292 #endif
 293 #include <assert.h>
 294
 295 #include <xmalloc.h>
 296 #include <comstack.h>
 297 #include "eventl.h"
 298 #include "session.h"
 299 #include <proto.h>
 300 #include <oid.h>
 301 #include <log.h>
 302 #include <statserv.h>
 303
 304 #include <backend.h>
 305
 306 static int process_request(association *assoc, request *req);
 307 void backend_response(IOCHAN i, int event);
 308 static int process_response(association *assoc, request *req, Z_APDU *res);
 309 static Z_APDU *process_initRequest(association *assoc, request *reqb);
 310 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
 311     int *fd);
 312 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
 313     bend_search_rr *bsrr, int *fd);
 314 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
 315     int *fd);
 316 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd);
 317 static Z_APDU *process_sortRequest(association *assoc, request *reqb, int *fd);
 318 static void process_close(association *assoc, request *reqb);
 319 void save_referenceId (request *reqb, Z_ReferenceId *refid);
 320 static Z_APDU *process_deleteRequest(association *assoc, request *reqb,
 321     int *fd);
 322
 323 static FILE *apduf = 0; /* for use in static mode */
 324 static statserv_options_block *control_block = 0;
 325
 326 /* Chas: Added in from DALI */
 327 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd);
 328 /* Chas: End of addition from DALI */
 329
 330 /*
 331  * Create and initialize a new association-handle.
 332  *  channel  : iochannel for the current line.
 333  *  link     : communications channel.
 334  * Returns: 0 or a new association handle.
 335  */
 336 association *create_association(IOCHAN channel, COMSTACK link)
 337 {
 338     association *anew;
 339
 340     if (!control_block)
 341         control_block = statserv_getcontrol();
 342     if (!(anew = (association *)xmalloc(sizeof(*anew))))
 343         return 0;
 344     anew->client_chan = channel;
 345     anew->client_link = link;
 346     if (!(anew->decode = odr_createmem(ODR_DECODE)) ||
 347         !(anew->encode = odr_createmem(ODR_ENCODE)))
 348         return 0;
 349     if (*control_block->apdufile)
 350     {
 351         char filename[256];
 352         FILE *f;
 353
 354         strcpy(filename, control_block->apdufile);
 355         if (!(anew->print = odr_createmem(ODR_PRINT)))
 356             return 0;
 357         if (*control_block->apdufile != '-')
 358         {
 359             strcpy(filename, control_block->apdufile);
 360             if (!control_block->dynamic)
 361             {
 362                 if (!apduf)
 363                 {
 364                     if (!(apduf = fopen(filename, "w")))
 365                     {
 366                         logf(LOG_WARN|LOG_ERRNO, "%s", filename);
 367                         return 0;
 368                     }
 369                     setvbuf(apduf, 0, _IONBF, 0);
 370                 }
 371                 f = apduf;
 372             }
 373             else
 374             {
 375                 sprintf(filename + strlen(filename), ".%d", getpid());
 376                 if (!(f = fopen(filename, "w")))
 377                 {
 378                     logf(LOG_WARN|LOG_ERRNO, "%s", filename);
 379                     return 0;
 380                 }
 381                 setvbuf(f, 0, _IONBF, 0);
 382             }
 383             odr_setprint(anew->print, f);
 384         }
 385     }
 386     else
 387         anew->print = 0;
 388     anew->input_buffer = 0;
 389     anew->input_buffer_len = 0;
 390     anew->backend = 0;
 391     anew->state = ASSOC_NEW;
 392     request_initq(&anew->incoming);
 393     request_initq(&anew->outgoing);
 394     anew->proto = cs_getproto(link);
 395     return anew;
 396 }
 397
 398 /*
 399  * Free association and release resources.
 400  */
 401 void destroy_association(association *h)
 402 {
 403     odr_destroy(h->decode);
 404     odr_destroy(h->encode);
 405     if (h->print)
 406         odr_destroy(h->print);
 407     if (h->input_buffer)
 408     xfree(h->input_buffer);
 409     if (h->backend)
 410         bend_close(h->backend);
 411     while (request_deq(&h->incoming));
 412     while (request_deq(&h->outgoing));
 413     request_delq(&h->incoming);
 414     request_delq(&h->outgoing);
 415     xfree(h);
 416 }
 417
 418 static void do_close_req(association *a, int reason, char *message,
 419                          request *req)
 420 {
 421     Z_APDU apdu;
 422     Z_Close *cls = zget_Close(a->encode);
 423
 424     /* Purge request queue */
 425     while (request_deq(&a->incoming));
 426     while (request_deq(&a->outgoing));
 427     if (a->version >= 3)
 428     {
 429         logf(LOG_LOG, "Sending Close PDU, reason=%d, message=%s",
 430             reason, message ? message : "none");
 431         apdu.which = Z_APDU_close;
 432         apdu.u.close = cls;
 433         *cls->closeReason = reason;
 434         cls->diagnosticInformation = message;
 435         process_response(a, req, &apdu);
 436         iochan_settimeout(a->client_chan, 60);
 437     }
 438     else
 439     {
 440         logf(LOG_DEBUG, "v2 client. No Close PDU");
 441         iochan_setevent(a->client_chan, EVENT_TIMEOUT); /* force imm close */
 442     }
 443     a->state = ASSOC_DEAD;
 444 }
 445
 446 static void do_close(association *a, int reason, char *message)
 447 {
 448     do_close_req (a, reason, message, request_get(&a->outgoing));
 449 }
 450
 451 /*
 452  * This is where PDUs from the client are read and the further
 453  * processing is initiated. Flow of control moves down through the
 454  * various process_* functions below, until the encoded result comes back up
 455  * to the output handler in here.
 456  *
 457  *  h     : the I/O channel that has an outstanding event.
 458  *  event : the current outstanding event.
 459  */
 460 void ir_session(IOCHAN h, int event)
 461 {
 462     int res;
 463     association *assoc = (association *)iochan_getdata(h);
 464     COMSTACK conn = assoc->client_link;
 465     request *req;
 466
 467     assert(h && conn && assoc);
 468     if (event == EVENT_TIMEOUT)
 469     {
 470         if (assoc->state != ASSOC_UP)
 471         {
 472             logf(LOG_LOG, "Final timeout - closing connection.");
 473             cs_close(conn);
 474             destroy_association(assoc);
 475             iochan_destroy(h);
 476         }
 477         else
 478         {
 479             logf(LOG_LOG, "Session idle too long. Sending close.");
 480             do_close(assoc, Z_Close_lackOfActivity, 0);
 481         }
 482         return;
 483     }
 484     if (event & EVENT_INPUT || event & EVENT_WORK) /* input */
 485     {
 486         if (event & EVENT_INPUT)
 487         {
 488             logf(LOG_DEBUG, "ir_session (input)");
 489             assert(assoc && conn);
 490             /* We aren't speaking to this fellow */
 491             if (assoc->state == ASSOC_DEAD)
 492             {
 493                 logf(LOG_LOG, "Closed connection after reject");
 494                 cs_close(conn);
 495                 destroy_association(assoc);
 496                 iochan_destroy(h);
 497                 return;
 498             }
 499             if ((res = cs_get(conn, &assoc->input_buffer,
 500                 &assoc->input_buffer_len)) <= 0)
 501             {
 502                 logf(LOG_LOG, "Connection closed by client");
 503                 cs_close(conn);
 504                 destroy_association(assoc);
 505                 iochan_destroy(h);
 506                 return;
 507             }
 508             else if (res == 1) /* incomplete read - wait for more  */
 509                 return;
 510             if (cs_more(conn)) /* more stuff - call us again later, please */
 511                 iochan_setevent(h, EVENT_INPUT);
 512
 513             /* we got a complete PDU. Let's decode it */
 514             logf(LOG_DEBUG, "Got PDU, %d bytes", res);
 515             req = request_get(&assoc->incoming); /* get a new request structure */
 516             odr_reset(assoc->decode);
 517             odr_setbuf(assoc->decode, assoc->input_buffer, res, 0);
 518             if (!z_APDU(assoc->decode, &req->request, 0))
 519             {
 520                 logf(LOG_LOG, "ODR error on incoming PDU: %s [near byte %d] ",
 521                     odr_errmsg(odr_geterror(assoc->decode)),
 522                     odr_offset(assoc->decode));
 523                 logf(LOG_LOG, "PDU dump:");
 524                 odr_dumpBER(log_file(), assoc->input_buffer, res);
 525                 do_close(assoc, Z_Close_protocolError, "Malformed package");
 526                 return;
 527             }
 528             req->request_mem = odr_extract_mem(assoc->decode);
 529             if (assoc->print && !z_APDU(assoc->print, &req->request, 0))
 530             {
 531                 logf(LOG_WARN, "ODR print error: %s",
 532                     odr_errmsg(odr_geterror(assoc->print)));
 533                 odr_reset(assoc->print);
 534             }
 535             request_enq(&assoc->incoming, req);
 536         }
 537
 538         /* can we do something yet? */
 539         req = request_head(&assoc->incoming);
 540         if (req->state == REQUEST_IDLE)
 541         {
 542             request_deq(&assoc->incoming);
 543             if (process_request(assoc, req) < 0)
 544                 do_close_req(assoc, Z_Close_systemProblem, "Unknown error",
 545                              req);
 546         }
 547     }
 548     if (event & EVENT_OUTPUT)
 549     {
 550         request *req = request_head(&assoc->outgoing);
 551
 552         logf(LOG_DEBUG, "ir_session (output)");
 553         req->state = REQUEST_PENDING;
 554         switch (res = cs_put(conn, req->response, req->len_response))
 555         {
 556             case -1:
 557                 logf(LOG_LOG, "Connection closed by client");
 558                 cs_close(conn);
 559                 destroy_association(assoc);
 560                 iochan_destroy(h);
 561                 break;
 562             case 0: /* all sent - release the request structure */
 563                 logf(LOG_DEBUG, "Wrote PDU, %d bytes", req->len_response);
 564                 nmem_destroy(req->request_mem);
 565                 request_deq(&assoc->outgoing);
 566                 request_release(req);
 567                 if (!request_head(&assoc->outgoing))
 568                     iochan_clearflag(h, EVENT_OUTPUT);
 569                 break;
 570             /* value of 1 -- partial send -- is simply ignored */
 571         }
 572     }
 573     if (event & EVENT_EXCEPT)
 574     {
 575         logf(LOG_DEBUG, "ir_session (exception)");
 576         cs_close(conn);
 577         destroy_association(assoc);
 578         iochan_destroy(h);
 579     }
 580 }
 581
 582 /*
 583  * Initiate request processing.
 584  */
 585 static int process_request(association *assoc, request *req)
 586 {
 587     int fd = -1;
 588     Z_APDU *res;
 589     int retval;
 590
 591     assert(req && req->state == REQUEST_IDLE);
 592     switch (req->request->which)
 593     {
 594         case Z_APDU_initRequest:
 595             res = process_initRequest(assoc, req); break;
 596         case Z_APDU_searchRequest:
 597             res = process_searchRequest(assoc, req, &fd); break;
 598         case Z_APDU_presentRequest:
 599             res = process_presentRequest(assoc, req, &fd); break;
 600         case Z_APDU_scanRequest:
 601             res = process_scanRequest(assoc, req, &fd); break;
 602         case Z_APDU_extendedServicesRequest:
 603             if (assoc->bend_esrequest)
 604                 res = process_ESRequest(assoc, req, &fd);
 605             else
 606             {
 607                 logf(LOG_WARN, "Cannot handle EXTENDED SERVICES APDU");
 608                 return -1;
 609             }
 610             break;
 611         case Z_APDU_sortRequest:
 612             if (assoc->bend_sort)
 613                 res = process_sortRequest(assoc, req, &fd);
 614             else
 615             {
 616                 logf(LOG_WARN, "Cannot handle SORT APDU");
 617                 return -1;
 618             }
 619             break;
 620         case Z_APDU_close:
 621             process_close(assoc, req); return 0;
 622         case Z_APDU_deleteResultSetRequest:
 623             if (assoc->bend_delete)
 624                 res = process_deleteRequest(assoc, req, &fd);
 625             else
 626             {
 627                 logf (LOG_WARN, "Cannot handle Delete APDU");
 628                 return -1;
 629             }
 630             break;
 631         default:
 632             logf(LOG_WARN, "Bad APDU received");
 633             return -1;
 634     }
 635     if (res)
 636     {
 637         logf(LOG_DEBUG, "  result immediately available");
 638         retval = process_response(assoc, req, res);
 639     }
 640     else if (fd < 0)
 641     {
 642         logf(LOG_DEBUG, "  result unavailble");
 643         retval = 0;
 644     }
 645     else /* no result yet - one will be provided later */
 646     {
 647         IOCHAN chan;
 648
 649         /* Set up an I/O handler for the fd supplied by the backend */
 650
 651         logf(LOG_DEBUG, "   establishing handler for result");
 652         req->state = REQUEST_PENDING;
 653         if (!(chan = iochan_create(fd, backend_response, EVENT_INPUT)))
 654             abort();
 655         iochan_setdata(chan, assoc);
 656         retval = 0;
 657     }
 658     return retval;
 659 }
 660
 661 /*
 662  * Handle message from the backend.
 663  */
 664 void backend_response(IOCHAN i, int event)
 665 {
 666     association *assoc = (association *)iochan_getdata(i);
 667     request *req = request_head(&assoc->incoming);
 668     Z_APDU *res;
 669     int fd;
 670
 671     logf(LOG_DEBUG, "backend_response");
 672     assert(assoc && req && req->state != REQUEST_IDLE);
 673     /* determine what it is we're waiting for */
 674     switch (req->request->which)
 675     {
 676         case Z_APDU_searchRequest:
 677             res = response_searchRequest(assoc, req, 0, &fd); break;
 678 #if 0
 679         case Z_APDU_presentRequest:
 680             res = response_presentRequest(assoc, req, 0, &fd); break;
 681         case Z_APDU_scanRequest:
 682             res = response_scanRequest(assoc, req, 0, &fd); break;
 683 #endif
 684         default:
 685             logf(LOG_WARN, "Serious programmer's lapse or bug");
 686             abort();
 687     }
 688     if ((res && process_response(assoc, req, res) < 0) || fd < 0)
 689     {
 690         logf(LOG_LOG, "Fatal error when talking to backend");
 691         do_close(assoc, Z_Close_systemProblem, 0);
 692         iochan_destroy(i);
 693         return;
 694     }
 695     else if (!res) /* no result yet - try again later */
 696     {
 697         logf(LOG_DEBUG, "   no result yet");
 698         iochan_setfd(i, fd); /* in case fd has changed */
 699     }
 700 }
 701
 702 /*
 703  * Encode response, and transfer the request structure to the outgoing queue.
 704  */
 705 static int process_response(association *assoc, request *req, Z_APDU *res)
 706 {
 707     odr_setbuf(assoc->encode, req->response, req->size_response, 1);
 708     if (!z_APDU(assoc->encode, &res, 0))
 709     {
 710         logf(LOG_WARN, "ODR error when encoding response: %s",
 711             odr_errmsg(odr_geterror(assoc->decode)));
 712         odr_reset(assoc->encode);
 713         return -1;
 714     }
 715     req->response = odr_getbuf(assoc->encode, &req->len_response,
 716         &req->size_response);
 717     odr_setbuf(assoc->encode, 0, 0, 0); /* don'txfree if we abort later */
 718     if (assoc->print && !z_APDU(assoc->print, &res, 0))
 719     {
 720         logf(LOG_WARN, "ODR print error: %s",
 721             odr_errmsg(odr_geterror(assoc->print)));
 722         odr_reset(assoc->print);
 723     }
 724     odr_reset(assoc->encode);
 725     req->state = REQUEST_IDLE;
 726     request_enq(&assoc->outgoing, req);
 727     /* turn the work over to the ir_session handler */
 728     iochan_setflag(assoc->client_chan, EVENT_OUTPUT);
 729     /* Is there more work to be done? give that to the input handler too */
 730 #if 1
 731     if (request_head(&assoc->incoming))
 732     {
 733         logf (LOG_DEBUG, "more work to be done");
 734         iochan_setevent(assoc->client_chan, EVENT_WORK);
 735     }
 736 #endif
 737     return 0;
 738 }
 739
 740 /*
 741  * Handle init request.
 742  * At the moment, we don't check the options
 743  * anywhere else in the code - we just try not to do anything that would
 744  * break a naive client. We'll toss 'em into the association block when
 745  * we need them there.
 746  */
 747 static Z_APDU *process_initRequest(association *assoc, request *reqb)
 748 {
 749     Z_InitRequest *req = reqb->request->u.initRequest;
 750     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_initResponse);
 751     Z_InitResponse *resp = apdu->u.initResponse;
 752     bend_initrequest binitreq;
 753     bend_initresult *binitres;
 754     char options[100];
 755
 756     logf(LOG_LOG, "Got initRequest");
 757     if (req->implementationId)
 758         logf(LOG_LOG, "Id:        %s", req->implementationId);
 759     if (req->implementationName)
 760         logf(LOG_LOG, "Name:      %s", req->implementationName);
 761     if (req->implementationVersion)
 762         logf(LOG_LOG, "Version:   %s", req->implementationVersion);
 763
 764     binitreq.stream = assoc->encode;
 765     binitreq.configname = "default-config";
 766     binitreq.auth = req->idAuthentication;
 767     binitreq.bend_sort = NULL;
 768     binitreq.bend_search = NULL;
 769     binitreq.bend_present = NULL;
 770     binitreq.bend_esrequest = NULL;
 771     binitreq.bend_delete = NULL;
 772     if (!(binitres = bend_init(&binitreq)))
 773     {
 774         logf(LOG_WARN, "Bad response from backend.");
 775         return 0;
 776     }
 777
 778     assoc->backend = binitres->handle;
 779     if ((assoc->bend_sort = (int (*)())binitreq.bend_sort))
 780         logf (LOG_DEBUG, "Sort handler installed");
 781     if ((assoc->bend_search = (int (*)())binitreq.bend_search))
 782         logf (LOG_DEBUG, "Search handler installed");
 783     if ((assoc->bend_present = (int (*)())binitreq.bend_present))
 784         logf (LOG_DEBUG, "Present handler installed");
 785     if ((assoc->bend_esrequest = (int (*)())binitreq.bend_esrequest))
 786         logf (LOG_DEBUG, "ESRequest handler installed");
 787     if ((assoc->bend_delete = (int (*)())binitreq.bend_delete))
 788         logf (LOG_DEBUG, "Delete handler installed");
 789
 790     resp->referenceId = req->referenceId;
 791     *options = '\0';
 792     /* let's tell the client what we can do */
 793     if (ODR_MASK_GET(req->options, Z_Options_search))
 794     {
 795         ODR_MASK_SET(resp->options, Z_Options_search);
 796         strcat(options, "srch");
 797     }
 798     if (ODR_MASK_GET(req->options, Z_Options_present))
 799     {
 800         ODR_MASK_SET(resp->options, Z_Options_present);
 801         strcat(options, " prst");
 802     }
 803     if (ODR_MASK_GET(req->options, Z_Options_delSet) && binitreq.bend_delete)
 804     {
 805         ODR_MASK_SET(resp->options, Z_Options_delSet);
 806         strcat(options, " del");
 807     }
 808     if (ODR_MASK_GET(req->options, Z_Options_extendedServices) &&
 809         binitreq.bend_esrequest)
 810     {
 811         ODR_MASK_SET(resp->options, Z_Options_extendedServices);
 812         strcat (options, " extendedServices");
 813     }
 814     if (ODR_MASK_GET(req->options, Z_Options_namedResultSets))
 815     {
 816         ODR_MASK_SET(resp->options, Z_Options_namedResultSets);
 817         strcat(options, " namedresults");
 818     }
 819     if (ODR_MASK_GET(req->options, Z_Options_scan))
 820     {
 821         ODR_MASK_SET(resp->options, Z_Options_scan);
 822         strcat(options, " scan");
 823     }
 824     if (ODR_MASK_GET(req->options, Z_Options_concurrentOperations))
 825     {
 826         ODR_MASK_SET(resp->options, Z_Options_concurrentOperations);
 827         strcat(options, " concurop");
 828     }
 829     if (ODR_MASK_GET(req->options, Z_Options_sort) && binitreq.bend_sort)
 830     {
 831         ODR_MASK_SET(resp->options, Z_Options_sort);
 832         strcat(options, " sort");
 833     }
 834     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_1))
 835     {
 836         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_1);
 837         assoc->version = 2; /* 1 & 2 are equivalent */
 838     }
 839     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_2))
 840     {
 841         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_2);
 842         assoc->version = 2;
 843     }
 844     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_3))
 845     {
 846         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_3);
 847         assoc->version = 3;
 848     }
 849     logf(LOG_LOG, "Negotiated to v%d: %s", assoc->version, options);
 850     assoc->maximumRecordSize = *req->maximumRecordSize;
 851     if (assoc->maximumRecordSize > control_block->maxrecordsize)
 852         assoc->maximumRecordSize = control_block->maxrecordsize;
 853     assoc->preferredMessageSize = *req->preferredMessageSize;
 854     if (assoc->preferredMessageSize > assoc->maximumRecordSize)
 855         assoc->preferredMessageSize = assoc->maximumRecordSize;
 856     resp->preferredMessageSize = &assoc->preferredMessageSize;
 857     resp->maximumRecordSize = &assoc->maximumRecordSize;
 858     resp->implementationName = "Index Data/YAZ Generic Frontend Server";
 859     if (binitres->errcode)
 860     {
 861         logf(LOG_LOG, "Connection rejected by backend.");
 862         *resp->result = 0;
 863         assoc->state = ASSOC_DEAD;
 864     }
 865     else
 866         assoc->state = ASSOC_UP;
 867     return apdu;
 868 }
 869
 870 /*
 871  * These functions should be merged.
 872  */
 873
 874 static void set_addinfo (Z_DefaultDiagFormat *dr, char *addinfo)
 875 {
 876 #if ASN_COMPILED
 877     dr->which = Z_DefaultDiagFormat_v2Addinfo;
 878     dr->u.v2Addinfo = addinfo ? addinfo : "";
 879 #else
 880     dr->which = Z_DiagForm_v2AddInfo;
 881     dr->addinfo = addinfo ? addinfo : "";
 882 #endif
 883 }
 884
 885 /*
 886  * nonsurrogate diagnostic record.
 887  */
 888 static Z_Records *diagrec(association *assoc, int error, char *addinfo)
 889 {
 890     int oid[OID_SIZE];
 891     Z_Records *rec = (Z_Records *)
 892         odr_malloc (assoc->encode, sizeof(*rec));
 893     oident bib1;
 894     int *err = (int *)
 895         odr_malloc (assoc->encode, sizeof(*err));
 896     Z_DiagRec *drec = (Z_DiagRec *)
 897         odr_malloc (assoc->encode, sizeof(*drec));
 898     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)
 899         odr_malloc (assoc->encode, sizeof(*dr));
 900
 901     bib1.proto = assoc->proto;
 902     bib1.oclass = CLASS_DIAGSET;
 903     bib1.value = VAL_BIB1;
 904
 905     logf(LOG_DEBUG, "Diagnostic: %d -- %s", error, addinfo ? addinfo :
 906         "NULL");
 907     *err = error;
 908     rec->which = Z_Records_NSD;
 909 #if ASN_COMPILED
 910     rec->u.nonSurrogateDiagnostic = dr;
 911 #else
 912 #ifdef Z_95
 913     rec->u.nonSurrogateDiagnostic = drec;
 914     drec->which = Z_DiagRec_defaultFormat;
 915     drec->u.defaultFormat = dr;
 916 #else
 917     rec->u.nonSurrogateDiagnostic = dr;
 918 #endif
 919 #endif
 920     dr->diagnosticSetId = odr_oiddup (assoc->encode,
 921                                       oid_ent_to_oid(&bib1, oid));
 922     dr->condition = err;
 923     set_addinfo (dr, addinfo);
 924     return rec;
 925 }
 926
 927 /*
 928  * surrogate diagnostic.
 929  */
 930 static Z_NamePlusRecord *surrogatediagrec(association *assoc, char *dbname,
 931                                           int error, char *addinfo)
 932 {
 933     int oid[OID_SIZE];
 934     Z_NamePlusRecord *rec = (Z_NamePlusRecord *)odr_malloc (assoc->encode, sizeof(*rec));
 935     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
 936     oident bib1;
 937     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
 938     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*dr));
 939
 940     bib1.proto = assoc->proto;
 941     bib1.oclass = CLASS_DIAGSET;
 942     bib1.value = VAL_BIB1;
 943
 944     logf(LOG_DEBUG, "SurrogateDiagnotic: %d -- %s", error, addinfo);
 945     *err = error;
 946     rec->databaseName = dbname;
 947     rec->which = Z_NamePlusRecord_surrogateDiagnostic;
 948     rec->u.surrogateDiagnostic = drec;
 949     drec->which = Z_DiagRec_defaultFormat;
 950     drec->u.defaultFormat = dr;
 951     dr->diagnosticSetId = odr_oiddup (assoc->encode,
 952                                       oid_ent_to_oid(&bib1, oid));
 953     dr->condition = err;
 954     set_addinfo (dr, addinfo);
 955
 956     return rec;
 957 }
 958
 959 /*
 960  * multiple nonsurrogate diagnostics.
 961  */
 962 static Z_DiagRecs *diagrecs(association *assoc, int error, char *addinfo)
 963 {
 964     int oid[OID_SIZE];
 965     Z_DiagRecs *recs = (Z_DiagRecs *)odr_malloc (assoc->encode, sizeof(*recs));
 966     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
 967     oident bib1;
 968     Z_DiagRec **recp = (Z_DiagRec **)odr_malloc (assoc->encode, sizeof(*recp));
 969     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
 970     Z_DefaultDiagFormat *rec = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*rec));
 971
 972     logf(LOG_DEBUG, "DiagRecs: %d -- %s", error, addinfo);
 973     bib1.proto = assoc->proto;
 974     bib1.oclass = CLASS_DIAGSET;
 975     bib1.value = VAL_BIB1;
 976
 977     *err = error;
 978     recs->num_diagRecs = 1;
 979     recs->diagRecs = recp;
 980     recp[0] = drec;
 981     drec->which = Z_DiagRec_defaultFormat;
 982     drec->u.defaultFormat = rec;
 983
 984     rec->diagnosticSetId = odr_oiddup (assoc->encode,
 985                                       oid_ent_to_oid(&bib1, oid));
 986     rec->condition = err;
 987
 988 #ifdef ASN_COMPILED
 989     rec->which = Z_DefaultDiagFormat_v2Addinfo;
 990     rec->u.v2Addinfo = addinfo ? addinfo : "";
 991 #else
 992     rec->which = Z_DiagForm_v2AddInfo;
 993     rec->addinfo = addinfo ? addinfo : "";
 994 #endif
 995     return recs;
 996 }
 997
 998 static Z_Records *pack_records(association *a, char *setname, int start,
 999                                 int *num, Z_RecordComposition *comp,
1000                                 int *next, int *pres, oid_value format)
1001 {
1002     int oid[OID_SIZE];
1003     int recno, total_length = 0, toget = *num, dumped_records = 0;
1004     Z_Records *records = (Z_Records *)odr_malloc (a->encode, sizeof(*records));
1005     Z_NamePlusRecordList *reclist = (Z_NamePlusRecordList *)odr_malloc (a->encode, sizeof(*reclist));
1006     Z_NamePlusRecord **list = (Z_NamePlusRecord **)odr_malloc (a->encode, sizeof(*list) * toget);
1007     oident recform;
1008
1009     records->which = Z_Records_DBOSD;
1010     records->u.databaseOrSurDiagnostics = reclist;
1011     reclist->num_records = 0;
1012     reclist->records = list;
1013     *pres = Z_PRES_SUCCESS;
1014     *num = 0;
1015     *next = 0;
1016
1017     logf(LOG_DEBUG, "Request to pack %d+%d", start, toget);
1018     logf(LOG_DEBUG, "pms=%d, mrs=%d", a->preferredMessageSize,
1019         a->maximumRecordSize);
1020     for (recno = start; reclist->num_records < toget; recno++)
1021     {
1022         bend_fetchrequest freq;
1023         bend_fetchresult *fres;
1024         Z_NamePlusRecord *thisrec;
1025         Z_DatabaseRecord *thisext;
1026         int this_length = 0;
1027
1028         /*
1029          * we get the number of bytes allocated on the stream before any
1030          * allocation done by the backend - this should give us a reasonable
1031          * idea of the total size of the data so far.
1032          */
1033         total_length = odr_total(a->encode) - dumped_records;
1034         freq.setname = setname;
1035         freq.number = recno;
1036         freq.comp = comp;
1037         freq.format = format;
1038         freq.stream = a->encode;
1039         freq.surrogate_flag = 0;
1040         if (!(fres = bend_fetch(a->backend, &freq, 0)))
1041         {
1042             *pres = Z_PRES_FAILURE;
1043             return diagrec(a, 2, "Backend interface problem");
1044         }
1045         /* backend should be able to signal whether error is system-wide
1046            or only pertaining to current record */
1047         if (fres->errcode)
1048         {
1049             if (!freq.surrogate_flag)
1050             {
1051                 *pres = Z_PRES_FAILURE;
1052                 return diagrec(a, fres->errcode, fres->errstring);
1053             }
1054             reclist->records[reclist->num_records] =
1055                 surrogatediagrec(a, fres->basename, fres->errcode,
1056                                  fres->errstring);
1057             reclist->num_records++;
1058             *next = fres->last_in_set ? 0 : recno + 1;
1059             continue;
1060         }
1061         if (fres->len >= 0)
1062             this_length = fres->len;
1063         else
1064             this_length = odr_total(a->encode) - total_length;
1065         logf(LOG_DEBUG, "  fetched record, len=%d, total=%d",
1066             this_length, total_length);
1067         if (this_length + total_length > a->preferredMessageSize)
1068         {
1069             /* record is small enough, really */
1070             if (this_length <= a->preferredMessageSize)
1071             {
1072                 logf(LOG_DEBUG, "  Dropped last normal-sized record");
1073                 *pres = Z_PRES_PARTIAL_2;
1074                 break;
1075             }
1076             /* record can only be fetched by itself */
1077             if (this_length < a->maximumRecordSize)
1078             {
1079                 logf(LOG_DEBUG, "  Record > prefmsgsz");
1080                 if (toget > 1)
1081                 {
1082                     logf(LOG_DEBUG, "  Dropped it");
1083                     reclist->records[reclist->num_records] =
1084                          surrogatediagrec(a, fres->basename, 16, 0);
1085                     reclist->num_records++;
1086                     *next = fres->last_in_set ? 0 : recno + 1;
1087                     dumped_records += this_length;
1088                     continue;
1089                 }
1090             }
1091             else /* too big entirely */
1092             {
1093                 logf(LOG_DEBUG, "Record > maxrcdsz");
1094                 reclist->records[reclist->num_records] =
1095                     surrogatediagrec(a, fres->basename, 17, 0);
1096                 reclist->num_records++;
1097                 *next = fres->last_in_set ? 0 : recno + 1;
1098                 dumped_records += this_length;
1099                 continue;
1100             }
1101         }
1102
1103         if (!(thisrec = (Z_NamePlusRecord *)odr_malloc(a->encode, sizeof(*thisrec))))
1104             return 0;
1105         if (!(thisrec->databaseName = (char *)odr_malloc(a->encode,
1106             strlen(fres->basename) + 1)))
1107             return 0;
1108         strcpy(thisrec->databaseName, fres->basename);
1109         thisrec->which = Z_NamePlusRecord_databaseRecord;
1110         if (!(thisrec->u.databaseRecord = thisext = (Z_External *)odr_malloc(a->encode,
1111             sizeof(Z_DatabaseRecord))))
1112             return 0;
1113         recform.proto = a->proto;
1114         recform.oclass = CLASS_RECSYN;
1115         recform.value = fres->format;
1116         thisext->direct_reference = odr_oiddup(a->encode,
1117                                                oid_ent_to_oid(&recform, oid));
1118         thisext->indirect_reference = 0;
1119         thisext->descriptor = 0;
1120         if (fres->len < 0) /* Structured data */
1121         {
1122             switch (fres->format)
1123             {
1124                 case VAL_SUTRS: thisext->which = Z_External_sutrs; break;
1125                 case VAL_GRS1: thisext->which = Z_External_grs1; break;
1126                 case VAL_EXPLAIN: thisext->which = Z_External_explainRecord;
1127                     break;
1128                 case VAL_SUMMARY: thisext->which = Z_External_summary; break;
1129                 case VAL_OPAC: thisext->which = Z_External_OPAC; break;
1130
1131                 default:
1132                     logf(LOG_FATAL, "Unknown structured format from backend.");
1133                     return 0;
1134             }
1135
1136             /*
1137              * We cheat on the pointers here. Obviously, the record field
1138              * of the backend-fetch structure should have been a union for
1139              * correctness, but we're stuck with this for backwards
1140              * compatibility.
1141              */
1142             thisext->u.grs1 = (Z_GenericRecord*) fres->record;
1143         }
1144         else if (fres->format == VAL_SUTRS) /* SUTRS is a single-ASN.1-type */
1145         {
1146 #if 0
1147             Z_SUTRS *sutrs = (Z_SUTRS *)odr_malloc(a->encode, 1+fres->len);
1148
1149             memcpy(sutrs, fres->record, fres->len);
1150             sutrs[fres->len] = '\0';
1151 #else
1152             Odr_oct *sutrs = (Odr_oct *)odr_malloc(a->encode, sizeof(*sutrs));
1153
1154             thisext->which = Z_External_sutrs;
1155             thisext->u.sutrs = sutrs;
1156             sutrs->buf = (unsigned char *)odr_malloc(a->encode, fres->len);
1157             sutrs->len = sutrs->size = fres->len;
1158             memcpy(sutrs->buf, fres->record, fres->len);
1159 #endif
1160         }
1161         else /* octet-aligned record. */
1162         {
1163             thisext->which = Z_External_octet;
1164             if (!(thisext->u.octet_aligned = (Odr_oct *)odr_malloc(a->encode,
1165                 sizeof(Odr_oct))))
1166                 return 0;
1167             if (!(thisext->u.octet_aligned->buf = (unsigned char *)odr_malloc(a->encode,
1168                 fres->len)))
1169                 return 0;
1170             memcpy(thisext->u.octet_aligned->buf, fres->record, fres->len);
1171             thisext->u.octet_aligned->len = thisext->u.octet_aligned->size =
1172                 fres->len;
1173         }
1174         reclist->records[reclist->num_records] = thisrec;
1175         reclist->num_records++;
1176         *next = fres->last_in_set ? 0 : recno + 1;
1177     }
1178     *num = reclist->num_records;
1179     return records;
1180 }
1181
1182 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
1183     int *fd)
1184 {
1185     Z_SearchRequest *req = reqb->request->u.searchRequest;
1186     bend_search_rr *bsrr = (bend_search_rr *)nmem_malloc (reqb->request_mem, sizeof(*bsrr));
1187
1188     logf(LOG_LOG, "Got SearchRequest.");
1189     save_referenceId (reqb, req->referenceId);
1190     /* store ref id in request */
1191     bsrr->fd = fd;
1192     bsrr->request = reqb;
1193     bsrr->association = assoc;
1194     if (assoc->bend_search)
1195     {
1196         bsrr->setname = req->resultSetName;
1197         bsrr->replace_set = *req->replaceIndicator;
1198         bsrr->num_bases = req->num_databaseNames;
1199         bsrr->basenames = req->databaseNames;
1200         bsrr->query = req->query;
1201         bsrr->stream = assoc->encode;
1202         bsrr->decode = assoc->decode;
1203         bsrr->errcode = 0;
1204         bsrr->hits = 0;
1205         bsrr->errstring = NULL;
1206         ((int (*)(void *, bend_search_rr *))(assoc->bend_search))(assoc->backend, bsrr);
1207         if (!bsrr->request)
1208             return 0;
1209     }
1210     else
1211     {
1212         bend_searchrequest bsrq;
1213         bend_searchresult *bsrt;
1214
1215         bsrq.setname = req->resultSetName;
1216         bsrq.replace_set = *req->replaceIndicator;
1217         bsrq.num_bases = req->num_databaseNames;
1218         bsrq.basenames = req->databaseNames;
1219         bsrq.query = req->query;
1220         bsrq.stream = assoc->encode;
1221         bsrq.decode = assoc->decode;
1222         if (!(bsrt = bend_search(assoc->backend, &bsrq, fd)))
1223             return 0;
1224         bsrr->hits = bsrt->hits;
1225         bsrr->errcode = bsrt->errcode;
1226         bsrr->errstring = bsrt->errstring;
1227     }
1228     return response_searchRequest(assoc, reqb, bsrr, fd);
1229 }
1230
1231 int bend_searchresponse(void *handle, bend_search_rr *bsrr) {return 0;}
1232
1233 /*
1234  * Prepare a searchresponse based on the backend results. We probably want
1235  * to look at making the fetching of records nonblocking as well, but
1236  * so far, we'll keep things simple.
1237  * If bsrt is null, that means we're called in response to a communications
1238  * event, and we'll have to get the response for ourselves.
1239  */
1240 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
1241     bend_search_rr *bsrt, int *fd)
1242 {
1243     Z_SearchRequest *req = reqb->request->u.searchRequest;
1244     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1245     Z_SearchResponse *resp = (Z_SearchResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1246     int *nulint = (int *)odr_malloc (assoc->encode, sizeof(*nulint));
1247     bool_t *sr = (bool_t *)odr_malloc (assoc->encode, sizeof(*sr));
1248     int *next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1249     int *none = (int *)odr_malloc (assoc->encode, sizeof(*none));
1250
1251     *nulint = 0;
1252     *sr = 1;
1253     *next = 0;
1254     *none = Z_RES_NONE;
1255
1256     apdu->which = Z_APDU_searchResponse;
1257     apdu->u.searchResponse = resp;
1258     resp->referenceId = req->referenceId;
1259     resp->additionalSearchInfo = 0;
1260     resp->otherInfo = 0;
1261     *fd = -1;
1262     if (!bsrt && !bend_searchresponse(assoc->backend, bsrt))
1263     {
1264         logf(LOG_FATAL, "Bad result from backend");
1265         return 0;
1266     }
1267     else if (bsrt->errcode)
1268     {
1269         resp->records = diagrec(assoc, bsrt->errcode, bsrt->errstring);
1270         resp->resultCount = nulint;
1271         resp->numberOfRecordsReturned = nulint;
1272         resp->nextResultSetPosition = nulint;
1273         resp->searchStatus = nulint;
1274         resp->resultSetStatus = none;
1275         resp->presentStatus = 0;
1276     }
1277     else
1278     {
1279         int *toget = (int *)odr_malloc (assoc->encode, sizeof(*toget));
1280         int *presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1281         Z_RecordComposition comp, *compp = 0;
1282
1283         *toget = 0;
1284         *presst = 0;
1285         resp->records = 0;
1286         resp->resultCount = &bsrt->hits;
1287
1288         comp.which = Z_RecordComp_simple;
1289         /* how many records does the user agent want, then? */
1290         if (bsrt->hits <= *req->smallSetUpperBound)
1291         {
1292             *toget = bsrt->hits;
1293             if ((comp.u.simple = req->smallSetElementSetNames))
1294                 compp = &comp;
1295         }
1296         else if (bsrt->hits < *req->largeSetLowerBound)
1297         {
1298             *toget = *req->mediumSetPresentNumber;
1299             if (*toget > bsrt->hits)
1300                 *toget = bsrt->hits;
1301             if ((comp.u.simple = req->mediumSetElementSetNames))
1302                 compp = &comp;
1303         }
1304         else
1305             *toget = 0;
1306
1307         if (*toget && !resp->records)
1308         {
1309             oident *prefformat;
1310             oid_value form;
1311
1312             if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1313                 prefformat->oclass != CLASS_RECSYN)
1314                 form = VAL_NONE;
1315             else
1316                 form = prefformat->value;
1317             resp->records = pack_records(assoc, req->resultSetName, 1,
1318                 toget, compp, next, presst, form);
1319             if (!resp->records)
1320                 return 0;
1321             resp->numberOfRecordsReturned = toget;
1322             resp->nextResultSetPosition = next;
1323             resp->searchStatus = sr;
1324             resp->resultSetStatus = 0;
1325             resp->presentStatus = presst;
1326         }
1327         else
1328         {
1329             if (*resp->resultCount)
1330                 *next = 1;
1331             resp->numberOfRecordsReturned = nulint;
1332             resp->nextResultSetPosition = next;
1333             resp->searchStatus = sr;
1334             resp->resultSetStatus = 0;
1335             resp->presentStatus = 0;
1336         }
1337     }
1338     return apdu;
1339 }
1340
1341 /*
1342  * Maybe we got a little over-friendly when we designed bend_fetch to
1343  * get only one record at a time. Some backends can optimise multiple-record
1344  * fetches, and at any rate, there is some overhead involved in
1345  * all that selecting and hopping around. Problem is, of course, that the
1346  * frontend can't know ahead of time how many records it'll need to
1347  * fill the negotiated PDU size. Annoying. Segmentation or not, Z/SR
1348  * is downright lousy as a bulk data transfer protocol.
1349  *
1350  * To start with, we'll do the fetching of records from the backend
1351  * in one operation: To save some trips in and out of the event-handler,
1352  * and to simplify the interface to pack_records. At any rate, asynch
1353  * operation is more fun in operations that have an unpredictable execution
1354  * speed - which is normally more true for search than for present.
1355  */
1356 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
1357     int *fd)
1358 {
1359     Z_PresentRequest *req = reqb->request->u.presentRequest;
1360     oident *prefformat;
1361     oid_value form;
1362     Z_APDU *apdu;
1363     Z_PresentResponse *resp;
1364     int *presst;
1365     int *next;
1366     int *num;
1367
1368     logf(LOG_LOG, "Got PresentRequest.");
1369
1370     if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1371         prefformat->oclass != CLASS_RECSYN)
1372         form = VAL_NONE;
1373     else
1374         form = prefformat->value;
1375     if (assoc->bend_present)
1376     {
1377         bend_present_rr *bprr = (bend_present_rr *)nmem_malloc (reqb->request_mem, sizeof(*bprr));
1378         bprr->setname = req->resultSetId;
1379         bprr->start = *req->resultSetStartPoint;
1380         bprr->number = *req->numberOfRecordsRequested;
1381         bprr->format = form;
1382         bprr->comp = req->recordComposition;
1383         bprr->stream = assoc->encode;
1384         bprr->request = reqb;
1385         bprr->association = assoc;
1386         bprr->errcode = 0;
1387         bprr->errstring = NULL;
1388         ((int (*)(void *, bend_present_rr *))(*assoc->bend_present))(assoc->backend, bprr);
1389
1390         if (!bprr->request)
1391             return 0;
1392     }
1393     apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1394     resp = (Z_PresentResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1395     presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1396     next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1397     num = (int *)odr_malloc (assoc->encode, sizeof(*num));
1398     *presst = 0;
1399     *next = 0;
1400     *num = *req->numberOfRecordsRequested;
1401
1402     apdu->which = Z_APDU_presentResponse;
1403     apdu->u.presentResponse = resp;
1404     resp->referenceId = req->referenceId;
1405     resp->otherInfo = 0;
1406
1407     resp->records =
1408         pack_records(assoc, req->resultSetId, *req->resultSetStartPoint,
1409                      num, req->recordComposition, next, presst, form);
1410     if (!resp->records)
1411         return 0;
1412     resp->numberOfRecordsReturned = num;
1413     resp->presentStatus = presst;
1414     resp->nextResultSetPosition = next;
1415
1416     return apdu;
1417 }
1418
1419 /*
1420  * Scan was implemented rather in a hurry, and with support for only the basic
1421  * elements of the service in the backend API. Suggestions are welcome.
1422  */
1423 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd)
1424 {
1425     Z_ScanRequest *req = reqb->request->u.scanRequest;
1426     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1427     Z_ScanResponse *res = (Z_ScanResponse *)odr_malloc (assoc->encode, sizeof(*res));
1428     int *scanStatus = (int *)odr_malloc (assoc->encode, sizeof(*scanStatus));
1429     int *numberOfEntriesReturned =
1430          (int *)odr_malloc (assoc->encode, sizeof(*numberOfEntriesReturned));
1431     Z_ListEntries *ents = (Z_ListEntries *)odr_malloc (assoc->encode, sizeof(*ents));
1432     Z_DiagRecs *diagrecs_p = NULL;
1433     oident *attent;
1434     bend_scanrequest srq;
1435     bend_scanresult *srs;
1436     oident *attset;
1437
1438     logf(LOG_LOG, "Got ScanRequest");
1439     *scanStatus = Z_Scan_failure;
1440     *numberOfEntriesReturned = 0;
1441
1442     apdu->which = Z_APDU_scanResponse;
1443     apdu->u.scanResponse = res;
1444     res->referenceId = req->referenceId;
1445     res->stepSize = 0;
1446     res->scanStatus = scanStatus;
1447     res->numberOfEntriesReturned = numberOfEntriesReturned;
1448     res->positionOfTerm = 0;
1449     res->entries = ents;
1450 #if ASN_COMPILED
1451     ents->num_entries = 0;
1452     ents->entries = NULL;
1453     ents->num_nonsurrogateDiagnostics = 0;
1454     ents->nonsurrogateDiagnostics = NULL;
1455 #else
1456     ents->which = Z_ListEntries_entries;
1457 #endif
1458     res->attributeSet = 0;
1459     res->otherInfo = 0;
1460
1461     if (req->attributeSet && (!(attent = oid_getentbyoid(req->attributeSet)) ||
1462                               attent->oclass != CLASS_ATTSET
1463                               || attent->value != VAL_BIB1))
1464         diagrecs_p = diagrecs(assoc, 121, 0);
1465     else if (req->stepSize && *req->stepSize > 0)
1466         diagrecs_p = diagrecs(assoc, 205, 0);
1467     else
1468     {
1469         if (req->termListAndStartPoint->term->which == Z_Term_general)
1470             logf(LOG_DEBUG, " term: '%.*s'",
1471                  req->termListAndStartPoint->term->u.general->len,
1472                  req->termListAndStartPoint->term->u.general->buf);
1473         srq.num_bases = req->num_databaseNames;
1474         srq.basenames = req->databaseNames;
1475         srq.num_entries = *req->numberOfTermsRequested;
1476         srq.term = req->termListAndStartPoint;
1477         srq.stream = assoc->encode;
1478         if (!(attset = oid_getentbyoid(req->attributeSet)) ||
1479             attset->oclass != CLASS_RECSYN)
1480             srq.attributeset = VAL_NONE;
1481         else
1482             srq.attributeset = attset->value;
1483         srq.term_position = req->preferredPositionInResponse ?
1484             *req->preferredPositionInResponse : 1;
1485         if (!(srs = bend_scan(assoc->backend, &srq, 0)))
1486             diagrecs_p = diagrecs(assoc, 2, 0);
1487         else if (srs->errcode)
1488             diagrecs_p = diagrecs(assoc, srs->errcode, srs->errstring);
1489         else
1490         {
1491             int i;
1492 #ifdef ASN_COMPILED
1493 #else
1494             Z_Entries *list = (Z_Entries *)
1495                 odr_malloc (assoc->encode, sizeof(*list));
1496 #endif
1497             Z_Entry **tab = (Z_Entry **)
1498                 odr_malloc (assoc->encode, sizeof(*tab) * srs->num_entries);
1499
1500             if (srs->status == BEND_SCAN_PARTIAL)
1501                 *scanStatus = Z_Scan_partial_5;
1502             else
1503                 *scanStatus = Z_Scan_success;
1504 #ifdef ASN_COMPILED
1505             ents->entries = tab;
1506             ents->num_entries = srs->num_entries;
1507             res->numberOfEntriesReturned = &ents->num_entries;
1508 #else
1509             ents->u.entries = list;
1510             list->entries = tab;
1511             list->num_entries = srs->num_entries;
1512             res->numberOfEntriesReturned = &list->num_entries;
1513 #endif
1514             res->positionOfTerm = &srs->term_position;
1515             for (i = 0; i < srs->num_entries; i++)
1516             {
1517                 Z_Entry *e;
1518                 Z_TermInfo *t;
1519                 Odr_oct *o;
1520
1521                 tab[i] = e = (Z_Entry *)odr_malloc(assoc->encode, sizeof(*e));
1522                 if (srs->entries[i].occurrences >= 0)
1523                 {
1524                     e->which = Z_Entry_termInfo;
1525                     e->u.termInfo = t = (Z_TermInfo *)
1526                         odr_malloc(assoc->encode, sizeof(*t));
1527                     t->suggestedAttributes = 0;
1528                     t->displayTerm = 0;
1529                     t->alternativeTerm = 0;
1530                     t->byAttributes = 0;
1531                     t->otherTermInfo = 0;
1532                     t->globalOccurrences = &srs->entries[i].occurrences;
1533                     t->term = (Z_Term *)
1534                         odr_malloc(assoc->encode, sizeof(*t->term));
1535                     t->term->which = Z_Term_general;
1536                     t->term->u.general = o =
1537                         (Odr_oct *)odr_malloc(assoc->encode, sizeof(Odr_oct));
1538                     o->buf = (unsigned char *)
1539                         odr_malloc(assoc->encode, o->len = o->size =
1540                                    strlen(srs->entries[i].term));
1541                     memcpy(o->buf, srs->entries[i].term, o->len);
1542                     logf(LOG_DEBUG, "  term #%d: '%s' (%d)", i,
1543                          srs->entries[i].term, srs->entries[i].occurrences);
1544                 }
1545                 else
1546                 {
1547                     Z_Records *zrecords = diagrec (assoc,
1548                                                    srs->entries[i].errcode,
1549                                                    srs->entries[i].errstring);
1550                     logf(LOG_DEBUG, "  term sd code=%d addinfo=%s",
1551                          srs->entries[i].errcode,
1552                          (srs->entries[i].errstring?srs->entries[i].errstring :
1553                           "<null>"));
1554                     assert (zrecords->which == Z_Records_NSD);
1555                     e->which = Z_Entry_surrogateDiagnostic;
1556                     e->u.surrogateDiagnostic =
1557                         zrecords->u.nonSurrogateDiagnostic;
1558                 }
1559             }
1560         }
1561     }
1562     if (diagrecs_p)
1563     {
1564 #ifdef ASN_COMPILED
1565         ents->num_nonsurrogateDiagnostics = diagrecs_p->num_diagRecs;
1566         ents->nonsurrogateDiagnostics = diagrecs_p->diagRecs;
1567 #else
1568         ents->u.nonSurrogateDiagnostics = diagrecs_p;
1569         ents->which = Z_ListEntries_nonSurrogateDiagnostics;
1570 #endif
1571     }
1572     return apdu;
1573 }
1574
1575 static Z_APDU *process_sortRequest(association *assoc, request *reqb,
1576     int *fd)
1577 {
1578     Z_SortRequest *req = reqb->request->u.sortRequest;
1579     Z_SortResponse *res = (Z_SortResponse *)odr_malloc (assoc->encode, sizeof(*res));
1580     bend_sort_rr *bsrr = (bend_sort_rr *)odr_malloc (assoc->encode, sizeof(*bsrr));
1581
1582     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1583
1584     logf(LOG_LOG, "Got SortRequest.");
1585
1586 #ifdef ASN_COMPILED
1587     bsrr->num_input_setnames = req->num_inputResultSetNames;
1588     bsrr->input_setnames = req->inputResultSetNames;
1589 #else
1590     bsrr->num_input_setnames = req->inputResultSetNames->num_strings;
1591     bsrr->input_setnames = req->inputResultSetNames->strings;
1592 #endif
1593     bsrr->output_setname = req->sortedResultSetName;
1594     bsrr->sort_sequence = req->sortSequence;
1595     bsrr->stream = assoc->encode;
1596
1597     bsrr->sort_status = Z_SortStatus_failure;
1598     bsrr->errcode = 0;
1599     bsrr->errstring = 0;
1600
1601     ((int (*)(void *, bend_sort_rr *))(*assoc->bend_sort))(assoc->backend, bsrr);
1602
1603     res->referenceId = req->referenceId;
1604     res->sortStatus = (int *)odr_malloc (assoc->encode, sizeof(*res->sortStatus));
1605     *res->sortStatus = bsrr->sort_status;
1606     res->resultSetStatus = 0;
1607     if (bsrr->errcode)
1608     {
1609         Z_DiagRecs *dr = diagrecs (assoc, bsrr->errcode, bsrr->errstring);
1610 #ifdef ASN_COMPILED
1611         res->diagnostics = dr->diagRecs;
1612         res->num_diagnostics = dr->num_diagRecs;
1613 #else
1614         res->diagnostics = dr;
1615 #endif
1616     }
1617     else
1618     {
1619 #ifdef ASN_COMPILED
1620         res->num_diagnostics = 0;
1621 #endif
1622         res->diagnostics = 0;
1623     }
1624     res->otherInfo = 0;
1625
1626     apdu->which = Z_APDU_sortResponse;
1627     apdu->u.sortResponse = res;
1628     return apdu;
1629 }
1630
1631 static Z_APDU *process_deleteRequest(association *assoc, request *reqb,
1632     int *fd)
1633 {
1634     Z_DeleteResultSetRequest *req = reqb->request->u.deleteResultSetRequest;
1635     Z_DeleteResultSetResponse *res = (Z_DeleteResultSetResponse *)
1636         odr_malloc (assoc->encode, sizeof(*res));
1637     bend_delete_rr *bdrr = (bend_delete_rr *)
1638         odr_malloc (assoc->encode, sizeof(*bdrr));
1639     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1640
1641     logf(LOG_LOG, "Got DeleteRequest.");
1642
1643     bdrr->num_setnames = req->num_resultSetList;
1644     bdrr->setnames = req->resultSetList;
1645     bdrr->stream = assoc->encode;
1646     bdrr->function = *req->deleteFunction;
1647
1648     ((int (*)(void *, bend_delete_rr *))
1649      (*assoc->bend_delete))(assoc->backend, bdrr);
1650
1651     res->referenceId = req->referenceId;
1652
1653     res->deleteOperationStatus = (int *)
1654         odr_malloc (assoc->encode, sizeof(*res->deleteOperationStatus));
1655     *res->deleteOperationStatus = bdrr->delete_status;
1656
1657     res->deleteListStatuses = 0;
1658     res->numberNotDeleted = 0;
1659     res->bulkStatuses = 0;
1660     res->deleteMessage = 0;
1661     res->otherInfo = 0;
1662
1663     apdu->which = Z_APDU_deleteResultSetResponse;
1664     apdu->u.deleteResultSetResponse = res;
1665     return apdu;
1666 }
1667
1668 static void process_close(association *assoc, request *reqb)
1669 {
1670     Z_Close *req = reqb->request->u.close;
1671     static char *reasons[] =
1672     {
1673         "finished",
1674         "shutdown",
1675         "systemProblem",
1676         "costLimit",
1677         "resources",
1678         "securityViolation",
1679         "protocolError",
1680         "lackOfActivity",
1681         "peerAbort",
1682         "unspecified"
1683     };
1684
1685     logf(LOG_LOG, "Got Close, reason %s, message %s",
1686         reasons[*req->closeReason], req->diagnosticInformation ?
1687         req->diagnosticInformation : "NULL");
1688     if (assoc->version < 3) /* to make do_force respond with close */
1689         assoc->version = 3;
1690     do_close_req(assoc, Z_Close_finished, "Association terminated by client",
1691                  reqb);
1692 }
1693
1694 void save_referenceId (request *reqb, Z_ReferenceId *refid)
1695 {
1696     if (refid)
1697     {
1698         reqb->len_refid = refid->len;
1699         reqb->refid = (char *)nmem_malloc (reqb->request_mem, refid->len);
1700         memcpy (reqb->refid, refid->buf, refid->len);
1701     }
1702     else
1703     {
1704         reqb->len_refid = 0;
1705         reqb->refid = NULL;
1706     }
1707 }
1708
1709 void bend_request_send (bend_association a, bend_request req, Z_APDU *res)
1710 {
1711     process_response (a, req, res);
1712 }
1713
1714 bend_request bend_request_mk (bend_association a)
1715 {
1716     request *nreq = request_get (&a->outgoing);
1717     nreq->request_mem = nmem_create ();
1718     return nreq;
1719 }
1720
1721 Z_ReferenceId *bend_request_getid (ODR odr, bend_request req)
1722 {
1723     Z_ReferenceId *id;
1724     if (!req->refid)
1725         return 0;
1726     id = (Odr_oct *)odr_malloc (odr, sizeof(*odr));
1727     id->buf = (unsigned char *)odr_malloc (odr, req->len_refid);
1728     id->len = id->size = req->len_refid;
1729     memcpy (id->buf, req->refid, req->len_refid);
1730     return id;
1731 }
1732
1733 void bend_request_destroy (bend_request *req)
1734 {
1735     nmem_destroy((*req)->request_mem);
1736     request_release(*req);
1737     *req = NULL;
1738 }
1739
1740 int bend_backend_respond (bend_association a, bend_request req)
1741 {
1742     return process_request (a, req);
1743 }
1744
1745 void bend_request_setdata(bend_request r, void *p)
1746 {
1747     r->clientData = p;
1748 }
1749
1750 void *bend_request_getdata(bend_request r)
1751 {
1752     return r->clientData;
1753 }
1754
1755 /* Chas: Added in from DALI */
1756 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd)
1757 {
1758     bend_esrequest_rr esrequest;
1759
1760     Z_ExtendedServicesRequest *req = reqb->request->u.extendedServicesRequest;
1761     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_extendedServicesResponse);
1762
1763     Z_ExtendedServicesResponse *resp = apdu->u.extendedServicesResponse;
1764
1765     logf(LOG_DEBUG,"inside Process esRequest");
1766
1767     esrequest.esr = reqb->request->u.extendedServicesRequest;
1768     esrequest.stream = assoc->encode;
1769     esrequest.errcode = 0;
1770     esrequest.errstring = NULL;
1771     esrequest.request = reqb;
1772     esrequest.association = assoc;
1773
1774     ((int (*)(void *, bend_esrequest_rr *))(*assoc->bend_esrequest))(assoc->backend,
1775                                                                    &esrequest);
1776
1777     /* If the response is being delayed, return NULL */
1778     if (esrequest.request == NULL)
1779         return(NULL);
1780
1781     resp->referenceId = req->referenceId;
1782
1783     if ( esrequest.errcode == 0 )
1784     {
1785         /* Backend service indicates request will be processed */
1786         logf(LOG_DEBUG,"Request will be processed...Good !");
1787         *resp->operationStatus = Z_ExtendedServicesResponse_done;
1788     }
1789     else
1790     {
1791         /* Backend indicates error, request will not be processed */
1792         logf(LOG_DEBUG,"Request will not be processed...BAD !");
1793         *resp->operationStatus = Z_ExtendedServicesResponse_failure;
1794     }
1795     /* Do something with the members of bend_extendedservice */
1796
1797     logf(LOG_DEBUG,"Send the result apdu");
1798
1799     return apdu;
1800 }
1801
1802 /* Chas: End of addition from DALI */