8a651400b4363e7f5d638eaea67e3dcbe91fd5e0
[yaz-moved-to-github.git] / server / seshigh.c
1 /*
2  * Copyright (c) 1995-1999, Index Data
3  * See the file LICENSE for details.
4  * Sebastian Hammer, Adam Dickmeiss
5  *
6  * $Log: seshigh.c,v $
7  * Revision 1.86  1999-02-02 13:57:38  adam
8  * Uses preprocessor define WIN32 instead of WINDOWS to build code
9  * for Microsoft WIN32.
10  *
11  * Revision 1.85  1998/11/17 09:52:59  adam
12  * Fixed minor bug (introduced by previous commit).
13  *
14  * Revision 1.84  1998/11/16 16:02:32  adam
15  * Added loggin utilies, log_rpn_query and log_scan_term. These used
16  * to be part of Zebra.
17  *
18  * Revision 1.83  1998/11/03 10:09:36  adam
19  * Fixed bug regarding YC.
20  *
21  * Revision 1.82  1998/10/20 14:00:30  quinn
22  * Fixed Scan
23  *
24  * Revision 1.81  1998/10/13 16:12:24  adam
25  * Added support for Surrogate Diagnostics for Scan Term entries.
26  *
27  * Revision 1.80  1998/09/02 12:41:53  adam
28  * Added decode stream in bend search structures.
29  *
30  * Revision 1.79  1998/08/19 16:10:08  adam
31  * Changed som member names of DeleteResultSetRequest/Response.
32  *
33  * Revision 1.78  1998/08/03 10:23:55  adam
34  * Fixed bug regarding Options for Sort.
35  *
36  * Revision 1.77  1998/07/20 12:38:42  adam
37  * Implemented delete result set service to server API.
38  *
39  * Revision 1.76  1998/05/27 16:57:07  adam
40  * Support for surrogate diagnostic records added for bend_fetch.
41  *
42  * Revision 1.75  1998/05/18 10:13:07  adam
43  * Fixed call to es_request handler - extra argument was passed.
44  *
45  * Revision 1.74  1998/03/31 15:13:20  adam
46  * Development towards compiled ASN.1.
47  *
48  * Revision 1.73  1998/03/31 11:07:45  adam
49  * Furhter work on UNIverse resource report.
50  * Added Extended Services handling in frontend server.
51  *
52  * Revision 1.72  1998/02/11 11:53:35  adam
53  * Changed code so that it compiles as C++.
54  *
55  * Revision 1.71  1998/02/10 11:03:57  adam
56  * Added support for extended handlers in backend server interface.
57  *
58  * Revision 1.70  1998/01/29 13:15:35  adam
59  * Implemented sort for the backend interface.
60  *
61  * Revision 1.69  1997/09/30 11:48:12  adam
62  * Fixed bug introduced by previous commit.
63  *
64  * Revision 1.68  1997/09/29 13:18:59  adam
65  * Added function, oid_ent_to_oid, to replace the function
66  * oid_getoidbyent, which is not thread safe.
67  *
68  * Revision 1.67  1997/09/17 12:10:40  adam
69  * YAZ version 1.4.
70  *
71  * Revision 1.66  1997/09/05 15:26:44  adam
72  * Added ODR encode in search and scen bend request structures.
73  * Fixed a few enums that caused trouble with C++.
74  *
75  * Revision 1.65  1997/09/01 08:53:01  adam
76  * New windows NT/95 port using MSV5.0. The test server 'ztest' was
77  * moved a separate directory. MSV5.0 project server.dsp created.
78  * As an option, the server can now operate as an NT service.
79  *
80  * Revision 1.64  1997/04/30 08:52:11  quinn
81  * Null
82  *
83  * Revision 1.63  1996/10/11  11:57:26  quinn
84  * Smallish
85  *
86  * Revision 1.62  1996/07/06  19:58:35  quinn
87  * System headerfiles gathered in yconfig
88  *
89  * Revision 1.61  1996/06/10  08:56:16  quinn
90  * Work on Summary.
91  *
92  * Revision 1.60  1996/05/30  11:03:10  quinn
93  * Fixed NextresultSetPosition bug fixed.
94  *
95  * Revision 1.59  1996/05/14  09:26:46  quinn
96  * Added attribute set to scan backend
97  *
98  * Revision 1.58  1996/02/20  12:53:04  quinn
99  * Chanes to SCAN
100  *
101  * Revision 1.57  1996/01/02  08:57:47  quinn
102  * Changed enums in the ASN.1 .h files to #defines. Changed oident.class to oclass
103  *
104  * Revision 1.56  1995/12/14  11:09:57  quinn
105  * Work on Explain
106  *
107  * Revision 1.55  1995/11/08  17:41:37  quinn
108  * Smallish.
109  *
110  * Revision 1.54  1995/11/08  15:11:29  quinn
111  * Log of close transmit.
112  *
113  * Revision 1.53  1995/11/01  13:54:58  quinn
114  * Minor adjustments
115  *
116  * Revision 1.52  1995/11/01  12:19:13  quinn
117  * Second attempt to fix same bug.
118  *
119  * Revision 1.50  1995/10/25  16:58:32  quinn
120  * Simple.
121  *
122  * Revision 1.49  1995/10/16  13:51:53  quinn
123  * Changes to provide Especs to the backend.
124  *
125  * Revision 1.48  1995/10/06  08:51:20  quinn
126  * Added Write-buffer.
127  *
128  * Revision 1.47  1995/08/29  14:24:16  quinn
129  * Added second half of close-handshake
130  *
131  * Revision 1.46  1995/08/29  11:17:58  quinn
132  * Added code to receive close
133  *
134  * Revision 1.45  1995/08/21  09:11:00  quinn
135  * Smallish fixes to suppport new formats.
136  *
137  * Revision 1.44  1995/08/17  12:45:25  quinn
138  * Fixed minor problems with GRS-1. Added support in c&s.
139  *
140  * Revision 1.43  1995/08/15  12:00:31  quinn
141  * Updated External
142  *
143  * Revision 1.42  1995/08/15  11:16:50  quinn
144  *
145  * Revision 1.41  1995/08/02  10:23:06  quinn
146  * Smallish
147  *
148  * Revision 1.40  1995/07/31  14:34:26  quinn
149  * Fixed bug in process_searchResponse (numberOfRecordsReturned).
150  *
151  * Revision 1.39  1995/06/27  13:21:00  quinn
152  * SUTRS support
153  *
154  * Revision 1.38  1995/06/19  12:39:11  quinn
155  * Fixed bug in timeout code. Added BER dumper.
156  *
157  * Revision 1.37  1995/06/16  13:16:14  quinn
158  * Fixed Defaultdiagformat.
159  *
160  * Revision 1.36  1995/06/16  10:31:36  quinn
161  * Added session timeout.
162  *
163  * Revision 1.35  1995/06/15  07:45:14  quinn
164  * Moving to v3.
165  *
166  * Revision 1.34  1995/06/14  15:26:46  quinn
167  * *** empty log message ***
168  *
169  * Revision 1.33  1995/06/06  14:57:05  quinn
170  * Better diagnostics.
171  *
172  * Revision 1.32  1995/06/06  08:41:44  quinn
173  * Better diagnostics.
174  *
175  * Revision 1.31  1995/06/06  08:15:37  quinn
176  * Cosmetic.
177  *
178  * Revision 1.30  1995/06/05  10:53:32  quinn
179  * Added a better SCAN.
180  *
181  * Revision 1.29  1995/06/01  11:25:03  quinn
182  * Smallish.
183  *
184  * Revision 1.28  1995/06/01  11:21:01  quinn
185  * Attempting to fix a bug in pack-records. replaced break with continue
186  * for large records, according to standard.
187  *
188  * Revision 1.27  1995/05/29  08:12:06  quinn
189  * Moved oid to util
190  *
191  * Revision 1.26  1995/05/18  13:02:12  quinn
192  * Smallish.
193  *
194  * Revision 1.25  1995/05/17  08:42:26  quinn
195  * Transfer auth info to backend. Allow backend to reject init gracefully.
196  *
197  * Revision 1.24  1995/05/16  08:51:04  quinn
198  * License, documentation, and memory fixes
199  *
200  * Revision 1.23  1995/05/15  13:25:10  quinn
201  * Fixed memory bug.
202  *
203  * Revision 1.22  1995/05/15  11:56:39  quinn
204  * Asynchronous facilities. Restructuring of seshigh code.
205  *
206  * Revision 1.21  1995/05/02  08:53:19  quinn
207  * Trying in vain to fix comm with ISODE
208  *
209  * Revision 1.20  1995/04/20  15:13:00  quinn
210  * Cosmetic
211  *
212  * Revision 1.19  1995/04/18  08:15:34  quinn
213  * Added dynamic memory allocation on encoding (whew). Code is now somewhat
214  * neater. We'll make the same change for decoding one day.
215  *
216  * Revision 1.18  1995/04/17  11:28:25  quinn
217  * Smallish
218  *
219  * Revision 1.17  1995/04/10  10:23:36  quinn
220  * Some work to add scan and other things.
221  *
222  * Revision 1.16  1995/03/31  09:18:55  quinn
223  * Added logging.
224  *
225  * Revision 1.15  1995/03/30  14:03:23  quinn
226  * Added RFC1006 as separate library
227  *
228  * Revision 1.14  1995/03/30  12:18:17  quinn
229  * Fixed bug.
230  *
231  * Revision 1.13  1995/03/30  09:09:24  quinn
232  * Added state-handle and some support for asynchronous activities.
233  *
234  * Revision 1.12  1995/03/29  15:40:16  quinn
235  * Ongoing work. Statserv is now dynamic by default
236  *
237  * Revision 1.11  1995/03/28  09:16:21  quinn
238  * Added record packing to the search request
239  *
240  * Revision 1.10  1995/03/27  08:34:24  quinn
241  * Added dynamic server functionality.
242  * Released bindings to session.c (is now redundant)
243  *
244  * Revision 1.9  1995/03/22  15:01:26  quinn
245  * Adjusting record packing.
246  *
247  * Revision 1.8  1995/03/22  10:13:21  quinn
248  * Working on record packer
249  *
250  * Revision 1.7  1995/03/21  15:53:31  quinn
251  * Little changes.
252  *
253  * Revision 1.6  1995/03/21  12:30:09  quinn
254  * Beginning to add support for record packing.
255  *
256  * Revision 1.5  1995/03/17  10:44:13  quinn
257  * Added catch of null-string in makediagrec
258  *
259  * Revision 1.4  1995/03/17  10:18:08  quinn
260  * Added memory management.
261  *
262  * Revision 1.3  1995/03/16  17:42:39  quinn
263  * Little changes
264  *
265  * Revision 1.2  1995/03/16  13:29:01  quinn
266  * Partitioned server.
267  *
268  * Revision 1.1  1995/03/15  16:02:10  quinn
269  * Modded session.c to seshigh.c
270  *
271  */
272
273 /*
274  * Frontend server logic.
275  *
276  * This code receives incoming APDUs, and handles client requests by means
277  * of the backend API.
278  *
279  * Some of the code is getting quite involved, compared to simpler servers -
280  * primarily because it is asynchronous both in the communication with
281  * the user and the backend. We think the complexity will pay off in
282  * the form of greater flexibility when more asynchronous facilities
283  * are implemented.
284  *
285  * Memory management has become somewhat involved. In the simple case, where
286  * only one PDU is pending at a time, it will simply reuse the same memory,
287  * once it has found its working size. When we enable multiple concurrent
288  * operations, perhaps even with multiple parallel calls to the backend, it
289  * will maintain a pool of buffers for encoding and decoding, trying to
290  * minimize memory allocation/deallocation during normal operation.
291  *
292  * TODOs include (and will be done in order of public interest):
293  * 
294  * Support for EXPLAIN - provide simple meta-database system.
295  * Support for access control.
296  * Support for resource control.
297  * Support for extended services - primarily Item Order.
298  * Rest of Z39.50-1994
299  *
300  */
301
302 #include <yconfig.h>
303 #include <stdlib.h>
304 #include <stdio.h>
305 #ifdef WIN32
306 #include <process.h>
307 #else
308 #include <unistd.h>
309 #endif
310 #include <assert.h>
311
312 #include <xmalloc.h>
313 #include <comstack.h>
314 #include "eventl.h"
315 #include "session.h"
316 #include <proto.h>
317 #include <oid.h>
318 #include <log.h>
319 #include <logrpn.h>
320 #include <statserv.h>
321
322 #include <backend.h>
323
324 static int process_request(association *assoc, request *req);
325 void backend_response(IOCHAN i, int event);
326 static int process_response(association *assoc, request *req, Z_APDU *res);
327 static Z_APDU *process_initRequest(association *assoc, request *reqb);
328 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
329     int *fd);
330 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
331     bend_search_rr *bsrr, int *fd);
332 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
333     int *fd);
334 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd);
335 static Z_APDU *process_sortRequest(association *assoc, request *reqb, int *fd);
336 static void process_close(association *assoc, request *reqb);
337 void save_referenceId (request *reqb, Z_ReferenceId *refid);
338 static Z_APDU *process_deleteRequest(association *assoc, request *reqb,
339     int *fd);
340
341 static FILE *apduf = 0; /* for use in static mode */
342 static statserv_options_block *control_block = 0;
343
344 /* Chas: Added in from DALI */
345 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd);
346 /* Chas: End of addition from DALI */
347
348 /*
349  * Create and initialize a new association-handle.
350  *  channel  : iochannel for the current line.
351  *  link     : communications channel.
352  * Returns: 0 or a new association handle.
353  */
354 association *create_association(IOCHAN channel, COMSTACK link)
355 {
356     association *anew;
357
358     if (!control_block)
359         control_block = statserv_getcontrol();
360     if (!(anew = (association *)xmalloc(sizeof(*anew))))
361         return 0;
362     anew->client_chan = channel;
363     anew->client_link = link;
364     if (!(anew->decode = odr_createmem(ODR_DECODE)) ||
365         !(anew->encode = odr_createmem(ODR_ENCODE)))
366         return 0;
367     if (*control_block->apdufile)
368     {
369         char filename[256];
370         FILE *f;
371
372         strcpy(filename, control_block->apdufile);
373         if (!(anew->print = odr_createmem(ODR_PRINT)))
374             return 0;
375         if (*control_block->apdufile != '-')
376         {
377             strcpy(filename, control_block->apdufile);
378             if (!control_block->dynamic)
379             {
380                 if (!apduf)
381                 {
382                     if (!(apduf = fopen(filename, "w")))
383                     {
384                         logf(LOG_WARN|LOG_ERRNO, "%s", filename);
385                         return 0;
386                     }
387                     setvbuf(apduf, 0, _IONBF, 0);
388                 }
389                 f = apduf;
390             }
391             else 
392             {
393                 sprintf(filename + strlen(filename), ".%d", getpid());
394                 if (!(f = fopen(filename, "w")))
395                 {
396                     logf(LOG_WARN|LOG_ERRNO, "%s", filename);
397                     return 0;
398                 }
399                 setvbuf(f, 0, _IONBF, 0);
400             }
401             odr_setprint(anew->print, f);
402         }
403     }
404     else
405         anew->print = 0;
406     anew->input_buffer = 0;
407     anew->input_buffer_len = 0;
408     anew->backend = 0;
409     anew->state = ASSOC_NEW;
410     request_initq(&anew->incoming);
411     request_initq(&anew->outgoing);
412     anew->proto = cs_getproto(link);
413     return anew;
414 }
415
416 /*
417  * Free association and release resources.
418  */
419 void destroy_association(association *h)
420 {
421     odr_destroy(h->decode);
422     odr_destroy(h->encode);
423     if (h->print)
424         odr_destroy(h->print);
425     if (h->input_buffer)
426     xfree(h->input_buffer);
427     if (h->backend)
428         bend_close(h->backend);
429     while (request_deq(&h->incoming));
430     while (request_deq(&h->outgoing));
431     request_delq(&h->incoming);
432     request_delq(&h->outgoing);
433     xfree(h);
434 }
435
436 static void do_close_req(association *a, int reason, char *message,
437                          request *req)
438 {
439     Z_APDU apdu;
440     Z_Close *cls = zget_Close(a->encode);
441     
442     /* Purge request queue */
443     while (request_deq(&a->incoming));
444     while (request_deq(&a->outgoing));
445     if (a->version >= 3)
446     {
447         logf(LOG_LOG, "Sending Close PDU, reason=%d, message=%s",
448             reason, message ? message : "none");
449         apdu.which = Z_APDU_close;
450         apdu.u.close = cls;
451         *cls->closeReason = reason;
452         cls->diagnosticInformation = message;
453         process_response(a, req, &apdu);
454         iochan_settimeout(a->client_chan, 60);
455     }
456     else
457     {
458         logf(LOG_DEBUG, "v2 client. No Close PDU");
459         iochan_setevent(a->client_chan, EVENT_TIMEOUT); /* force imm close */
460     }
461     a->state = ASSOC_DEAD;
462 }
463
464 static void do_close(association *a, int reason, char *message)
465 {
466     do_close_req (a, reason, message, request_get(&a->outgoing));
467 }
468
469 /*
470  * This is where PDUs from the client are read and the further
471  * processing is initiated. Flow of control moves down through the
472  * various process_* functions below, until the encoded result comes back up
473  * to the output handler in here.
474  * 
475  *  h     : the I/O channel that has an outstanding event.
476  *  event : the current outstanding event.
477  */
478 void ir_session(IOCHAN h, int event)
479 {
480     int res;
481     association *assoc = (association *)iochan_getdata(h);
482     COMSTACK conn = assoc->client_link;
483     request *req;
484
485     assert(h && conn && assoc);
486     if (event == EVENT_TIMEOUT)
487     {
488         if (assoc->state != ASSOC_UP)
489         {
490             logf(LOG_LOG, "Final timeout - closing connection.");
491             cs_close(conn);
492             destroy_association(assoc);
493             iochan_destroy(h);
494         }
495         else
496         {
497             logf(LOG_LOG, "Session idle too long. Sending close.");
498             do_close(assoc, Z_Close_lackOfActivity, 0);
499         }
500         return;
501     }
502     if (event & EVENT_INPUT || event & EVENT_WORK) /* input */
503     {
504         if (event & EVENT_INPUT)
505         {
506             logf(LOG_DEBUG, "ir_session (input)");
507             assert(assoc && conn);
508             /* We aren't speaking to this fellow */
509             if (assoc->state == ASSOC_DEAD)
510             {
511                 logf(LOG_LOG, "Closed connection after reject");
512                 cs_close(conn);
513                 destroy_association(assoc);
514                 iochan_destroy(h);
515                 return;
516             }
517             if ((res = cs_get(conn, &assoc->input_buffer,
518                 &assoc->input_buffer_len)) <= 0)
519             {
520                 logf(LOG_LOG, "Connection closed by client");
521                 cs_close(conn);
522                 destroy_association(assoc);
523                 iochan_destroy(h);
524                 return;
525             }
526             else if (res == 1) /* incomplete read - wait for more  */
527                 return;
528             if (cs_more(conn)) /* more stuff - call us again later, please */
529                 iochan_setevent(h, EVENT_INPUT);
530                 
531             /* we got a complete PDU. Let's decode it */
532             logf(LOG_DEBUG, "Got PDU, %d bytes", res);
533             req = request_get(&assoc->incoming); /* get a new request structure */
534             odr_reset(assoc->decode);
535             odr_setbuf(assoc->decode, assoc->input_buffer, res, 0);
536             if (!z_APDU(assoc->decode, &req->request, 0))
537             {
538                 logf(LOG_LOG, "ODR error on incoming PDU: %s [near byte %d] ",
539                     odr_errmsg(odr_geterror(assoc->decode)),
540                     odr_offset(assoc->decode));
541                 logf(LOG_LOG, "PDU dump:");
542                 odr_dumpBER(log_file(), assoc->input_buffer, res);
543                 do_close(assoc, Z_Close_protocolError, "Malformed package");
544                 return;
545             }
546             req->request_mem = odr_extract_mem(assoc->decode);
547             if (assoc->print && !z_APDU(assoc->print, &req->request, 0))
548             {
549                 logf(LOG_WARN, "ODR print error: %s", 
550                     odr_errmsg(odr_geterror(assoc->print)));
551                 odr_reset(assoc->print);
552             }
553             request_enq(&assoc->incoming, req);
554         }
555
556         /* can we do something yet? */
557         req = request_head(&assoc->incoming);
558         if (req->state == REQUEST_IDLE)
559         {
560             request_deq(&assoc->incoming);
561             if (process_request(assoc, req) < 0)
562                 do_close_req(assoc, Z_Close_systemProblem, "Unknown error",
563                              req);
564         }
565     }
566     if (event & EVENT_OUTPUT)
567     {
568         request *req = request_head(&assoc->outgoing);
569
570         logf(LOG_DEBUG, "ir_session (output)");
571         req->state = REQUEST_PENDING;
572         switch (res = cs_put(conn, req->response, req->len_response))
573         {
574             case -1:
575                 logf(LOG_LOG, "Connection closed by client");
576                 cs_close(conn);
577                 destroy_association(assoc);
578                 iochan_destroy(h);
579                 break;
580             case 0: /* all sent - release the request structure */
581                 logf(LOG_DEBUG, "Wrote PDU, %d bytes", req->len_response);
582                 nmem_destroy(req->request_mem);
583                 request_deq(&assoc->outgoing);
584                 request_release(req);
585                 if (!request_head(&assoc->outgoing))
586                     iochan_clearflag(h, EVENT_OUTPUT);
587                 break;
588             /* value of 1 -- partial send -- is simply ignored */
589         }
590     }
591     if (event & EVENT_EXCEPT)
592     {
593         logf(LOG_DEBUG, "ir_session (exception)");
594         cs_close(conn);
595         destroy_association(assoc);
596         iochan_destroy(h);
597     }
598 }
599
600 /*
601  * Initiate request processing.
602  */
603 static int process_request(association *assoc, request *req)
604 {
605     int fd = -1;
606     Z_APDU *res;
607     int retval;
608
609     assert(req && req->state == REQUEST_IDLE);
610     switch (req->request->which)
611     {
612         case Z_APDU_initRequest:
613             res = process_initRequest(assoc, req); break;
614         case Z_APDU_searchRequest:
615             res = process_searchRequest(assoc, req, &fd); break;
616         case Z_APDU_presentRequest:
617             res = process_presentRequest(assoc, req, &fd); break;
618         case Z_APDU_scanRequest:
619             res = process_scanRequest(assoc, req, &fd); break;
620         case Z_APDU_extendedServicesRequest:
621             if (assoc->bend_esrequest)
622                 res = process_ESRequest(assoc, req, &fd);
623             else
624             {
625                 logf(LOG_WARN, "Cannot handle EXTENDED SERVICES APDU");
626                 return -1;
627             }
628             break;
629         case Z_APDU_sortRequest:
630             if (assoc->bend_sort)
631                 res = process_sortRequest(assoc, req, &fd);
632             else
633             {
634                 logf(LOG_WARN, "Cannot handle SORT APDU");
635                 return -1;
636             }
637             break;
638         case Z_APDU_close:
639             process_close(assoc, req); return 0;
640         case Z_APDU_deleteResultSetRequest:
641             if (assoc->bend_delete)
642                 res = process_deleteRequest(assoc, req, &fd);
643             else
644             {
645                 logf (LOG_WARN, "Cannot handle Delete APDU");
646                 return -1;
647             }
648             break;
649         default:
650             logf(LOG_WARN, "Bad APDU received");
651             return -1;
652     }
653     if (res)
654     {
655         logf(LOG_DEBUG, "  result immediately available");
656         retval = process_response(assoc, req, res);
657     }
658     else if (fd < 0)
659     {
660         logf(LOG_DEBUG, "  result unavailble");
661         retval = 0;
662     }
663     else /* no result yet - one will be provided later */
664     {
665         IOCHAN chan;
666
667         /* Set up an I/O handler for the fd supplied by the backend */
668
669         logf(LOG_DEBUG, "   establishing handler for result");
670         req->state = REQUEST_PENDING;
671         if (!(chan = iochan_create(fd, backend_response, EVENT_INPUT)))
672             abort();
673         iochan_setdata(chan, assoc);
674         retval = 0;
675     }
676     return retval;
677 }
678
679 /*
680  * Handle message from the backend.
681  */
682 void backend_response(IOCHAN i, int event)
683 {
684     association *assoc = (association *)iochan_getdata(i);
685     request *req = request_head(&assoc->incoming);
686     Z_APDU *res;
687     int fd;
688
689     logf(LOG_DEBUG, "backend_response");
690     assert(assoc && req && req->state != REQUEST_IDLE);
691     /* determine what it is we're waiting for */
692     switch (req->request->which)
693     {
694         case Z_APDU_searchRequest:
695             res = response_searchRequest(assoc, req, 0, &fd); break;
696 #if 0
697         case Z_APDU_presentRequest:
698             res = response_presentRequest(assoc, req, 0, &fd); break;
699         case Z_APDU_scanRequest:
700             res = response_scanRequest(assoc, req, 0, &fd); break;
701 #endif
702         default:
703             logf(LOG_WARN, "Serious programmer's lapse or bug");
704             abort();
705     }
706     if ((res && process_response(assoc, req, res) < 0) || fd < 0)
707     {
708         logf(LOG_LOG, "Fatal error when talking to backend");
709         do_close(assoc, Z_Close_systemProblem, 0);
710         iochan_destroy(i);
711         return;
712     }
713     else if (!res) /* no result yet - try again later */
714     {
715         logf(LOG_DEBUG, "   no result yet");
716         iochan_setfd(i, fd); /* in case fd has changed */
717     }
718 }
719
720 /*
721  * Encode response, and transfer the request structure to the outgoing queue.
722  */
723 static int process_response(association *assoc, request *req, Z_APDU *res)
724 {
725     odr_setbuf(assoc->encode, req->response, req->size_response, 1);
726     if (!z_APDU(assoc->encode, &res, 0))
727     {
728         logf(LOG_WARN, "ODR error when encoding response: %s",
729             odr_errmsg(odr_geterror(assoc->decode)));
730         odr_reset(assoc->encode);
731         return -1;
732     }
733     req->response = odr_getbuf(assoc->encode, &req->len_response,
734         &req->size_response);
735     odr_setbuf(assoc->encode, 0, 0, 0); /* don'txfree if we abort later */
736     if (assoc->print && !z_APDU(assoc->print, &res, 0))
737     {
738         logf(LOG_WARN, "ODR print error: %s", 
739             odr_errmsg(odr_geterror(assoc->print)));
740         odr_reset(assoc->print);
741     }
742     odr_reset(assoc->encode);
743     req->state = REQUEST_IDLE;
744     request_enq(&assoc->outgoing, req);
745     /* turn the work over to the ir_session handler */
746     iochan_setflag(assoc->client_chan, EVENT_OUTPUT);
747     /* Is there more work to be done? give that to the input handler too */
748 #if 1
749     if (request_head(&assoc->incoming))
750     {
751         logf (LOG_DEBUG, "more work to be done");
752         iochan_setevent(assoc->client_chan, EVENT_WORK);
753     }
754 #endif
755     return 0;
756 }
757
758 /*
759  * Handle init request.
760  * At the moment, we don't check the options
761  * anywhere else in the code - we just try not to do anything that would
762  * break a naive client. We'll toss 'em into the association block when
763  * we need them there.
764  */
765 static Z_APDU *process_initRequest(association *assoc, request *reqb)
766 {
767     Z_InitRequest *req = reqb->request->u.initRequest;
768     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_initResponse);
769     Z_InitResponse *resp = apdu->u.initResponse;
770     bend_initrequest binitreq;
771     bend_initresult *binitres;
772     char options[100];
773
774     logf(LOG_LOG, "Got initRequest");
775     if (req->implementationId)
776         logf(LOG_LOG, "Id:        %s", req->implementationId);
777     if (req->implementationName)
778         logf(LOG_LOG, "Name:      %s", req->implementationName);
779     if (req->implementationVersion)
780         logf(LOG_LOG, "Version:   %s", req->implementationVersion);
781
782     binitreq.stream = assoc->encode;
783     binitreq.configname = "default-config";
784     binitreq.auth = req->idAuthentication;
785     binitreq.bend_sort = NULL;
786     binitreq.bend_search = NULL;
787     binitreq.bend_present = NULL;
788     binitreq.bend_esrequest = NULL;
789     binitreq.bend_delete = NULL;
790     if (!(binitres = bend_init(&binitreq)))
791     {
792         logf(LOG_WARN, "Bad response from backend.");
793         return 0;
794     }
795
796     assoc->backend = binitres->handle;
797     if ((assoc->bend_sort = (int (*)())binitreq.bend_sort))
798         logf (LOG_DEBUG, "Sort handler installed");
799     if ((assoc->bend_search = (int (*)())binitreq.bend_search))
800         logf (LOG_DEBUG, "Search handler installed");
801     if ((assoc->bend_present = (int (*)())binitreq.bend_present))
802         logf (LOG_DEBUG, "Present handler installed");   
803     if ((assoc->bend_esrequest = (int (*)())binitreq.bend_esrequest))
804         logf (LOG_DEBUG, "ESRequest handler installed");   
805     if ((assoc->bend_delete = (int (*)())binitreq.bend_delete))
806         logf (LOG_DEBUG, "Delete handler installed");   
807     
808     resp->referenceId = req->referenceId;
809     *options = '\0';
810     /* let's tell the client what we can do */
811     if (ODR_MASK_GET(req->options, Z_Options_search))
812     {
813         ODR_MASK_SET(resp->options, Z_Options_search);
814         strcat(options, "srch");
815     }
816     if (ODR_MASK_GET(req->options, Z_Options_present))
817     {
818         ODR_MASK_SET(resp->options, Z_Options_present);
819         strcat(options, " prst");
820     }
821     if (ODR_MASK_GET(req->options, Z_Options_delSet) && binitreq.bend_delete)
822     {
823         ODR_MASK_SET(resp->options, Z_Options_delSet);
824         strcat(options, " del");
825     }
826     if (ODR_MASK_GET(req->options, Z_Options_extendedServices) &&
827         binitreq.bend_esrequest)
828     {
829         ODR_MASK_SET(resp->options, Z_Options_extendedServices);
830         strcat (options, " extendedServices");
831     }
832     if (ODR_MASK_GET(req->options, Z_Options_namedResultSets))
833     {
834         ODR_MASK_SET(resp->options, Z_Options_namedResultSets);
835         strcat(options, " namedresults");
836     }
837     if (ODR_MASK_GET(req->options, Z_Options_scan))
838     {
839         ODR_MASK_SET(resp->options, Z_Options_scan);
840         strcat(options, " scan");
841     }
842     if (ODR_MASK_GET(req->options, Z_Options_concurrentOperations))
843     {
844         ODR_MASK_SET(resp->options, Z_Options_concurrentOperations);
845         strcat(options, " concurop");
846     }
847     if (ODR_MASK_GET(req->options, Z_Options_sort) && binitreq.bend_sort)
848     {
849         ODR_MASK_SET(resp->options, Z_Options_sort);
850         strcat(options, " sort");
851     }
852     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_1))
853     {
854         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_1);
855         assoc->version = 2; /* 1 & 2 are equivalent */
856     }
857     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_2))
858     {
859         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_2);
860         assoc->version = 2;
861     }
862     if (ODR_MASK_GET(req->protocolVersion, Z_ProtocolVersion_3))
863     {
864         ODR_MASK_SET(resp->protocolVersion, Z_ProtocolVersion_3);
865         assoc->version = 3;
866     }
867     logf(LOG_LOG, "Negotiated to v%d: %s", assoc->version, options);
868     assoc->maximumRecordSize = *req->maximumRecordSize;
869     if (assoc->maximumRecordSize > control_block->maxrecordsize)
870         assoc->maximumRecordSize = control_block->maxrecordsize;
871     assoc->preferredMessageSize = *req->preferredMessageSize;
872     if (assoc->preferredMessageSize > assoc->maximumRecordSize)
873         assoc->preferredMessageSize = assoc->maximumRecordSize;
874     resp->preferredMessageSize = &assoc->preferredMessageSize;
875     resp->maximumRecordSize = &assoc->maximumRecordSize;
876     resp->implementationName = "Index Data/YAZ Generic Frontend Server";
877     if (binitres->errcode)
878     {
879         logf(LOG_LOG, "Connection rejected by backend.");
880         *resp->result = 0;
881         assoc->state = ASSOC_DEAD;
882     }
883     else
884         assoc->state = ASSOC_UP;
885     return apdu;
886 }
887
888 /*
889  * These functions should be merged.
890  */
891
892 static void set_addinfo (Z_DefaultDiagFormat *dr, char *addinfo)
893 {
894 #if ASN_COMPILED
895     dr->which = Z_DefaultDiagFormat_v2Addinfo;
896     dr->u.v2Addinfo = addinfo ? addinfo : "";
897 #else
898     dr->which = Z_DiagForm_v2AddInfo;
899     dr->addinfo = addinfo ? addinfo : "";
900 #endif
901 }
902
903 /*
904  * nonsurrogate diagnostic record.
905  */
906 static Z_Records *diagrec(association *assoc, int error, char *addinfo)
907 {
908     int oid[OID_SIZE];
909     Z_Records *rec = (Z_Records *)
910         odr_malloc (assoc->encode, sizeof(*rec));
911     oident bib1;
912     int *err = (int *)
913         odr_malloc (assoc->encode, sizeof(*err));
914     Z_DiagRec *drec = (Z_DiagRec *)
915         odr_malloc (assoc->encode, sizeof(*drec));
916     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)
917         odr_malloc (assoc->encode, sizeof(*dr));
918
919     bib1.proto = assoc->proto;
920     bib1.oclass = CLASS_DIAGSET;
921     bib1.value = VAL_BIB1;
922
923     logf(LOG_DEBUG, "Diagnostic: %d -- %s", error, addinfo ? addinfo :
924         "NULL");
925     *err = error;
926     rec->which = Z_Records_NSD;
927 #if ASN_COMPILED
928     rec->u.nonSurrogateDiagnostic = dr;
929 #else
930 #ifdef Z_95
931     rec->u.nonSurrogateDiagnostic = drec;
932     drec->which = Z_DiagRec_defaultFormat;
933     drec->u.defaultFormat = dr;
934 #else
935     rec->u.nonSurrogateDiagnostic = dr;
936 #endif
937 #endif
938     dr->diagnosticSetId = odr_oiddup (assoc->encode,
939                                       oid_ent_to_oid(&bib1, oid));
940     dr->condition = err;
941     set_addinfo (dr, addinfo);
942     return rec;
943 }
944
945 /*
946  * surrogate diagnostic.
947  */
948 static Z_NamePlusRecord *surrogatediagrec(association *assoc, char *dbname,
949                                           int error, char *addinfo)
950 {
951     int oid[OID_SIZE];
952     Z_NamePlusRecord *rec = (Z_NamePlusRecord *)odr_malloc (assoc->encode, sizeof(*rec));
953     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
954     oident bib1;
955     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
956     Z_DefaultDiagFormat *dr = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*dr));
957
958     bib1.proto = assoc->proto;
959     bib1.oclass = CLASS_DIAGSET;
960     bib1.value = VAL_BIB1;
961
962     logf(LOG_DEBUG, "SurrogateDiagnotic: %d -- %s", error, addinfo);
963     *err = error;
964     rec->databaseName = dbname;
965     rec->which = Z_NamePlusRecord_surrogateDiagnostic;
966     rec->u.surrogateDiagnostic = drec;
967     drec->which = Z_DiagRec_defaultFormat;
968     drec->u.defaultFormat = dr;
969     dr->diagnosticSetId = odr_oiddup (assoc->encode,
970                                       oid_ent_to_oid(&bib1, oid));
971     dr->condition = err;
972     set_addinfo (dr, addinfo);
973
974     return rec;
975 }
976
977 /*
978  * multiple nonsurrogate diagnostics.
979  */
980 static Z_DiagRecs *diagrecs(association *assoc, int error, char *addinfo)
981 {
982     int oid[OID_SIZE];
983     Z_DiagRecs *recs = (Z_DiagRecs *)odr_malloc (assoc->encode, sizeof(*recs));
984     int *err = (int *)odr_malloc (assoc->encode, sizeof(*err));
985     oident bib1;
986     Z_DiagRec **recp = (Z_DiagRec **)odr_malloc (assoc->encode, sizeof(*recp));
987     Z_DiagRec *drec = (Z_DiagRec *)odr_malloc (assoc->encode, sizeof(*drec));
988     Z_DefaultDiagFormat *rec = (Z_DefaultDiagFormat *)odr_malloc (assoc->encode, sizeof(*rec));
989
990     logf(LOG_DEBUG, "DiagRecs: %d -- %s", error, addinfo ? addinfo : "");
991     bib1.proto = assoc->proto;
992     bib1.oclass = CLASS_DIAGSET;
993     bib1.value = VAL_BIB1;
994
995     *err = error;
996     recs->num_diagRecs = 1;
997     recs->diagRecs = recp;
998     recp[0] = drec;
999     drec->which = Z_DiagRec_defaultFormat;
1000     drec->u.defaultFormat = rec;
1001
1002     rec->diagnosticSetId = odr_oiddup (assoc->encode,
1003                                       oid_ent_to_oid(&bib1, oid));
1004     rec->condition = err;
1005
1006 #ifdef ASN_COMPILED
1007     rec->which = Z_DefaultDiagFormat_v2Addinfo;
1008     rec->u.v2Addinfo = addinfo ? addinfo : "";
1009 #else
1010     rec->which = Z_DiagForm_v2AddInfo;
1011     rec->addinfo = addinfo ? addinfo : "";
1012 #endif
1013     return recs;
1014 }
1015
1016 static Z_Records *pack_records(association *a, char *setname, int start,
1017                                 int *num, Z_RecordComposition *comp,
1018                                 int *next, int *pres, oid_value format)
1019 {
1020     int oid[OID_SIZE];
1021     int recno, total_length = 0, toget = *num, dumped_records = 0;
1022     Z_Records *records =
1023         (Z_Records *) odr_malloc (a->encode, sizeof(*records));
1024     Z_NamePlusRecordList *reclist =
1025         (Z_NamePlusRecordList *) odr_malloc (a->encode, sizeof(*reclist));
1026     Z_NamePlusRecord **list =
1027         (Z_NamePlusRecord **) odr_malloc (a->encode, sizeof(*list) * toget);
1028     oident recform;
1029
1030     records->which = Z_Records_DBOSD;
1031     records->u.databaseOrSurDiagnostics = reclist;
1032     reclist->num_records = 0;
1033     reclist->records = list;
1034     *pres = Z_PRES_SUCCESS;
1035     *num = 0;
1036     *next = 0;
1037
1038     logf(LOG_LOG, "Request to pack %d+%d", start, toget);
1039     logf(LOG_DEBUG, "pms=%d, mrs=%d", a->preferredMessageSize,
1040         a->maximumRecordSize);
1041     for (recno = start; reclist->num_records < toget; recno++)
1042     {
1043         bend_fetchrequest freq;
1044         bend_fetchresult *fres;
1045         Z_NamePlusRecord *thisrec;
1046         Z_DatabaseRecord *thisext;
1047         int this_length = 0;
1048
1049         /*
1050          * we get the number of bytes allocated on the stream before any
1051          * allocation done by the backend - this should give us a reasonable
1052          * idea of the total size of the data so far.
1053          */
1054         total_length = odr_total(a->encode) - dumped_records;
1055         freq.setname = setname;
1056         freq.number = recno;
1057         freq.comp = comp;
1058         freq.format = format;
1059         freq.stream = a->encode;
1060         freq.surrogate_flag = 0;
1061         if (!(fres = bend_fetch(a->backend, &freq, 0)))
1062         {
1063             *pres = Z_PRES_FAILURE;
1064             return diagrec(a, 2, "Backend interface problem");
1065         }
1066         /* backend should be able to signal whether error is system-wide
1067            or only pertaining to current record */
1068         if (fres->errcode)
1069         {
1070             if (!freq.surrogate_flag)
1071             {
1072                 *pres = Z_PRES_FAILURE;
1073                 return diagrec(a, fres->errcode, fres->errstring);
1074             }
1075             reclist->records[reclist->num_records] =
1076                 surrogatediagrec(a, fres->basename, fres->errcode,
1077                                  fres->errstring);
1078             reclist->num_records++;
1079             *next = fres->last_in_set ? 0 : recno + 1;
1080             continue;
1081         }
1082         if (fres->len >= 0)
1083             this_length = fres->len;
1084         else
1085             this_length = odr_total(a->encode) - total_length;
1086         logf(LOG_DEBUG, "  fetched record, len=%d, total=%d",
1087             this_length, total_length);
1088         if (this_length + total_length > a->preferredMessageSize)
1089         {
1090             /* record is small enough, really */
1091             if (this_length <= a->preferredMessageSize)
1092             {
1093                 logf(LOG_DEBUG, "  Dropped last normal-sized record");
1094                 *pres = Z_PRES_PARTIAL_2;
1095                 break;
1096             }
1097             /* record can only be fetched by itself */
1098             if (this_length < a->maximumRecordSize)
1099             {
1100                 logf(LOG_DEBUG, "  Record > prefmsgsz");
1101                 if (toget > 1)
1102                 {
1103                     logf(LOG_DEBUG, "  Dropped it");
1104                     reclist->records[reclist->num_records] =
1105                          surrogatediagrec(a, fres->basename, 16, 0);
1106                     reclist->num_records++;
1107                     *next = fres->last_in_set ? 0 : recno + 1;
1108                     dumped_records += this_length;
1109                     continue;
1110                 }
1111             }
1112             else /* too big entirely */
1113             {
1114                 logf(LOG_DEBUG, "Record > maxrcdsz");
1115                 reclist->records[reclist->num_records] =
1116                     surrogatediagrec(a, fres->basename, 17, 0);
1117                 reclist->num_records++;
1118                 *next = fres->last_in_set ? 0 : recno + 1;
1119                 dumped_records += this_length;
1120                 continue;
1121             }
1122         }
1123
1124         if (!(thisrec = (Z_NamePlusRecord *)odr_malloc(a->encode, sizeof(*thisrec))))
1125             return 0;
1126         if (!(thisrec->databaseName = (char *)odr_malloc(a->encode,
1127             strlen(fres->basename) + 1)))
1128             return 0;
1129         strcpy(thisrec->databaseName, fres->basename);
1130         thisrec->which = Z_NamePlusRecord_databaseRecord;
1131         if (!(thisrec->u.databaseRecord = thisext = (Z_External *)odr_malloc(a->encode,
1132             sizeof(Z_DatabaseRecord))))
1133             return 0;
1134         recform.proto = a->proto;
1135         recform.oclass = CLASS_RECSYN;
1136         recform.value = fres->format;
1137         thisext->direct_reference = odr_oiddup(a->encode,
1138                                                oid_ent_to_oid(&recform, oid));
1139         thisext->indirect_reference = 0;
1140         thisext->descriptor = 0;
1141         if (fres->len < 0) /* Structured data */
1142         {
1143             switch (fres->format)
1144             {
1145                 case VAL_SUTRS: thisext->which = Z_External_sutrs; break;
1146                 case VAL_GRS1: thisext->which = Z_External_grs1; break;
1147                 case VAL_EXPLAIN: thisext->which = Z_External_explainRecord;
1148                     break;
1149                 case VAL_SUMMARY: thisext->which = Z_External_summary; break;
1150                 case VAL_OPAC: thisext->which = Z_External_OPAC; break;
1151
1152                 default:
1153                     logf(LOG_FATAL, "Unknown structured format from backend.");
1154                     return 0;
1155             }
1156
1157             /*
1158              * We cheat on the pointers here. Obviously, the record field
1159              * of the backend-fetch structure should have been a union for
1160              * correctness, but we're stuck with this for backwards
1161              * compatibility.
1162              */
1163             thisext->u.grs1 = (Z_GenericRecord*) fres->record;
1164         }
1165         else if (fres->format == VAL_SUTRS) /* SUTRS is a single-ASN.1-type */
1166         {
1167 #if 0
1168             Z_SUTRS *sutrs = (Z_SUTRS *)odr_malloc(a->encode, 1+fres->len);
1169             
1170             memcpy(sutrs, fres->record, fres->len);
1171             sutrs[fres->len] = '\0';
1172 #else
1173             Odr_oct *sutrs = (Odr_oct *)odr_malloc(a->encode, sizeof(*sutrs));
1174
1175             thisext->which = Z_External_sutrs;
1176             thisext->u.sutrs = sutrs;
1177             sutrs->buf = (unsigned char *)odr_malloc(a->encode, fres->len);
1178             sutrs->len = sutrs->size = fres->len;
1179             memcpy(sutrs->buf, fres->record, fres->len);
1180 #endif
1181         }
1182         else /* octet-aligned record. */
1183         {
1184             thisext->which = Z_External_octet;
1185             if (!(thisext->u.octet_aligned = (Odr_oct *)odr_malloc(a->encode,
1186                 sizeof(Odr_oct))))
1187                 return 0;
1188             if (!(thisext->u.octet_aligned->buf = (unsigned char *)odr_malloc(a->encode,
1189                 fres->len)))
1190                 return 0;
1191             memcpy(thisext->u.octet_aligned->buf, fres->record, fres->len);
1192             thisext->u.octet_aligned->len = thisext->u.octet_aligned->size =
1193                 fres->len;
1194         }
1195         reclist->records[reclist->num_records] = thisrec;
1196         reclist->num_records++;
1197         *next = fres->last_in_set ? 0 : recno + 1;
1198     }
1199     *num = reclist->num_records;
1200     return records;
1201 }
1202
1203 static Z_APDU *process_searchRequest(association *assoc, request *reqb,
1204     int *fd)
1205 {
1206     Z_SearchRequest *req = reqb->request->u.searchRequest;
1207     bend_search_rr *bsrr = 
1208         (bend_search_rr *)nmem_malloc (reqb->request_mem, sizeof(*bsrr));
1209     
1210     logf(LOG_LOG, "Got SearchRequest.");
1211     save_referenceId (reqb, req->referenceId);
1212     /* store ref id in request */
1213     bsrr->fd = fd;
1214     bsrr->request = reqb;
1215     bsrr->association = assoc;
1216
1217     logf (LOG_LOG, "ResultSet '%s'", req->resultSetName);
1218     if (req->databaseNames)
1219     {
1220         int i;
1221         for (i = 0; i < req->num_databaseNames; i++)
1222             logf (LOG_LOG, "Database '%s'", req->databaseNames[i]);
1223     }
1224     switch (req->query->which)
1225     {
1226     case Z_Query_type_1: case Z_Query_type_101:
1227         log_rpn_query (req->query->u.type_1);
1228     }
1229     if (assoc->bend_search)
1230     {
1231         bsrr->setname = req->resultSetName;
1232         bsrr->replace_set = *req->replaceIndicator;
1233         bsrr->num_bases = req->num_databaseNames;
1234         bsrr->basenames = req->databaseNames;
1235         bsrr->query = req->query;
1236         bsrr->stream = assoc->encode;
1237         bsrr->decode = assoc->decode;
1238         bsrr->errcode = 0;
1239         bsrr->hits = 0;
1240         bsrr->errstring = NULL;
1241         ((int (*)(void *, bend_search_rr *))(assoc->bend_search))
1242             (assoc->backend, bsrr);
1243         if (!bsrr->request)
1244             return 0;
1245     }
1246     else
1247     {
1248         bend_searchrequest bsrq;
1249         bend_searchresult *bsrt;
1250
1251         bsrq.setname = req->resultSetName;
1252         bsrq.replace_set = *req->replaceIndicator;
1253         bsrq.num_bases = req->num_databaseNames;
1254         bsrq.basenames = req->databaseNames;
1255         bsrq.query = req->query;
1256         bsrq.stream = assoc->encode;
1257         bsrq.decode = assoc->decode;
1258         if (!(bsrt = bend_search(assoc->backend, &bsrq, fd)))
1259             return 0;
1260         bsrr->hits = bsrt->hits;
1261         bsrr->errcode = bsrt->errcode;
1262         bsrr->errstring = bsrt->errstring;
1263     }
1264     return response_searchRequest(assoc, reqb, bsrr, fd);
1265 }
1266
1267 int bend_searchresponse(void *handle, bend_search_rr *bsrr) {return 0;}
1268
1269 /*
1270  * Prepare a searchresponse based on the backend results. We probably want
1271  * to look at making the fetching of records nonblocking as well, but
1272  * so far, we'll keep things simple.
1273  * If bsrt is null, that means we're called in response to a communications
1274  * event, and we'll have to get the response for ourselves.
1275  */
1276 static Z_APDU *response_searchRequest(association *assoc, request *reqb,
1277     bend_search_rr *bsrt, int *fd)
1278 {
1279     Z_SearchRequest *req = reqb->request->u.searchRequest;
1280     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1281     Z_SearchResponse *resp = (Z_SearchResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1282     int *nulint = (int *)odr_malloc (assoc->encode, sizeof(*nulint));
1283     bool_t *sr = (bool_t *)odr_malloc (assoc->encode, sizeof(*sr));
1284     int *next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1285     int *none = (int *)odr_malloc (assoc->encode, sizeof(*none));
1286
1287     *nulint = 0;
1288     *sr = 1;
1289     *next = 0;
1290     *none = Z_RES_NONE;
1291
1292     apdu->which = Z_APDU_searchResponse;
1293     apdu->u.searchResponse = resp;
1294     resp->referenceId = req->referenceId;
1295     resp->additionalSearchInfo = 0;
1296     resp->otherInfo = 0;
1297     *fd = -1;
1298     if (!bsrt && !bend_searchresponse(assoc->backend, bsrt))
1299     {
1300         logf(LOG_FATAL, "Bad result from backend");
1301         return 0;
1302     }
1303     else if (bsrt->errcode)
1304     {
1305         resp->records = diagrec(assoc, bsrt->errcode, bsrt->errstring);
1306         resp->resultCount = nulint;
1307         resp->numberOfRecordsReturned = nulint;
1308         resp->nextResultSetPosition = nulint;
1309         resp->searchStatus = nulint;
1310         resp->resultSetStatus = none;
1311         resp->presentStatus = 0;
1312     }
1313     else
1314     {
1315         int *toget = (int *)odr_malloc (assoc->encode, sizeof(*toget));
1316         int *presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1317         Z_RecordComposition comp, *compp = 0;
1318
1319         *toget = 0;
1320         *presst = 0;
1321         resp->records = 0;
1322         resp->resultCount = &bsrt->hits;
1323
1324         comp.which = Z_RecordComp_simple;
1325         /* how many records does the user agent want, then? */
1326         if (bsrt->hits <= *req->smallSetUpperBound)
1327         {
1328             *toget = bsrt->hits;
1329             if ((comp.u.simple = req->smallSetElementSetNames))
1330                 compp = &comp;
1331         }
1332         else if (bsrt->hits < *req->largeSetLowerBound)
1333         {
1334             *toget = *req->mediumSetPresentNumber;
1335             if (*toget > bsrt->hits)
1336                 *toget = bsrt->hits;
1337             if ((comp.u.simple = req->mediumSetElementSetNames))
1338                 compp = &comp;
1339         }
1340         else
1341             *toget = 0;
1342
1343         if (*toget && !resp->records)
1344         {
1345             oident *prefformat;
1346             oid_value form;
1347
1348             if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1349                 prefformat->oclass != CLASS_RECSYN)
1350                 form = VAL_NONE;
1351             else
1352                 form = prefformat->value;
1353             resp->records = pack_records(assoc, req->resultSetName, 1,
1354                 toget, compp, next, presst, form);
1355             if (!resp->records)
1356                 return 0;
1357             resp->numberOfRecordsReturned = toget;
1358             resp->nextResultSetPosition = next;
1359             resp->searchStatus = sr;
1360             resp->resultSetStatus = 0;
1361             resp->presentStatus = presst;
1362         }
1363         else
1364         {
1365             if (*resp->resultCount)
1366                 *next = 1;
1367             resp->numberOfRecordsReturned = nulint;
1368             resp->nextResultSetPosition = next;
1369             resp->searchStatus = sr;
1370             resp->resultSetStatus = 0;
1371             resp->presentStatus = 0;
1372         }
1373     }
1374     return apdu;
1375 }
1376
1377 /*
1378  * Maybe we got a little over-friendly when we designed bend_fetch to
1379  * get only one record at a time. Some backends can optimise multiple-record
1380  * fetches, and at any rate, there is some overhead involved in
1381  * all that selecting and hopping around. Problem is, of course, that the
1382  * frontend can't know ahead of time how many records it'll need to
1383  * fill the negotiated PDU size. Annoying. Segmentation or not, Z/SR
1384  * is downright lousy as a bulk data transfer protocol.
1385  *
1386  * To start with, we'll do the fetching of records from the backend
1387  * in one operation: To save some trips in and out of the event-handler,
1388  * and to simplify the interface to pack_records. At any rate, asynch
1389  * operation is more fun in operations that have an unpredictable execution
1390  * speed - which is normally more true for search than for present.
1391  */
1392 static Z_APDU *process_presentRequest(association *assoc, request *reqb,
1393     int *fd)
1394 {
1395     Z_PresentRequest *req = reqb->request->u.presentRequest;
1396     oident *prefformat;
1397     oid_value form;
1398     Z_APDU *apdu;
1399     Z_PresentResponse *resp;
1400     int *presst;
1401     int *next;
1402     int *num;
1403
1404     logf(LOG_LOG, "Got PresentRequest.");
1405
1406     if (!(prefformat = oid_getentbyoid(req->preferredRecordSyntax)) ||
1407         prefformat->oclass != CLASS_RECSYN)
1408         form = VAL_NONE;
1409     else
1410         form = prefformat->value;
1411     if (assoc->bend_present)
1412     {
1413         bend_present_rr *bprr = (bend_present_rr *)nmem_malloc (reqb->request_mem, sizeof(*bprr));
1414         bprr->setname = req->resultSetId;
1415         bprr->start = *req->resultSetStartPoint;
1416         bprr->number = *req->numberOfRecordsRequested;
1417         bprr->format = form;
1418         bprr->comp = req->recordComposition;
1419         bprr->stream = assoc->encode;
1420         bprr->request = reqb;
1421         bprr->association = assoc;
1422         bprr->errcode = 0;
1423         bprr->errstring = NULL;
1424         ((int (*)(void *, bend_present_rr *))(*assoc->bend_present))(assoc->backend, bprr);
1425
1426         if (!bprr->request)
1427             return 0;
1428     }
1429     apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1430     resp = (Z_PresentResponse *)odr_malloc (assoc->encode, sizeof(*resp));
1431     presst = (int *)odr_malloc (assoc->encode, sizeof(*presst));
1432     next = (int *)odr_malloc (assoc->encode, sizeof(*next));
1433     num = (int *)odr_malloc (assoc->encode, sizeof(*num));
1434     *presst = 0;
1435     *next = 0;
1436     *num = *req->numberOfRecordsRequested;
1437     
1438     apdu->which = Z_APDU_presentResponse;
1439     apdu->u.presentResponse = resp;
1440     resp->referenceId = req->referenceId;
1441     resp->otherInfo = 0;
1442     
1443     resp->records =
1444         pack_records(assoc, req->resultSetId, *req->resultSetStartPoint,
1445                      num, req->recordComposition, next, presst, form);
1446     if (!resp->records)
1447         return 0;
1448     resp->numberOfRecordsReturned = num;
1449     resp->presentStatus = presst;
1450     resp->nextResultSetPosition = next;
1451     
1452     return apdu;
1453 }
1454
1455 /*
1456  * Scan was implemented rather in a hurry, and with support for only the basic
1457  * elements of the service in the backend API. Suggestions are welcome.
1458  */
1459 static Z_APDU *process_scanRequest(association *assoc, request *reqb, int *fd)
1460 {
1461     Z_ScanRequest *req = reqb->request->u.scanRequest;
1462     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1463     Z_ScanResponse *res = (Z_ScanResponse *)odr_malloc (assoc->encode, sizeof(*res));
1464     int *scanStatus = (int *)odr_malloc (assoc->encode, sizeof(*scanStatus));
1465     int *numberOfEntriesReturned =
1466          (int *)odr_malloc (assoc->encode, sizeof(*numberOfEntriesReturned));
1467     Z_ListEntries *ents = (Z_ListEntries *)odr_malloc (assoc->encode, sizeof(*ents));
1468     Z_DiagRecs *diagrecs_p = NULL;
1469     oident *attent;
1470     bend_scanrequest srq;
1471     bend_scanresult *srs;
1472     oident *attset;
1473
1474     logf(LOG_LOG, "Got ScanRequest");
1475     *scanStatus = Z_Scan_failure;
1476     *numberOfEntriesReturned = 0;
1477
1478     apdu->which = Z_APDU_scanResponse;
1479     apdu->u.scanResponse = res;
1480     res->referenceId = req->referenceId;
1481     res->stepSize = 0;
1482     res->scanStatus = scanStatus;
1483     res->numberOfEntriesReturned = numberOfEntriesReturned;
1484     res->positionOfTerm = 0;
1485     res->entries = ents;
1486     ents->num_entries = 0;
1487     ents->entries = NULL;
1488     ents->num_nonsurrogateDiagnostics = 0;
1489     ents->nonsurrogateDiagnostics = NULL;
1490     res->attributeSet = 0;
1491     res->otherInfo = 0;
1492
1493     if (req->attributeSet && (!(attent = oid_getentbyoid(req->attributeSet)) ||
1494                               attent->oclass != CLASS_ATTSET
1495                               || attent->value != VAL_BIB1))
1496         diagrecs_p = diagrecs(assoc, 121, 0);
1497     else if (req->stepSize && *req->stepSize > 0)
1498         diagrecs_p = diagrecs(assoc, 205, 0);
1499     else
1500     {
1501         if (req->databaseNames)
1502         {
1503             int i;
1504             for (i = 0; i < req->num_databaseNames; i++)
1505                 logf (LOG_LOG, "Database '%s'", req->databaseNames[i]);
1506         }
1507         srq.num_bases = req->num_databaseNames;
1508         srq.basenames = req->databaseNames;
1509         srq.num_entries = *req->numberOfTermsRequested;
1510         srq.term = req->termListAndStartPoint;
1511         srq.stream = assoc->encode;
1512         if (!(attset = oid_getentbyoid(req->attributeSet)) ||
1513             attset->oclass != CLASS_RECSYN)
1514             srq.attributeset = VAL_NONE;
1515         else
1516             srq.attributeset = attset->value;
1517         log_scan_term (req->termListAndStartPoint, attset->value);
1518         srq.term_position = req->preferredPositionInResponse ?
1519             *req->preferredPositionInResponse : 1;
1520         if (!(srs = bend_scan(assoc->backend, &srq, 0)))
1521             diagrecs_p = diagrecs(assoc, 2, 0);
1522         else if (srs->errcode)
1523             diagrecs_p = diagrecs(assoc, srs->errcode, srs->errstring);
1524         else
1525         {
1526             int i;
1527             Z_Entry **tab = (Z_Entry **)
1528                 odr_malloc (assoc->encode, sizeof(*tab) * srs->num_entries);
1529             
1530             if (srs->status == BEND_SCAN_PARTIAL)
1531                 *scanStatus = Z_Scan_partial_5;
1532             else
1533                 *scanStatus = Z_Scan_success;
1534             ents->entries = tab;
1535             ents->num_entries = srs->num_entries;
1536             res->numberOfEntriesReturned = &ents->num_entries;      
1537             res->positionOfTerm = &srs->term_position;
1538             for (i = 0; i < srs->num_entries; i++)
1539             {
1540                 Z_Entry *e;
1541                 Z_TermInfo *t;
1542                 Odr_oct *o;
1543                 
1544                 tab[i] = e = (Z_Entry *)odr_malloc(assoc->encode, sizeof(*e));
1545                 if (srs->entries[i].occurrences >= 0)
1546                 {
1547                     e->which = Z_Entry_termInfo;
1548                     e->u.termInfo = t = (Z_TermInfo *)
1549                         odr_malloc(assoc->encode, sizeof(*t));
1550                     t->suggestedAttributes = 0;
1551                     t->displayTerm = 0;
1552                     t->alternativeTerm = 0;
1553                     t->byAttributes = 0;
1554                     t->otherTermInfo = 0;
1555                     t->globalOccurrences = &srs->entries[i].occurrences;
1556                     t->term = (Z_Term *)
1557                         odr_malloc(assoc->encode, sizeof(*t->term));
1558                     t->term->which = Z_Term_general;
1559                     t->term->u.general = o =
1560                         (Odr_oct *)odr_malloc(assoc->encode, sizeof(Odr_oct));
1561                     o->buf = (unsigned char *)
1562                         odr_malloc(assoc->encode, o->len = o->size =
1563                                    strlen(srs->entries[i].term));
1564                     memcpy(o->buf, srs->entries[i].term, o->len);
1565                     logf(LOG_DEBUG, "  term #%d: '%s' (%d)", i,
1566                          srs->entries[i].term, srs->entries[i].occurrences);
1567                 }
1568                 else
1569                 {
1570                     Z_DiagRecs *drecs = diagrecs (assoc,
1571                                                   srs->entries[i].errcode,
1572                                                   srs->entries[i].errstring);
1573                     assert (drecs->num_diagRecs == 1);
1574                     e->which = Z_Entry_surrogateDiagnostic;
1575                     assert (drecs->diagRecs[0]);
1576                     e->u.surrogateDiagnostic = drecs->diagRecs[0];
1577                 }
1578             }
1579         }
1580     }
1581     if (diagrecs_p)
1582     {
1583         ents->num_nonsurrogateDiagnostics = diagrecs_p->num_diagRecs;
1584         ents->nonsurrogateDiagnostics = diagrecs_p->diagRecs;
1585     }
1586     return apdu;
1587 }
1588
1589 static Z_APDU *process_sortRequest(association *assoc, request *reqb,
1590     int *fd)
1591 {
1592     Z_SortRequest *req = reqb->request->u.sortRequest;
1593     Z_SortResponse *res = (Z_SortResponse *)odr_malloc (assoc->encode, sizeof(*res));
1594     bend_sort_rr *bsrr = (bend_sort_rr *)odr_malloc (assoc->encode, sizeof(*bsrr));
1595
1596     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1597
1598     logf(LOG_LOG, "Got SortRequest.");
1599
1600 #ifdef ASN_COMPILED
1601     bsrr->num_input_setnames = req->num_inputResultSetNames;
1602     bsrr->input_setnames = req->inputResultSetNames;
1603 #else
1604     bsrr->num_input_setnames = req->inputResultSetNames->num_strings;
1605     bsrr->input_setnames = req->inputResultSetNames->strings;
1606 #endif
1607     bsrr->output_setname = req->sortedResultSetName;
1608     bsrr->sort_sequence = req->sortSequence;
1609     bsrr->stream = assoc->encode;
1610
1611     bsrr->sort_status = Z_SortStatus_failure;
1612     bsrr->errcode = 0;
1613     bsrr->errstring = 0;
1614
1615     ((int (*)(void *, bend_sort_rr *))(*assoc->bend_sort))(assoc->backend, bsrr);
1616
1617     res->referenceId = req->referenceId;
1618     res->sortStatus = (int *)odr_malloc (assoc->encode, sizeof(*res->sortStatus));
1619     *res->sortStatus = bsrr->sort_status;
1620     res->resultSetStatus = 0;
1621     if (bsrr->errcode)
1622     {
1623         Z_DiagRecs *dr = diagrecs (assoc, bsrr->errcode, bsrr->errstring);
1624 #ifdef ASN_COMPILED
1625         res->diagnostics = dr->diagRecs;
1626         res->num_diagnostics = dr->num_diagRecs;
1627 #else
1628         res->diagnostics = dr;
1629 #endif
1630     }
1631     else
1632     {
1633 #ifdef ASN_COMPILED
1634         res->num_diagnostics = 0;
1635 #endif
1636         res->diagnostics = 0;
1637     }
1638     res->otherInfo = 0;
1639
1640     apdu->which = Z_APDU_sortResponse;
1641     apdu->u.sortResponse = res;
1642     return apdu;
1643 }
1644
1645 static Z_APDU *process_deleteRequest(association *assoc, request *reqb,
1646     int *fd)
1647 {
1648     Z_DeleteResultSetRequest *req = reqb->request->u.deleteResultSetRequest;
1649     Z_DeleteResultSetResponse *res = (Z_DeleteResultSetResponse *)
1650         odr_malloc (assoc->encode, sizeof(*res));
1651     bend_delete_rr *bdrr = (bend_delete_rr *)
1652         odr_malloc (assoc->encode, sizeof(*bdrr));
1653     Z_APDU *apdu = (Z_APDU *)odr_malloc (assoc->encode, sizeof(*apdu));
1654
1655     logf(LOG_LOG, "Got DeleteRequest.");
1656
1657     bdrr->num_setnames = req->num_resultSetList;
1658     bdrr->setnames = req->resultSetList;
1659     bdrr->stream = assoc->encode;
1660     bdrr->function = *req->deleteFunction;
1661
1662     ((int (*)(void *, bend_delete_rr *))
1663      (*assoc->bend_delete))(assoc->backend, bdrr);
1664     
1665     res->referenceId = req->referenceId;
1666
1667     res->deleteOperationStatus = (int *)
1668         odr_malloc (assoc->encode, sizeof(*res->deleteOperationStatus));
1669     *res->deleteOperationStatus = bdrr->delete_status;
1670
1671     res->deleteListStatuses = 0;
1672     res->numberNotDeleted = 0;
1673     res->bulkStatuses = 0;
1674     res->deleteMessage = 0;
1675     res->otherInfo = 0;
1676
1677     apdu->which = Z_APDU_deleteResultSetResponse;
1678     apdu->u.deleteResultSetResponse = res;
1679     return apdu;
1680 }
1681
1682 static void process_close(association *assoc, request *reqb)
1683 {
1684     Z_Close *req = reqb->request->u.close;
1685     static char *reasons[] =
1686     {
1687         "finished",
1688         "shutdown",
1689         "systemProblem",
1690         "costLimit",
1691         "resources",
1692         "securityViolation",
1693         "protocolError",
1694         "lackOfActivity",
1695         "peerAbort",
1696         "unspecified"
1697     };
1698
1699     logf(LOG_LOG, "Got Close, reason %s, message %s",
1700         reasons[*req->closeReason], req->diagnosticInformation ?
1701         req->diagnosticInformation : "NULL");
1702     if (assoc->version < 3) /* to make do_force respond with close */
1703         assoc->version = 3;
1704     do_close_req(assoc, Z_Close_finished, "Association terminated by client",
1705                  reqb);
1706 }
1707
1708 void save_referenceId (request *reqb, Z_ReferenceId *refid)
1709 {
1710     if (refid)
1711     {
1712         reqb->len_refid = refid->len;
1713         reqb->refid = (char *)nmem_malloc (reqb->request_mem, refid->len);
1714         memcpy (reqb->refid, refid->buf, refid->len);
1715     }
1716     else
1717     {
1718         reqb->len_refid = 0;
1719         reqb->refid = NULL;
1720     }
1721 }
1722
1723 void bend_request_send (bend_association a, bend_request req, Z_APDU *res)
1724 {
1725     process_response (a, req, res);
1726 }
1727
1728 bend_request bend_request_mk (bend_association a)
1729 {
1730     request *nreq = request_get (&a->outgoing);
1731     nreq->request_mem = nmem_create ();
1732     return nreq;
1733 }
1734
1735 Z_ReferenceId *bend_request_getid (ODR odr, bend_request req)
1736 {
1737     Z_ReferenceId *id;
1738     if (!req->refid)
1739         return 0;
1740     id = (Odr_oct *)odr_malloc (odr, sizeof(*odr));
1741     id->buf = (unsigned char *)odr_malloc (odr, req->len_refid);
1742     id->len = id->size = req->len_refid;
1743     memcpy (id->buf, req->refid, req->len_refid);
1744     return id;
1745 }
1746
1747 void bend_request_destroy (bend_request *req)
1748 {
1749     nmem_destroy((*req)->request_mem);
1750     request_release(*req);
1751     *req = NULL;
1752 }
1753
1754 int bend_backend_respond (bend_association a, bend_request req)
1755 {
1756     return process_request (a, req);
1757 }
1758
1759 void bend_request_setdata(bend_request r, void *p)
1760 {
1761     r->clientData = p;
1762 }
1763
1764 void *bend_request_getdata(bend_request r)
1765 {
1766     return r->clientData;
1767 }
1768
1769 /* Chas: Added in from DALI */
1770 static Z_APDU *process_ESRequest(association *assoc, request *reqb, int *fd)
1771 {
1772     bend_esrequest_rr esrequest;
1773
1774     Z_ExtendedServicesRequest *req = reqb->request->u.extendedServicesRequest;
1775     Z_APDU *apdu = zget_APDU(assoc->encode, Z_APDU_extendedServicesResponse);
1776
1777     Z_ExtendedServicesResponse *resp = apdu->u.extendedServicesResponse;
1778
1779     logf(LOG_DEBUG,"inside Process esRequest");
1780
1781     esrequest.esr = reqb->request->u.extendedServicesRequest;
1782     esrequest.stream = assoc->encode;
1783     esrequest.errcode = 0;
1784     esrequest.errstring = NULL;
1785     esrequest.request = reqb;
1786     esrequest.association = assoc;
1787     
1788     ((int (*)(void *, bend_esrequest_rr *))(*assoc->bend_esrequest))(assoc->backend,
1789                                                                    &esrequest);
1790     
1791     /* If the response is being delayed, return NULL */
1792     if (esrequest.request == NULL)
1793         return(NULL);
1794
1795     resp->referenceId = req->referenceId;
1796
1797     if ( esrequest.errcode == 0 )
1798     {
1799         /* Backend service indicates request will be processed */
1800         logf(LOG_DEBUG,"Request will be processed...Good !");
1801         *resp->operationStatus = Z_ExtendedServicesResponse_done;
1802     }
1803     else
1804     {
1805         /* Backend indicates error, request will not be processed */
1806         logf(LOG_DEBUG,"Request will not be processed...BAD !");
1807         *resp->operationStatus = Z_ExtendedServicesResponse_failure;
1808     }
1809     /* Do something with the members of bend_extendedservice */
1810
1811     logf(LOG_DEBUG,"Send the result apdu");
1812
1813     return apdu;
1814 }
1815
1816 /* Chas: End of addition from DALI */