dbbc1af7bee37339d186fe7fdc2972638c622a31
[simpleserver-moved-to-github.git] / SimpleServer.xs
1 /*
2  * $Id: SimpleServer.xs,v 1.41 2006-04-19 12:37:32 mike Exp $ 
3  * ----------------------------------------------------------------------
4  * 
5  * Copyright (c) 2000-2004, Index Data.
6  *
7  * Permission to use, copy, modify, distribute, and sell this software and
8  * its documentation, in whole or in part, for any purpose, is hereby granted,
9  * provided that:
10  *
11  * 1. This copyright and permission notice appear in all copies of the
12  * software and its documentation. Notices of copyright or attribution
13  * which appear at the beginning of any file must remain unchanged.
14  *
15  * 2. The name of Index Data or the individual authors may not be used to
16  * endorse or promote products derived from this software without specific
17  * prior written permission.
18  *
19  * THIS SOFTWARE IS PROVIDED "AS IS" AND WITHOUT WARRANTY OF ANY KIND,
20  * EXPRESS, IMPLIED, OR OTHERWISE, INCLUDING WITHOUT LIMITATION, ANY
21  * WARRANTY OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE.
22  * IN NO EVENT SHALL INDEX DATA BE LIABLE FOR ANY SPECIAL, INCIDENTAL,
23  * INDIRECT OR CONSEQUENTIAL DAMAGES OF ANY KIND, OR ANY DAMAGES
24  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER OR
25  * NOT ADVISED OF THE POSSIBILITY OF DAMAGE, AND ON ANY THEORY OF
26  * LIABILITY, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
27  * OF THIS SOFTWARE.
28  */
29
30 #include "EXTERN.h"
31 #include "perl.h"
32 #include "proto.h"
33 #include "embed.h"
34 #include "XSUB.h"
35 #include <yaz/backend.h>
36 #include <yaz/log.h>
37 #include <yaz/wrbuf.h>
38 #include <stdio.h>
39 #ifdef WIN32
40 #else
41 #include <unistd.h>
42 #endif
43 #include <stdlib.h>
44 #include <ctype.h>
45 #define GRS_MAX_FIELDS 500 
46 #ifdef ASN_COMPILED
47 #include <yaz/ill.h>
48 #endif
49 #ifndef sv_undef                /* To fix the problem with Perl 5.6.0 */
50 #define sv_undef PL_sv_undef
51 #endif
52
53 NMEM_MUTEX simpleserver_mutex;
54
55 typedef struct {
56         SV *handle;
57
58         SV *init_ref;
59         SV *close_ref;
60         SV *sort_ref;
61         SV *search_ref;
62         SV *fetch_ref;
63         SV *present_ref;
64         SV *esrequest_ref;
65         SV *delete_ref;
66         SV *scan_ref;
67         NMEM nmem;
68         int stop_flag;  /* is used to stop server prematurely .. */
69 } Zfront_handle;
70
71 #define ENABLE_STOP_SERVER 0
72
73 SV *init_ref = NULL;
74 SV *close_ref = NULL;
75 SV *sort_ref = NULL;
76 SV *search_ref = NULL;
77 SV *fetch_ref = NULL;
78 SV *present_ref = NULL;
79 SV *esrequest_ref = NULL;
80 SV *delete_ref = NULL;
81 SV *scan_ref = NULL;
82 PerlInterpreter *root_perl_context;
83 int MAX_OID = 15;
84
85 #define GRS_BUF_SIZE 512
86
87 CV * simpleserver_sv2cv(SV *handler) {
88     STRLEN len;
89     char *buf;
90    
91     if (SvPOK(handler)) {
92         CV *ret;
93         buf = SvPV( handler, len);
94         if ( !( ret = perl_get_cv(buf, FALSE ) ) ) {
95             fprintf( stderr, "simpleserver_sv2cv: No such handler '%s'\n\n", buf );
96             exit(1);
97         }
98         
99         return ret;
100     } else {
101         return (CV *) handler;
102     }
103 }
104
105 /* debugging routine to check for destruction of Perl interpreters */
106 #ifdef USE_ITHREADS
107 void tst_clones(void)
108 {
109     int i; 
110     PerlInterpreter *parent = PERL_GET_CONTEXT;
111     for (i = 0; i<5000; i++)
112     {
113         PerlInterpreter *perl_interp;
114
115         PERL_SET_CONTEXT(parent);
116         PL_perl_destruct_level = 2;
117         perl_interp = perl_clone(parent, CLONEf_CLONE_HOST);
118         PL_perl_destruct_level = 2;
119         PERL_SET_CONTEXT(perl_interp);
120         perl_destruct(perl_interp);
121         perl_free(perl_interp);
122     }
123     exit (0);
124 }
125 #endif
126
127 int simpleserver_clone(void) {
128 #ifdef USE_ITHREADS
129      nmem_mutex_enter(simpleserver_mutex);
130      if (1)
131      {
132          PerlInterpreter *current = PERL_GET_CONTEXT;
133
134          /* if current is unset, then we're in a new thread with
135           * no Perl interpreter for it. So we must create one .
136           * This will only happen when threaded is used..
137           */
138          if (!current) {
139              PerlInterpreter *perl_interp;
140              PERL_SET_CONTEXT( root_perl_context );
141              perl_interp = perl_clone(root_perl_context, CLONEf_CLONE_HOST);
142              PERL_SET_CONTEXT( perl_interp );
143          }
144      }
145      nmem_mutex_leave(simpleserver_mutex);
146 #endif
147      return 0;
148 }
149
150
151 void simpleserver_free(void) {
152     nmem_mutex_enter(simpleserver_mutex);
153     if (1)
154     {
155         PerlInterpreter *current_interp = PERL_GET_CONTEXT;
156
157         /* If current Perl Interp is different from root interp, then
158          * we're in threaded mode and we must destroy.. 
159          */
160         if (current_interp != root_perl_context) {
161             PL_perl_destruct_level = 2;
162             PERL_SET_CONTEXT(current_interp);
163             perl_destruct(current_interp);
164             perl_free(current_interp);
165         }
166     }
167     nmem_mutex_leave(simpleserver_mutex);
168 }
169
170
171 Z_GenericRecord *read_grs1(char *str, ODR o)
172 {
173         int type, ivalue;
174         char line[GRS_BUF_SIZE+1], *buf, *ptr, *original;
175         char value[GRS_BUF_SIZE+1];
176         Z_GenericRecord *r = 0;
177
178         original = str;
179         r = (Z_GenericRecord *)odr_malloc(o, sizeof(*r));
180         r->elements = (Z_TaggedElement **) odr_malloc(o, sizeof(Z_TaggedElement*) * GRS_MAX_FIELDS);
181         r->num_elements = 0;
182         
183         for (;;)
184         {
185                 Z_TaggedElement *t;
186                 Z_ElementData *c;
187                 int len;
188         
189                 ptr = strchr(str, '\n');
190                 if (!ptr) {
191                         return r;
192                 }
193                 len = ptr - str;
194                 if (len > GRS_BUF_SIZE) {
195                     yaz_log(LOG_WARN, "GRS string too long - truncating (%d > %d)", len, GRS_BUF_SIZE);
196                     len = GRS_BUF_SIZE;
197                 }
198                 strncpy(line, str, len);
199                 line[len] = 0;
200                 buf = line;
201                 str = ptr + 1;
202                 while (*buf && isspace(*buf))
203                         buf++;
204                 if (*buf == '}') {
205                         memmove(original, str, strlen(str));
206                         return r;
207                 }
208                 if (sscanf(buf, "(%d,%[^)])", &type, value) != 2)
209                 {
210                         yaz_log(LOG_WARN, "Bad data in '%s'", buf);
211                         return r;
212                 }
213                 if (!type && *value == '0')
214                         return r;
215                 if (!(buf = strchr(buf, ')')))
216                         return r;
217                 buf++;
218                 while (*buf && isspace(*buf))
219                         buf++;
220                 if (r->num_elements >= GRS_MAX_FIELDS)
221                 {
222                         yaz_log(LOG_WARN, "Max number of GRS-1 elements exceeded [GRS_MAX_FIELDS=%d]", GRS_MAX_FIELDS);
223                         exit(0);
224                 }
225                 r->elements[r->num_elements] = t = (Z_TaggedElement *) odr_malloc(o, sizeof(Z_TaggedElement));
226                 t->tagType = (int *)odr_malloc(o, sizeof(int));
227                 *t->tagType = type;
228                 t->tagValue = (Z_StringOrNumeric *)
229                         odr_malloc(o, sizeof(Z_StringOrNumeric));
230                 if ((ivalue = atoi(value)))
231                 {
232                         t->tagValue->which = Z_StringOrNumeric_numeric;
233                         t->tagValue->u.numeric = (int *)odr_malloc(o, sizeof(int));
234                         *t->tagValue->u.numeric = ivalue;
235                 }
236                 else
237                 {
238                         t->tagValue->which = Z_StringOrNumeric_string;
239                         t->tagValue->u.string = (char *)odr_malloc(o, strlen(value)+1);
240                         strcpy(t->tagValue->u.string, value);
241                 }
242                 t->tagOccurrence = 0;
243                 t->metaData = 0;
244                 t->appliedVariant = 0;
245                 t->content = c = (Z_ElementData *)odr_malloc(o, sizeof(Z_ElementData));
246                 if (*buf == '{')
247                 {
248                         c->which = Z_ElementData_subtree;
249                         c->u.subtree = read_grs1(str, o);
250                 }
251                 else
252                 {
253                         c->which = Z_ElementData_string;
254                         c->u.string = odr_strdup(o, buf);
255                 }
256                 r->num_elements++;
257         }
258 }
259
260
261
262
263 static void oid2str(Odr_oid *o, WRBUF buf)
264 {
265     for (; *o >= 0; o++) {
266         char ibuf[16];
267         sprintf(ibuf, "%d", *o);
268         wrbuf_puts(buf, ibuf);
269         if (o[1] > 0)
270             wrbuf_putc(buf, '.');
271     }
272 }
273
274
275 WRBUF zquery2pquery(Z_Query *q)
276 {
277     WRBUF buf = wrbuf_alloc();
278
279     if (q->which != Z_Query_type_1 && q->which != Z_Query_type_101) 
280         return 0;
281     yaz_rpnquery_to_wrbuf(buf, q->u.type_1);
282     return buf;
283 }
284
285
286 /* Lifted verbatim from Net::Z3950 yazwrap/util.c */
287 #include <stdarg.h>
288 void fatal(char *fmt, ...)
289 {
290     va_list ap;
291
292     fprintf(stderr, "FATAL (SimpleServer): ");
293     va_start(ap, fmt);
294     vfprintf(stderr, fmt, ap);
295     va_end(ap);
296     fprintf(stderr, "\n");
297     abort();
298 }
299
300
301 /* Lifted verbatim from Net::Z3950 yazwrap/receive.c */
302 /*
303  * Creates a new Perl object of type `class'; the newly-created scalar
304  * that is a reference to the blessed thingy `referent' is returned.
305  */
306 static SV *newObject(char *class, SV *referent)
307 {
308     HV *stash;
309     SV *sv;
310
311     sv = newRV_noinc((SV*) referent);
312     stash = gv_stashpv(class, 0);
313     if (stash == 0)
314         fatal("attempt to create object of undefined class '%s'", class);
315     /*assert(stash != 0);*/
316     sv_bless(sv, stash);
317     return sv;
318 }
319
320
321 /* Lifted verbatim from Net::Z3950 yazwrap/receive.c */
322 static void setMember(HV *hv, char *name, SV *val)
323 {
324     /* We don't increment `val's reference count -- I think this is
325      * right because it's created with a refcount of 1, and in fact
326      * the reference via this hash is the only reference to it in
327      * general.
328      */
329     if (!hv_store(hv, name, (U32) strlen(name), val, (U32) 0))
330         fatal("couldn't store member in hash");
331 }
332
333
334 /* Lifted verbatim from Net::Z3950 yazwrap/receive.c */
335 static SV *translateOID(Odr_oid *x)
336 {
337     /* Yaz represents an OID by an int array terminated by a negative
338      * value, typically -1; we represent it as a reference to a
339      * blessed scalar string of "."-separated elements.
340      */
341     char buf[1000];
342     int i;
343
344     *buf = '\0';
345     for (i = 0; x[i] >= 0; i++) {
346         sprintf(buf + strlen(buf), "%d", (int) x[i]);
347         if (x[i+1] >- 0)
348             strcat(buf, ".");
349     }
350
351     /*
352      * ### We'd like to return a blessed scalar (string) here, but of
353      *  course you can't do that in Perl: only references can be
354      *  blessed, so we'd have to return a _reference_ to a string, and
355      *  bless _that_.  Better to do without the blessing, I think.
356      */
357     if (1) {
358         return newSVpv(buf, 0);
359     } else {
360         return newObject("Net::Z3950::APDU::OID", newSVpv(buf, 0));
361     }
362 }
363
364
365 static SV *rpn2perl(Z_RPNStructure *s)
366 {
367     SV *sv;
368     HV *hv;
369     AV *av;
370
371     switch (s->which) {
372     case Z_RPNStructure_simple: {
373         Z_Operand *o = s->u.simple;
374         Z_AttributesPlusTerm *at;
375         if (o->which == Z_Operand_resultSetId) {
376             SV *sv2;
377             /* This code causes a SIGBUS on my machine, and I have no
378                idea why.  It seems as clear as day to me */
379             char *rsid = (char*) o->u.resultSetId;
380             printf("Encoding resultSetId '%s'\n", rsid);
381             sv = newObject("Net::Z3950::RPN::RSID", (SV*) (hv = newHV()));
382             printf("Made sv=0x%lx, hv=0x%lx\n",
383                    (unsigned long) sv ,(unsigned long) hv);
384             sv2 = newSVpv(rsid, strlen(rsid));
385             setMember(hv, "id", sv2);
386             printf("Set hv{id} to 0x%lx\n", (unsigned long) sv2);
387             return sv;
388         }
389         if (o->which != Z_Operand_APT)
390             fatal("can't handle RPN simples other than APT and RSID");
391         at = o->u.attributesPlusTerm;
392         if (at->term->which != Z_Term_general)
393             fatal("can't handle RPN terms other than general");
394
395         sv = newObject("Net::Z3950::RPN::Term", (SV*) (hv = newHV()));
396         if (at->attributes) {
397             int i;
398             SV *attrs = newObject("Net::Z3950::RPN::Attributes",
399                                   (SV*) (av = newAV()));
400             for (i = 0; i < at->attributes->num_attributes; i++) {
401                 Z_AttributeElement *elem = at->attributes->attributes[i];
402                 HV *hv2;
403                 SV *tmp = newObject("Net::Z3950::RPN::Attribute",
404                                     (SV*) (hv2 = newHV()));
405                 if (elem->attributeSet)
406                     setMember(hv2, "attributeSet",
407                               translateOID(elem->attributeSet));
408                 setMember(hv2, "attributeType",
409                           newSViv(*elem->attributeType));
410                 assert(elem->which == Z_AttributeValue_numeric);
411                 setMember(hv2, "attributeValue",
412                           newSViv(*elem->value.numeric));
413                 av_push(av, tmp);
414             }
415             setMember(hv, "attributes", attrs);
416         }
417         setMember(hv, "term", newSVpv((char*) at->term->u.general->buf,
418                                       at->term->u.general->len));
419         return sv;
420     }
421     case Z_RPNStructure_complex: {
422         SV *tmp;
423         Z_Complex *c = s->u.complex;
424         char *type = 0;         /* vacuous assignment satisfies gcc -Wall */
425         switch (c->roperator->which) {
426         case Z_Operator_and:     type = "Net::Z3950::RPN::And"; break;
427         case Z_Operator_or:      type = "Net::Z3950::RPN::Or"; break;
428         case Z_Operator_and_not: type = "Net::Z3950::RPN::AndNot"; break;
429         case Z_Operator_prox:    fatal("proximity not yet supported");
430         default: fatal("unknown RPN operator %d", (int) c->roperator->which);
431         }
432         sv = newObject(type, (SV*) (av = newAV()));
433         if ((tmp = rpn2perl(c->s1)) == 0)
434             return 0;
435         av_push(av, tmp);
436         if ((tmp = rpn2perl(c->s2)) == 0)
437             return 0;
438         av_push(av, tmp);
439         return sv;
440     }
441     default: fatal("unknown RPN node type %d", (int) s->which);
442     }
443
444     return 0;
445 }
446
447
448 static SV *zquery2perl(Z_Query *q)
449 {
450     SV *sv;
451     HV *hv;
452
453     if (q->which != Z_Query_type_1 && q->which != Z_Query_type_101) 
454         return 0;
455     sv = newObject("Net::Z3950::APDU::Query", (SV*) (hv = newHV()));
456     if (q->u.type_1->attributeSetId)
457         setMember(hv, "attributeSet",
458                   translateOID(q->u.type_1->attributeSetId));
459     setMember(hv, "query", rpn2perl(q->u.type_1->RPNStructure));
460     return sv;
461 }
462
463
464 int bend_sort(void *handle, bend_sort_rr *rr)
465 {
466         HV *href;
467         AV *aref;
468         SV **temp;
469         SV *err_code;
470         SV *err_str;
471         SV *status;
472         STRLEN len;
473         char *ptr;
474         char *ODR_err_str;
475         char **input_setnames;
476         Zfront_handle *zhandle = (Zfront_handle *)handle;
477         int i;
478         
479         dSP;
480         ENTER;
481         SAVETMPS;
482         
483         aref = newAV();
484         input_setnames = rr->input_setnames;
485         for (i = 0; i < rr->num_input_setnames; i++)
486         {
487                 av_push(aref, newSVpv(*input_setnames++, 0));
488         }
489         href = newHV();
490         hv_store(href, "INPUT", 5, newRV( (SV*) aref), 0);
491         hv_store(href, "OUTPUT", 6, newSVpv(rr->output_setname, 0), 0);
492         hv_store(href, "HANDLE", 6, zhandle->handle, 0);
493         hv_store(href, "STATUS", 6, newSViv(0), 0);
494
495         PUSHMARK(sp);
496
497         XPUSHs(sv_2mortal(newRV( (SV*) href)));
498
499         PUTBACK;
500
501         perl_call_sv(sort_ref, G_SCALAR | G_DISCARD);
502
503         SPAGAIN;
504
505         temp = hv_fetch(href, "ERR_CODE", 8, 1);
506         err_code = newSVsv(*temp);
507
508         temp = hv_fetch(href, "ERR_STR", 7, 1);
509         err_str = newSVsv(*temp);
510
511         temp = hv_fetch(href, "STATUS", 6, 1);
512         status = newSVsv(*temp);
513
514         PUTBACK;
515         FREETMPS;
516         LEAVE;
517
518         hv_undef(href),
519         av_undef(aref);
520         rr->errcode = SvIV(err_code);
521         rr->sort_status = SvIV(status);
522         ptr = SvPV(err_str, len);
523         ODR_err_str = (char *)odr_malloc(rr->stream, len + 1);
524         strcpy(ODR_err_str, ptr);
525         rr->errstring = ODR_err_str;
526
527         sv_free(err_code);
528         sv_free(err_str);
529         sv_free(status);
530         
531         return 0;
532 }
533
534
535 int bend_search(void *handle, bend_search_rr *rr)
536 {
537         HV *href;
538         AV *aref;
539         SV **temp;
540         char *ODR_errstr;
541         STRLEN len;
542         int i;
543         char **basenames;
544         WRBUF query;
545         char *ptr;
546         SV *point;
547         Zfront_handle *zhandle = (Zfront_handle *)handle;
548         CV* handler_cv = 0;
549         SV *rpnSV;
550
551         dSP;
552         ENTER;
553         SAVETMPS;
554
555         aref = newAV();
556         basenames = rr->basenames;
557         for (i = 0; i < rr->num_bases; i++)
558         {
559                 av_push(aref, newSVpv(*basenames++, 0));
560         }
561 #if ENABLE_STOP_SERVER
562         if (rr->num_bases == 1 && !strcmp(rr->basenames[0], "XXstop"))
563         {
564                 zhandle->stop_flag = 1;
565         }
566 #endif
567         href = newHV();         
568         hv_store(href, "SETNAME", 7, newSVpv(rr->setname, 0), 0);
569         hv_store(href, "REPL_SET", 8, newSViv(rr->replace_set), 0);
570         hv_store(href, "ERR_CODE", 8, newSViv(0), 0);
571         hv_store(href, "ERR_STR", 7, newSVpv("", 0), 0);
572         hv_store(href, "HITS", 4, newSViv(0), 0);
573         hv_store(href, "DATABASES", 9, newRV( (SV*) aref), 0);
574         hv_store(href, "HANDLE", 6, zhandle->handle, 0);
575         hv_store(href, "PID", 3, newSViv(getpid()), 0);
576         if ((rpnSV = zquery2perl(rr->query)) != 0) {
577             hv_store(href, "RPN", 3, rpnSV, 0);
578         }
579         query = zquery2pquery(rr->query);
580         if (query)
581         {
582                 hv_store(href, "QUERY", 5, newSVpv((char *)query->buf, query->pos), 0);
583         }
584         else if (rr->query->which == Z_Query_type_104 &&
585                  rr->query->u.type_104->which == Z_External_CQL) {
586             hv_store(href, "CQL", 3,
587                      newSVpv(rr->query->u.type_104->u.cql, 0), 0);
588         }
589         else
590         {       
591                 rr->errcode = 108;
592                 return 0;
593         }
594         PUSHMARK(sp);
595         
596         XPUSHs(sv_2mortal(newRV( (SV*) href)));
597         
598         PUTBACK;
599
600         handler_cv = simpleserver_sv2cv( search_ref );
601         perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
602
603         SPAGAIN;
604
605         temp = hv_fetch(href, "HITS", 4, 1);
606         rr->hits = SvIV(*temp);
607
608         temp = hv_fetch(href, "ERR_CODE", 8, 1);
609         rr->errcode = SvIV(*temp);
610
611         temp = hv_fetch(href, "ERR_STR", 7, 1);
612         ptr = SvPV(*temp, len);
613         ODR_errstr = (char *)odr_malloc(rr->stream, len + 1);
614         strcpy(ODR_errstr, ptr);
615         rr->errstring = ODR_errstr;
616
617         temp = hv_fetch(href, "HANDLE", 6, 1);
618         point = newSVsv(*temp);
619
620         hv_undef(href);
621         av_undef(aref);
622
623         zhandle->handle = point;
624         sv_free( (SV*) aref);
625         sv_free( (SV*) href);
626         if (query)
627             wrbuf_free(query, 1);
628         PUTBACK;
629         FREETMPS;
630         LEAVE;
631         return 0;
632 }
633
634
635 /* ### this is worryingly similar to oid2str() */
636 WRBUF oid2dotted(int *oid)
637 {
638
639         WRBUF buf = wrbuf_alloc();
640         int dot = 0;
641
642         for (; *oid != -1 ; oid++)
643         {
644                 char ibuf[16];
645                 if (dot)
646                 {
647                         wrbuf_putc(buf, '.');
648                 }
649                 else
650                 {
651                         dot = 1;
652                 }
653                 sprintf(ibuf, "%d", *oid);
654                 wrbuf_puts(buf, ibuf);
655         }
656         return buf;
657 }
658                 
659
660 int dotted2oid(char *dotted, int *buffer)
661 {
662         int *oid;
663         char ibuf[16];
664         char *ptr;
665         int n = 0;
666
667         ptr = ibuf;
668         oid = buffer;
669         while (*dotted)
670         {
671                 if (*dotted == '.')
672                 {
673                         n++;
674                         if (n == MAX_OID)  /* Terminate if more than MAX_OID entries */
675                         {
676                                 *oid = -1;
677                                 return -1;
678                         }
679                         *ptr = 0;
680                         sscanf(ibuf, "%d", oid++);
681                         ptr = ibuf;
682                         dotted++;
683
684                 }
685                 else
686                 {
687                         *ptr++ = *dotted++;
688                 }
689         }
690         if (n < MAX_OID)
691         {
692                 *ptr = 0;
693                 sscanf(ibuf, "%d", oid++);
694         }
695         *oid = -1;
696         return 0;
697 }
698
699
700 int bend_fetch(void *handle, bend_fetch_rr *rr)
701 {
702         HV *href;
703         SV **temp;
704         SV *basename;
705         SV *record;
706         SV *last;
707         SV *err_code;
708         SV *err_string;
709         SV *sur_flag;
710         SV *point;
711         SV *rep_form;
712         char *ptr;
713         char *ODR_record;
714         char *ODR_basename;
715         char *ODR_errstr;
716         int *ODR_oid_buf;
717         oident *oid;
718         WRBUF oid_dotted;
719         Zfront_handle *zhandle = (Zfront_handle *)handle;
720         CV* handler_cv = 0;
721
722         Z_RecordComposition *composition;
723         Z_ElementSetNames *simple;
724         STRLEN length;
725
726         dSP;
727         ENTER;
728         SAVETMPS;
729
730         rr->errcode = 0;
731         href = newHV();
732         hv_store(href, "SETNAME", 7, newSVpv(rr->setname, 0), 0);
733         temp = hv_store(href, "OFFSET", 6, newSViv(rr->number), 0);
734         if (rr->request_format_raw != 0) {
735             oid_dotted = oid2dotted(rr->request_format_raw);
736         } else {
737             /* Probably an SRU request: assume XML is required */
738             oid_dotted = wrbuf_alloc();
739             wrbuf_puts(oid_dotted, "1.2.840.10003.5.109.10");
740         }
741         hv_store(href, "REQ_FORM", 8, newSVpv((char *)oid_dotted->buf, oid_dotted->pos), 0);
742         hv_store(href, "REP_FORM", 8, newSVpv((char *)oid_dotted->buf, oid_dotted->pos), 0);
743         hv_store(href, "BASENAME", 8, newSVpv("", 0), 0);
744         hv_store(href, "RECORD", 6, newSVpv("", 0), 0);
745         hv_store(href, "LAST", 4, newSViv(0), 0);
746         hv_store(href, "ERR_CODE", 8, newSViv(0), 0);
747         hv_store(href, "ERR_STR", 7, newSVpv("", 0), 0);
748         hv_store(href, "SUR_FLAG", 8, newSViv(0), 0);
749         hv_store(href, "HANDLE", 6, zhandle->handle, 0);
750         hv_store(href, "PID", 3, newSViv(getpid()), 0);
751         if (rr->comp)
752         {
753                 composition = rr->comp;
754                 if (composition->which == Z_RecordComp_simple)
755                 {
756                         simple = composition->u.simple;
757                         if (simple->which == Z_ElementSetNames_generic)
758                         {
759                                 hv_store(href, "COMP", 4, newSVpv(simple->u.generic, 0), 0);
760                         } 
761                         else
762                         {
763                                 rr->errcode = 26;
764                         }
765                 }
766                 else
767                 {
768                         /* This is where we end up in the case of
769                          * SRU.  Since record composition ("element
770                          * sets") are meaningless in SRU anyway, we
771                          * just skip this.
772                          */
773                 }
774         }
775
776         PUSHMARK(sp);
777
778         XPUSHs(sv_2mortal(newRV( (SV*) href)));
779
780         PUTBACK;
781         
782         handler_cv = simpleserver_sv2cv( fetch_ref );
783         perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
784
785         SPAGAIN;
786
787         temp = hv_fetch(href, "BASENAME", 8, 1);
788         basename = newSVsv(*temp);
789
790         temp = hv_fetch(href, "RECORD", 6, 1);
791         record = newSVsv(*temp);
792
793         temp = hv_fetch(href, "LAST", 4, 1);
794         last = newSVsv(*temp);
795
796         temp = hv_fetch(href, "ERR_CODE", 8, 1);
797         err_code = newSVsv(*temp);
798
799         temp = hv_fetch(href, "ERR_STR", 7, 1),
800         err_string = newSVsv(*temp);
801
802         temp = hv_fetch(href, "SUR_FLAG", 8, 1);
803         sur_flag = newSVsv(*temp);
804
805         temp = hv_fetch(href, "REP_FORM", 8, 1);
806         rep_form = newSVsv(*temp);
807
808         temp = hv_fetch(href, "HANDLE", 6, 1);
809         point = newSVsv(*temp);
810
811
812         hv_undef(href);
813         
814         ptr = SvPV(basename, length);
815         ODR_basename = (char *)odr_malloc(rr->stream, length + 1);
816         strcpy(ODR_basename, ptr);
817         rr->basename = ODR_basename;
818
819         ptr = SvPV(rep_form, length);
820         ODR_oid_buf = (int *)odr_malloc(rr->stream, (MAX_OID + 1) * sizeof(int));
821         if (dotted2oid(ptr, ODR_oid_buf) == -1)         /* Maximum number of OID elements exceeded */
822         {
823                 printf("Net::Z3950::SimpleServer: WARNING: OID structure too long, max length is %d\n", MAX_OID);
824         }
825         rr->output_format_raw = ODR_oid_buf;    
826         
827         ptr = SvPV(record, length);
828         oid = oid_getentbyoid(ODR_oid_buf);
829         if (oid->value == VAL_GRS1)             /* Treat GRS-1 records separately */
830         {
831                 rr->record = (char *) read_grs1(ptr, rr->stream);
832                 rr->len = -1;
833         }
834         else
835         {
836                 ODR_record = (char *)odr_malloc(rr->stream, length + 1);
837                 strcpy(ODR_record, ptr);
838                 rr->record = ODR_record;
839                 rr->len = length;
840         }
841         zhandle->handle = point;
842         handle = zhandle;
843         rr->last_in_set = SvIV(last);
844         
845         if (!(rr->errcode))
846         {
847                 rr->errcode = SvIV(err_code);
848                 ptr = SvPV(err_string, length);
849                 ODR_errstr = (char *)odr_malloc(rr->stream, length + 1);
850                 strcpy(ODR_errstr, ptr);
851                 rr->errstring = ODR_errstr;
852         }
853         rr->surrogate_flag = SvIV(sur_flag);
854
855         wrbuf_free(oid_dotted, 1);
856         sv_free((SV*) href);
857         sv_free(basename);
858         sv_free(record);
859         sv_free(last);
860         sv_free(err_string);
861         sv_free(err_code),
862         sv_free(sur_flag);
863         sv_free(rep_form);
864
865         PUTBACK;
866         FREETMPS;
867         LEAVE;
868         
869         return 0;
870 }
871
872
873 int bend_present(void *handle, bend_present_rr *rr)
874 {
875         HV *href;
876         SV **temp;
877         SV *err_code;
878         SV *err_string;
879         SV *hits;
880         SV *point;
881         STRLEN len;
882         Z_RecordComposition *composition;
883         Z_ElementSetNames *simple;
884         char *ODR_errstr;
885         char *ptr;
886         Zfront_handle *zhandle = (Zfront_handle *)handle;
887         CV* handler_cv = 0;
888
889 /*      WRBUF oid_dotted; */
890
891         dSP;
892         ENTER;
893         SAVETMPS;
894
895         href = newHV();
896         hv_store(href, "HANDLE", 6, zhandle->handle, 0);
897         hv_store(href, "ERR_CODE", 8, newSViv(0), 0);
898         hv_store(href, "ERR_STR", 7, newSVpv("", 0), 0);
899         hv_store(href, "START", 5, newSViv(rr->start), 0);
900         hv_store(href, "SETNAME", 7, newSVpv(rr->setname, 0), 0);
901         hv_store(href, "NUMBER", 6, newSViv(rr->number), 0);
902         /*oid_dotted = oid2dotted(rr->request_format_raw);
903         hv_store(href, "REQ_FORM", 8, newSVpv((char *)oid_dotted->buf, oid_dotted->pos), 0);*/
904         hv_store(href, "HITS", 4, newSViv(0), 0);
905         hv_store(href, "PID", 3, newSViv(getpid()), 0);
906         if (rr->comp)
907         {
908                 composition = rr->comp;
909                 if (composition->which == Z_RecordComp_simple)
910                 {
911                         simple = composition->u.simple;
912                         if (simple->which == Z_ElementSetNames_generic)
913                         {
914                                 hv_store(href, "COMP", 4, newSVpv(simple->u.generic, 0), 0);
915                         } 
916                         else
917                         {
918                                 rr->errcode = 26;
919                                 return 0;
920                         }
921                 }
922                 else
923                 {
924                         rr->errcode = 26;
925                         return 0;
926                 }
927         }
928
929         PUSHMARK(sp);
930         
931         XPUSHs(sv_2mortal(newRV( (SV*) href)));
932         
933         PUTBACK;
934         
935         handler_cv = simpleserver_sv2cv( present_ref );
936         perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
937         
938         SPAGAIN;
939
940         temp = hv_fetch(href, "ERR_CODE", 8, 1);
941         err_code = newSVsv(*temp);
942
943         temp = hv_fetch(href, "ERR_STR", 7, 1);
944         err_string = newSVsv(*temp);
945
946         temp = hv_fetch(href, "HITS", 4, 1);
947         hits = newSVsv(*temp);
948
949         temp = hv_fetch(href, "HANDLE", 6, 1);
950         point = newSVsv(*temp);
951
952         PUTBACK;
953         FREETMPS;
954         LEAVE;
955         
956         hv_undef(href);
957         rr->errcode = SvIV(err_code);
958         rr->hits = SvIV(hits);
959
960         ptr = SvPV(err_string, len);
961         ODR_errstr = (char *)odr_malloc(rr->stream, len + 1);
962         strcpy(ODR_errstr, ptr);
963         rr->errstring = ODR_errstr;
964 /*      wrbuf_free(oid_dotted, 1);*/
965         zhandle->handle = point;
966         handle = zhandle;
967         sv_free(err_code);
968         sv_free(err_string);
969         sv_free(hits);
970         sv_free( (SV*) href);
971
972         return 0;
973 }
974
975
976 int bend_esrequest(void *handle, bend_esrequest_rr *rr)
977 {
978         perl_call_sv(esrequest_ref, G_VOID | G_DISCARD | G_NOARGS);
979         return 0;
980 }
981
982
983 int bend_delete(void *handle, bend_delete_rr *rr)
984 {
985         perl_call_sv(delete_ref, G_VOID | G_DISCARD | G_NOARGS);
986         return 0;
987 }
988
989
990 int bend_scan(void *handle, bend_scan_rr *rr)
991 {
992         HV *href;
993         AV *aref;
994         AV *list;
995         AV *entries;
996         HV *scan_item;
997         struct scan_entry *scan_list;
998         struct scan_entry *buffer;
999         int *step_size = rr->step_size;
1000         int i;
1001         char **basenames;
1002         SV **temp;
1003         SV *err_code = sv_newmortal();
1004         SV *err_str = sv_newmortal();
1005         SV *point = sv_newmortal();
1006         SV *status = sv_newmortal();
1007         SV *number = sv_newmortal();
1008         char *ptr;
1009         char *ODR_errstr;
1010         STRLEN len;
1011         int term_len;
1012         SV *entries_ref;
1013         Zfront_handle *zhandle = (Zfront_handle *)handle;
1014         CV* handler_cv = 0;
1015
1016         dSP;
1017         ENTER;
1018         SAVETMPS;
1019         href = newHV();
1020         list = newAV();
1021         if (rr->term->term->which == Z_Term_general)
1022         {
1023                 term_len = rr->term->term->u.general->len;
1024                 hv_store(href, "TERM", 4, newSVpv(rr->term->term->u.general->buf, term_len), 0);
1025         } else {
1026                 rr->errcode = 229;      /* Unsupported term type */
1027                 return 0;
1028         }
1029         hv_store(href, "STEP", 4, newSViv(*step_size), 0);
1030         hv_store(href, "NUMBER", 6, newSViv(rr->num_entries), 0);
1031         hv_store(href, "POS", 3, newSViv(rr->term_position), 0);
1032         hv_store(href, "ERR_CODE", 8, newSViv(0), 0);
1033         hv_store(href, "ERR_STR", 7, newSVpv("", 0), 0);
1034         hv_store(href, "HANDLE", 6, zhandle->handle, 0);
1035         hv_store(href, "STATUS", 6, newSViv(BEND_SCAN_SUCCESS), 0);
1036         hv_store(href, "ENTRIES", 7, newRV((SV *) list), 0);
1037         aref = newAV();
1038         basenames = rr->basenames;
1039         for (i = 0; i < rr->num_bases; i++)
1040         {
1041                 av_push(aref, newSVpv(*basenames++, 0));
1042         }
1043         hv_store(href, "DATABASES", 9, newRV( (SV*) aref), 0);
1044
1045         PUSHMARK(sp);
1046
1047         XPUSHs(sv_2mortal(newRV( (SV*) href)));
1048
1049         PUTBACK;
1050
1051         handler_cv = simpleserver_sv2cv( scan_ref );
1052         perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
1053
1054         SPAGAIN;
1055
1056         temp = hv_fetch(href, "ERR_CODE", 8, 1);
1057         err_code = newSVsv(*temp);
1058
1059         temp = hv_fetch(href, "ERR_STR", 7, 1);
1060         err_str = newSVsv(*temp);
1061
1062         temp = hv_fetch(href, "HANDLE", 6, 1);
1063         point = newSVsv(*temp);
1064
1065         temp = hv_fetch(href, "STATUS", 6, 1);
1066         status = newSVsv(*temp);
1067         
1068         temp = hv_fetch(href, "NUMBER", 6, 1);
1069         number = newSVsv(*temp);
1070
1071         temp = hv_fetch(href, "ENTRIES", 7, 1);
1072         entries_ref = newSVsv(*temp);
1073
1074         PUTBACK;
1075         FREETMPS;
1076         LEAVE;
1077
1078         ptr = SvPV(err_str, len);
1079         ODR_errstr = (char *)odr_malloc(rr->stream, len + 1);
1080         strcpy(ODR_errstr, ptr);
1081         rr->errstring = ODR_errstr;
1082         rr->errcode = SvIV(err_code);
1083         rr->num_entries = SvIV(number);
1084         rr->status = SvIV(status);
1085         scan_list = (struct scan_entry *) odr_malloc (rr->stream, rr->num_entries * sizeof(*scan_list));
1086         buffer = scan_list;
1087         entries = (AV *)SvRV(entries_ref);
1088         for (i = 0; i < rr->num_entries; i++)
1089         {
1090                 scan_item = (HV *)SvRV(sv_2mortal(av_shift(entries)));
1091                 temp = hv_fetch(scan_item, "TERM", 4, 1);
1092                 ptr = SvPV(*temp, len);
1093                 buffer->term = (char *) odr_malloc (rr->stream, len + 1); 
1094                 strcpy(buffer->term, ptr);
1095                 temp = hv_fetch(scan_item, "OCCURRENCE", 10, 1); 
1096                 buffer->occurrences = SvIV(*temp);
1097                 buffer++;
1098                 hv_undef(scan_item);
1099         }
1100         rr->entries = scan_list;
1101         zhandle->handle = point;
1102         handle = zhandle;
1103         sv_free(err_code);
1104         sv_free(err_str);
1105         sv_free(status);
1106         sv_free(number);
1107         hv_undef(href);
1108         sv_free((SV *)href);
1109         av_undef(aref);
1110         sv_free((SV *)aref);
1111         av_undef(list);
1112         sv_free((SV *)list);
1113         av_undef(entries);
1114         /*sv_free((SV *)entries);*/
1115         sv_free(entries_ref);
1116
1117         return 0;
1118 }
1119
1120 bend_initresult *bend_init(bend_initrequest *q)
1121 {
1122         int dummy = simpleserver_clone();
1123         bend_initresult *r = (bend_initresult *)
1124                 odr_malloc (q->stream, sizeof(*r));
1125         char *ptr;
1126         CV* handler_cv = 0;
1127         dSP;
1128         STRLEN len;
1129         NMEM nmem = nmem_create();
1130         Zfront_handle *zhandle =  (Zfront_handle *) nmem_malloc (nmem,
1131                         sizeof(*zhandle));
1132         SV *handle;
1133         HV *href;
1134         SV **temp;
1135
1136         ENTER;
1137         SAVETMPS;
1138
1139         zhandle->nmem = nmem;
1140         zhandle->stop_flag = 0;
1141         /*q->bend_sort = bend_sort;*/
1142         if (search_ref)
1143         {
1144                 q->bend_search = bend_search;
1145         }
1146         if (present_ref)
1147         {
1148                 q->bend_present = bend_present;
1149         }
1150         /*q->bend_esrequest = bend_esrequest;*/
1151         /*q->bend_delete = bend_delete;*/
1152         if (fetch_ref)
1153         {
1154                 q->bend_fetch = bend_fetch;
1155         }
1156         if (scan_ref)
1157         {
1158                 q->bend_scan = bend_scan;
1159         }
1160
1161         href = newHV(); 
1162         hv_store(href, "IMP_ID", 6, newSVpv("", 0), 0);
1163         hv_store(href, "IMP_NAME", 8, newSVpv("", 0), 0);
1164         hv_store(href, "IMP_VER", 7, newSVpv("", 0), 0);
1165         hv_store(href, "ERR_CODE", 8, newSViv(0), 0);
1166         hv_store(href, "ERR_STR", 7, newSViv(0), 0);
1167         hv_store(href, "PEER_NAME", 9, newSVpv(q->peer_name, 0), 0);
1168         hv_store(href, "HANDLE", 6, newSVsv(&sv_undef), 0);
1169         hv_store(href, "PID", 3, newSViv(getpid()), 0);
1170         if (q->auth) {
1171             char *user = NULL;
1172             char *passwd = NULL;
1173             if (q->auth->which == Z_IdAuthentication_open) {
1174                 char *cp;
1175                 user = nmem_strdup (odr_getmem (q->stream), q->auth->u.open);
1176                 cp = strchr (user, '/');
1177                 if (cp) {
1178                     /* password after / given */
1179                     *cp = '\0';
1180                     passwd = cp+1;
1181                 }
1182             } else if (q->auth->which == Z_IdAuthentication_idPass) {
1183                 user = q->auth->u.idPass->userId;
1184                 passwd = q->auth->u.idPass->password;
1185             }
1186             /* ### some code paths have user/password unassigned here */
1187             if (user)
1188                 hv_store(href, "USER", 4, newSVpv(user, 0), 0);
1189             if (passwd)
1190                 hv_store(href, "PASS", 4, newSVpv(passwd, 0), 0);
1191         }
1192
1193         PUSHMARK(sp);   
1194
1195         XPUSHs(sv_2mortal(newRV((SV*) href)));
1196
1197         PUTBACK;
1198
1199         if (init_ref != NULL)
1200         {
1201              handler_cv = simpleserver_sv2cv( init_ref );
1202              perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
1203         }
1204
1205         SPAGAIN;
1206
1207         temp = hv_fetch(href, "IMP_ID", 6, 1);
1208         ptr = SvPV(*temp, len);
1209         q->implementation_id = nmem_strdup(nmem, ptr);
1210
1211         temp = hv_fetch(href, "IMP_NAME", 8, 1);
1212         ptr = SvPV(*temp, len);
1213         q->implementation_name = nmem_strdup(nmem, ptr);
1214
1215         temp = hv_fetch(href, "IMP_VER", 7, 1);
1216         ptr = SvPV(*temp, len);
1217         q->implementation_version = nmem_strdup(nmem, ptr);
1218
1219         temp = hv_fetch(href, "ERR_CODE", 8, 1);
1220         r->errcode = SvIV(*temp);
1221
1222         temp = hv_fetch(href, "ERR_STR", 7, 1);
1223         ptr = SvPV(*temp, len);
1224         r->errstring = (char *)odr_malloc(q->stream, len + 1);
1225         strcpy(r->errstring, ptr);
1226
1227         temp = hv_fetch(href, "HANDLE", 6, 1);
1228         handle= newSVsv(*temp);
1229         zhandle->handle = handle;
1230
1231         r->handle = zhandle;
1232
1233         hv_undef(href);
1234         sv_free((SV*) href);
1235
1236         PUTBACK;
1237         FREETMPS;
1238         LEAVE;
1239         
1240         return r;       
1241 }
1242
1243 void bend_close(void *handle)
1244 {
1245         HV *href;
1246         Zfront_handle *zhandle = (Zfront_handle *)handle;
1247         CV* handler_cv = 0;
1248         int stop_flag = 0;
1249         dSP;
1250         ENTER;
1251         SAVETMPS;
1252
1253         if (close_ref)
1254         {
1255                 href = newHV();
1256                 hv_store(href, "HANDLE", 6, zhandle->handle, 0);
1257
1258                 PUSHMARK(sp);
1259
1260                 XPUSHs(sv_2mortal(newRV((SV *)href)));
1261
1262                 PUTBACK;
1263         
1264                 handler_cv = simpleserver_sv2cv( close_ref );
1265                 perl_call_sv( (SV *) handler_cv, G_SCALAR | G_DISCARD);
1266         
1267                 SPAGAIN;
1268
1269                 sv_free((SV*) href);
1270         }
1271         else
1272                 sv_free(zhandle->handle);
1273         PUTBACK;
1274         FREETMPS;
1275         LEAVE;
1276         stop_flag = zhandle->stop_flag;
1277         nmem_destroy(zhandle->nmem);
1278         simpleserver_free();
1279
1280         if (stop_flag)
1281                 exit(0);
1282         return;
1283 }
1284
1285
1286 MODULE = Net::Z3950::SimpleServer       PACKAGE = Net::Z3950::SimpleServer
1287
1288 PROTOTYPES: DISABLE
1289
1290
1291 void
1292 set_init_handler(arg)
1293                 SV *arg
1294         CODE:
1295                 init_ref = newSVsv(arg);
1296                 
1297
1298 void
1299 set_close_handler(arg)
1300                 SV *arg
1301         CODE:
1302                 close_ref = newSVsv(arg);
1303
1304
1305 void
1306 set_sort_handler(arg)
1307                 SV *arg
1308         CODE:
1309                 sort_ref = newSVsv(arg);
1310
1311 void
1312 set_search_handler(arg)
1313                 SV *arg
1314         CODE:
1315                 search_ref = newSVsv(arg);
1316
1317
1318 void
1319 set_fetch_handler(arg)
1320                 SV *arg
1321         CODE:
1322                 fetch_ref = newSVsv(arg);
1323
1324
1325 void
1326 set_present_handler(arg)
1327                 SV *arg
1328         CODE:
1329                 present_ref = newSVsv(arg);
1330
1331
1332 void
1333 set_esrequest_handler(arg)
1334                 SV *arg
1335         CODE:
1336                 esrequest_ref = newSVsv(arg);
1337
1338
1339 void
1340 set_delete_handler(arg)
1341                 SV *arg
1342         CODE:
1343                 delete_ref = newSVsv(arg);
1344
1345
1346 void
1347 set_scan_handler(arg)
1348                 SV *arg
1349         CODE:
1350                 scan_ref = newSVsv(arg);
1351
1352
1353 int
1354 start_server(...)
1355         PREINIT:
1356                 char **argv;
1357                 char **argv_buf;
1358                 char *ptr;
1359                 int i;
1360                 STRLEN len;
1361         CODE:
1362                 argv_buf = (char **)xmalloc((items + 1) * sizeof(char *));
1363                 argv = argv_buf;
1364                 for (i = 0; i < items; i++)
1365                 {
1366                         ptr = SvPV(ST(i), len);
1367                         *argv_buf = (char *)xmalloc(len + 1);
1368                         strcpy(*argv_buf++, ptr); 
1369                 }
1370                 *argv_buf = NULL;
1371                 root_perl_context = PERL_GET_CONTEXT;
1372                 nmem_mutex_create(&simpleserver_mutex);
1373 #if 0
1374                 /* only for debugging perl_clone .. */
1375                 tst_clones();
1376 #endif
1377                 
1378                 RETVAL = statserv_main(items, argv, bend_init, bend_close);
1379         OUTPUT:
1380                 RETVAL
1381
1382
1383 int
1384 ScanSuccess()
1385         CODE:
1386                 RETVAL = BEND_SCAN_SUCCESS;
1387         OUTPUT:
1388                 RETVAL
1389
1390 int
1391 ScanPartial()
1392         CODE:
1393                 RETVAL = BEND_SCAN_PARTIAL;
1394         OUTPUT:
1395                 RETVAL
1396
1397  
1398 void
1399 yazlog(arg)
1400                 SV *arg
1401         CODE:
1402                 STRLEN len;
1403                 char *ptr;
1404                 ptr = SvPV(arg, len);
1405                 yaz_log(YLOG_LOG, "%.*s", len, ptr);