Include recordSchema for explain response record data
[yazpp-moved-to-github.git] / src / yaz-proxy.cpp
index 97ec2de..656af5b 100644 (file)
@@ -2,7 +2,7 @@
  * Copyright (c) 1998-2004, Index Data.
  * See the file LICENSE for details.
  * 
- * $Id: yaz-proxy.cpp,v 1.91 2004-01-15 23:44:58 adam Exp $
+ * $Id: yaz-proxy.cpp,v 1.101 2004-02-15 16:41:14 adam Exp $
  */
 
 #include <assert.h>
 #include <yaz++/proxy.h>
 #include <yaz/pquery.h>
 
-#if HAVE_XSLT
-#include <libxslt/xsltutils.h>
-#include <libxslt/transform.h>
-#endif
-
 static const char *apdu_name(Z_APDU *apdu)
 {
     switch (apdu->which)
@@ -95,7 +90,8 @@ Yaz_Proxy::Yaz_Proxy(IYaz_PDU_Observable *the_PDU_Observable,
     m_optimize = xstrdup ("1");
     strcpy(m_session_str, "0 ");
     m_session_no=0;
-    m_bytes_sent = m_bytes_recv = 0;
+    m_bytes_sent = 0;
+    m_bytes_recv = 0;
     m_bw_hold_PDU = 0;
     m_bw_max = 0;
     m_pdu_max = 0;
@@ -104,9 +100,12 @@ Yaz_Proxy::Yaz_Proxy(IYaz_PDU_Observable *the_PDU_Observable,
     m_config_fname = 0;
     m_request_no = 0;
     m_invalid_session = 0;
+    m_referenceId = 0;
+    m_referenceId_mem = nmem_create();
     m_config = 0;
     m_marcxml_flag = 0;
-    m_stylesheet_schema = 0;
+    m_stylesheet_xsp = 0;
+    m_stylesheet_nprl = 0;
     m_s2z_stylesheet = 0;
     m_s2z_database = 0;
     m_schema = 0;
@@ -135,11 +134,16 @@ Yaz_Proxy::~Yaz_Proxy()
            m_bytes_sent, m_bytes_recv);
     nmem_destroy(m_initRequest_mem);
     nmem_destroy(m_mem_invalid_session);
+    nmem_destroy(m_referenceId_mem);
+
     xfree (m_proxyTarget);
     xfree (m_default_target);
     xfree (m_proxy_authentication);
     xfree (m_optimize);
-    xfree (m_stylesheet_schema);
+
+    if (m_stylesheet_xsp)
+       xsltFreeStylesheet(m_stylesheet_xsp);
+
     xfree (m_schema);
     if (m_s2z_odr_init)
        odr_destroy(m_s2z_odr_init);
@@ -583,43 +587,61 @@ void Yaz_Proxy::display_diagrecs(Z_DiagRec **pp, int num)
     }
 }
 
-void Yaz_Proxy::convert_xsl(Z_NamePlusRecordList *p)
+int Yaz_Proxy::convert_xsl(Z_NamePlusRecordList *p, Z_APDU *apdu)
 {
-    if (!m_stylesheet_schema)
-       return;
-    xsltStylesheetPtr xsp;
+    if (!m_stylesheet_xsp || p->num_records <= 0)
+       return 0;  /* no XSLT to be done ... */
 
-    xsp = xsltParseStylesheetFile((const xmlChar *) m_stylesheet_schema);
+    m_stylesheet_offset = 0;
+    m_stylesheet_nprl = p;
+    m_stylesheet_apdu = apdu;
+    timeout(0);
+    return 1;
+}
 
-    int i;
-    for (i = 0; i < p->num_records; i++)
+void Yaz_Proxy::convert_xsl_delay()
+{
+    Z_NamePlusRecord *npr = m_stylesheet_nprl->records[m_stylesheet_offset];
+    if (npr->which == Z_NamePlusRecord_databaseRecord)
     {
-       Z_NamePlusRecord *npr = p->records[i];
-       if (npr->which == Z_NamePlusRecord_databaseRecord)
+       Z_External *r = npr->u.databaseRecord;
+       if (r->which == Z_External_octet)
        {
-           Z_External *r = npr->u.databaseRecord;
-           if (r->which == Z_External_octet)
+           xmlDocPtr res, doc = xmlParseMemory(
+               (char*) r->u.octet_aligned->buf,
+               r->u.octet_aligned->len);
+           
+           yaz_log(LOG_LOG, "%sXSLT convert %d",
+                   m_session_str, m_stylesheet_offset);
+           res = xsltApplyStylesheet(m_stylesheet_xsp, doc, 0);
+           if (res)
            {
-               xmlDocPtr res, doc = xmlParseMemory(
-                   (char*) r->u.octet_aligned->buf,
-                   r->u.octet_aligned->len);
-               
-               res = xsltApplyStylesheet(xsp, doc, 0);
-               
                xmlChar *out_buf;
                int out_len;
                xmlDocDumpFormatMemory (res, &out_buf, &out_len, 1);
-
-               p->records[i]->u.databaseRecord = 
+               
+               m_stylesheet_nprl->records[m_stylesheet_offset]->
+                   u.databaseRecord = 
                    z_ext_record(odr_encode(), VAL_TEXT_XML,
                                 (char*) out_buf, out_len);
                xmlFree(out_buf);
-               xmlFreeDoc(doc);
                xmlFreeDoc(res);
            }
+           xmlFreeDoc(doc);
        }
     }
-    xsltFreeStylesheet(xsp);
+    m_stylesheet_offset++;
+    if (m_stylesheet_offset == m_stylesheet_nprl->num_records)
+    {
+       m_stylesheet_nprl = 0;
+       if (m_stylesheet_xsp)
+           xsltFreeStylesheet(m_stylesheet_xsp);
+       m_stylesheet_xsp = 0;
+       timeout(m_client_idletime);
+       send_PDU_convert(m_stylesheet_apdu);
+    }
+    else
+       timeout(0);
 }
 
 void Yaz_Proxy::convert_to_marcxml(Z_NamePlusRecordList *p)
@@ -706,7 +728,11 @@ int Yaz_Proxy::send_http_response(int code)
     Z_HTTP_Response *hres = gdu->u.HTTP_Response;
     if (m_http_version)
        hres->version = odr_strdup(o, m_http_version);
-    m_http_keepalive = 0;
+    if (m_http_keepalive)
+        z_HTTP_header_add(o, &hres->headers, "Connection", "Keep-Alive");
+    else
+       timeout(0);
+    
     if (m_log_mask & PROXY_LOG_REQ_CLIENT)
     {
        yaz_log (LOG_LOG, "%sSending %s to client", m_session_str,
@@ -714,6 +740,8 @@ int Yaz_Proxy::send_http_response(int code)
     }
     int len;
     int r = send_GDU(gdu, &len);
+    m_bytes_sent += len;
+    m_bw_stat.add_bytes(len);
     logtime();
     return r;
 }
@@ -729,6 +757,8 @@ int Yaz_Proxy::send_srw_response(Z_SRW_PDU *srw_pdu)
     z_HTTP_header_add(o, &hres->headers, "Content-Type", ctype);
     if (m_http_keepalive)
         z_HTTP_header_add(o, &hres->headers, "Connection", "Keep-Alive");
+    else
+       timeout(0);
 
     static Z_SOAP_Handler soap_handlers[2] = {
 #if HAVE_XSLT
@@ -756,6 +786,8 @@ int Yaz_Proxy::send_srw_response(Z_SRW_PDU *srw_pdu)
     }
     int len;
     int r = send_GDU(gdu, &len);
+    m_bytes_sent += len;
+    m_bw_stat.add_bytes(len);
     logtime();
     return r;
 }
@@ -769,8 +801,7 @@ int Yaz_Proxy::send_to_srw_client_error(int srw_error, const char *add)
     srw_res->num_diagnostics = 1;
     srw_res->diagnostics = (Z_SRW_diagnostic *)
        odr_malloc(o, sizeof(*srw_res->diagnostics));
-    srw_res->diagnostics[0].code =  odr_intdup(o, srw_error);
-    srw_res->diagnostics[0].details = add ? odr_strdup(o, add) : 0;
+    yaz_mk_std_diagnostic(o, srw_res->diagnostics, srw_error, add);
     return send_srw_response(srw_pdu);
 }
 
@@ -783,9 +814,9 @@ int Yaz_Proxy::z_to_srw_diag(ODR o, Z_SRW_searchRetrieveResponse *srw_res,
     srw_res->num_diagnostics = 1;
     srw_res->diagnostics = (Z_SRW_diagnostic *)
        odr_malloc(o, sizeof(*srw_res->diagnostics));
-    srw_res->diagnostics[0].code = 
-       odr_intdup(o, yaz_diag_bib1_to_srw(*ddf->condition));
-    srw_res->diagnostics[0].details = ddf->u.v2Addinfo;
+    yaz_mk_std_diagnostic(o, srw_res->diagnostics,
+                         yaz_diag_bib1_to_srw(*ddf->condition), 
+                         ddf->u.v2Addinfo);
     return 0;
 }
 
@@ -865,6 +896,7 @@ int Yaz_Proxy::send_srw_explain_response(Z_SRW_diagnostic *diagnostics,
            er->record.recordData_buf = b;
            er->record.recordData_len = len;
            er->record.recordPacking = m_s2z_packing;
+           er->record.recordSchema = "http://explain.z3950.org/dtd/2.0/";
 
            er->diagnostics = diagnostics;
            er->num_diagnostics = num_diagnostics;
@@ -874,7 +906,7 @@ int Yaz_Proxy::send_srw_explain_response(Z_SRW_diagnostic *diagnostics,
     return send_http_response(404);
 }
 
-int Yaz_Proxy::send_PDU_convert(Z_APDU *apdu, int *len)
+int Yaz_Proxy::send_PDU_convert(Z_APDU *apdu)
 {
     if (m_http_version)
     {
@@ -935,10 +967,13 @@ int Yaz_Proxy::send_PDU_convert(Z_APDU *apdu, int *len)
     }
     else
     {
+       int len = 0;
        if (m_log_mask & PROXY_LOG_REQ_CLIENT)
            yaz_log (LOG_LOG, "%sSending %s to client", m_session_str,
                     apdu_name(apdu));
-       int r = send_Z_PDU(apdu, len);
+       int r = send_Z_PDU(apdu, &len);
+       m_bytes_sent += len;
+       m_bw_stat.add_bytes(len);
        logtime();
        return r;
     }
@@ -947,8 +982,12 @@ int Yaz_Proxy::send_PDU_convert(Z_APDU *apdu, int *len)
 
 int Yaz_Proxy::send_to_client(Z_APDU *apdu)
 {
-    int len = 0;
     int kill_session = 0;
+    Z_ReferenceId **new_id = get_referenceIdP(apdu);
+
+    if (new_id && m_referenceId)
+       *new_id = m_referenceId;
+    
     if (apdu->which == Z_APDU_searchResponse)
     {
        Z_SearchResponse *sr = apdu->u.searchResponse;
@@ -968,7 +1007,9 @@ int Yaz_Proxy::send_to_client(Z_APDU *apdu)
            {
                if (m_marcxml_flag)
                    convert_to_marcxml(p->u.databaseOrSurDiagnostics);
-               convert_xsl(p->u.databaseOrSurDiagnostics);
+               if (convert_xsl(p->u.databaseOrSurDiagnostics, apdu))
+                   return 0;
+                   
            }
            if (sr->resultCount)
            {
@@ -1004,7 +1045,8 @@ int Yaz_Proxy::send_to_client(Z_APDU *apdu)
        {
            if (m_marcxml_flag)
                convert_to_marcxml(p->u.databaseOrSurDiagnostics);
-           convert_xsl(p->u.databaseOrSurDiagnostics);
+           if (convert_xsl(p->u.databaseOrSurDiagnostics, apdu))
+               return 0;
        }
     }
     else if (apdu->which == Z_APDU_initResponse)
@@ -1038,29 +1080,15 @@ int Yaz_Proxy::send_to_client(Z_APDU *apdu)
            apdu->u.initResponse->protocolVersion = nopt;           
        }
     }
-    int r = send_PDU_convert(apdu, &len);
+    int r = send_PDU_convert(apdu);
     if (r)
        return r;
-    m_bytes_sent += len;
-    m_bw_stat.add_bytes(len);
     if (kill_session)
     {
        delete m_client;
        m_client = 0;
        m_parent->pre_init();
     }
-    if (m_http_version)
-    {
-       if (!m_http_keepalive)
-       {
-#if 1
-           timeout(1);
-#else
-           shutdown();
-           return -1;
-#endif
-       }
-    }
     return r;
 }
 
@@ -1493,12 +1521,22 @@ Z_APDU *Yaz_Proxy::handle_syntax_validation(Z_APDU *apdu)
            rc_temp.u.simple = sr->smallSetElementSetNames;
            rc = &rc_temp;
        }
-           
+
+       char *stylesheet_name = 0;
        if (cfg)
            err = cfg->check_syntax(odr_encode(),
                                    m_default_target,
                                    sr->preferredRecordSyntax, rc,
-                                   &addinfo, &m_stylesheet_schema, &m_schema);
+                                   &addinfo, &stylesheet_name, &m_schema);
+       if (stylesheet_name)
+       {
+           if (m_stylesheet_xsp)
+               xsltFreeStylesheet(m_stylesheet_xsp);
+           m_stylesheet_xsp = xsltParseStylesheetFile((const xmlChar*)
+                                                      stylesheet_name);
+           m_stylesheet_offset = 0;
+           xfree(stylesheet_name);
+       }
        if (err == -1)
        {
            sr->preferredRecordSyntax =
@@ -1526,11 +1564,21 @@ Z_APDU *Yaz_Proxy::handle_syntax_validation(Z_APDU *apdu)
        char *addinfo = 0;
        Yaz_ProxyConfig *cfg = check_reconfigure();
 
+       char *stylesheet_name = 0;
        if (cfg)
            err = cfg->check_syntax(odr_encode(), m_default_target,
                                    pr->preferredRecordSyntax,
                                    pr->recordComposition,
-                                   &addinfo, &m_stylesheet_schema, &m_schema);
+                                   &addinfo, &stylesheet_name, &m_schema);
+       if (stylesheet_name)
+       {
+           if (m_stylesheet_xsp)
+               xsltFreeStylesheet(m_stylesheet_xsp);
+           m_stylesheet_xsp = xsltParseStylesheetFile((const xmlChar*)
+                                                      stylesheet_name);
+           m_stylesheet_offset = 0;
+           xfree(stylesheet_name);
+       }
        if (err == -1)
        {
            pr->preferredRecordSyntax =
@@ -1772,12 +1820,12 @@ void Yaz_Proxy::handle_incoming_HTTP(Z_HTTP_Request *hreq)
                    z_presentRequest->preferredRecordSyntax =
                        yaz_oidval_to_z3950oid(m_s2z_odr_search, CLASS_RECSYN,
                                               VAL_TEXT_XML);
-                   z_presentRequest->recordComposition =
-                       (Z_RecordComposition *)
-                       odr_malloc(m_s2z_odr_search,
-                                  sizeof(Z_RecordComposition));
                    if (srw_req->recordSchema)
                    {
+                       z_presentRequest->recordComposition =
+                           (Z_RecordComposition *)
+                           odr_malloc(m_s2z_odr_search,
+                                      sizeof(Z_RecordComposition));
                        z_presentRequest->recordComposition->which = 
                            Z_RecordComp_simple;                    
                        z_presentRequest->recordComposition->u.simple =
@@ -1867,19 +1915,33 @@ void Yaz_Proxy::handle_incoming_HTTP(Z_HTTP_Request *hreq)
     }
     int len = 0;
     Z_GDU *p = z_get_HTTP_Response(odr_encode(), 400);
+    timeout(0);
     send_GDU(p, &len);
-    timeout(1);
 }
 
 void Yaz_Proxy::handle_incoming_Z_PDU(Z_APDU *apdu)
 {
+    Z_ReferenceId **refid = get_referenceIdP(apdu);
+    nmem_reset(m_referenceId_mem);
+    if (refid && *refid)
+    {
+       m_referenceId = (Z_ReferenceId *)
+           nmem_malloc(m_referenceId_mem, sizeof(*m_referenceId));
+       m_referenceId->len = m_referenceId->size = (*refid)->len;
+       m_referenceId->buf = (unsigned char *)
+           nmem_malloc(m_referenceId_mem, (*refid)->len);
+       memcpy(m_referenceId->buf, (*refid)->buf, (*refid)->len);
+    }
+    else
+       m_referenceId = 0;
+
     if (!m_client && m_invalid_session)
     {
        m_apdu_invalid_session = apdu;
        m_mem_invalid_session = odr_extract_mem(odr_decode());
        apdu = m_initRequest_apdu;
     }
-
+    
     // Determine our client.
     Z_OtherInformation **oi;
     get_otherInfoAPDU(apdu, &oi);
@@ -1936,19 +1998,22 @@ void Yaz_Proxy::handle_incoming_Z_PDU(Z_APDU *apdu)
        {
            if (handle_init_response_for_invalid_session(apdu))
                return;
-           Z_APDU *apdu2 = m_client->m_initResponse;
-           apdu2->u.initResponse->otherInfo = 0;
-           if (m_client->m_cookie && *m_client->m_cookie)
-               set_otherInformationString(apdu2, VAL_COOKIE, 1,
-                                          m_client->m_cookie);
-           apdu2->u.initResponse->referenceId =
-               apdu->u.initRequest->referenceId;
-           apdu2->u.initResponse->options = m_client->m_initResponse_options;
-           apdu2->u.initResponse->protocolVersion = 
-               m_client->m_initResponse_version;
-
-           send_to_client(apdu2);
-           return;
+           if (m_client->m_initResponse)
+           {
+               Z_APDU *apdu2 = m_client->m_initResponse;
+               apdu2->u.initResponse->otherInfo = 0;
+               if (m_client->m_cookie && *m_client->m_cookie)
+                   set_otherInformationString(apdu2, VAL_COOKIE, 1,
+                                              m_client->m_cookie);
+               apdu2->u.initResponse->referenceId =
+                   apdu->u.initRequest->referenceId;
+               apdu2->u.initResponse->options = m_client->m_initResponse_options;
+               apdu2->u.initResponse->protocolVersion = 
+                   m_client->m_initResponse_version;
+               
+               send_to_client(apdu2);
+               return;
+           }
        }
        m_client->m_init_flag = 1;
     }
@@ -2233,6 +2298,8 @@ void Yaz_Proxy::timeoutNotify()
            else if (apdu->which == Z_GDU_HTTP_Request)
                handle_incoming_HTTP(apdu->u.HTTP_Request);
        }
+       else if (m_stylesheet_nprl)
+           convert_xsl_delay();
        else
        {
            inc_request_no();
@@ -2343,6 +2410,7 @@ int Yaz_Proxy::handle_init_response_for_invalid_session(Z_APDU *apdu)
 void Yaz_ProxyClient::recv_Z_PDU(Z_APDU *apdu, int len)
 {
     m_bytes_recv += len;
+
     m_pdu_recv++;
     m_waiting = 0;
     if (m_root->get_log_mask() & PROXY_LOG_REQ_SERVER)