#include "filter_zoom.hpp"
#include <yaz/zoom.h>
#include <yaz/yaz-version.h>
+#include <yaz/tpath.h>
#include <yaz/srw.h>
#include <metaproxy/package.hpp>
#include <metaproxy/util.hpp>
+#include <metaproxy/xmlutil.hpp>
#include "torus.hpp"
#include <libxslt/xsltutils.h>
std::string element_set;
std::string record_encoding;
std::string transform_xsl_fname;
+ std::string urlRecipe;
+ std::string contentConnector;
bool use_turbomarc;
bool piggyback;
CCL_bibset ccl_bibset;
std::string m_frontend_database;
SearchablePtr sptr;
xsltStylesheetPtr xsp;
+ std::string content_session_id;
public:
Backend(SearchablePtr sptr);
~Backend();
- void connect(std::string zurl, int *error, const char **addinfo);
+ void connect(std::string zurl, int *error, char **addinfo,
+ ODR odr);
void search_pqf(const char *pqf, Odr_int *hits,
- int *error, const char **addinfo);
+ int *error, char **addinfo, ODR odr);
void search_cql(const char *cql, Odr_int *hits,
- int *error, const char **addinfo);
+ int *error, char **addinfo, ODR odr);
void present(Odr_int start, Odr_int number, ZOOM_record *recs,
- int *error, const char **addinfo);
+ int *error, char **addinfo, ODR odr);
void set_option(const char *name, const char *value);
const char *get_option(const char *name);
- void get_zoom_error(int *error, const char **addinfo);
+ void get_zoom_error(int *error, char **addinfo, ODR odr);
};
class Zoom::Frontend : boost::noncopyable {
friend class Impl;
Z_Records *get_records(Odr_int start,
Odr_int number_to_present,
int *error,
- const char **addinfo,
+ char **addinfo,
Odr_int *number_of_records_returned,
ODR odr, BackendPtr b,
Odr_oid *preferredRecordSyntax,
Impl();
~Impl();
void process(metaproxy_1::Package & package);
- void configure(const xmlNode * ptr, bool test_only);
+ void configure(const xmlNode * ptr, bool test_only,
+ const char *path);
private:
void configure_local_records(const xmlNode * ptr, bool test_only);
FrontendPtr get_frontend(mp::Package &package);
std::string torus_url;
std::map<std::string,std::string> fieldmap;
std::string xsldir;
+ std::string file_path;
+ std::string content_proxy_server;
+ std::string content_tmp_file;
CCL_bibset bibset;
std::string element_transform;
std::string element_raw;
{ // must have a destructor because of boost::scoped_ptr
}
-void yf::Zoom::configure(const xmlNode *xmlnode, bool test_only)
+void yf::Zoom::configure(const xmlNode *xmlnode, bool test_only,
+ const char *path)
{
- m_p->configure(xmlnode, test_only);
+ m_p->configure(xmlnode, test_only, path);
}
void yf::Zoom::process(mp::Package &package) const
}
-void yf::Zoom::Backend::get_zoom_error(int *error, const char **addinfo)
+void yf::Zoom::Backend::get_zoom_error(int *error, char **addinfo,
+ ODR odr)
{
const char *msg = 0;
- *error = ZOOM_connection_error(m_connection, &msg, addinfo);
+ const char *zoom_addinfo = 0;
+ *error = ZOOM_connection_error(m_connection, &msg, &zoom_addinfo);
if (*error)
{
if (*error >= ZOOM_ERROR_CONNECT)
{
// turn ZOOM diagnostic into a Bib-1 2: with addinfo=zoom err msg
*error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
- if (addinfo)
- *addinfo = msg;
+ *addinfo = (char *) odr_malloc(
+ odr, 20 + strlen(msg) +
+ (zoom_addinfo ? strlen(zoom_addinfo) : 0));
+ strcpy(*addinfo, msg);
+ if (zoom_addinfo)
+ {
+ strcat(*addinfo, ": ");
+ strcat(*addinfo, zoom_addinfo);
+ strcat(*addinfo, " ");
+ }
+ }
+ else
+ {
+ *addinfo = (char *) odr_malloc(
+ odr, 20 + (zoom_addinfo ? strlen(zoom_addinfo) : 0));
+ **addinfo = '\0';
+ if (zoom_addinfo && *zoom_addinfo)
+ {
+ strcpy(*addinfo, zoom_addinfo);
+ strcat(*addinfo, " ");
+ }
+ strcat(*addinfo, "(backend)");
}
}
}
void yf::Zoom::Backend::connect(std::string zurl,
- int *error, const char **addinfo)
+ int *error, char **addinfo,
+ ODR odr)
{
ZOOM_connection_connect(m_connection, zurl.c_str(), 0);
- get_zoom_error(error, addinfo);
+ get_zoom_error(error, addinfo, odr);
}
void yf::Zoom::Backend::search_pqf(const char *pqf, Odr_int *hits,
- int *error, const char **addinfo)
+ int *error, char **addinfo, ODR odr)
{
m_resultset = ZOOM_connection_search_pqf(m_connection, pqf);
- get_zoom_error(error, addinfo);
+ get_zoom_error(error, addinfo, odr);
if (*error == 0)
*hits = ZOOM_resultset_size(m_resultset);
else
}
void yf::Zoom::Backend::search_cql(const char *cql, Odr_int *hits,
- int *error, const char **addinfo)
+ int *error, char **addinfo, ODR odr)
{
ZOOM_query q = ZOOM_query_create();
m_resultset = ZOOM_connection_search(m_connection, q);
ZOOM_query_destroy(q);
- get_zoom_error(error, addinfo);
+ get_zoom_error(error, addinfo, odr);
if (*error == 0)
*hits = ZOOM_resultset_size(m_resultset);
else
void yf::Zoom::Backend::present(Odr_int start, Odr_int number,
ZOOM_record *recs,
- int *error, const char **addinfo)
+ int *error, char **addinfo, ODR odr)
{
ZOOM_resultset_records(m_resultset, recs, start, number);
- get_zoom_error(error, addinfo);
+ get_zoom_error(error, addinfo, odr);
}
void yf::Zoom::Backend::set_option(const char *name, const char *value)
{
s->cfSubDb = mp::xml::get_text(ptr);
}
+ else if (!strcmp((const char *) ptr->name,
+ "contentConnector"))
+ {
+ s->contentConnector = mp::xml::get_text(ptr);
+ }
else if (!strcmp((const char *) ptr->name, "udb"))
{
s->udb = mp::xml::get_text(ptr);
s->transform_xsl_fname = mp::xml::get_text(ptr);
}
else if (!strcmp((const char *) ptr->name,
+ "urlRecipe"))
+ {
+ s->urlRecipe = mp::xml::get_text(ptr);
+ }
+ else if (!strcmp((const char *) ptr->name,
"useTurboMarc"))
{
; // useTurboMarc is ignored
}
}
-void yf::Zoom::Impl::configure(const xmlNode *ptr, bool test_only)
+void yf::Zoom::Impl::configure(const xmlNode *ptr, bool test_only,
+ const char *path)
{
+ content_tmp_file = "/tmp/mp_content_proxy.";
+ if (path && *path)
+ {
+ file_path = path;
+ }
for (ptr = ptr->children; ptr; ptr = ptr->next)
{
if (ptr->type != XML_ELEMENT_NODE)
if (cql_field.length())
fieldmap[cql_field] = ccl_field;
}
+ else if (!strcmp((const char *) ptr->name, "contentProxy"))
+ {
+ const struct _xmlAttr *attr;
+ for (attr = ptr->properties; attr; attr = attr->next)
+ {
+ if (!strcmp((const char *) attr->name, "server"))
+ content_proxy_server = mp::xml::get_text(attr->children);
+ else if (!strcmp((const char *) attr->name, "tmp_file"))
+ content_tmp_file = mp::xml::get_text(attr->children);
+ else
+ throw mp::filter::FilterException(
+ "Bad attribute " + std::string((const char *)
+ attr->name));
+ }
+ }
else
{
throw mp::filter::FilterException
xsltStylesheetPtr xsp = 0;
if (sptr->transform_xsl_fname.length())
{
+ const char *path = 0;
+
+ if (m_p->xsldir.length())
+ path = m_p->xsldir.c_str();
+ else
+ path = m_p->file_path.c_str();
std::string fname;
- if (m_p->xsldir.length())
- fname = m_p->xsldir + "/" + sptr->transform_xsl_fname;
+ char fullpath[1024];
+ char *cp = yaz_filepath_resolve(sptr->transform_xsl_fname.c_str(),
+ path, 0, fullpath);
+ if (cp)
+ fname.assign(cp);
else
- fname = sptr->transform_xsl_fname;
+ {
+ *error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
+ *addinfo = (char *)
+ odr_malloc(odr, 40 + sptr->transform_xsl_fname.length());
+ sprintf(*addinfo, "File could not be read: %s",
+ sptr->transform_xsl_fname.c_str());
+ BackendPtr b;
+ return b;
+ }
xmlDoc *xsp_doc = xmlParseFile(fname.c_str());
if (!xsp_doc)
{
*error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
- *addinfo = (char *) odr_malloc(odr, 40 + strlen(fname.c_str()));
- sprintf(*addinfo, "xmlParseFile failed. File %s", fname.c_str());
+ *addinfo = (char *) odr_malloc(odr, 40 + fname.length());
+ sprintf(*addinfo, "xmlParseFile failed. File: %s", fname.c_str());
BackendPtr b;
return b;
}
b->xsp = xsp;
b->m_frontend_database = database;
- std::string authentication = sptr->authentication;
-
- b->set_option("timeout", "40");
if (sptr->query_encoding.length())
b->set_option("rpnCharset", sptr->query_encoding.c_str());
+ b->set_option("timeout", "40");
+
+
+ std::string authentication = sptr->authentication;
+ std::string proxy = sptr->cfProxy;
+
+ const char *param_user = 0;
+ const char *param_password = 0;
+ const char *param_proxy = 0;
+ if (db_args.length())
+ {
+ char **names;
+ char **values;
+ int i;
+ int no_parms = yaz_uri_to_array(db_args.c_str(),
+ odr, &names, &values);
+ for (i = 0; i < no_parms; i++)
+ {
+ const char *name = names[i];
+ const char *value = values[i];
+ if (!strcmp(name, "user"))
+ param_user = value;
+ else if (!strcmp(name, "password"))
+ param_password = value;
+ else if (!strcmp(name, "proxy"))
+ param_proxy = value;
+ else
+ {
+ BackendPtr notfound;
+ char *msg = (char*) odr_malloc(odr, strlen(name) + 30);
+ *error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
+ sprintf(msg, "Bad database argument: %s", name);
+ *addinfo = msg;
+ return notfound;
+ }
+ }
+ if (param_user && param_password)
+ {
+ authentication = std::string(param_user)
+ + "/" + std::string(param_password);
+ }
+ if (param_proxy)
+ proxy = param_proxy;
+ }
+
if (sptr->cfAuth.length())
{
// A CF target
b->set_option("user", sptr->cfAuth.c_str());
- if (authentication.length() && db_args.length() == 0)
+ if (!param_user && !param_password && authentication.length())
{
+ if (db_args.length())
+ db_args += "&";
// no database (auth) args specified already.. and the
// Torus authentication has it.. Generate the args that CF
// understands..
size_t found = authentication.find('/');
if (found != std::string::npos)
{
- db_args += "user=" + mp::util::uri_encode(authentication.substr(0, found))
- + "&password=" + mp::util::uri_encode(authentication.substr(found+1));
+ db_args += "user=" +
+ mp::util::uri_encode(authentication.substr(0, found))
+ + "&password=" +
+ mp::util::uri_encode(authentication.substr(found+1));
}
else
db_args += "user=" + mp::util::uri_encode(authentication);
}
- }
- else
- {
- // A non-CF target
- if (db_args.length())
+ if (!param_proxy && proxy.length())
{
- // user has specified backend authentication
- const char *param_user = 0;
- const char *param_password = 0;
- char **names;
- char **values;
- int i;
- int no_parms = yaz_uri_to_array(db_args.c_str(),
- odr, &names, &values);
- for (i = 0; i < no_parms; i++)
- {
- const char *name = names[i];
- const char *value = values[i];
- if (!strcmp(name, "user"))
- param_user = value;
- else if (!strcmp(name, "password"))
- param_password = value;
- else
- {
- BackendPtr notfound;
- char *msg = (char*) odr_malloc(odr, strlen(name) + 30);
- *error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
- sprintf(msg, "Bad database argument: %s", name);
- *addinfo = msg;
- return notfound;
- }
- }
- if (param_user && param_password)
- {
- char *auth = (char*) odr_malloc(
- odr, strlen(param_user) + strlen(param_password) + 2);
- strcpy(auth, param_user);
- strcat(auth, "/");
- strcat(auth, param_password);
- b->set_option("user", auth);
- }
- db_args.clear(); // no arguments to be passed (non-CF)
+ if (db_args.length())
+ db_args += "&";
+ db_args += "proxy=" + mp::util::uri_encode(proxy);
}
- else
+ if (sptr->cfSubDb.length())
{
- // use authentication from Torus, if given
- if (authentication.length())
- b->set_option("user", authentication.c_str());
+ if (db_args.length())
+ db_args += "&";
+ db_args += "subdatabase=" + mp::util::uri_encode(sptr->cfSubDb);
}
}
- if (sptr->cfProxy.length())
+ else
{
- if (db_args.length())
- db_args += "&";
- db_args += "proxy=" + mp::util::uri_encode(sptr->cfProxy);
+ db_args.clear(); // no arguments to be passed (non-CF)
+
+ if (authentication.length())
+ b->set_option("user", authentication.c_str());
+ if (proxy.length())
+ b->set_option("proxy", proxy.c_str());
}
- if (sptr->cfSubDb.length())
+ if (b->sptr->contentConnector.length())
{
- if (db_args.length())
- db_args += "&";
- db_args += "subdatabase=" + mp::util::uri_encode(sptr->cfSubDb);
+ int fd;
+
+ char *fname = (char *) xmalloc(m_p->content_tmp_file.length() + 8);
+ strcpy(fname, m_p->content_tmp_file.c_str());
+ strcat(fname, "XXXXXX");
+ fd = mkstemp(fname);
+
+ if (fd == -1)
+ {
+ yaz_log(YLOG_WARN|YLOG_ERRNO, "create %s", fname);
+ *error = YAZ_BIB1_TEMPORARY_SYSTEM_ERROR;
+ *addinfo = (char *) odr_malloc(odr, 40 + strlen(fname));
+ sprintf(*addinfo, "Could not create %s", fname);
+ xfree(fname);
+ BackendPtr backend_null;
+ return backend_null;
+ }
+ b->content_session_id.assign(fname + (strlen(fname) - 6));
+ WRBUF w = wrbuf_alloc();
+ wrbuf_puts(w, "#content_proxy\n");
+ wrbuf_printf(w, "connector: %s\n", b->sptr->contentConnector.c_str());
+ if (authentication.length())
+ wrbuf_printf(w, "authentication: %s\n", authentication.c_str());
+ if (proxy.length())
+ wrbuf_printf(w, "proxy: %s\n", proxy.c_str());
+ if (sptr->cfAuth.length())
+ wrbuf_printf(w, "cfauth: %s\n", sptr->cfAuth.c_str());
+ if (sptr->cfProxy.length())
+ wrbuf_printf(w, "cfproxy: %s\n", sptr->cfProxy.c_str());
+
+ write(fd, wrbuf_buf(w), wrbuf_len(w));
+ close(fd);
+ yaz_log(YLOG_LOG, "file %s created\n", fname);
+ xfree(fname);
}
+
std::string url;
if (sptr->sru.length())
if (db_args.length())
url += "," + db_args;
yaz_log(YLOG_LOG, "url=%s", url.c_str());
- const char *addinfo_c = 0;
- b->connect(url, error, &addinfo_c);
- if (addinfo_c)
- *addinfo = odr_strdup(odr, addinfo_c);
+ b->connect(url, error, addinfo, odr);
if (*error == 0)
{
m_backend = b;
Z_Records *yf::Zoom::Frontend::get_records(Odr_int start,
Odr_int number_to_present,
int *error,
- const char **addinfo,
+ char **addinfo,
Odr_int *number_of_records_returned,
ODR odr,
BackendPtr b,
Z_Records *records = 0;
bool enable_pz2_retrieval = false; // whether target profile is used
bool enable_pz2_transform = false; // whether XSLT is used as well
+ bool assume_marc8_charset = false;
if (start < 0 || number_to_present <= 0)
return records;
if (enable_pz2_retrieval)
{
if (b->sptr->request_syntax.length())
+ {
syntax_name = b->sptr->request_syntax.c_str();
+ const Odr_oid *syntax_oid =
+ yaz_string_to_oid(yaz_oid_std(), CLASS_RECSYN, syntax_name);
+ if (!oid_oidcmp(syntax_oid, yaz_oid_recsyn_usmarc)
+ || !oid_oidcmp(syntax_oid, yaz_oid_recsyn_opac))
+ assume_marc8_charset = true;
+ }
}
else if (preferredRecordSyntax)
syntax_name =
b->set_option("elementSetName", element_set_name);
- b->present(start, number_to_present, recs, error, addinfo);
+ b->present(start, number_to_present, recs, error, addinfo, odr);
Odr_int i = 0;
if (!*error)
else if (enable_pz2_retrieval)
{
char rec_type_str[100];
+ const char *record_encoding = 0;
- strcpy(rec_type_str, b->sptr->use_turbomarc ?
- "txml" : "xml");
- // prevent buffer overflow ...
- if (b->sptr->record_encoding.length() > 0 &&
- b->sptr->record_encoding.length() <
- (sizeof(rec_type_str)-20))
+ if (b->sptr->record_encoding.length())
+ record_encoding = b->sptr->record_encoding.c_str();
+ else if (assume_marc8_charset)
+ record_encoding = "marc8";
+
+ strcpy(rec_type_str, b->sptr->use_turbomarc ? "txml" : "xml");
+ if (record_encoding)
{
strcat(rec_type_str, "; charset=");
- strcat(rec_type_str, b->sptr->record_encoding.c_str());
+ strcat(rec_type_str, record_encoding);
}
int rec_len;
+ xmlChar *xmlrec_buf = 0;
const char *rec_buf = ZOOM_record_get(recs[i], rec_type_str,
&rec_len);
if (rec_buf && b->xsp && enable_pz2_transform)
rec_res = xsltApplyStylesheet(b->xsp, rec_doc, 0);
if (rec_res)
- xsltSaveResultToString((xmlChar **) &rec_buf, &rec_len,
+ xsltSaveResultToString(&xmlrec_buf, &rec_len,
rec_res, b->xsp);
+ rec_buf = (const char *) xmlrec_buf;
+ xmlFreeDoc(rec_doc);
+ xmlFreeDoc(rec_res);
}
}
if (rec_buf)
{
+ xmlDoc *doc = xmlParseMemory(rec_buf, rec_len);
+ std::string res =
+ mp::xml::url_recipe_handle(doc, b->sptr->urlRecipe);
+ if (res.length() && b->content_session_id.length())
+ {
+ size_t off = res.find_first_of("://");
+ if (off != std::string::npos)
+ {
+ char tmp[1024];
+ sprintf(tmp, "%s.%s/",
+ b->content_session_id.c_str(),
+ m_p->content_proxy_server.c_str());
+ res.insert(off + 3, tmp);
+ }
+ }
+ if (res.length())
+ {
+ xmlNode *ptr = xmlDocGetRootElement(doc);
+ while (ptr && ptr->type != XML_ELEMENT_NODE)
+ ptr = ptr->next;
+ xmlNode *c =
+ xmlNewChild(ptr, 0, BAD_CAST "generated-url", 0);
+ xmlNode * t = xmlNewText(BAD_CAST res.c_str());
+ xmlAddChild(c, t);
+
+ if (xmlrec_buf)
+ xmlFree(xmlrec_buf);
+
+ xmlDocDumpMemory(doc, &xmlrec_buf, &rec_len);
+ rec_buf = (const char *) xmlrec_buf;
+ }
+ xmlFreeDoc(doc);
+ }
+ if (rec_buf)
+ {
npr = (Z_NamePlusRecord *) odr_malloc(odr, sizeof(*npr));
npr->databaseName = odr_database;
npr->which = Z_NamePlusRecord_databaseRecord;
YAZ_BIB1_SYSTEM_ERROR_IN_PRESENTING_RECORDS,
rec_type_str);
}
+ if (xmlrec_buf)
+ xmlFree(xmlrec_buf);
}
else
{
}
int error = 0;
- char *addinfo_s = 0;
+ char *addinfo = 0;
std::string db(sr->databaseNames[0]);
- BackendPtr b = get_backend_from_databases(db, &error, &addinfo_s, odr);
+ BackendPtr b = get_backend_from_databases(db, &error, &addinfo, odr);
if (error)
{
apdu_res =
- odr.create_searchResponse(
- apdu_req, error, addinfo_s);
+ odr.create_searchResponse(apdu_req, error, addinfo);
package.response() = apdu_res;
return;
}
- const char *addinfo_c = 0;
b->set_option("setname", "default");
Odr_int hits = 0;
if (cn_error)
{
// hopefully we are getting a ptr to a index+relation+term node
- addinfo_c = 0;
+ addinfo = 0;
if (cn_error->which == CQL_NODE_ST)
- addinfo_c = cn_error->u.st.index;
+ addinfo = cn_error->u.st.index;
apdu_res =
odr.create_searchResponse(apdu_req,
YAZ_BIB1_UNSUPP_USE_ATTRIBUTE,
- addinfo_c);
+ addinfo);
package.response() = apdu_res;
return;
}
if (status == 0)
{
yaz_log(YLOG_LOG, "search CQL: %s", wrbuf_cstr(wrb));
- b->search_cql(wrbuf_cstr(wrb), &hits, &error, &addinfo_c);
+ b->search_cql(wrbuf_cstr(wrb), &hits, &error, &addinfo, odr);
}
wrbuf_destroy(wrb);
else
{
yaz_log(YLOG_LOG, "search PQF: %s", wrbuf_cstr(pqf_wrbuf));
- b->search_pqf(wrbuf_cstr(pqf_wrbuf), &hits, &error, &addinfo_c);
+ b->search_pqf(wrbuf_cstr(pqf_wrbuf), &hits, &error, &addinfo, odr);
wrbuf_destroy(pqf_wrbuf);
}
Odr_int number_of_records_returned = 0;
Z_Records *records = get_records(
- 0, number_to_present, &error, &addinfo_c,
+ 0, number_to_present, &error, &addinfo,
&number_of_records_returned, odr, b, sr->preferredRecordSyntax,
element_set_name);
- apdu_res = odr.create_searchResponse(apdu_req, error, addinfo_c);
+ apdu_res = odr.create_searchResponse(apdu_req, error, addinfo);
if (records)
{
apdu_res->u.searchResponse->records = records;
element_set_name = comp->u.simple->u.generic;
Odr_int number_of_records_returned = 0;
int error = 0;
- const char *addinfo = 0;
+ char *addinfo = 0;
Z_Records *records = get_records(
*pr->resultSetStartPoint - 1, *pr->numberOfRecordsRequested,
&error, &addinfo, &number_of_records_returned, odr, m_backend,
projects / metaproxy-moved-to-github.git / blobdiff