X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=src%2Ffilter_virt_db.cpp;h=bd013e140d66ee3061dbfa14d0176e6f1b2748d1;hb=d0123337d70b0fb97b578cc57467bb94980f1014;hp=d86170102a2f67c8cd2212b3bbbd97933d9e304a;hpb=627806c9d1a499273ecea94fbc3e01f4cfc0de8a;p=metaproxy-moved-to-github.git diff --git a/src/filter_virt_db.cpp b/src/filter_virt_db.cpp index d861701..bd013e1 100644 --- a/src/filter_virt_db.cpp +++ b/src/filter_virt_db.cpp @@ -1,8 +1,20 @@ -/* $Id: filter_virt_db.cpp,v 1.29 2006-01-17 13:34:51 adam Exp $ - Copyright (c) 2005, Index Data. +/* This file is part of Metaproxy. + Copyright (C) 2005-2009 Index Data -%LICENSE% - */ +Metaproxy is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free +Software Foundation; either version 2, or (at your option) any later +version. + +Metaproxy is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or +FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License +for more details. + +You should have received a copy of the GNU General Public License +along with this program; if not, write to the Free Software +Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA +*/ #include "config.hpp" @@ -23,12 +35,13 @@ #include #include -namespace yf = yp2::filter; +namespace mp = metaproxy_1; +namespace yf = mp::filter; -namespace yp2 { +namespace metaproxy_1 { namespace filter { - struct Virt_db::Set { + struct VirtualDB::Set { Set(BackendPtr b, std::string setname); Set(); ~Set(); @@ -36,40 +49,48 @@ namespace yp2 { BackendPtr m_backend; std::string m_setname; }; - struct Virt_db::Map { + struct VirtualDB::Map { Map(std::list targets, std::string route); Map(); std::list m_targets; std::string m_route; }; - struct Virt_db::Backend { - yp2::Session m_backend_session; + struct VirtualDB::Backend { + mp::Session m_backend_session; std::list m_frontend_databases; std::list m_targets; std::string m_route; bool m_named_result_sets; int m_number_of_sets; }; - struct Virt_db::Frontend { + struct VirtualDB::Frontend { Frontend(Rep *rep); ~Frontend(); - yp2::Session m_session; + mp::Session m_session; bool m_is_virtual; bool m_in_use; + yazpp_1::GDU m_init_gdu; std::list m_backend_list; - std::map m_sets; + std::map m_sets; void search(Package &package, Z_APDU *apdu); void present(Package &package, Z_APDU *apdu); void scan(Package &package, Z_APDU *apdu); void close(Package &package); - typedef std::map::iterator Sets_it; + typedef std::map::iterator Sets_it; + void fixup_package(Package &p, BackendPtr b); + void fixup_npr_record(ODR odr, Z_NamePlusRecord *npr, + BackendPtr b); + void fixup_npr_records(ODR odr, Z_Records *records, + BackendPtr b); + BackendPtr lookup_backend_from_databases( std::list databases); BackendPtr create_backend_from_databases( std::list databases, + int &error_code, std::string &failing_database); BackendPtr init_backend(std::list database, @@ -77,28 +98,23 @@ namespace yp2 { int &error_code, std::string &addinfo); Rep *m_p; }; - class Virt_db::Rep { - friend class Virt_db; - friend class Frontend; + class VirtualDB::Rep { + friend class VirtualDB; + friend struct Frontend; FrontendPtr get_frontend(Package &package); void release_frontend(Package &package); private: - boost::mutex m_sessions_mutex; - std::mapm_maps; - - typedef std::map::iterator Sets_it; - + std::mapm_maps; + typedef std::map::iterator Sets_it; boost::mutex m_mutex; boost::condition m_cond_session_ready; - std::map m_clients; + std::map m_clients; }; } } -using namespace yp2; - -yf::Virt_db::BackendPtr yf::Virt_db::Frontend::lookup_backend_from_databases( +yf::VirtualDB::BackendPtr yf::VirtualDB::Frontend::lookup_backend_from_databases( std::list databases) { std::list::const_iterator map_it; @@ -110,8 +126,8 @@ yf::Virt_db::BackendPtr yf::Virt_db::Frontend::lookup_backend_from_databases( return null; } -yf::Virt_db::BackendPtr yf::Virt_db::Frontend::create_backend_from_databases( - std::list databases, std::string &failing_database) +yf::VirtualDB::BackendPtr yf::VirtualDB::Frontend::create_backend_from_databases( + std::list databases, int &error_code, std::string &addinfo) { BackendPtr b(new Backend); std::list::const_iterator db_it = databases.begin(); @@ -120,59 +136,72 @@ yf::Virt_db::BackendPtr yf::Virt_db::Frontend::create_backend_from_databases( b->m_frontend_databases = databases; b->m_named_result_sets = false; + bool first_route = true; + std::map targets_dedup; for (; db_it != databases.end(); db_it++) { - std::map::iterator map_it; - map_it = m_p->m_maps.find(*db_it); + std::map::iterator map_it; + map_it = m_p->m_maps.find(mp::util::database_name_normalize(*db_it)); if (map_it == m_p->m_maps.end()) // database not found { - failing_database = *db_it; + error_code = YAZ_BIB1_DATABASE_DOES_NOT_EXIST; + addinfo = *db_it; BackendPtr ptr; return ptr; } std::list::const_iterator t_it = map_it->second.m_targets.begin(); - for (; t_it != map_it->second.m_targets.end(); t_it++) - targets_dedup[*t_it] = true; + for (; t_it != map_it->second.m_targets.end(); t_it++) { + if (!targets_dedup[*t_it]) + { + targets_dedup[*t_it] = true; + b->m_targets.push_back(*t_it); + } + } + + // see if we have a route conflict. + if (!first_route && b->m_route != map_it->second.m_route) + { + // we have a conflict.. + error_code = YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP; + BackendPtr ptr; + return ptr; + } b->m_route = map_it->second.m_route; + first_route = false; } - std::map::const_iterator tm_it = targets_dedup.begin(); - for (; tm_it != targets_dedup.end(); tm_it++) - b->m_targets.push_back(tm_it->first); - return b; } -yf::Virt_db::BackendPtr yf::Virt_db::Frontend::init_backend( - std::list databases, Package &package, +yf::VirtualDB::BackendPtr yf::VirtualDB::Frontend::init_backend( + std::list databases, mp::Package &package, int &error_code, std::string &addinfo) { - std::string failing_database; - BackendPtr b = create_backend_from_databases(databases, failing_database); + BackendPtr b = create_backend_from_databases(databases, error_code, + addinfo); if (!b) - { - error_code = YAZ_BIB1_DATABASE_UNAVAILABLE; - addinfo = failing_database; return b; - } Package init_package(b->m_backend_session, package.origin()); init_package.copy_filter(package); - yp2::odr odr; + mp::odr odr; Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest); - std::list::const_iterator t_it = b->m_targets.begin(); - int cat = 1; - for (; t_it != b->m_targets.end(); t_it++, cat++) - { - yaz_oi_set_string_oidval(&init_apdu->u.initRequest->otherInfo, odr, - VAL_PROXY, cat, t_it->c_str()); - } - + mp::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo, odr, + b->m_targets); Z_InitRequest *req = init_apdu->u.initRequest; + // copy stuff from Frontend Init Request + Z_GDU *org_gdu = m_init_gdu.get(); + Z_InitRequest *org_init = org_gdu->u.z3950->u.initRequest; + + req->idAuthentication = org_init->idAuthentication; + req->implementationId = org_init->implementationId; + req->implementationName = org_init->implementationName; + req->implementationVersion = org_init->implementationVersion; + ODR_MASK_SET(req->options, Z_Options_search); ODR_MASK_SET(req->options, Z_Options_present); ODR_MASK_SET(req->options, Z_Options_namedResultSets); @@ -185,24 +214,24 @@ yf::Virt_db::BackendPtr yf::Virt_db::Frontend::init_backend( init_package.request() = init_apdu; init_package.move(b->m_route); // sending init - - if (init_package.session().is_closed()) - { - error_code = YAZ_BIB1_DATABASE_UNAVAILABLE; - // addinfo = database; - BackendPtr null; - return null; - } + Z_GDU *gdu = init_package.response().get(); // we hope to get an init response if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which == Z_APDU_initResponse) { - if (ODR_MASK_GET(gdu->u.z3950->u.initResponse->options, - Z_Options_namedResultSets)) + Z_InitResponse *res = gdu->u.z3950->u.initResponse; + if (ODR_MASK_GET(res->options, Z_Options_namedResultSets)) { b->m_named_result_sets = true; } + if (!*res->result) + { + error_code = YAZ_BIB1_DATABASE_UNAVAILABLE; + mp::util::get_init_diagnostics(res, error_code, addinfo); + BackendPtr null; + return null; + } } else { @@ -211,16 +240,24 @@ yf::Virt_db::BackendPtr yf::Virt_db::Frontend::init_backend( BackendPtr null; return null; } + if (init_package.session().is_closed()) + { + error_code = YAZ_BIB1_DATABASE_UNAVAILABLE; + // addinfo = database; + BackendPtr null; + return null; + } + m_backend_list.push_back(b); return b; } -void yf::Virt_db::Frontend::search(Package &package, Z_APDU *apdu_req) +void yf::VirtualDB::Frontend::search(mp::Package &package, Z_APDU *apdu_req) { Z_SearchRequest *req = apdu_req->u.searchRequest; std::string vhost; std::string resultSetId = req->resultSetName; - yp2::odr odr; + mp::odr odr; std::list databases; int i; @@ -315,9 +352,9 @@ void yf::Virt_db::Frontend::search(Package &package, Z_APDU *apdu_req) std::list::const_iterator t_it = b->m_targets.begin(); if (t_it != b->m_targets.end()) { - if (!yp2::util::set_databases_from_zurl(odr, *t_it, + mp::util::set_databases_from_zurl(odr, *t_it, &req->num_databaseNames, - &req->databaseNames)); + &req->databaseNames); } *req->replaceIndicator = 1; @@ -332,20 +369,20 @@ void yf::Virt_db::Frontend::search(Package &package, Z_APDU *apdu_req) package.session().close(); return; } - package.response() = search_package.response(); - b->m_number_of_sets++; - m_sets[resultSetId] = Virt_db::Set(b, backend_setname); + m_sets[resultSetId] = VirtualDB::Set(b, backend_setname); + fixup_package(search_package, b); + package.response() = search_package.response(); } -yf::Virt_db::Frontend::Frontend(Rep *rep) +yf::VirtualDB::Frontend::Frontend(Rep *rep) { m_p = rep; m_is_virtual = false; } -void yf::Virt_db::Frontend::close(Package &package) +void yf::VirtualDB::Frontend::close(mp::Package &package) { std::list::const_iterator b_it; @@ -359,15 +396,15 @@ void yf::Virt_db::Frontend::close(Package &package) m_backend_list.clear(); } -yf::Virt_db::Frontend::~Frontend() +yf::VirtualDB::Frontend::~Frontend() { } -yf::Virt_db::FrontendPtr yf::Virt_db::Rep::get_frontend(Package &package) +yf::VirtualDB::FrontendPtr yf::VirtualDB::Rep::get_frontend(mp::Package &package) { boost::mutex::scoped_lock lock(m_mutex); - std::map::iterator it; + std::map::iterator it; while(true) { @@ -388,10 +425,10 @@ yf::Virt_db::FrontendPtr yf::Virt_db::Rep::get_frontend(Package &package) return f; } -void yf::Virt_db::Rep::release_frontend(Package &package) +void yf::VirtualDB::Rep::release_frontend(mp::Package &package) { boost::mutex::scoped_lock lock(m_mutex); - std::map::iterator it; + std::map::iterator it; it = m_clients.find(package.session()); if (it != m_clients.end()) @@ -409,42 +446,118 @@ void yf::Virt_db::Rep::release_frontend(Package &package) } } -yf::Virt_db::Set::Set(BackendPtr b, std::string setname) +yf::VirtualDB::Set::Set(BackendPtr b, std::string setname) : m_backend(b), m_setname(setname) { } -yf::Virt_db::Set::Set() +yf::VirtualDB::Set::Set() { } -yf::Virt_db::Set::~Set() +yf::VirtualDB::Set::~Set() { } -yf::Virt_db::Map::Map(std::list targets, std::string route) +yf::VirtualDB::Map::Map(std::list targets, std::string route) : m_targets(targets), m_route(route) { } -yf::Virt_db::Map::Map() +yf::VirtualDB::Map::Map() { } -yf::Virt_db::Virt_db() : m_p(new Virt_db::Rep) +yf::VirtualDB::VirtualDB() : m_p(new VirtualDB::Rep) { } -yf::Virt_db::~Virt_db() { +yf::VirtualDB::~VirtualDB() { +} + +void yf::VirtualDB::Frontend::fixup_npr_record(ODR odr, Z_NamePlusRecord *npr, + BackendPtr b) +{ + if (npr->databaseName) + { + std::string b_database = std::string(npr->databaseName); + + // consider each of the frontend databases.. + std::list::const_iterator db_it; + for (db_it = b->m_frontend_databases.begin(); + db_it != b->m_frontend_databases.end(); db_it++) + { + // see which target it corresponds to.. (if any) + std::map::const_iterator map_it; + + map_it = m_p->m_maps.find(mp::util::database_name_normalize(*db_it)); + if (map_it != m_p->m_maps.end()) + { + VirtualDB::Map m = map_it->second; + + std::list::const_iterator t; + for (t = m.m_targets.begin(); t != m.m_targets.end(); t++) + { + if (*t == b_database) + { + npr->databaseName = odr_strdup(odr, (*db_it).c_str()); + return; + } + } + } + + } + db_it = b->m_frontend_databases.begin(); + if (db_it != b->m_frontend_databases.end()) + { + std::string database = *db_it; + npr->databaseName = odr_strdup(odr, database.c_str()); + } + } } -void yf::Virt_db::Frontend::present(Package &package, Z_APDU *apdu_req) +void yf::VirtualDB::Frontend::fixup_npr_records(ODR odr, Z_Records *records, + BackendPtr b) +{ + if (records && records->which == Z_Records_DBOSD) + { + Z_NamePlusRecordList *nprlist = records->u.databaseOrSurDiagnostics; + int i; + for (i = 0; i < nprlist->num_records; i++) + { + fixup_npr_record(odr, nprlist->records[i], b); + } + } +} + +void yf::VirtualDB::Frontend::fixup_package(mp::Package &p, BackendPtr b) +{ + Z_GDU *gdu = p.response().get(); + mp::odr odr; + + if (gdu && gdu->which == Z_GDU_Z3950) + { + Z_APDU *apdu = gdu->u.z3950; + if (apdu->which == Z_APDU_presentResponse) + { + fixup_npr_records(odr, apdu->u.presentResponse->records, b); + p.response() = gdu; + } + else if (apdu->which == Z_APDU_searchResponse) + { + fixup_npr_records(odr, apdu->u.searchResponse->records, b); + p.response() = gdu; + } + } +} + +void yf::VirtualDB::Frontend::present(mp::Package &package, Z_APDU *apdu_req) { Z_PresentRequest *req = apdu_req->u.presentRequest; std::string resultSetId = req->resultSetId; - yp2::odr odr; + mp::odr odr; Sets_it sets_it = m_sets.find(resultSetId); if (sets_it == m_sets.end()) @@ -458,7 +571,7 @@ void yf::Virt_db::Frontend::present(Package &package, Z_APDU *apdu_req) return; } Session *id = - new yp2::Session(sets_it->second.m_backend->m_backend_session); + new mp::Session(sets_it->second.m_backend->m_backend_session); // sending present to backend Package present_package(*id, package.origin()); @@ -468,7 +581,9 @@ void yf::Virt_db::Frontend::present(Package &package, Z_APDU *apdu_req) present_package.request() = yazpp_1::GDU(apdu_req); - present_package.move(); + present_package.move(sets_it->second.m_backend->m_route); + + fixup_package(present_package, sets_it->second.m_backend); if (present_package.session().is_closed()) { @@ -483,11 +598,11 @@ void yf::Virt_db::Frontend::present(Package &package, Z_APDU *apdu_req) delete id; } -void yf::Virt_db::Frontend::scan(Package &package, Z_APDU *apdu_req) +void yf::VirtualDB::Frontend::scan(mp::Package &package, Z_APDU *apdu_req) { Z_ScanRequest *req = apdu_req->u.scanRequest; std::string vhost; - yp2::odr odr; + mp::odr odr; std::list databases; int i; @@ -531,9 +646,9 @@ void yf::Virt_db::Frontend::scan(Package &package, Z_APDU *apdu_req) std::list::const_iterator t_it = b->m_targets.begin(); if (t_it != b->m_targets.end()) { - if (!yp2::util::set_databases_from_zurl(odr, *t_it, + mp::util::set_databases_from_zurl(odr, *t_it, &req->num_databaseNames, - &req->databaseNames)); + &req->databaseNames); } scan_package.request() = yazpp_1::GDU(apdu_req); @@ -549,25 +664,27 @@ void yf::Virt_db::Frontend::scan(Package &package, Z_APDU *apdu_req) } -void yf::Virt_db::add_map_db2targets(std::string db, +void yf::VirtualDB::add_map_db2targets(std::string db, std::list targets, std::string route) { - m_p->m_maps[db] = Virt_db::Map(targets, route); + m_p->m_maps[mp::util::database_name_normalize(db)] + = VirtualDB::Map(targets, route); } -void yf::Virt_db::add_map_db2target(std::string db, +void yf::VirtualDB::add_map_db2target(std::string db, std::string target, std::string route) { std::list targets; targets.push_back(target); - m_p->m_maps[db] = Virt_db::Map(targets, route); + m_p->m_maps[mp::util::database_name_normalize(db)] + = VirtualDB::Map(targets, route); } -void yf::Virt_db::process(Package &package) const +void yf::VirtualDB::process(mp::Package &package) const { FrontendPtr f = m_p->get_frontend(package); @@ -578,11 +695,13 @@ void yf::Virt_db::process(Package &package) const { Z_InitRequest *req = gdu->u.z3950->u.initRequest; - const char *vhost = - yaz_oi_get_string_oidval(&req->otherInfo, VAL_PROXY, 1, 0); - if (!vhost) + std::list vhosts; + mp::util::get_vhost_otherinfo(req->otherInfo, vhosts); + if (vhosts.size() == 0) { - yp2::odr odr; + f->m_init_gdu = gdu; + + mp::odr odr; Z_APDU *apdu = odr.create_initResponse(gdu->u.z3950, 0, 0); Z_InitResponse *resp = apdu->u.initResponse; @@ -623,7 +742,7 @@ void yf::Virt_db::process(Package &package) const Z_APDU *apdu = gdu->u.z3950; if (apdu->which == Z_APDU_initRequest) { - yp2::odr odr; + mp::odr odr; package.response() = odr.create_close( apdu, @@ -644,9 +763,13 @@ void yf::Virt_db::process(Package &package) const { f->scan(package, apdu); } + else if (apdu->which == Z_APDU_close) + { + package.session().close(); + } else { - yp2::odr odr; + mp::odr odr; package.response() = odr.create_close( apdu, Z_Close_protocolError, @@ -659,7 +782,7 @@ void yf::Virt_db::process(Package &package) const } -void yp2::filter::Virt_db::configure(const xmlNode * ptr) +void mp::filter::VirtualDB::configure(const xmlNode * ptr, bool test_only) { for (ptr = ptr->children; ptr; ptr = ptr->next) { @@ -675,23 +798,23 @@ void yp2::filter::Virt_db::configure(const xmlNode * ptr) if (v_node->type != XML_ELEMENT_NODE) continue; - if (yp2::xml::is_element_yp2(v_node, "database")) - database = yp2::xml::get_text(v_node); - else if (yp2::xml::is_element_yp2(v_node, "target")) - targets.push_back(yp2::xml::get_text(v_node)); + if (mp::xml::is_element_mp(v_node, "database")) + database = mp::xml::get_text(v_node); + else if (mp::xml::is_element_mp(v_node, "target")) + targets.push_back(mp::xml::get_text(v_node)); else - throw yp2::filter::FilterException + throw mp::filter::FilterException ("Bad element " + std::string((const char *) v_node->name) + " in virtual section" ); } - std::string route = yp2::xml::get_route(ptr); + std::string route = mp::xml::get_route(ptr); add_map_db2targets(database, targets, route); } else { - throw yp2::filter::FilterException + throw mp::filter::FilterException ("Bad element " + std::string((const char *) ptr->name) + " in virt_db filter"); @@ -699,13 +822,13 @@ void yp2::filter::Virt_db::configure(const xmlNode * ptr) } } -static yp2::filter::Base* filter_creator() +static mp::filter::Base* filter_creator() { - return new yp2::filter::Virt_db; + return new mp::filter::VirtualDB; } extern "C" { - struct yp2_filter_struct yp2_filter_virt_db = { + struct metaproxy_1_filter_struct metaproxy_1_filter_virt_db = { 0, "virt_db", filter_creator @@ -716,8 +839,9 @@ extern "C" { /* * Local variables: * c-basic-offset: 4 + * c-file-style: "Stroustrup" * indent-tabs-mode: nil - * c-file-style: "stroustrup" * End: * vim: shiftwidth=4 tabstop=8 expandtab */ +