1 /* $Id: filter_virt_db.cpp,v 1.23 2006-01-13 15:09:35 adam Exp $
2 Copyright (c) 2005, Index Data.
10 #include "package.hpp"
12 #include <boost/thread/mutex.hpp>
13 #include <boost/thread/condition.hpp>
14 #include <boost/shared_ptr.hpp>
17 #include "filter_virt_db.hpp"
20 #include <yaz/otherinfo.h>
21 #include <yaz/diagbib1.h>
26 namespace yf = yp2::filter;
32 Set(BackendPtr b, std::string setname);
37 std::string m_setname;
40 Map(std::string vhost, std::string route);
45 struct Virt_db::Backend {
46 yp2::Session m_backend_session;
47 std::string m_backend_database;
48 std::string m_frontend_database;
51 bool m_named_result_sets;
54 struct Virt_db::Frontend {
57 yp2::Session m_session;
60 std::list<BackendPtr> m_backend_list;
61 std::map<std::string,Virt_db::Set> m_sets;
63 void search(Package &package, Z_APDU *apdu);
64 void present(Package &package, Z_APDU *apdu);
65 void scan(Package &package, Z_APDU *apdu);
67 void close(Package &package);
68 typedef std::map<std::string,Virt_db::Set>::iterator Sets_it;
70 BackendPtr lookup_backend_from_database(std::string database);
71 BackendPtr create_backend_from_database(std::string database);
73 BackendPtr init_backend(std::string database, Package &package,
74 int &error_code, std::string &addinfo);
79 friend class Frontend;
81 Frontend *get_frontend(Package &package);
82 void release_frontend(Package &package);
84 boost::mutex m_sessions_mutex;
85 std::map<std::string, Virt_db::Map>m_maps;
87 typedef std::map<std::string,Virt_db::Set>::iterator Sets_it;
90 boost::condition m_cond_session_ready;
91 std::map<yp2::Session,Frontend *> m_clients;
98 yf::Virt_db::BackendPtr yf::Virt_db::Frontend::lookup_backend_from_database(
101 std::list<BackendPtr>::const_iterator map_it;
102 map_it = m_backend_list.begin();
103 for (; map_it != m_backend_list.end(); map_it++)
104 if ((*map_it)->m_frontend_database == database)
110 yf::Virt_db::BackendPtr yf::Virt_db::Frontend::create_backend_from_database(
111 std::string database)
113 std::map<std::string, Virt_db::Map>::iterator map_it;
114 map_it = m_p->m_maps.find(database);
115 if (map_it == m_p->m_maps.end())
120 BackendPtr b(new Backend);
122 b->m_number_of_sets = 0;
123 b->m_frontend_database = database;
124 b->m_named_result_sets = false;
125 b->m_route = map_it->second.m_route;
126 b->m_vhost = map_it->second.m_vhost;
127 const char *sep = strchr(b->m_vhost.c_str(), '/');
128 std::string backend_database;
130 b->m_backend_database = std::string(sep+1);
132 b->m_backend_database = database;
137 yf::Virt_db::BackendPtr yf::Virt_db::Frontend::init_backend(
138 std::string database, Package &package,
139 int &error_code, std::string &addinfo)
141 BackendPtr b = create_backend_from_database(database);
144 error_code = YAZ_BIB1_DATABASE_UNAVAILABLE;
148 Package init_package(b->m_backend_session, package.origin());
149 init_package.copy_filter(package);
153 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
155 yaz_oi_set_string_oidval(&init_apdu->u.initRequest->otherInfo, odr,
156 VAL_PROXY, 1, b->m_vhost.c_str());
158 Z_InitRequest *req = init_apdu->u.initRequest;
160 ODR_MASK_SET(req->options, Z_Options_search);
161 ODR_MASK_SET(req->options, Z_Options_present);
162 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
163 ODR_MASK_SET(req->options, Z_Options_scan);
165 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
166 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
167 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
169 init_package.request() = init_apdu;
171 init_package.move(b->m_route); // sending init
173 if (init_package.session().is_closed())
175 error_code = YAZ_BIB1_DATABASE_UNAVAILABLE;
180 Z_GDU *gdu = init_package.response().get();
181 // we hope to get an init response
182 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
185 if (ODR_MASK_GET(gdu->u.z3950->u.initResponse->options,
186 Z_Options_namedResultSets))
188 b->m_named_result_sets = true;
193 error_code = YAZ_BIB1_DATABASE_UNAVAILABLE;
198 m_backend_list.push_back(b);
202 void yf::Virt_db::Frontend::search(Package &package, Z_APDU *apdu_req)
204 Z_SearchRequest *req = apdu_req->u.searchRequest;
206 std::string resultSetId = req->resultSetName;
209 // only one datatabase for now
210 if (req->num_databaseNames != 1)
211 { // exactly one database must be specified
213 odr.create_searchResponse(
214 apdu_req, YAZ_BIB1_TOO_MANY_DATABASES_SPECIFIED, 0);
215 package.response() = apdu;
219 std::string database = std::string(req->databaseNames[0]);
221 BackendPtr b; // null for now
222 Sets_it sets_it = m_sets.find(req->resultSetName);
223 if (sets_it != m_sets.end())
225 // result set already exist
226 // if replace indicator is off: we return diagnostic if
227 // result set already exist.
228 if (*req->replaceIndicator == 0)
231 odr.create_searchResponse(
233 YAZ_BIB1_RESULT_SET_EXISTS_AND_REPLACE_INDICATOR_OFF,
235 package.response() = apdu;
239 sets_it->second.m_backend->m_number_of_sets--;
241 // pick up any existing backend with a database match
242 std::list<BackendPtr>::const_iterator map_it;
243 map_it = m_backend_list.begin();
244 for (; map_it != m_backend_list.end(); map_it++)
246 BackendPtr tmp = *map_it;
247 if (tmp->m_frontend_database == database)
250 if (map_it != m_backend_list.end())
257 // pick up any existing database with named result sets ..
258 // or one which has no result sets.. yet.
259 std::list<BackendPtr>::const_iterator map_it;
260 map_it = m_backend_list.begin();
261 for (; map_it != m_backend_list.end(); map_it++)
263 BackendPtr tmp = *map_it;
264 if (tmp->m_frontend_database == database &&
265 (tmp->m_named_result_sets ||
266 tmp->m_number_of_sets == 0))
269 if (map_it != m_backend_list.end())
272 if (!b) // no backend yet. Must create a new one
276 b = init_backend(database, package, error_code, addinfo);
279 // did not get a backend (unavailable somehow?)
282 odr.create_searchResponse(
283 apdu_req, error_code, addinfo.c_str());
284 package.response() = apdu;
288 m_sets.erase(req->resultSetName);
289 // sending search to backend
290 Package search_package(b->m_backend_session, package.origin());
292 search_package.copy_filter(package);
294 std::string backend_setname;
295 if (b->m_named_result_sets)
297 std::cout << "named_result_sets TRUE\n";
298 backend_setname = std::string(req->resultSetName);
302 std::cout << "named_result_sets FALSE\n";
303 backend_setname = "default";
304 req->resultSetName = odr_strdup(odr, backend_setname.c_str());
307 const char *backend_database = b->m_backend_database.c_str();
308 req->databaseNames[0] = odr_strdup(odr, backend_database);
310 *req->replaceIndicator = 1;
312 search_package.request() = yazpp_1::GDU(apdu_req);
314 search_package.move(b->m_route);
316 if (search_package.session().is_closed())
319 odr.create_searchResponse(
321 YAZ_BIB1_DATABASE_UNAVAILABLE, database.c_str());
322 package.response() = apdu;
325 package.response() = search_package.response();
327 b->m_number_of_sets++;
329 m_sets[resultSetId] = Virt_db::Set(b, backend_setname);
332 yf::Virt_db::Frontend::Frontend(Rep *rep)
335 m_is_virtual = false;
338 void yf::Virt_db::Frontend::close(Package &package)
340 std::list<BackendPtr>::const_iterator b_it;
342 for (b_it = m_backend_list.begin(); b_it != m_backend_list.end(); b_it++)
344 (*b_it)->m_backend_session.close();
345 Package close_package((*b_it)->m_backend_session, package.origin());
346 close_package.copy_filter(package);
347 close_package.move((*b_it)->m_route);
349 m_backend_list.clear();
352 yf::Virt_db::Frontend::~Frontend()
356 yf::Virt_db::Frontend *yf::Virt_db::Rep::get_frontend(Package &package)
358 boost::mutex::scoped_lock lock(m_mutex);
360 std::map<yp2::Session,yf::Virt_db::Frontend *>::iterator it;
364 it = m_clients.find(package.session());
365 if (it == m_clients.end())
368 if (!it->second->m_in_use)
370 it->second->m_in_use = true;
373 m_cond_session_ready.wait(lock);
375 Frontend *f = new Frontend(this);
376 m_clients[package.session()] = f;
382 void yf::Virt_db::Rep::release_frontend(Package &package)
384 boost::mutex::scoped_lock lock(m_mutex);
385 std::map<yp2::Session,yf::Virt_db::Frontend *>::iterator it;
387 it = m_clients.find(package.session());
388 if (it != m_clients.end())
390 if (package.session().is_closed())
392 it->second->close(package);
398 it->second->m_in_use = false;
400 m_cond_session_ready.notify_all();
404 yf::Virt_db::Set::Set(BackendPtr b, std::string setname)
405 : m_backend(b), m_setname(setname)
410 yf::Virt_db::Set::Set()
415 yf::Virt_db::Set::~Set()
419 yf::Virt_db::Map::Map(std::string vhost, std::string route)
420 : m_vhost(vhost), m_route(route)
424 yf::Virt_db::Map::Map()
428 yf::Virt_db::Virt_db() : m_p(new Virt_db::Rep)
432 yf::Virt_db::~Virt_db() {
435 void yf::Virt_db::Frontend::present(Package &package, Z_APDU *apdu_req)
437 Z_PresentRequest *req = apdu_req->u.presentRequest;
438 std::string resultSetId = req->resultSetId;
441 Sets_it sets_it = m_sets.find(resultSetId);
442 if (sets_it == m_sets.end())
445 odr.create_presentResponse(
447 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
448 resultSetId.c_str());
449 package.response() = apdu;
454 new yp2::Session(sets_it->second.m_backend->m_backend_session);
456 // sending present to backend
457 Package present_package(*id, package.origin());
458 present_package.copy_filter(package);
460 req->resultSetId = odr_strdup(odr, "default");
461 present_package.request() = yazpp_1::GDU(apdu_req);
463 present_package.move();
465 if (present_package.session().is_closed())
468 odr.create_presentResponse(
470 YAZ_BIB1_RESULT_SET_NO_LONGER_EXISTS_UNILATERALLY_DELETED_BY_,
471 resultSetId.c_str());
472 package.response() = apdu;
473 m_sets.erase(resultSetId);
477 package.response() = present_package.response();
482 void yf::Virt_db::Frontend::scan(Package &package, Z_APDU *apdu_req)
484 Z_ScanRequest *req = apdu_req->u.scanRequest;
488 // only one datatabase for now
489 if (req->num_databaseNames != 1)
490 { // exactly one database must be specified
492 odr.create_scanResponse(
494 YAZ_BIB1_TOO_MANY_DATABASES_SPECIFIED, 0);
495 package.response() = apdu;
498 std::string database = std::string(req->databaseNames[0]);
501 // pick up any existing backend with a database match
502 std::list<BackendPtr>::const_iterator map_it;
503 map_it = m_backend_list.begin();
504 for (; map_it != m_backend_list.end(); map_it++)
506 BackendPtr tmp = *map_it;
507 if (tmp->m_frontend_database == database)
510 if (map_it != m_backend_list.end())
512 if (!b) // no backend yet. Must create a new one
516 b = init_backend(database, package, error_code, addinfo);
519 // did not get a backend (unavailable somehow?)
521 odr.create_scanResponse(
522 apdu_req, error_code, addinfo.c_str());
523 package.response() = apdu;
528 // sending scan to backend
529 Package scan_package(b->m_backend_session, package.origin());
531 scan_package.copy_filter(package);
533 const char *backend_database = b->m_backend_database.c_str();
534 req->databaseNames[0] = odr_strdup(odr, backend_database);
536 scan_package.request() = yazpp_1::GDU(apdu_req);
538 scan_package.move(b->m_route);
540 if (scan_package.session().is_closed())
543 odr.create_scanResponse(
544 apdu_req, YAZ_BIB1_DATABASE_UNAVAILABLE, database.c_str());
545 package.response() = apdu;
548 package.response() = scan_package.response();
552 void yf::Virt_db::add_map_db2vhost(std::string db, std::string vhost,
555 m_p->m_maps[db] = Virt_db::Map(vhost, route);
558 void yf::Virt_db::process(Package &package) const
560 yf::Virt_db::Frontend *f = m_p->get_frontend(package);
563 Z_GDU *gdu = package.request().get();
565 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
566 Z_APDU_initRequest && !f->m_is_virtual)
568 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
571 yaz_oi_get_string_oidval(&req->otherInfo, VAL_PROXY, 1, 0);
575 Z_APDU *apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
576 Z_InitResponse *resp = apdu->u.initResponse;
579 static const int masks[] = {
582 Z_Options_namedResultSets,
586 for (i = 0; masks[i] != -1; i++)
587 if (ODR_MASK_GET(req->options, masks[i]))
588 ODR_MASK_SET(resp->options, masks[i]);
590 static const int versions[] = {
596 for (i = 0; versions[i] != -1; i++)
597 if (ODR_MASK_GET(req->protocolVersion, versions[i]))
598 ODR_MASK_SET(resp->protocolVersion, versions[i]);
602 package.response() = apdu;
603 f->m_is_virtual = true;
608 else if (!f->m_is_virtual)
610 else if (gdu && gdu->which == Z_GDU_Z3950)
612 Z_APDU *apdu = gdu->u.z3950;
613 if (apdu->which == Z_APDU_initRequest)
617 package.response() = odr.create_close(
619 Z_Close_protocolError,
622 package.session().close();
624 else if (apdu->which == Z_APDU_searchRequest)
626 f->search(package, apdu);
628 else if (apdu->which == Z_APDU_presentRequest)
630 f->present(package, apdu);
632 else if (apdu->which == Z_APDU_scanRequest)
634 f->scan(package, apdu);
640 package.response() = odr.create_close(
641 apdu, Z_Close_protocolError,
642 "unsupported APDU in filter_virt_db");
644 package.session().close();
648 m_p->release_frontend(package);
652 void yp2::filter::Virt_db::configure(const xmlNode * ptr)
654 for (ptr = ptr->children; ptr; ptr = ptr->next)
656 if (ptr->type != XML_ELEMENT_NODE)
658 if (!strcmp((const char *) ptr->name, "virtual"))
660 std::string database;
662 xmlNode *v_node = ptr->children;
663 for (; v_node; v_node = v_node->next)
665 if (v_node->type != XML_ELEMENT_NODE)
668 if (yp2::xml::is_element_yp2(v_node, "database"))
669 database = yp2::xml::get_text(v_node);
670 else if (yp2::xml::is_element_yp2(v_node, "target"))
671 target = yp2::xml::get_text(v_node);
673 throw yp2::filter::FilterException
675 + std::string((const char *) v_node->name)
676 + " in virtual section"
679 std::string route = yp2::xml::get_route(ptr);
680 add_map_db2vhost(database, target, route);
681 std::cout << "Add " << database << "->" << target
682 << "," << route << "\n";
686 throw yp2::filter::FilterException
688 + std::string((const char *) ptr->name)
689 + " in virt_db filter");
694 static yp2::filter::Base* filter_creator()
696 return new yp2::filter::Virt_db;
700 struct yp2_filter_struct yp2_filter_virt_db = {
711 * indent-tabs-mode: nil
712 * c-file-style: "stroustrup"
714 * vim: shiftwidth=4 tabstop=8 expandtab