1 /* $Id: filter_multi.cpp,v 1.2 2006-01-16 01:10:19 adam Exp $
2 Copyright (c) 2005, Index Data.
10 #include "package.hpp"
12 #include <boost/thread/thread.hpp>
13 #include <boost/thread/mutex.hpp>
14 #include <boost/thread/condition.hpp>
15 #include <boost/shared_ptr.hpp>
18 #include "filter_multi.hpp"
21 #include <yaz/otherinfo.h>
22 #include <yaz/diagbib1.h>
27 namespace yf = yp2::filter;
32 struct Multi::BackendSet {
35 bool operator < (const BackendSet &k) const;
37 struct Multi::FrontendSet {
43 FrontendSet(std::string setname);
47 void round_robin(int pos, int number, std::list<PresentJob> &job);
49 std::list<BackendSet> m_backend_sets;
50 std::string m_setname;
52 struct Multi::Backend {
54 std::string m_backend_database;
57 void operator() (void); // thread operation
59 struct Multi::Frontend {
62 yp2::Session m_session;
65 std::list<BackendPtr> m_backend_list;
66 std::map<std::string,Multi::FrontendSet> m_sets;
68 void multi_move(std::list<BackendPtr> &blist);
69 void init(Package &package, Z_GDU *gdu);
70 void close(Package &package);
71 void search(Package &package, Z_APDU *apdu);
72 void present(Package &package, Z_APDU *apdu);
76 Map(std::list<std::string> hosts, std::string route);
78 std::list<std::string> m_hosts;
83 friend class Frontend;
85 FrontendPtr get_frontend(Package &package);
86 void release_frontend(Package &package);
88 boost::mutex m_sessions_mutex;
89 std::map<std::string, Multi::Map>m_maps;
92 boost::condition m_cond_session_ready;
93 std::map<yp2::Session, FrontendPtr> m_clients;
100 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
102 return m_count < k.m_count;
105 yf::Multi::Frontend::Frontend(Rep *rep)
111 yf::Multi::Frontend::~Frontend()
115 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(Package &package)
117 boost::mutex::scoped_lock lock(m_mutex);
119 std::map<yp2::Session,yf::Multi::FrontendPtr>::iterator it;
123 it = m_clients.find(package.session());
124 if (it == m_clients.end())
127 if (!it->second->m_in_use)
129 it->second->m_in_use = true;
132 m_cond_session_ready.wait(lock);
134 FrontendPtr f(new Frontend(this));
135 m_clients[package.session()] = f;
140 void yf::Multi::Rep::release_frontend(Package &package)
142 boost::mutex::scoped_lock lock(m_mutex);
143 std::map<yp2::Session,yf::Multi::FrontendPtr>::iterator it;
145 it = m_clients.find(package.session());
146 if (it != m_clients.end())
148 if (package.session().is_closed())
150 it->second->close(package);
155 it->second->m_in_use = false;
157 m_cond_session_ready.notify_all();
161 yf::Multi::FrontendSet::FrontendSet(std::string setname)
167 yf::Multi::FrontendSet::FrontendSet()
172 yf::Multi::FrontendSet::~FrontendSet()
176 yf::Multi::Map::Map(std::list<std::string> hosts, std::string route)
177 : m_hosts(hosts), m_route(route)
181 yf::Multi::Map::Map()
185 yf::Multi::Multi() : m_p(new Multi::Rep)
189 yf::Multi::~Multi() {
193 void yf::Multi::add_map_host2hosts(std::string host,
194 std::list<std::string> hosts,
197 m_p->m_maps[host] = Multi::Map(hosts, route);
200 void yf::Multi::Backend::operator() (void)
202 m_package->move(m_route);
205 void yf::Multi::Frontend::close(Package &package)
207 std::list<BackendPtr>::const_iterator bit;
208 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
212 b->m_package->copy_filter(package);
213 b->m_package->request() = (Z_GDU *) 0;
214 b->m_package->session().close();
215 b->m_package->move(b->m_route);
219 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
221 std::list<BackendPtr>::const_iterator bit;
222 boost::thread_group g;
223 for (bit = blist.begin(); bit != blist.end(); bit++)
225 g.add_thread(new boost::thread(**bit));
231 void yf::Multi::FrontendSet::round_robin(int start, int number,
232 std::list<PresentJob> &jobs)
239 std::list<int> inside_pos;
240 std::list<BackendSet>::const_iterator bsit;
241 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
244 inside_pos.push_back(0);
247 std::list<int>::iterator psit = pos.begin();
248 std::list<int>::iterator esit = inside_pos.begin();
249 bsit = m_backend_sets.begin();
250 while (fetched < number)
252 if (bsit == m_backend_sets.end())
255 esit = inside_pos.begin();
256 bsit = m_backend_sets.begin();
261 if (*psit <= bsit->m_count)
266 job.m_backend = bsit->m_backend;
268 job.m_inside_pos = *esit;
283 void yf::Multi::Frontend::init(Package &package, Z_GDU *gdu)
285 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
287 // empty or non-existang vhost is the same..
288 const char *vhost_cstr =
289 yaz_oi_get_string_oidval(&req->otherInfo, VAL_PROXY, 1, 0);
292 vhost = std::string(vhost_cstr);
294 std::map<std::string, Map>::const_iterator it;
295 it = m_p->m_maps.find(std::string(vhost));
296 if (it == m_p->m_maps.end())
298 // might return diagnostics if no match
302 std::list<std::string>::const_iterator hit = it->second.m_hosts.begin();
303 for (; hit != it->second.m_hosts.end(); hit++)
306 Backend *b = new Backend;
308 b->m_route = it->second.m_route;
309 b->m_package = PackagePtr(new Package(s, package.origin()));
311 m_backend_list.push_back(BackendPtr(b));
313 // we're going to deal with this for sure..
317 // create init request
318 std::list<BackendPtr>::const_iterator bit;
319 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
323 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
325 yaz_oi_set_string_oidval(&init_apdu->u.initRequest->otherInfo, odr,
326 VAL_PROXY, 1, b->m_vhost.c_str());
328 Z_InitRequest *req = init_apdu->u.initRequest;
330 ODR_MASK_SET(req->options, Z_Options_search);
331 ODR_MASK_SET(req->options, Z_Options_present);
332 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
334 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
335 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
336 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
338 b->m_package->request() = init_apdu;
340 b->m_package->copy_filter(package);
342 multi_move(m_backend_list);
344 // create the frontend init response based on each backend init response
349 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
350 Z_InitResponse *f_resp = f_apdu->u.initResponse;
352 ODR_MASK_SET(f_resp->options, Z_Options_search);
353 ODR_MASK_SET(f_resp->options, Z_Options_present);
354 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
356 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
357 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
358 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
360 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
362 PackagePtr p = (*bit)->m_package;
364 if (p->session().is_closed()) // if any backend closes, close frontend
365 package.session().close();
366 Z_GDU *gdu = p->response().get();
367 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
370 Z_APDU *b_apdu = gdu->u.z3950;
371 Z_InitResponse *b_resp = b_apdu->u.initResponse;
373 // common options for all backends
374 for (i = 0; i <= Z_Options_stringSchema; i++)
376 if (!ODR_MASK_GET(b_resp->options, i))
377 ODR_MASK_CLEAR(f_resp->options, i);
379 // common protocol version
380 for (i = 0; i <= Z_ProtocolVersion_3; i++)
381 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
382 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
383 // reject if any of the backends reject
384 if (!*b_resp->result)
389 // if any target does not return init return that (close or
391 package.response() = p->response();
395 package.response() = f_apdu;
398 void yf::Multi::Frontend::search(Package &package, Z_APDU *apdu_req)
400 // create search request
401 Z_SearchRequest *req = apdu_req->u.searchRequest;
403 // deal with piggy back (for now disable)
404 *req->smallSetUpperBound = 0;
405 *req->largeSetLowerBound = 1;
406 *req->mediumSetPresentNumber = 1;
408 std::list<BackendPtr>::const_iterator bit;
409 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
411 PackagePtr p = (*bit)->m_package;
412 // we don't modify database name yet!
414 p->request() = apdu_req;
415 p->copy_filter(package);
417 multi_move(m_backend_list);
419 // look at each response
420 FrontendSet resultSet(std::string(req->resultSetName));
423 Z_Records *z_records_diag = 0; // no diagnostics (yet)
424 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
426 PackagePtr p = (*bit)->m_package;
428 if (p->session().is_closed()) // if any backend closes, close frontend
429 package.session().close();
431 Z_GDU *gdu = p->response().get();
432 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
433 Z_APDU_searchResponse)
435 Z_APDU *b_apdu = gdu->u.z3950;
436 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
438 // see we get any errors (AKA diagnstics)
441 if (b_resp->records->which == Z_Records_NSD
442 || b_resp->records->which == Z_Records_multipleNSD)
443 z_records_diag = b_resp->records;
444 // we may set this multiple times (TOO BAD!)
446 BackendSet backendSet;
447 backendSet.m_backend = *bit;
448 backendSet.m_count = *b_resp->resultCount;
449 total_count += *b_resp->resultCount;
450 resultSet.m_backend_sets.push_back(backendSet);
454 // if any target does not return search response - return that
455 package.response() = p->response();
461 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
462 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
467 f_resp->records = z_records_diag;
471 m_sets[resultSet.m_setname] = resultSet;
473 *f_resp->resultCount = total_count;
475 package.response() = f_apdu;
478 void yf::Multi::Frontend::present(Package &package, Z_APDU *apdu_req)
480 // create present request
481 Z_PresentRequest *req = apdu_req->u.presentRequest;
484 it = m_sets.find(std::string(req->resultSetId));
485 if (it == m_sets.end())
489 odr.create_presentResponse(
491 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
493 package.response() = apdu;
496 std::list<Multi::FrontendSet::PresentJob> jobs;
497 int start = *req->resultSetStartPoint;
498 int number = *req->numberOfRecordsRequested;
499 it->second.round_robin(start, number, jobs);
501 std::list<BackendPtr> present_backend_list;
503 std::list<BackendSet>::const_iterator bsit;
504 bsit = it->second.m_backend_sets.begin();
505 for (; bsit != it->second.m_backend_sets.end(); bsit++)
507 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
511 for (jit = jobs.begin(); jit != jobs.end(); jit++)
513 if (jit->m_backend == bsit->m_backend)
515 if (start == -1 || jit->m_pos < start)
517 if (end == -1 || jit->m_pos > end)
523 PackagePtr p = bsit->m_backend->m_package;
525 *req->resultSetStartPoint = start;
526 *req->numberOfRecordsRequested = end - start + 1;
528 p->request() = apdu_req;
529 p->copy_filter(package);
531 present_backend_list.push_back(bsit->m_backend);
534 multi_move(present_backend_list);
536 // look at each response
537 Z_Records *z_records_diag = 0;
539 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
540 for (; pbit != present_backend_list.end(); pbit++)
542 PackagePtr p = (*pbit)->m_package;
544 if (p->session().is_closed()) // if any backend closes, close frontend
545 package.session().close();
547 Z_GDU *gdu = p->response().get();
548 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
549 Z_APDU_presentResponse)
551 Z_APDU *b_apdu = gdu->u.z3950;
552 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
554 // see we get any errors (AKA diagnstics)
557 if (b_resp->records->which != Z_Records_DBOSD)
558 z_records_diag = b_resp->records;
559 // we may set this multiple times (TOO BAD!)
564 // if any target does not return present response - return that
565 package.response() = p->response();
571 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
572 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
576 f_resp->records = z_records_diag;
577 *f_resp->presentStatus = Z_PresentStatus_failure;
581 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
582 Z_Records * records = f_resp->records;
583 records->which = Z_Records_DBOSD;
584 records->u.databaseOrSurDiagnostics =
585 (Z_NamePlusRecordList *)
586 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
587 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
588 nprl->num_records = jobs.size();
589 nprl->records = (Z_NamePlusRecord**)
590 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
592 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
593 for (jit = jobs.begin(); jit != jobs.end(); jit++)
595 PackagePtr p = jit->m_backend->m_package;
597 Z_GDU *gdu = p->response().get();
598 Z_APDU *b_apdu = gdu->u.z3950;
599 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
602 b_resp->records->u.databaseOrSurDiagnostics->
603 records[jit->m_inside_pos];
605 *f_resp->nextResultSetPosition = start + i;
606 *f_resp->numberOfRecordsReturned = i;
608 package.response() = f_apdu;
611 void yf::Multi::process(Package &package) const
613 FrontendPtr f = m_p->get_frontend(package);
615 Z_GDU *gdu = package.request().get();
617 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
618 Z_APDU_initRequest && !f->m_is_multi)
620 f->init(package, gdu);
622 else if (!f->m_is_multi)
624 else if (gdu && gdu->which == Z_GDU_Z3950)
626 Z_APDU *apdu = gdu->u.z3950;
627 if (apdu->which == Z_APDU_initRequest)
631 package.response() = odr.create_close(
633 Z_Close_protocolError,
636 package.session().close();
638 else if (apdu->which == Z_APDU_searchRequest)
640 f->search(package, apdu);
642 else if (apdu->which == Z_APDU_presentRequest)
644 f->present(package, apdu);
650 package.response() = odr.create_close(
651 apdu, Z_Close_protocolError,
652 "unsupported APDU in filter multi");
654 package.session().close();
657 m_p->release_frontend(package);
660 void yp2::filter::Multi::configure(const xmlNode * ptr)
662 for (ptr = ptr->children; ptr; ptr = ptr->next)
664 if (ptr->type != XML_ELEMENT_NODE)
666 if (!strcmp((const char *) ptr->name, "virtual"))
668 std::list<std::string> targets;
670 xmlNode *v_node = ptr->children;
671 for (; v_node; v_node = v_node->next)
673 if (v_node->type != XML_ELEMENT_NODE)
676 if (yp2::xml::is_element_yp2(v_node, "vhost"))
677 vhost = yp2::xml::get_text(v_node);
678 else if (yp2::xml::is_element_yp2(v_node, "target"))
679 targets.push_back(yp2::xml::get_text(v_node));
681 throw yp2::filter::FilterException
683 + std::string((const char *) v_node->name)
684 + " in virtual section"
687 std::string route = yp2::xml::get_route(ptr);
688 add_map_host2hosts(vhost, targets, route);
689 std::list<std::string>::const_iterator it;
690 for (it = targets.begin(); it != targets.end(); it++)
692 std::cout << "Add " << vhost << "->" << *it
693 << "," << route << "\n";
698 throw yp2::filter::FilterException
700 + std::string((const char *) ptr->name)
701 + " in virt_db filter");
706 static yp2::filter::Base* filter_creator()
708 return new yp2::filter::Multi;
712 struct yp2_filter_struct yp2_filter_multi = {
723 * indent-tabs-mode: nil
724 * c-file-style: "stroustrup"
726 * vim: shiftwidth=4 tabstop=8 expandtab