1 /* This file is part of Metaproxy.
2 Copyright (C) 2005-2010 Index Data
4 Metaproxy is free software; you can redistribute it and/or modify it under
5 the terms of the GNU General Public License as published by the Free
6 Software Foundation; either version 2, or (at your option) any later
9 Metaproxy is distributed in the hope that it will be useful, but WITHOUT ANY
10 WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
23 #include <metaproxy/filter.hpp>
24 #include <metaproxy/package.hpp>
26 #include <boost/thread/thread.hpp>
27 #include <boost/thread/mutex.hpp>
28 #include <boost/thread/condition.hpp>
29 #include <boost/shared_ptr.hpp>
31 #include <metaproxy/util.hpp>
32 #include "filter_multi.hpp"
35 #include <yaz/otherinfo.h>
36 #include <yaz/diagbib1.h>
37 #include <yaz/match_glob.h>
44 namespace mp = metaproxy_1;
45 namespace yf = mp::filter;
47 namespace metaproxy_1 {
49 enum multi_merge_type {
53 struct Multi::BackendSet {
56 bool operator < (const BackendSet &k) const;
57 bool operator == (const BackendSet &k) const;
59 struct Multi::ScanTermInfo {
60 std::string m_norm_term;
61 std::string m_display_term;
63 bool operator < (const ScanTermInfo &) const;
64 bool operator == (const ScanTermInfo &) const;
65 Z_Entry *get_entry(ODR odr);
67 struct Multi::FrontendSet {
71 int m_pos; // position for backend (1=first, 2=second,..
72 int m_start; // present request start
73 PresentJob(BackendPtr ptr, int pos) :
74 m_backend(ptr), m_pos(pos), m_start(0) {};
76 FrontendSet(std::string setname);
80 void round_robin(int pos, int number, std::list<PresentJob> &job);
81 void serve_order(int pos, int number, std::list<PresentJob> &job);
83 std::list<BackendSet> m_backend_sets;
84 std::string m_setname;
86 struct Multi::Backend {
88 std::string m_backend_database;
91 void operator() (void); // thread operation
93 struct Multi::Frontend {
98 std::list<BackendPtr> m_backend_list;
99 std::map<std::string,Multi::FrontendSet> m_sets;
101 void multi_move(std::list<BackendPtr> &blist);
102 void init(Package &package, Z_GDU *gdu);
103 void close(Package &package);
104 void search(Package &package, Z_APDU *apdu);
105 void present(Package &package, Z_APDU *apdu);
106 void scan1(Package &package, Z_APDU *apdu);
107 void scan2(Package &package, Z_APDU *apdu);
111 std::string m_target_pattern;
114 Map(std::string pattern, std::string route) :
115 m_target_pattern(pattern), m_route(route) {};
116 bool match(const std::string target, std::string *ret) const {
117 if (yaz_match_glob(m_target_pattern.c_str(), target.c_str()))
127 friend struct Frontend;
130 FrontendPtr get_frontend(Package &package);
131 void release_frontend(Package &package);
133 std::list<Multi::Map> m_route_patterns;
134 boost::mutex m_mutex;
135 boost::condition m_cond_session_ready;
136 std::map<mp::Session, FrontendPtr> m_clients;
137 bool m_hide_unavailable;
138 multi_merge_type m_merge_type;
143 yf::Multi::Rep::Rep()
145 m_hide_unavailable = false;
146 m_merge_type = round_robin;
149 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
151 return m_count < k.m_count;
154 yf::Multi::Frontend::Frontend(Rep *rep)
160 yf::Multi::Frontend::~Frontend()
164 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(mp::Package &package)
166 boost::mutex::scoped_lock lock(m_mutex);
168 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
172 it = m_clients.find(package.session());
173 if (it == m_clients.end())
176 if (!it->second->m_in_use)
178 it->second->m_in_use = true;
181 m_cond_session_ready.wait(lock);
183 FrontendPtr f(new Frontend(this));
184 m_clients[package.session()] = f;
189 void yf::Multi::Rep::release_frontend(mp::Package &package)
191 boost::mutex::scoped_lock lock(m_mutex);
192 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
194 it = m_clients.find(package.session());
195 if (it != m_clients.end())
197 if (package.session().is_closed())
199 it->second->close(package);
204 it->second->m_in_use = false;
206 m_cond_session_ready.notify_all();
210 yf::Multi::FrontendSet::FrontendSet(std::string setname)
216 yf::Multi::FrontendSet::FrontendSet()
221 yf::Multi::FrontendSet::~FrontendSet()
225 yf::Multi::Multi() : m_p(new Multi::Rep)
229 yf::Multi::~Multi() {
233 void yf::Multi::Backend::operator() (void)
235 m_package->move(m_route);
239 void yf::Multi::Frontend::close(mp::Package &package)
241 std::list<BackendPtr>::const_iterator bit;
242 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
246 b->m_package->copy_filter(package);
247 b->m_package->request() = (Z_GDU *) 0;
248 b->m_package->session().close();
249 b->m_package->move(b->m_route);
253 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
255 std::list<BackendPtr>::const_iterator bit;
256 boost::thread_group g;
257 for (bit = blist.begin(); bit != blist.end(); bit++)
259 g.add_thread(new boost::thread(**bit));
264 void yf::Multi::FrontendSet::serve_order(int start, int number,
265 std::list<PresentJob> &jobs)
268 for (i = 0; i < number; i++)
270 std::list<BackendSet>::const_iterator bsit;
272 int offset = start + i - 1;
273 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end();
276 if (offset >= voffset && offset < voffset + bsit->m_count)
278 PresentJob job(bsit->m_backend, offset - voffset + 1);
282 voffset += bsit->m_count;
287 void yf::Multi::FrontendSet::round_robin(int start, int number,
288 std::list<PresentJob> &jobs)
291 std::list<BackendSet>::const_iterator bsit;
292 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
299 // optimization step!
305 // find min count for each set which is > omin
306 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
308 if (bsit->m_count > omin)
310 if (no_left == 0 || bsit->m_count < min)
315 if (no_left == 0) // if nothing greater than omin, bail out.
317 int skip = no_left * min;
318 if (p + skip > start) // step gets us "into" present range?
320 // Yes. skip until start.. Rounding off is deliberate!
321 min = (start-p) / no_left;
324 // update positions in each set..
325 std::list<int>::iterator psit = pos.begin();
326 for (psit = pos.begin(); psit != pos.end(); psit++)
330 // skip on each set.. before "present range"..
333 std::list<int>::iterator psit = pos.begin();
334 for (psit = pos.begin(); psit != pos.end(); psit++)
337 omin = min; // update so we consider next class (with higher count)
345 std::list<int>::iterator psit = pos.begin();
346 bsit = m_backend_sets.begin();
348 for (; bsit != m_backend_sets.end(); psit++,bsit++)
350 if (fetched >= number)
355 if (*psit <= bsit->m_count)
359 PresentJob job(bsit->m_backend, *psit);
371 void yf::Multi::Frontend::init(mp::Package &package, Z_GDU *gdu)
373 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
375 std::list<std::string> targets;
377 mp::util::get_vhost_otherinfo(req->otherInfo, targets);
379 if (targets.size() < 1)
385 std::list<std::string>::const_iterator t_it = targets.begin();
386 for (; t_it != targets.end(); t_it++)
389 Backend *b = new Backend;
392 std::list<Multi::Map>::const_iterator it =
393 m_p->m_route_patterns.begin();
394 while (it != m_p->m_route_patterns.end()) {
395 if (it->match(*t_it, &b->m_route))
399 // b->m_route = m_p->m_target_route[*t_it];
401 b->m_package = PackagePtr(new Package(s, package.origin()));
403 m_backend_list.push_back(BackendPtr(b));
407 // create init request
408 std::list<BackendPtr>::iterator bit;
409 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
413 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
415 std::list<std::string>vhost_one;
416 vhost_one.push_back(b->m_vhost);
417 mp::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo,
420 Z_InitRequest *req = init_apdu->u.initRequest;
422 ODR_MASK_SET(req->options, Z_Options_search);
423 ODR_MASK_SET(req->options, Z_Options_present);
424 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
425 ODR_MASK_SET(req->options, Z_Options_scan);
427 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
428 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
429 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
431 b->m_package->request() = init_apdu;
433 b->m_package->copy_filter(package);
435 multi_move(m_backend_list);
437 // create the frontend init response based on each backend init response
440 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
441 Z_InitResponse *f_resp = f_apdu->u.initResponse;
443 ODR_MASK_SET(f_resp->options, Z_Options_search);
444 ODR_MASK_SET(f_resp->options, Z_Options_present);
445 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
447 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
448 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
449 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
452 int no_succeeded = 0;
453 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); )
455 PackagePtr p = (*bit)->m_package;
457 if (p->session().is_closed())
459 // failed. Remove from list and increment number of failed
461 bit = m_backend_list.erase(bit);
466 Z_GDU *gdu = p->response().get();
467 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
471 Z_APDU *b_apdu = gdu->u.z3950;
472 Z_InitResponse *b_resp = b_apdu->u.initResponse;
474 // common options for all backends
475 for (i = 0; i <= Z_Options_stringSchema; i++)
477 if (!ODR_MASK_GET(b_resp->options, i))
478 ODR_MASK_CLEAR(f_resp->options, i);
480 // common protocol version
481 for (i = 0; i <= Z_ProtocolVersion_3; i++)
482 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
483 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
484 // reject if any of the backends reject
485 if (!*b_resp->result)
490 // if any target does not return init return that (close or
492 package.response() = p->response();
497 if (m_p->m_hide_unavailable)
499 if (no_succeeded == 0)
500 package.session().close();
505 package.session().close();
507 package.response() = f_apdu;
510 void yf::Multi::Frontend::search(mp::Package &package, Z_APDU *apdu_req)
512 // create search request
513 Z_SearchRequest *req = apdu_req->u.searchRequest;
515 // save these for later
516 int smallSetUpperBound = *req->smallSetUpperBound;
517 int largeSetLowerBound = *req->largeSetLowerBound;
518 int mediumSetPresentNumber = *req->mediumSetPresentNumber;
520 // they are altered now - to disable piggyback
521 *req->smallSetUpperBound = 0;
522 *req->largeSetLowerBound = 1;
523 *req->mediumSetPresentNumber = 1;
525 int default_num_db = req->num_databaseNames;
526 char **default_db = req->databaseNames;
528 std::list<BackendPtr>::const_iterator bit;
529 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
531 PackagePtr p = (*bit)->m_package;
534 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
535 &req->num_databaseNames,
536 &req->databaseNames))
538 req->num_databaseNames = default_num_db;
539 req->databaseNames = default_db;
541 p->request() = apdu_req;
542 p->copy_filter(package);
544 multi_move(m_backend_list);
546 // look at each response
547 FrontendSet resultSet(std::string(req->resultSetName));
549 int result_set_size = 0;
550 Z_Records *z_records_diag = 0; // no diagnostics (yet)
551 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
553 PackagePtr p = (*bit)->m_package;
555 if (p->session().is_closed()) // if any backend closes, close frontend
556 package.session().close();
558 Z_GDU *gdu = p->response().get();
559 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
560 Z_APDU_searchResponse)
562 Z_APDU *b_apdu = gdu->u.z3950;
563 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
565 // see we get any errors (AKA diagnstics)
568 if (b_resp->records->which == Z_Records_NSD
569 || b_resp->records->which == Z_Records_multipleNSD)
570 z_records_diag = b_resp->records;
571 // we may set this multiple times (TOO BAD!)
573 BackendSet backendSet;
574 backendSet.m_backend = *bit;
575 backendSet.m_count = *b_resp->resultCount;
576 result_set_size += *b_resp->resultCount;
577 resultSet.m_backend_sets.push_back(backendSet);
581 // if any target does not return search response - return that
582 package.response() = p->response();
588 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
589 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
591 *f_resp->resultCount = result_set_size;
595 f_resp->records = z_records_diag;
596 package.response() = f_apdu;
600 m_sets[resultSet.m_setname] = resultSet;
603 mp::util::piggyback(smallSetUpperBound,
605 mediumSetPresentNumber,
608 Package pp(package.session(), package.origin());
611 pp.copy_filter(package);
612 Z_APDU *p_apdu = zget_APDU(odr, Z_APDU_presentRequest);
613 Z_PresentRequest *p_req = p_apdu->u.presentRequest;
614 p_req->preferredRecordSyntax = req->preferredRecordSyntax;
615 p_req->resultSetId = req->resultSetName;
616 *p_req->resultSetStartPoint = 1;
617 *p_req->numberOfRecordsRequested = number;
618 pp.request() = p_apdu;
621 if (pp.session().is_closed())
622 package.session().close();
624 Z_GDU *gdu = pp.response().get();
625 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
626 Z_APDU_presentResponse)
628 Z_PresentResponse *p_res = gdu->u.z3950->u.presentResponse;
629 f_resp->records = p_res->records;
630 *f_resp->numberOfRecordsReturned =
631 *p_res->numberOfRecordsReturned;
632 *f_resp->nextResultSetPosition =
633 *p_res->nextResultSetPosition;
637 package.response() = pp.response();
641 package.response() = f_apdu; // in this scope because of p
644 void yf::Multi::Frontend::present(mp::Package &package, Z_APDU *apdu_req)
646 // create present request
647 Z_PresentRequest *req = apdu_req->u.presentRequest;
650 it = m_sets.find(std::string(req->resultSetId));
651 if (it == m_sets.end())
655 odr.create_presentResponse(
657 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
659 package.response() = apdu;
662 std::list<Multi::FrontendSet::PresentJob> jobs;
663 int start = *req->resultSetStartPoint;
664 int number = *req->numberOfRecordsRequested;
666 if (m_p->m_merge_type == round_robin)
667 it->second.round_robin(start, number, jobs);
668 else if (m_p->m_merge_type == serve_order)
669 it->second.serve_order(start, number, jobs);
673 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
674 for (jit = jobs.begin(); jit != jobs.end(); jit++)
676 yaz_log(YLOG_LOG, "job pos=%d", jit->m_pos);
680 std::list<BackendPtr> present_backend_list;
682 std::list<BackendSet>::const_iterator bsit;
683 bsit = it->second.m_backend_sets.begin();
684 for (; bsit != it->second.m_backend_sets.end(); bsit++)
689 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
690 for (jit = jobs.begin(); jit != jobs.end(); jit++)
692 if (jit->m_backend == bsit->m_backend)
694 if (start == -1 || jit->m_pos < start)
696 if (end == -1 || jit->m_pos > end)
703 std::list<Multi::FrontendSet::PresentJob>::iterator jit;
704 for (jit = jobs.begin(); jit != jobs.end(); jit++)
706 if (jit->m_backend == bsit->m_backend)
708 if (jit->m_pos >= start && jit->m_pos <= end)
709 jit->m_start = start;
713 PackagePtr p = bsit->m_backend->m_package;
715 *req->resultSetStartPoint = start;
716 *req->numberOfRecordsRequested = end - start + 1;
718 p->request() = apdu_req;
719 p->copy_filter(package);
721 present_backend_list.push_back(bsit->m_backend);
724 multi_move(present_backend_list);
726 // look at each response
727 Z_Records *z_records_diag = 0;
729 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
730 for (; pbit != present_backend_list.end(); pbit++)
732 PackagePtr p = (*pbit)->m_package;
734 if (p->session().is_closed()) // if any backend closes, close frontend
735 package.session().close();
737 Z_GDU *gdu = p->response().get();
738 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
739 Z_APDU_presentResponse)
741 Z_APDU *b_apdu = gdu->u.z3950;
742 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
744 // see we get any errors (AKA diagnstics)
747 if (b_resp->records->which != Z_Records_DBOSD)
748 z_records_diag = b_resp->records;
749 // we may set this multiple times (TOO BAD!)
754 // if any target does not return present response - return that
755 package.response() = p->response();
761 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
762 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
766 f_resp->records = z_records_diag;
767 *f_resp->presentStatus = Z_PresentStatus_failure;
769 else if (number < 0 || number > jobs.size())
772 odr.create_presentResponse(
774 YAZ_BIB1_PRESENT_REQUEST_OUT_OF_RANGE,
779 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
780 Z_Records * records = f_resp->records;
781 records->which = Z_Records_DBOSD;
782 records->u.databaseOrSurDiagnostics =
783 (Z_NamePlusRecordList *)
784 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
785 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
786 nprl->num_records = jobs.size();
787 nprl->records = (Z_NamePlusRecord**)
788 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
790 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
791 for (jit = jobs.begin(); jit != jobs.end(); jit++, i++)
793 PackagePtr p = jit->m_backend->m_package;
795 Z_GDU *gdu = p->response().get();
796 Z_APDU *b_apdu = gdu->u.z3950;
797 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
799 nprl->records[i] = (Z_NamePlusRecord*)
800 odr_malloc(odr, sizeof(Z_NamePlusRecord));
801 int inside_pos = jit->m_pos - jit->m_start;
802 if (inside_pos >= b_resp->records->
803 u.databaseOrSurDiagnostics->num_records)
805 *nprl->records[i] = *b_resp->records->
806 u.databaseOrSurDiagnostics->records[inside_pos];
807 nprl->records[i]->databaseName =
808 odr_strdup(odr, jit->m_backend->m_vhost.c_str());
810 nprl->num_records = i; // usually same as jobs.size();
811 *f_resp->nextResultSetPosition = start + i;
812 *f_resp->numberOfRecordsReturned = i;
814 package.response() = f_apdu;
817 void yf::Multi::Frontend::scan1(mp::Package &package, Z_APDU *apdu_req)
819 if (m_backend_list.size() > 1)
823 odr.create_scanResponse(
824 apdu_req, YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP, 0);
825 package.response() = f_apdu;
828 Z_ScanRequest *req = apdu_req->u.scanRequest;
830 int default_num_db = req->num_databaseNames;
831 char **default_db = req->databaseNames;
833 std::list<BackendPtr>::const_iterator bit;
834 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
836 PackagePtr p = (*bit)->m_package;
839 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
840 &req->num_databaseNames,
841 &req->databaseNames))
843 req->num_databaseNames = default_num_db;
844 req->databaseNames = default_db;
846 p->request() = apdu_req;
847 p->copy_filter(package);
849 multi_move(m_backend_list);
851 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
853 PackagePtr p = (*bit)->m_package;
855 if (p->session().is_closed()) // if any backend closes, close frontend
856 package.session().close();
858 Z_GDU *gdu = p->response().get();
859 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
862 package.response() = p->response();
867 // if any target does not return scan response - return that
868 package.response() = p->response();
874 bool yf::Multi::ScanTermInfo::operator < (const ScanTermInfo &k) const
876 return m_norm_term < k.m_norm_term;
879 bool yf::Multi::ScanTermInfo::operator == (const ScanTermInfo &k) const
881 return m_norm_term == k.m_norm_term;
884 Z_Entry *yf::Multi::ScanTermInfo::get_entry(ODR odr)
886 Z_Entry *e = (Z_Entry *)odr_malloc(odr, sizeof(*e));
887 e->which = Z_Entry_termInfo;
889 t = e->u.termInfo = (Z_TermInfo *) odr_malloc(odr, sizeof(*t));
890 t->suggestedAttributes = 0;
892 t->alternativeTerm = 0;
894 t->otherTermInfo = 0;
895 t->globalOccurrences = odr_intdup(odr, m_count);
897 odr_malloc(odr, sizeof(*t->term));
898 t->term->which = Z_Term_general;
900 t->term->u.general = o = (Odr_oct *)odr_malloc(odr, sizeof(Odr_oct));
902 o->len = o->size = m_norm_term.size();
903 o->buf = (unsigned char *) odr_malloc(odr, o->len);
904 memcpy(o->buf, m_norm_term.c_str(), o->len);
908 void yf::Multi::Frontend::scan2(mp::Package &package, Z_APDU *apdu_req)
910 Z_ScanRequest *req = apdu_req->u.scanRequest;
912 int default_num_db = req->num_databaseNames;
913 char **default_db = req->databaseNames;
915 std::list<BackendPtr>::const_iterator bit;
916 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
918 PackagePtr p = (*bit)->m_package;
921 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
922 &req->num_databaseNames,
923 &req->databaseNames))
925 req->num_databaseNames = default_num_db;
926 req->databaseNames = default_db;
928 p->request() = apdu_req;
929 p->copy_filter(package);
931 multi_move(m_backend_list);
933 ScanTermInfoList entries_before;
934 ScanTermInfoList entries_after;
938 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
940 PackagePtr p = (*bit)->m_package;
942 if (p->session().is_closed()) // if any backend closes, close frontend
943 package.session().close();
945 Z_GDU *gdu = p->response().get();
946 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
949 Z_ScanResponse *res = gdu->u.z3950->u.scanResponse;
951 if (res->entries && res->entries->nonsurrogateDiagnostics)
955 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, 0);
956 Z_ScanResponse *f_res = f_apdu->u.scanResponse;
958 f_res->entries->nonsurrogateDiagnostics =
959 res->entries->nonsurrogateDiagnostics;
960 f_res->entries->num_nonsurrogateDiagnostics =
961 res->entries->num_nonsurrogateDiagnostics;
963 package.response() = f_apdu;
967 if (res->entries && res->entries->entries)
969 Z_Entry **entries = res->entries->entries;
970 int num_entries = res->entries->num_entries;
972 if (req->preferredPositionInResponse)
973 position = *req->preferredPositionInResponse;
974 if (res->positionOfTerm)
975 position = *res->positionOfTerm;
979 for (i = 0; i<position-1 && i<num_entries; i++)
981 Z_Entry *ent = entries[i];
983 if (ent->which == Z_Entry_termInfo)
987 Odr_int *occur = ent->u.termInfo->globalOccurrences;
988 my.m_count = occur ? *occur : 0;
990 if (ent->u.termInfo->term->which == Z_Term_general)
992 my.m_norm_term = std::string(
994 ent->u.termInfo->term->u.general->buf,
995 ent->u.termInfo->term->u.general->len);
997 if (my.m_norm_term.length())
999 ScanTermInfoList::iterator it =
1000 entries_before.begin();
1001 while (it != entries_before.end() && my <*it)
1005 it->m_count += my.m_count;
1009 entries_before.insert(it, my);
1020 for ( ; i<num_entries; i++)
1022 Z_Entry *ent = entries[i];
1024 if (ent->which == Z_Entry_termInfo)
1028 Odr_int *occur = ent->u.termInfo->globalOccurrences;
1029 my.m_count = occur ? *occur : 0;
1031 if (ent->u.termInfo->term->which == Z_Term_general)
1033 my.m_norm_term = std::string(
1035 ent->u.termInfo->term->u.general->buf,
1036 ent->u.termInfo->term->u.general->len);
1038 if (my.m_norm_term.length())
1040 ScanTermInfoList::iterator it =
1041 entries_after.begin();
1042 while (it != entries_after.end() && *it < my)
1046 it->m_count += my.m_count;
1050 entries_after.insert(it, my);
1061 // if any target does not return scan response - return that
1062 package.response() = p->response();
1069 std::cout << "BEFORE\n";
1070 ScanTermInfoList::iterator it = entries_before.begin();
1071 for(; it != entries_before.end(); it++)
1073 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1076 std::cout << "AFTER\n";
1077 it = entries_after.begin();
1078 for(; it != entries_after.end(); it++)
1080 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1087 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, "not implemented");
1088 package.response() = f_apdu;
1093 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 0, 0);
1094 Z_ScanResponse *resp = f_apdu->u.scanResponse;
1096 int number_returned = *req->numberOfTermsRequested;
1097 int position_returned = *req->preferredPositionInResponse;
1099 resp->entries->num_entries = number_returned;
1100 resp->entries->entries = (Z_Entry**)
1101 odr_malloc(odr, sizeof(Z_Entry*) * number_returned);
1104 int lbefore = entries_before.size();
1105 if (lbefore < position_returned-1)
1106 position_returned = lbefore+1;
1108 ScanTermInfoList::iterator it = entries_before.begin();
1109 for (i = 0; i<position_returned-1 && it != entries_before.end(); i++, it++)
1111 resp->entries->entries[position_returned-2-i] = it->get_entry(odr);
1114 it = entries_after.begin();
1116 if (position_returned <= 0)
1119 i = position_returned-1;
1120 for (; i<number_returned && it != entries_after.end(); i++, it++)
1122 resp->entries->entries[i] = it->get_entry(odr);
1125 number_returned = i;
1127 resp->positionOfTerm = odr_intdup(odr, position_returned);
1128 resp->numberOfEntriesReturned = odr_intdup(odr, number_returned);
1129 resp->entries->num_entries = number_returned;
1131 package.response() = f_apdu;
1136 void yf::Multi::process(mp::Package &package) const
1138 FrontendPtr f = m_p->get_frontend(package);
1140 Z_GDU *gdu = package.request().get();
1142 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
1143 Z_APDU_initRequest && !f->m_is_multi)
1145 f->init(package, gdu);
1147 else if (!f->m_is_multi)
1149 else if (gdu && gdu->which == Z_GDU_Z3950)
1151 Z_APDU *apdu = gdu->u.z3950;
1152 if (apdu->which == Z_APDU_initRequest)
1156 package.response() = odr.create_close(
1158 Z_Close_protocolError,
1161 package.session().close();
1163 else if (apdu->which == Z_APDU_searchRequest)
1165 f->search(package, apdu);
1167 else if (apdu->which == Z_APDU_presentRequest)
1169 f->present(package, apdu);
1171 else if (apdu->which == Z_APDU_scanRequest)
1173 f->scan2(package, apdu);
1179 package.response() = odr.create_close(
1180 apdu, Z_Close_protocolError,
1181 "unsupported APDU in filter multi");
1183 package.session().close();
1186 m_p->release_frontend(package);
1189 void mp::filter::Multi::configure(const xmlNode * ptr, bool test_only)
1191 for (ptr = ptr->children; ptr; ptr = ptr->next)
1193 if (ptr->type != XML_ELEMENT_NODE)
1195 if (!strcmp((const char *) ptr->name, "target"))
1197 std::string route = mp::xml::get_route(ptr);
1198 std::string target = mp::xml::get_text(ptr);
1199 m_p->m_route_patterns.push_back(Multi::Map(target, route));
1201 else if (!strcmp((const char *) ptr->name, "hideunavailable"))
1203 m_p->m_hide_unavailable = true;
1205 else if (!strcmp((const char *) ptr->name, "mergetype"))
1207 std::string mergetype = mp::xml::get_text(ptr);
1208 if (mergetype == "roundrobin")
1209 m_p->m_merge_type = round_robin;
1210 else if (mergetype == "serveorder")
1211 m_p->m_merge_type = serve_order;
1213 throw mp::filter::FilterException
1214 ("Bad mergetype " + mergetype + " in multi filter");
1219 throw mp::filter::FilterException
1221 + std::string((const char *) ptr->name)
1222 + " in multi filter");
1227 static mp::filter::Base* filter_creator()
1229 return new mp::filter::Multi;
1233 struct metaproxy_1_filter_struct metaproxy_1_filter_multi = {
1244 * c-file-style: "Stroustrup"
1245 * indent-tabs-mode: nil
1247 * vim: shiftwidth=4 tabstop=8 expandtab