1 /* $Id: filter_multi.cpp,v 1.14 2006-02-02 11:33:46 adam Exp $
2 Copyright (c) 2005, Index Data.
10 #include "package.hpp"
12 #include <boost/thread/thread.hpp>
13 #include <boost/thread/mutex.hpp>
14 #include <boost/thread/condition.hpp>
15 #include <boost/shared_ptr.hpp>
18 #include "filter_multi.hpp"
21 #include <yaz/otherinfo.h>
22 #include <yaz/diagbib1.h>
29 namespace yf = yp2::filter;
34 struct Multi::BackendSet {
37 bool operator < (const BackendSet &k) const;
38 bool operator == (const BackendSet &k) const;
40 struct Multi::ScanTermInfo {
41 std::string m_norm_term;
42 std::string m_display_term;
44 bool operator < (const ScanTermInfo &) const;
45 bool operator == (const ScanTermInfo &) const;
46 Z_Entry *get_entry(ODR odr);
48 struct Multi::FrontendSet {
54 FrontendSet(std::string setname);
58 void round_robin(int pos, int number, std::list<PresentJob> &job);
60 std::list<BackendSet> m_backend_sets;
61 std::string m_setname;
63 struct Multi::Backend {
65 std::string m_backend_database;
68 void operator() (void); // thread operation
70 struct Multi::Frontend {
75 std::list<BackendPtr> m_backend_list;
76 std::map<std::string,Multi::FrontendSet> m_sets;
78 void multi_move(std::list<BackendPtr> &blist);
79 void init(Package &package, Z_GDU *gdu);
80 void close(Package &package);
81 void search(Package &package, Z_APDU *apdu);
82 void present(Package &package, Z_APDU *apdu);
83 void scan1(Package &package, Z_APDU *apdu);
84 void scan2(Package &package, Z_APDU *apdu);
88 Map(std::list<std::string> hosts, std::string route);
90 std::list<std::string> m_hosts;
95 friend struct Frontend;
97 FrontendPtr get_frontend(Package &package);
98 void release_frontend(Package &package);
100 boost::mutex m_sessions_mutex;
101 std::map<std::string, Multi::Map>m_maps;
102 std::map<std::string,std::string> m_target_route;
103 boost::mutex m_mutex;
104 boost::condition m_cond_session_ready;
105 std::map<yp2::Session, FrontendPtr> m_clients;
112 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
114 return m_count < k.m_count;
117 yf::Multi::Frontend::Frontend(Rep *rep)
123 yf::Multi::Frontend::~Frontend()
127 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(Package &package)
129 boost::mutex::scoped_lock lock(m_mutex);
131 std::map<yp2::Session,yf::Multi::FrontendPtr>::iterator it;
135 it = m_clients.find(package.session());
136 if (it == m_clients.end())
139 if (!it->second->m_in_use)
141 it->second->m_in_use = true;
144 m_cond_session_ready.wait(lock);
146 FrontendPtr f(new Frontend(this));
147 m_clients[package.session()] = f;
152 void yf::Multi::Rep::release_frontend(Package &package)
154 boost::mutex::scoped_lock lock(m_mutex);
155 std::map<yp2::Session,yf::Multi::FrontendPtr>::iterator it;
157 it = m_clients.find(package.session());
158 if (it != m_clients.end())
160 if (package.session().is_closed())
162 it->second->close(package);
167 it->second->m_in_use = false;
169 m_cond_session_ready.notify_all();
173 yf::Multi::FrontendSet::FrontendSet(std::string setname)
179 yf::Multi::FrontendSet::FrontendSet()
184 yf::Multi::FrontendSet::~FrontendSet()
188 yf::Multi::Map::Map(std::list<std::string> hosts, std::string route)
189 : m_hosts(hosts), m_route(route)
193 yf::Multi::Map::Map()
197 yf::Multi::Multi() : m_p(new Multi::Rep)
201 yf::Multi::~Multi() {
205 void yf::Multi::add_map_host2hosts(std::string host,
206 std::list<std::string> hosts,
209 m_p->m_maps[host] = Multi::Map(hosts, route);
212 void yf::Multi::Backend::operator() (void)
214 m_package->move(m_route);
218 void yf::Multi::Frontend::close(Package &package)
220 std::list<BackendPtr>::const_iterator bit;
221 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
225 b->m_package->copy_filter(package);
226 b->m_package->request() = (Z_GDU *) 0;
227 b->m_package->session().close();
228 b->m_package->move(b->m_route);
232 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
234 std::list<BackendPtr>::const_iterator bit;
235 boost::thread_group g;
236 for (bit = blist.begin(); bit != blist.end(); bit++)
238 g.add_thread(new boost::thread(**bit));
243 void yf::Multi::FrontendSet::round_robin(int start, int number,
244 std::list<PresentJob> &jobs)
247 std::list<int> inside_pos;
248 std::list<BackendSet>::const_iterator bsit;
249 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
252 inside_pos.push_back(0);
257 // optimization step!
263 // find min count for each set which is > omin
264 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
266 if (bsit->m_count > omin)
268 if (no_left == 0 || bsit->m_count < min)
273 if (no_left == 0) // if nothing greater than omin, bail out.
275 int skip = no_left * min;
276 if (p + skip > start) // step gets us "into" present range?
278 // Yes. skip until start.. Rounding off is deliberate!
279 min = (start-p) / no_left;
282 // update positions in each set..
283 std::list<int>::iterator psit = pos.begin();
284 for (psit = pos.begin(); psit != pos.end(); psit++)
288 // skip on each set.. before "present range"..
291 std::cout << "\nSKIP min=" << min << " no_left=" << no_left << "\n\n";
293 std::list<int>::iterator psit = pos.begin();
294 for (psit = pos.begin(); psit != pos.end(); psit++)
297 omin = min; // update so we consider next class (with higher count)
305 std::list<int>::iterator psit = pos.begin();
306 std::list<int>::iterator esit = inside_pos.begin();
307 bsit = m_backend_sets.begin();
309 for (; bsit != m_backend_sets.end(); psit++,esit++,bsit++)
311 if (fetched >= number)
316 if (*psit <= bsit->m_count)
321 job.m_backend = bsit->m_backend;
323 job.m_inside_pos = *esit;
336 void yf::Multi::Frontend::init(Package &package, Z_GDU *gdu)
338 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
340 std::list<std::string> targets;
342 yp2::util::get_vhost_otherinfo(&req->otherInfo, false, targets);
344 if (targets.size() < 1)
350 std::list<std::string>::const_iterator t_it = targets.begin();
351 for (; t_it != targets.end(); t_it++)
354 Backend *b = new Backend;
357 b->m_route = m_p->m_target_route[*t_it];
359 b->m_package = PackagePtr(new Package(s, package.origin()));
361 m_backend_list.push_back(BackendPtr(b));
365 // create init request
366 std::list<BackendPtr>::const_iterator bit;
367 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
371 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
373 std::list<std::string>vhost_one;
374 vhost_one.push_back(b->m_vhost);
375 yp2::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo,
378 Z_InitRequest *req = init_apdu->u.initRequest;
380 ODR_MASK_SET(req->options, Z_Options_search);
381 ODR_MASK_SET(req->options, Z_Options_present);
382 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
383 ODR_MASK_SET(req->options, Z_Options_scan);
385 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
386 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
387 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
389 b->m_package->request() = init_apdu;
391 b->m_package->copy_filter(package);
393 multi_move(m_backend_list);
395 // create the frontend init response based on each backend init response
398 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
399 Z_InitResponse *f_resp = f_apdu->u.initResponse;
401 ODR_MASK_SET(f_resp->options, Z_Options_search);
402 ODR_MASK_SET(f_resp->options, Z_Options_present);
403 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
405 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
406 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
407 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
409 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
411 PackagePtr p = (*bit)->m_package;
413 if (p->session().is_closed()) // if any backend closes, close frontend
414 package.session().close();
415 Z_GDU *gdu = p->response().get();
416 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
420 Z_APDU *b_apdu = gdu->u.z3950;
421 Z_InitResponse *b_resp = b_apdu->u.initResponse;
423 // common options for all backends
424 for (i = 0; i <= Z_Options_stringSchema; i++)
426 if (!ODR_MASK_GET(b_resp->options, i))
427 ODR_MASK_CLEAR(f_resp->options, i);
429 // common protocol version
430 for (i = 0; i <= Z_ProtocolVersion_3; i++)
431 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
432 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
433 // reject if any of the backends reject
434 if (!*b_resp->result)
439 // if any target does not return init return that (close or
441 package.response() = p->response();
445 package.response() = f_apdu;
448 void yf::Multi::Frontend::search(Package &package, Z_APDU *apdu_req)
450 // create search request
451 Z_SearchRequest *req = apdu_req->u.searchRequest;
453 // save these for later
454 int smallSetUpperBound = *req->smallSetUpperBound;
455 int largeSetLowerBound = *req->largeSetLowerBound;
456 int mediumSetPresentNumber = *req->mediumSetPresentNumber;
458 // they are altered now - to disable piggyback
459 *req->smallSetUpperBound = 0;
460 *req->largeSetLowerBound = 1;
461 *req->mediumSetPresentNumber = 1;
463 int default_num_db = req->num_databaseNames;
464 char **default_db = req->databaseNames;
466 std::list<BackendPtr>::const_iterator bit;
467 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
469 PackagePtr p = (*bit)->m_package;
472 if (!yp2::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
473 &req->num_databaseNames,
474 &req->databaseNames))
476 req->num_databaseNames = default_num_db;
477 req->databaseNames = default_db;
479 p->request() = apdu_req;
480 p->copy_filter(package);
482 multi_move(m_backend_list);
484 // look at each response
485 FrontendSet resultSet(std::string(req->resultSetName));
487 int result_set_size = 0;
488 Z_Records *z_records_diag = 0; // no diagnostics (yet)
489 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
491 PackagePtr p = (*bit)->m_package;
493 if (p->session().is_closed()) // if any backend closes, close frontend
494 package.session().close();
496 Z_GDU *gdu = p->response().get();
497 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
498 Z_APDU_searchResponse)
500 Z_APDU *b_apdu = gdu->u.z3950;
501 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
503 // see we get any errors (AKA diagnstics)
506 if (b_resp->records->which == Z_Records_NSD
507 || b_resp->records->which == Z_Records_multipleNSD)
508 z_records_diag = b_resp->records;
509 // we may set this multiple times (TOO BAD!)
511 BackendSet backendSet;
512 backendSet.m_backend = *bit;
513 backendSet.m_count = *b_resp->resultCount;
514 result_set_size += *b_resp->resultCount;
515 resultSet.m_backend_sets.push_back(backendSet);
519 // if any target does not return search response - return that
520 package.response() = p->response();
526 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
527 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
529 *f_resp->resultCount = result_set_size;
533 f_resp->records = z_records_diag;
534 package.response() = f_apdu;
538 m_sets[resultSet.m_setname] = resultSet;
541 yp2::util::piggyback(smallSetUpperBound,
543 mediumSetPresentNumber,
546 Package pp(package.session(), package.origin());
549 pp.copy_filter(package);
550 Z_APDU *p_apdu = zget_APDU(odr, Z_APDU_presentRequest);
551 Z_PresentRequest *p_req = p_apdu->u.presentRequest;
552 p_req->preferredRecordSyntax = req->preferredRecordSyntax;
553 p_req->resultSetId = req->resultSetName;
554 *p_req->resultSetStartPoint = 1;
555 *p_req->numberOfRecordsRequested = number;
556 pp.request() = p_apdu;
559 if (pp.session().is_closed())
560 package.session().close();
562 Z_GDU *gdu = pp.response().get();
563 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
564 Z_APDU_presentResponse)
566 Z_PresentResponse *p_res = gdu->u.z3950->u.presentResponse;
567 f_resp->records = p_res->records;
568 *f_resp->numberOfRecordsReturned =
569 *p_res->numberOfRecordsReturned;
570 *f_resp->nextResultSetPosition =
571 *p_res->nextResultSetPosition;
575 package.response() = pp.response();
579 package.response() = f_apdu; // in this scope because of p
582 void yf::Multi::Frontend::present(Package &package, Z_APDU *apdu_req)
584 // create present request
585 Z_PresentRequest *req = apdu_req->u.presentRequest;
588 it = m_sets.find(std::string(req->resultSetId));
589 if (it == m_sets.end())
593 odr.create_presentResponse(
595 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
597 package.response() = apdu;
600 std::list<Multi::FrontendSet::PresentJob> jobs;
601 int start = *req->resultSetStartPoint;
602 int number = *req->numberOfRecordsRequested;
603 it->second.round_robin(start, number, jobs);
605 std::list<BackendPtr> present_backend_list;
607 std::list<BackendSet>::const_iterator bsit;
608 bsit = it->second.m_backend_sets.begin();
609 for (; bsit != it->second.m_backend_sets.end(); bsit++)
611 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
615 for (jit = jobs.begin(); jit != jobs.end(); jit++)
617 if (jit->m_backend == bsit->m_backend)
619 if (start == -1 || jit->m_pos < start)
621 if (end == -1 || jit->m_pos > end)
627 PackagePtr p = bsit->m_backend->m_package;
629 *req->resultSetStartPoint = start;
630 *req->numberOfRecordsRequested = end - start + 1;
632 p->request() = apdu_req;
633 p->copy_filter(package);
635 present_backend_list.push_back(bsit->m_backend);
638 multi_move(present_backend_list);
640 // look at each response
641 Z_Records *z_records_diag = 0;
643 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
644 for (; pbit != present_backend_list.end(); pbit++)
646 PackagePtr p = (*pbit)->m_package;
648 if (p->session().is_closed()) // if any backend closes, close frontend
649 package.session().close();
651 Z_GDU *gdu = p->response().get();
652 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
653 Z_APDU_presentResponse)
655 Z_APDU *b_apdu = gdu->u.z3950;
656 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
658 // see we get any errors (AKA diagnstics)
661 if (b_resp->records->which != Z_Records_DBOSD)
662 z_records_diag = b_resp->records;
663 // we may set this multiple times (TOO BAD!)
668 // if any target does not return present response - return that
669 package.response() = p->response();
675 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
676 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
680 f_resp->records = z_records_diag;
681 *f_resp->presentStatus = Z_PresentStatus_failure;
685 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
686 Z_Records * records = f_resp->records;
687 records->which = Z_Records_DBOSD;
688 records->u.databaseOrSurDiagnostics =
689 (Z_NamePlusRecordList *)
690 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
691 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
692 nprl->num_records = jobs.size();
693 nprl->records = (Z_NamePlusRecord**)
694 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
696 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
697 for (jit = jobs.begin(); jit != jobs.end(); jit++)
699 PackagePtr p = jit->m_backend->m_package;
701 Z_GDU *gdu = p->response().get();
702 Z_APDU *b_apdu = gdu->u.z3950;
703 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
706 b_resp->records->u.databaseOrSurDiagnostics->
707 records[jit->m_inside_pos];
709 *f_resp->nextResultSetPosition = start + i;
710 *f_resp->numberOfRecordsReturned = i;
712 package.response() = f_apdu;
715 void yf::Multi::Frontend::scan1(Package &package, Z_APDU *apdu_req)
717 if (m_backend_list.size() > 1)
721 odr.create_scanResponse(
722 apdu_req, YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP, 0);
723 package.response() = f_apdu;
726 Z_ScanRequest *req = apdu_req->u.scanRequest;
728 int default_num_db = req->num_databaseNames;
729 char **default_db = req->databaseNames;
731 std::list<BackendPtr>::const_iterator bit;
732 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
734 PackagePtr p = (*bit)->m_package;
737 if (!yp2::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
738 &req->num_databaseNames,
739 &req->databaseNames))
741 req->num_databaseNames = default_num_db;
742 req->databaseNames = default_db;
744 p->request() = apdu_req;
745 p->copy_filter(package);
747 multi_move(m_backend_list);
749 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
751 PackagePtr p = (*bit)->m_package;
753 if (p->session().is_closed()) // if any backend closes, close frontend
754 package.session().close();
756 Z_GDU *gdu = p->response().get();
757 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
760 package.response() = p->response();
765 // if any target does not return scan response - return that
766 package.response() = p->response();
772 bool yf::Multi::ScanTermInfo::operator < (const ScanTermInfo &k) const
774 return m_norm_term < k.m_norm_term;
777 bool yf::Multi::ScanTermInfo::operator == (const ScanTermInfo &k) const
779 return m_norm_term == k.m_norm_term;
782 Z_Entry *yf::Multi::ScanTermInfo::get_entry(ODR odr)
784 Z_Entry *e = (Z_Entry *)odr_malloc(odr, sizeof(*e));
785 e->which = Z_Entry_termInfo;
787 t = e->u.termInfo = (Z_TermInfo *) odr_malloc(odr, sizeof(*t));
788 t->suggestedAttributes = 0;
790 t->alternativeTerm = 0;
792 t->otherTermInfo = 0;
793 t->globalOccurrences = odr_intdup(odr, m_count);
795 odr_malloc(odr, sizeof(*t->term));
796 t->term->which = Z_Term_general;
798 t->term->u.general = o = (Odr_oct *)odr_malloc(odr, sizeof(Odr_oct));
800 o->len = o->size = m_norm_term.size();
801 o->buf = (unsigned char *) odr_malloc(odr, o->len);
802 memcpy(o->buf, m_norm_term.c_str(), o->len);
806 void yf::Multi::Frontend::scan2(Package &package, Z_APDU *apdu_req)
808 Z_ScanRequest *req = apdu_req->u.scanRequest;
810 int default_num_db = req->num_databaseNames;
811 char **default_db = req->databaseNames;
813 std::list<BackendPtr>::const_iterator bit;
814 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
816 PackagePtr p = (*bit)->m_package;
819 if (!yp2::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
820 &req->num_databaseNames,
821 &req->databaseNames))
823 req->num_databaseNames = default_num_db;
824 req->databaseNames = default_db;
826 p->request() = apdu_req;
827 p->copy_filter(package);
829 multi_move(m_backend_list);
831 ScanTermInfoList entries_before;
832 ScanTermInfoList entries_after;
836 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
838 PackagePtr p = (*bit)->m_package;
840 if (p->session().is_closed()) // if any backend closes, close frontend
841 package.session().close();
843 Z_GDU *gdu = p->response().get();
844 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
847 Z_ScanResponse *res = gdu->u.z3950->u.scanResponse;
849 if (res->entries && res->entries->nonsurrogateDiagnostics)
853 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, 0);
854 Z_ScanResponse *f_res = f_apdu->u.scanResponse;
856 f_res->entries->nonsurrogateDiagnostics =
857 res->entries->nonsurrogateDiagnostics;
858 f_res->entries->num_nonsurrogateDiagnostics =
859 res->entries->num_nonsurrogateDiagnostics;
861 package.response() = f_apdu;
865 if (res->entries && res->entries->entries)
867 Z_Entry **entries = res->entries->entries;
868 int num_entries = res->entries->num_entries;
870 if (req->preferredPositionInResponse)
871 position = *req->preferredPositionInResponse;
872 if (res->positionOfTerm)
873 position = *res->positionOfTerm;
877 for (i = 0; i<position-1 && i<num_entries; i++)
879 Z_Entry *ent = entries[i];
881 if (ent->which == Z_Entry_termInfo)
885 int *occur = ent->u.termInfo->globalOccurrences;
886 my.m_count = occur ? *occur : 0;
888 if (ent->u.termInfo->term->which == Z_Term_general)
890 my.m_norm_term = std::string(
892 ent->u.termInfo->term->u.general->buf,
893 ent->u.termInfo->term->u.general->len);
895 if (my.m_norm_term.length())
897 ScanTermInfoList::iterator it =
898 entries_before.begin();
899 while (it != entries_before.end() && my <*it)
903 it->m_count += my.m_count;
907 entries_before.insert(it, my);
918 for ( ; i<num_entries; i++)
920 Z_Entry *ent = entries[i];
922 if (ent->which == Z_Entry_termInfo)
926 int *occur = ent->u.termInfo->globalOccurrences;
927 my.m_count = occur ? *occur : 0;
929 if (ent->u.termInfo->term->which == Z_Term_general)
931 my.m_norm_term = std::string(
933 ent->u.termInfo->term->u.general->buf,
934 ent->u.termInfo->term->u.general->len);
936 if (my.m_norm_term.length())
938 ScanTermInfoList::iterator it =
939 entries_after.begin();
940 while (it != entries_after.end() && *it < my)
944 it->m_count += my.m_count;
948 entries_after.insert(it, my);
959 // if any target does not return scan response - return that
960 package.response() = p->response();
967 std::cout << "BEFORE\n";
968 ScanTermInfoList::iterator it = entries_before.begin();
969 for(; it != entries_before.end(); it++)
971 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
974 std::cout << "AFTER\n";
975 it = entries_after.begin();
976 for(; it != entries_after.end(); it++)
978 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
985 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, "not implemented");
986 package.response() = f_apdu;
991 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 0, 0);
992 Z_ScanResponse *resp = f_apdu->u.scanResponse;
994 int number_returned = *req->numberOfTermsRequested;
995 int position_returned = *req->preferredPositionInResponse;
997 resp->entries->num_entries = number_returned;
998 resp->entries->entries = (Z_Entry**)
999 odr_malloc(odr, sizeof(Z_Entry*) * number_returned);
1002 int lbefore = entries_before.size();
1003 if (lbefore < position_returned-1)
1004 position_returned = lbefore+1;
1006 ScanTermInfoList::iterator it = entries_before.begin();
1007 for (i = 0; i<position_returned-1 && it != entries_before.end(); i++, it++)
1009 resp->entries->entries[position_returned-2-i] = it->get_entry(odr);
1012 it = entries_after.begin();
1014 if (position_returned <= 0)
1017 i = position_returned-1;
1018 for (; i<number_returned && it != entries_after.end(); i++, it++)
1020 resp->entries->entries[i] = it->get_entry(odr);
1023 number_returned = i;
1025 resp->positionOfTerm = odr_intdup(odr, position_returned);
1026 resp->numberOfEntriesReturned = odr_intdup(odr, number_returned);
1027 resp->entries->num_entries = number_returned;
1029 package.response() = f_apdu;
1034 void yf::Multi::process(Package &package) const
1036 FrontendPtr f = m_p->get_frontend(package);
1038 Z_GDU *gdu = package.request().get();
1040 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
1041 Z_APDU_initRequest && !f->m_is_multi)
1043 f->init(package, gdu);
1045 else if (!f->m_is_multi)
1047 else if (gdu && gdu->which == Z_GDU_Z3950)
1049 Z_APDU *apdu = gdu->u.z3950;
1050 if (apdu->which == Z_APDU_initRequest)
1054 package.response() = odr.create_close(
1056 Z_Close_protocolError,
1059 package.session().close();
1061 else if (apdu->which == Z_APDU_searchRequest)
1063 f->search(package, apdu);
1065 else if (apdu->which == Z_APDU_presentRequest)
1067 f->present(package, apdu);
1069 else if (apdu->which == Z_APDU_scanRequest)
1071 f->scan2(package, apdu);
1077 package.response() = odr.create_close(
1078 apdu, Z_Close_protocolError,
1079 "unsupported APDU in filter multi");
1081 package.session().close();
1084 m_p->release_frontend(package);
1087 void yp2::filter::Multi::configure(const xmlNode * ptr)
1089 for (ptr = ptr->children; ptr; ptr = ptr->next)
1091 if (ptr->type != XML_ELEMENT_NODE)
1093 if (!strcmp((const char *) ptr->name, "target"))
1095 std::string route = yp2::xml::get_route(ptr);
1096 std::string target = yp2::xml::get_text(ptr);
1097 std::cout << "route=" << route << " target=" << target << "\n";
1098 m_p->m_target_route[target] = route;
1100 else if (!strcmp((const char *) ptr->name, "virtual"))
1102 std::list<std::string> targets;
1104 xmlNode *v_node = ptr->children;
1105 for (; v_node; v_node = v_node->next)
1107 if (v_node->type != XML_ELEMENT_NODE)
1110 if (yp2::xml::is_element_yp2(v_node, "vhost"))
1111 vhost = yp2::xml::get_text(v_node);
1112 else if (yp2::xml::is_element_yp2(v_node, "target"))
1113 targets.push_back(yp2::xml::get_text(v_node));
1115 throw yp2::filter::FilterException
1117 + std::string((const char *) v_node->name)
1118 + " in virtual section"
1121 std::string route = yp2::xml::get_route(ptr);
1122 add_map_host2hosts(vhost, targets, route);
1123 std::list<std::string>::const_iterator it;
1124 for (it = targets.begin(); it != targets.end(); it++)
1126 std::cout << "Add " << vhost << "->" << *it
1127 << "," << route << "\n";
1132 throw yp2::filter::FilterException
1134 + std::string((const char *) ptr->name)
1135 + " in virt_db filter");
1140 static yp2::filter::Base* filter_creator()
1142 return new yp2::filter::Multi;
1146 struct yp2_filter_struct yp2_filter_multi = {
1157 * indent-tabs-mode: nil
1158 * c-file-style: "stroustrup"
1160 * vim: shiftwidth=4 tabstop=8 expandtab