1 /* $Id: filter_multi.cpp,v 1.23 2006-08-09 12:27:18 adam Exp $
2 Copyright (c) 2005-2006, Index Data.
4 See the LICENSE file for details
10 #include "package.hpp"
12 #include <boost/thread/thread.hpp>
13 #include <boost/thread/mutex.hpp>
14 #include <boost/thread/condition.hpp>
15 #include <boost/shared_ptr.hpp>
18 #include "filter_multi.hpp"
21 #include <yaz/otherinfo.h>
22 #include <yaz/diagbib1.h>
29 namespace mp = metaproxy_1;
30 namespace yf = mp::filter;
32 namespace metaproxy_1 {
35 struct Multi::BackendSet {
38 bool operator < (const BackendSet &k) const;
39 bool operator == (const BackendSet &k) const;
41 struct Multi::ScanTermInfo {
42 std::string m_norm_term;
43 std::string m_display_term;
45 bool operator < (const ScanTermInfo &) const;
46 bool operator == (const ScanTermInfo &) const;
47 Z_Entry *get_entry(ODR odr);
49 struct Multi::FrontendSet {
55 FrontendSet(std::string setname);
59 void round_robin(int pos, int number, std::list<PresentJob> &job);
61 std::list<BackendSet> m_backend_sets;
62 std::string m_setname;
64 struct Multi::Backend {
66 std::string m_backend_database;
69 void operator() (void); // thread operation
71 struct Multi::Frontend {
76 std::list<BackendPtr> m_backend_list;
77 std::map<std::string,Multi::FrontendSet> m_sets;
79 void multi_move(std::list<BackendPtr> &blist);
80 void init(Package &package, Z_GDU *gdu);
81 void close(Package &package);
82 void search(Package &package, Z_APDU *apdu);
83 void present(Package &package, Z_APDU *apdu);
84 void scan1(Package &package, Z_APDU *apdu);
85 void scan2(Package &package, Z_APDU *apdu);
89 Map(std::list<std::string> hosts, std::string route);
91 std::list<std::string> m_hosts;
96 friend struct Frontend;
99 FrontendPtr get_frontend(Package &package);
100 void release_frontend(Package &package);
102 std::map<std::string,std::string> m_target_route;
103 boost::mutex m_mutex;
104 boost::condition m_cond_session_ready;
105 std::map<mp::Session, FrontendPtr> m_clients;
106 bool m_hide_unavailable;
111 yf::Multi::Rep::Rep()
113 m_hide_unavailable = false;
116 bool yf::Multi::BackendSet::operator < (const BackendSet &k) const
118 return m_count < k.m_count;
121 yf::Multi::Frontend::Frontend(Rep *rep)
127 yf::Multi::Frontend::~Frontend()
131 yf::Multi::FrontendPtr yf::Multi::Rep::get_frontend(mp::Package &package)
133 boost::mutex::scoped_lock lock(m_mutex);
135 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
139 it = m_clients.find(package.session());
140 if (it == m_clients.end())
143 if (!it->second->m_in_use)
145 it->second->m_in_use = true;
148 m_cond_session_ready.wait(lock);
150 FrontendPtr f(new Frontend(this));
151 m_clients[package.session()] = f;
156 void yf::Multi::Rep::release_frontend(mp::Package &package)
158 boost::mutex::scoped_lock lock(m_mutex);
159 std::map<mp::Session,yf::Multi::FrontendPtr>::iterator it;
161 it = m_clients.find(package.session());
162 if (it != m_clients.end())
164 if (package.session().is_closed())
166 it->second->close(package);
171 it->second->m_in_use = false;
173 m_cond_session_ready.notify_all();
177 yf::Multi::FrontendSet::FrontendSet(std::string setname)
183 yf::Multi::FrontendSet::FrontendSet()
188 yf::Multi::FrontendSet::~FrontendSet()
192 yf::Multi::Map::Map(std::list<std::string> hosts, std::string route)
193 : m_hosts(hosts), m_route(route)
197 yf::Multi::Map::Map()
201 yf::Multi::Multi() : m_p(new Multi::Rep)
205 yf::Multi::~Multi() {
209 void yf::Multi::Backend::operator() (void)
211 m_package->move(m_route);
215 void yf::Multi::Frontend::close(mp::Package &package)
217 std::list<BackendPtr>::const_iterator bit;
218 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
222 b->m_package->copy_filter(package);
223 b->m_package->request() = (Z_GDU *) 0;
224 b->m_package->session().close();
225 b->m_package->move(b->m_route);
229 void yf::Multi::Frontend::multi_move(std::list<BackendPtr> &blist)
231 std::list<BackendPtr>::const_iterator bit;
232 boost::thread_group g;
233 for (bit = blist.begin(); bit != blist.end(); bit++)
235 g.add_thread(new boost::thread(**bit));
240 void yf::Multi::FrontendSet::round_robin(int start, int number,
241 std::list<PresentJob> &jobs)
244 std::list<int> inside_pos;
245 std::list<BackendSet>::const_iterator bsit;
246 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
249 inside_pos.push_back(0);
254 // optimization step!
260 // find min count for each set which is > omin
261 for (bsit = m_backend_sets.begin(); bsit != m_backend_sets.end(); bsit++)
263 if (bsit->m_count > omin)
265 if (no_left == 0 || bsit->m_count < min)
270 if (no_left == 0) // if nothing greater than omin, bail out.
272 int skip = no_left * min;
273 if (p + skip > start) // step gets us "into" present range?
275 // Yes. skip until start.. Rounding off is deliberate!
276 min = (start-p) / no_left;
279 // update positions in each set..
280 std::list<int>::iterator psit = pos.begin();
281 for (psit = pos.begin(); psit != pos.end(); psit++)
285 // skip on each set.. before "present range"..
288 std::cout << "\nSKIP min=" << min << " no_left=" << no_left << "\n\n";
290 std::list<int>::iterator psit = pos.begin();
291 for (psit = pos.begin(); psit != pos.end(); psit++)
294 omin = min; // update so we consider next class (with higher count)
302 std::list<int>::iterator psit = pos.begin();
303 std::list<int>::iterator esit = inside_pos.begin();
304 bsit = m_backend_sets.begin();
306 for (; bsit != m_backend_sets.end(); psit++,esit++,bsit++)
308 if (fetched >= number)
313 if (*psit <= bsit->m_count)
318 job.m_backend = bsit->m_backend;
320 job.m_inside_pos = *esit;
333 void yf::Multi::Frontend::init(mp::Package &package, Z_GDU *gdu)
335 Z_InitRequest *req = gdu->u.z3950->u.initRequest;
337 std::list<std::string> targets;
339 mp::util::get_vhost_otherinfo(&req->otherInfo, false, targets);
341 if (targets.size() < 1)
347 std::list<std::string>::const_iterator t_it = targets.begin();
348 for (; t_it != targets.end(); t_it++)
351 Backend *b = new Backend;
354 b->m_route = m_p->m_target_route[*t_it];
356 b->m_package = PackagePtr(new Package(s, package.origin()));
358 m_backend_list.push_back(BackendPtr(b));
362 // create init request
363 std::list<BackendPtr>::iterator bit;
364 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
368 Z_APDU *init_apdu = zget_APDU(odr, Z_APDU_initRequest);
370 std::list<std::string>vhost_one;
371 vhost_one.push_back(b->m_vhost);
372 mp::util::set_vhost_otherinfo(&init_apdu->u.initRequest->otherInfo,
375 Z_InitRequest *req = init_apdu->u.initRequest;
377 ODR_MASK_SET(req->options, Z_Options_search);
378 ODR_MASK_SET(req->options, Z_Options_present);
379 ODR_MASK_SET(req->options, Z_Options_namedResultSets);
380 ODR_MASK_SET(req->options, Z_Options_scan);
382 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_1);
383 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_2);
384 ODR_MASK_SET(req->protocolVersion, Z_ProtocolVersion_3);
386 b->m_package->request() = init_apdu;
388 b->m_package->copy_filter(package);
390 multi_move(m_backend_list);
392 // create the frontend init response based on each backend init response
395 Z_APDU *f_apdu = odr.create_initResponse(gdu->u.z3950, 0, 0);
396 Z_InitResponse *f_resp = f_apdu->u.initResponse;
398 ODR_MASK_SET(f_resp->options, Z_Options_search);
399 ODR_MASK_SET(f_resp->options, Z_Options_present);
400 ODR_MASK_SET(f_resp->options, Z_Options_namedResultSets);
402 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_1);
403 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_2);
404 ODR_MASK_SET(f_resp->protocolVersion, Z_ProtocolVersion_3);
407 int no_succeeded = 0;
408 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); )
410 PackagePtr p = (*bit)->m_package;
412 if (p->session().is_closed())
414 // failed. Remove from list and increment number of failed
416 bit = m_backend_list.erase(bit);
421 Z_GDU *gdu = p->response().get();
422 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
426 Z_APDU *b_apdu = gdu->u.z3950;
427 Z_InitResponse *b_resp = b_apdu->u.initResponse;
429 // common options for all backends
430 for (i = 0; i <= Z_Options_stringSchema; i++)
432 if (!ODR_MASK_GET(b_resp->options, i))
433 ODR_MASK_CLEAR(f_resp->options, i);
435 // common protocol version
436 for (i = 0; i <= Z_ProtocolVersion_3; i++)
437 if (!ODR_MASK_GET(b_resp->protocolVersion, i))
438 ODR_MASK_CLEAR(f_resp->protocolVersion, i);
439 // reject if any of the backends reject
440 if (!*b_resp->result)
445 // if any target does not return init return that (close or
447 package.response() = p->response();
452 if (m_p->m_hide_unavailable)
454 if (no_succeeded == 0)
455 package.session().close();
460 package.session().close();
462 package.response() = f_apdu;
465 void yf::Multi::Frontend::search(mp::Package &package, Z_APDU *apdu_req)
467 // create search request
468 Z_SearchRequest *req = apdu_req->u.searchRequest;
470 // save these for later
471 int smallSetUpperBound = *req->smallSetUpperBound;
472 int largeSetLowerBound = *req->largeSetLowerBound;
473 int mediumSetPresentNumber = *req->mediumSetPresentNumber;
475 // they are altered now - to disable piggyback
476 *req->smallSetUpperBound = 0;
477 *req->largeSetLowerBound = 1;
478 *req->mediumSetPresentNumber = 1;
480 int default_num_db = req->num_databaseNames;
481 char **default_db = req->databaseNames;
483 std::list<BackendPtr>::const_iterator bit;
484 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
486 PackagePtr p = (*bit)->m_package;
489 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
490 &req->num_databaseNames,
491 &req->databaseNames))
493 req->num_databaseNames = default_num_db;
494 req->databaseNames = default_db;
496 p->request() = apdu_req;
497 p->copy_filter(package);
499 multi_move(m_backend_list);
501 // look at each response
502 FrontendSet resultSet(std::string(req->resultSetName));
504 int result_set_size = 0;
505 Z_Records *z_records_diag = 0; // no diagnostics (yet)
506 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
508 PackagePtr p = (*bit)->m_package;
510 if (p->session().is_closed()) // if any backend closes, close frontend
511 package.session().close();
513 Z_GDU *gdu = p->response().get();
514 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
515 Z_APDU_searchResponse)
517 Z_APDU *b_apdu = gdu->u.z3950;
518 Z_SearchResponse *b_resp = b_apdu->u.searchResponse;
520 // see we get any errors (AKA diagnstics)
523 if (b_resp->records->which == Z_Records_NSD
524 || b_resp->records->which == Z_Records_multipleNSD)
525 z_records_diag = b_resp->records;
526 // we may set this multiple times (TOO BAD!)
528 BackendSet backendSet;
529 backendSet.m_backend = *bit;
530 backendSet.m_count = *b_resp->resultCount;
531 result_set_size += *b_resp->resultCount;
532 resultSet.m_backend_sets.push_back(backendSet);
536 // if any target does not return search response - return that
537 package.response() = p->response();
543 Z_APDU *f_apdu = odr.create_searchResponse(apdu_req, 0, 0);
544 Z_SearchResponse *f_resp = f_apdu->u.searchResponse;
546 *f_resp->resultCount = result_set_size;
550 f_resp->records = z_records_diag;
551 package.response() = f_apdu;
555 m_sets[resultSet.m_setname] = resultSet;
558 mp::util::piggyback(smallSetUpperBound,
560 mediumSetPresentNumber,
563 Package pp(package.session(), package.origin());
566 pp.copy_filter(package);
567 Z_APDU *p_apdu = zget_APDU(odr, Z_APDU_presentRequest);
568 Z_PresentRequest *p_req = p_apdu->u.presentRequest;
569 p_req->preferredRecordSyntax = req->preferredRecordSyntax;
570 p_req->resultSetId = req->resultSetName;
571 *p_req->resultSetStartPoint = 1;
572 *p_req->numberOfRecordsRequested = number;
573 pp.request() = p_apdu;
576 if (pp.session().is_closed())
577 package.session().close();
579 Z_GDU *gdu = pp.response().get();
580 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
581 Z_APDU_presentResponse)
583 Z_PresentResponse *p_res = gdu->u.z3950->u.presentResponse;
584 f_resp->records = p_res->records;
585 *f_resp->numberOfRecordsReturned =
586 *p_res->numberOfRecordsReturned;
587 *f_resp->nextResultSetPosition =
588 *p_res->nextResultSetPosition;
592 package.response() = pp.response();
596 package.response() = f_apdu; // in this scope because of p
599 void yf::Multi::Frontend::present(mp::Package &package, Z_APDU *apdu_req)
601 // create present request
602 Z_PresentRequest *req = apdu_req->u.presentRequest;
605 it = m_sets.find(std::string(req->resultSetId));
606 if (it == m_sets.end())
610 odr.create_presentResponse(
612 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
614 package.response() = apdu;
617 std::list<Multi::FrontendSet::PresentJob> jobs;
618 int start = *req->resultSetStartPoint;
619 int number = *req->numberOfRecordsRequested;
620 it->second.round_robin(start, number, jobs);
622 std::list<BackendPtr> present_backend_list;
624 std::list<BackendSet>::const_iterator bsit;
625 bsit = it->second.m_backend_sets.begin();
626 for (; bsit != it->second.m_backend_sets.end(); bsit++)
628 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
632 for (jit = jobs.begin(); jit != jobs.end(); jit++)
634 if (jit->m_backend == bsit->m_backend)
636 if (start == -1 || jit->m_pos < start)
638 if (end == -1 || jit->m_pos > end)
644 PackagePtr p = bsit->m_backend->m_package;
646 *req->resultSetStartPoint = start;
647 *req->numberOfRecordsRequested = end - start + 1;
649 p->request() = apdu_req;
650 p->copy_filter(package);
652 present_backend_list.push_back(bsit->m_backend);
655 multi_move(present_backend_list);
657 // look at each response
658 Z_Records *z_records_diag = 0;
660 std::list<BackendPtr>::const_iterator pbit = present_backend_list.begin();
661 for (; pbit != present_backend_list.end(); pbit++)
663 PackagePtr p = (*pbit)->m_package;
665 if (p->session().is_closed()) // if any backend closes, close frontend
666 package.session().close();
668 Z_GDU *gdu = p->response().get();
669 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
670 Z_APDU_presentResponse)
672 Z_APDU *b_apdu = gdu->u.z3950;
673 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
675 // see we get any errors (AKA diagnstics)
678 if (b_resp->records->which != Z_Records_DBOSD)
679 z_records_diag = b_resp->records;
680 // we may set this multiple times (TOO BAD!)
685 // if any target does not return present response - return that
686 package.response() = p->response();
692 Z_APDU *f_apdu = odr.create_presentResponse(apdu_req, 0, 0);
693 Z_PresentResponse *f_resp = f_apdu->u.presentResponse;
697 f_resp->records = z_records_diag;
698 *f_resp->presentStatus = Z_PresentStatus_failure;
702 f_resp->records = (Z_Records *) odr_malloc(odr, sizeof(Z_Records));
703 Z_Records * records = f_resp->records;
704 records->which = Z_Records_DBOSD;
705 records->u.databaseOrSurDiagnostics =
706 (Z_NamePlusRecordList *)
707 odr_malloc(odr, sizeof(Z_NamePlusRecordList));
708 Z_NamePlusRecordList *nprl = records->u.databaseOrSurDiagnostics;
709 nprl->num_records = jobs.size();
710 nprl->records = (Z_NamePlusRecord**)
711 odr_malloc(odr, sizeof(Z_NamePlusRecord *) * nprl->num_records);
713 std::list<Multi::FrontendSet::PresentJob>::const_iterator jit;
714 for (jit = jobs.begin(); jit != jobs.end(); jit++, i++)
716 PackagePtr p = jit->m_backend->m_package;
718 Z_GDU *gdu = p->response().get();
719 Z_APDU *b_apdu = gdu->u.z3950;
720 Z_PresentResponse *b_resp = b_apdu->u.presentResponse;
722 nprl->records[i] = (Z_NamePlusRecord*)
723 odr_malloc(odr, sizeof(Z_NamePlusRecord));
724 *nprl->records[i] = *b_resp->records->
725 u.databaseOrSurDiagnostics->records[jit->m_inside_pos];
726 nprl->records[i]->databaseName =
727 odr_strdup(odr, jit->m_backend->m_vhost.c_str());
729 *f_resp->nextResultSetPosition = start + i;
730 *f_resp->numberOfRecordsReturned = i;
732 package.response() = f_apdu;
735 void yf::Multi::Frontend::scan1(mp::Package &package, Z_APDU *apdu_req)
737 if (m_backend_list.size() > 1)
741 odr.create_scanResponse(
742 apdu_req, YAZ_BIB1_COMBI_OF_SPECIFIED_DATABASES_UNSUPP, 0);
743 package.response() = f_apdu;
746 Z_ScanRequest *req = apdu_req->u.scanRequest;
748 int default_num_db = req->num_databaseNames;
749 char **default_db = req->databaseNames;
751 std::list<BackendPtr>::const_iterator bit;
752 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
754 PackagePtr p = (*bit)->m_package;
757 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
758 &req->num_databaseNames,
759 &req->databaseNames))
761 req->num_databaseNames = default_num_db;
762 req->databaseNames = default_db;
764 p->request() = apdu_req;
765 p->copy_filter(package);
767 multi_move(m_backend_list);
769 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
771 PackagePtr p = (*bit)->m_package;
773 if (p->session().is_closed()) // if any backend closes, close frontend
774 package.session().close();
776 Z_GDU *gdu = p->response().get();
777 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
780 package.response() = p->response();
785 // if any target does not return scan response - return that
786 package.response() = p->response();
792 bool yf::Multi::ScanTermInfo::operator < (const ScanTermInfo &k) const
794 return m_norm_term < k.m_norm_term;
797 bool yf::Multi::ScanTermInfo::operator == (const ScanTermInfo &k) const
799 return m_norm_term == k.m_norm_term;
802 Z_Entry *yf::Multi::ScanTermInfo::get_entry(ODR odr)
804 Z_Entry *e = (Z_Entry *)odr_malloc(odr, sizeof(*e));
805 e->which = Z_Entry_termInfo;
807 t = e->u.termInfo = (Z_TermInfo *) odr_malloc(odr, sizeof(*t));
808 t->suggestedAttributes = 0;
810 t->alternativeTerm = 0;
812 t->otherTermInfo = 0;
813 t->globalOccurrences = odr_intdup(odr, m_count);
815 odr_malloc(odr, sizeof(*t->term));
816 t->term->which = Z_Term_general;
818 t->term->u.general = o = (Odr_oct *)odr_malloc(odr, sizeof(Odr_oct));
820 o->len = o->size = m_norm_term.size();
821 o->buf = (unsigned char *) odr_malloc(odr, o->len);
822 memcpy(o->buf, m_norm_term.c_str(), o->len);
826 void yf::Multi::Frontend::scan2(mp::Package &package, Z_APDU *apdu_req)
828 Z_ScanRequest *req = apdu_req->u.scanRequest;
830 int default_num_db = req->num_databaseNames;
831 char **default_db = req->databaseNames;
833 std::list<BackendPtr>::const_iterator bit;
834 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
836 PackagePtr p = (*bit)->m_package;
839 if (!mp::util::set_databases_from_zurl(odr, (*bit)->m_vhost,
840 &req->num_databaseNames,
841 &req->databaseNames))
843 req->num_databaseNames = default_num_db;
844 req->databaseNames = default_db;
846 p->request() = apdu_req;
847 p->copy_filter(package);
849 multi_move(m_backend_list);
851 ScanTermInfoList entries_before;
852 ScanTermInfoList entries_after;
856 for (bit = m_backend_list.begin(); bit != m_backend_list.end(); bit++)
858 PackagePtr p = (*bit)->m_package;
860 if (p->session().is_closed()) // if any backend closes, close frontend
861 package.session().close();
863 Z_GDU *gdu = p->response().get();
864 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
867 Z_ScanResponse *res = gdu->u.z3950->u.scanResponse;
869 if (res->entries && res->entries->nonsurrogateDiagnostics)
873 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, 0);
874 Z_ScanResponse *f_res = f_apdu->u.scanResponse;
876 f_res->entries->nonsurrogateDiagnostics =
877 res->entries->nonsurrogateDiagnostics;
878 f_res->entries->num_nonsurrogateDiagnostics =
879 res->entries->num_nonsurrogateDiagnostics;
881 package.response() = f_apdu;
885 if (res->entries && res->entries->entries)
887 Z_Entry **entries = res->entries->entries;
888 int num_entries = res->entries->num_entries;
890 if (req->preferredPositionInResponse)
891 position = *req->preferredPositionInResponse;
892 if (res->positionOfTerm)
893 position = *res->positionOfTerm;
897 for (i = 0; i<position-1 && i<num_entries; i++)
899 Z_Entry *ent = entries[i];
901 if (ent->which == Z_Entry_termInfo)
905 int *occur = ent->u.termInfo->globalOccurrences;
906 my.m_count = occur ? *occur : 0;
908 if (ent->u.termInfo->term->which == Z_Term_general)
910 my.m_norm_term = std::string(
912 ent->u.termInfo->term->u.general->buf,
913 ent->u.termInfo->term->u.general->len);
915 if (my.m_norm_term.length())
917 ScanTermInfoList::iterator it =
918 entries_before.begin();
919 while (it != entries_before.end() && my <*it)
923 it->m_count += my.m_count;
927 entries_before.insert(it, my);
938 for ( ; i<num_entries; i++)
940 Z_Entry *ent = entries[i];
942 if (ent->which == Z_Entry_termInfo)
946 int *occur = ent->u.termInfo->globalOccurrences;
947 my.m_count = occur ? *occur : 0;
949 if (ent->u.termInfo->term->which == Z_Term_general)
951 my.m_norm_term = std::string(
953 ent->u.termInfo->term->u.general->buf,
954 ent->u.termInfo->term->u.general->len);
956 if (my.m_norm_term.length())
958 ScanTermInfoList::iterator it =
959 entries_after.begin();
960 while (it != entries_after.end() && *it < my)
964 it->m_count += my.m_count;
968 entries_after.insert(it, my);
979 // if any target does not return scan response - return that
980 package.response() = p->response();
987 std::cout << "BEFORE\n";
988 ScanTermInfoList::iterator it = entries_before.begin();
989 for(; it != entries_before.end(); it++)
991 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
994 std::cout << "AFTER\n";
995 it = entries_after.begin();
996 for(; it != entries_after.end(); it++)
998 std::cout << " " << it->m_norm_term << " " << it->m_count << "\n";
1005 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 1, "not implemented");
1006 package.response() = f_apdu;
1011 Z_APDU *f_apdu = odr.create_scanResponse(apdu_req, 0, 0);
1012 Z_ScanResponse *resp = f_apdu->u.scanResponse;
1014 int number_returned = *req->numberOfTermsRequested;
1015 int position_returned = *req->preferredPositionInResponse;
1017 resp->entries->num_entries = number_returned;
1018 resp->entries->entries = (Z_Entry**)
1019 odr_malloc(odr, sizeof(Z_Entry*) * number_returned);
1022 int lbefore = entries_before.size();
1023 if (lbefore < position_returned-1)
1024 position_returned = lbefore+1;
1026 ScanTermInfoList::iterator it = entries_before.begin();
1027 for (i = 0; i<position_returned-1 && it != entries_before.end(); i++, it++)
1029 resp->entries->entries[position_returned-2-i] = it->get_entry(odr);
1032 it = entries_after.begin();
1034 if (position_returned <= 0)
1037 i = position_returned-1;
1038 for (; i<number_returned && it != entries_after.end(); i++, it++)
1040 resp->entries->entries[i] = it->get_entry(odr);
1043 number_returned = i;
1045 resp->positionOfTerm = odr_intdup(odr, position_returned);
1046 resp->numberOfEntriesReturned = odr_intdup(odr, number_returned);
1047 resp->entries->num_entries = number_returned;
1049 package.response() = f_apdu;
1054 void yf::Multi::process(mp::Package &package) const
1056 FrontendPtr f = m_p->get_frontend(package);
1058 Z_GDU *gdu = package.request().get();
1060 if (gdu && gdu->which == Z_GDU_Z3950 && gdu->u.z3950->which ==
1061 Z_APDU_initRequest && !f->m_is_multi)
1063 f->init(package, gdu);
1065 else if (!f->m_is_multi)
1067 else if (gdu && gdu->which == Z_GDU_Z3950)
1069 Z_APDU *apdu = gdu->u.z3950;
1070 if (apdu->which == Z_APDU_initRequest)
1074 package.response() = odr.create_close(
1076 Z_Close_protocolError,
1079 package.session().close();
1081 else if (apdu->which == Z_APDU_searchRequest)
1083 f->search(package, apdu);
1085 else if (apdu->which == Z_APDU_presentRequest)
1087 f->present(package, apdu);
1089 else if (apdu->which == Z_APDU_scanRequest)
1091 f->scan2(package, apdu);
1097 package.response() = odr.create_close(
1098 apdu, Z_Close_protocolError,
1099 "unsupported APDU in filter multi");
1101 package.session().close();
1104 m_p->release_frontend(package);
1107 void mp::filter::Multi::configure(const xmlNode * ptr)
1109 for (ptr = ptr->children; ptr; ptr = ptr->next)
1111 if (ptr->type != XML_ELEMENT_NODE)
1113 if (!strcmp((const char *) ptr->name, "target"))
1115 std::string route = mp::xml::get_route(ptr);
1116 std::string target = mp::xml::get_text(ptr);
1117 std::cout << "route=" << route << " target=" << target << "\n";
1118 m_p->m_target_route[target] = route;
1120 else if (!strcmp((const char *) ptr->name, "hideunavailable"))
1122 m_p->m_hide_unavailable = true;
1126 throw mp::filter::FilterException
1128 + std::string((const char *) ptr->name)
1129 + " in virt_db filter");
1134 static mp::filter::Base* filter_creator()
1136 return new mp::filter::Multi;
1140 struct metaproxy_1_filter_struct metaproxy_1_filter_multi = {
1151 * indent-tabs-mode: nil
1152 * c-file-style: "stroustrup"
1154 * vim: shiftwidth=4 tabstop=8 expandtab