1 /* $Id: rpnscan.c,v 1.10 2007-05-08 14:49:38 adam Exp $
2 Copyright (C) 1995-2007
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
33 #include <yaz/diagbib1.h>
35 #include <zebra_xpath.h>
36 #include <yaz/wrbuf.h>
40 #include <yaz/oid_db.h>
42 #define RPN_MAX_ORDS 32
44 int log_scan = YLOG_LOG;
46 /* convert APT SCAN term to internal cmap */
47 static ZEBRA_RES trans_scan_term(ZebraHandle zh, Z_AttributesPlusTerm *zapt,
48 char *termz, int reg_type)
50 char termz0[IT_MAX_WORD];
52 if (zapt_term_to_utf8(zh, zapt, termz0) == ZEBRA_FAIL)
53 return ZEBRA_FAIL; /* error */
57 const char *cp = (const char *) termz0;
58 const char *cp_end = cp + strlen(cp);
61 const char *space_map = NULL;
64 while ((len = (cp_end - cp)) > 0)
66 map = zebra_maps_input(zh->reg->zebra_maps, reg_type, &cp, len, 0);
67 if (**map == *CHR_SPACE)
72 for (src = space_map; *src; src++)
75 for (src = *map; *src; src++)
84 static void count_set(ZebraHandle zh, RSET rset, zint *count)
90 yaz_log(YLOG_DEBUG, "count_set");
92 rset->hits_limit = zh->approx_limit;
95 rfd = rset_open(rset, RSETF_READ);
96 while (rset_read(rfd, &key,0 /* never mind terms */))
98 if (key.mem[0] != psysno)
101 if (rfd->counted_items >= rset->hits_limit)
106 *count = rset->hits_count;
109 struct scan2_info_entry {
116 static int scan_handle2(char *name, const char *info, int pos, void *client)
119 struct scan2_info_entry *scan_info = (struct scan2_info_entry *) client;
121 if (scan_info->pos_to_save != pos)
124 len_prefix = strlen(scan_info->prefix);
125 if (memcmp (name, scan_info->prefix, len_prefix))
128 /* skip special terms such as first-in-field specials */
129 if (name[len_prefix] < CHR_BASE_CHAR)
132 wrbuf_rewind(scan_info->term);
133 wrbuf_puts(scan_info->term, name+len_prefix);
135 assert (*info == sizeof(ISAM_P));
136 memcpy (&scan_info->isam_p, info+1, sizeof(ISAM_P));
141 static int scan_save_set(ZebraHandle zh, ODR stream, NMEM nmem,
142 struct rset_key_control *kc,
143 Z_AttributesPlusTerm *zapt,
147 struct scan2_info_entry *ar, int ord_no,
148 ZebraScanEntry *glist, int pos)
152 for (i = 0; i < ord_no; i++)
154 if (ar[i].isam_p && strcmp(wrbuf_cstr(ar[i].term), term) == 0)
156 RSET rset_t = rset_trunc(
157 zh, &ar[i].isam_p, 1,
158 wrbuf_buf(ar[i].term), wrbuf_len(ar[i].term),
159 NULL, 0, zapt->term->which, nmem,
160 kc, kc->scope, 0, index_type,
162 0 /* term_ref_id_str */);
171 rset = rset_create_or(nmem, kc, kc->scope, 0 /* termid */,
180 /* merge with limit_set if given */
185 rsets[1] = rset_dup(limit_set);
187 rset = rset_create_and(nmem, kc, kc->scope, 2, rsets);
190 count_set(zh, rset, &count);
196 zebra_term_untrans_iconv(zh, stream->mem, index_type,
197 &glist[pos].term, term);
198 glist[pos].occurrences = count;
206 static ZEBRA_RES rpn_scan_ver2(ZebraHandle zh, ODR stream, NMEM nmem,
207 struct rset_key_control *kc,
208 Z_AttributesPlusTerm *zapt,
209 int *position, int *num_entries,
210 ZebraScanEntry **list,
211 int *is_partial, RSET limit_set,
212 int index_type, int ord_no, int *ords)
214 struct scan2_info_entry *ar = nmem_malloc(nmem, sizeof(*ar) * ord_no);
215 struct rpn_char_map_info rcmi;
219 ZebraScanEntry *glist = (ZebraScanEntry *)
220 odr_malloc(stream, *num_entries * sizeof(*glist));
223 if (*position > *num_entries+1)
230 rpn_char_map_prepare (zh->reg, index_type, &rcmi);
232 for (i = 0; i < ord_no; i++)
233 ar[i].term = wrbuf_alloc();
235 for (i = 0; i < ord_no; i++)
237 char termz[IT_MAX_WORD+20];
240 prefix_len = key_SU_encode (ords[i], termz);
241 termz[prefix_len] = 0;
242 strcpy(ar[i].prefix, termz);
244 if (trans_scan_term(zh, zapt, termz+prefix_len, index_type) ==
247 for (i = 0; i < ord_no; i++)
248 wrbuf_destroy(ar[i].term);
251 wrbuf_rewind(ar[i].term);
252 wrbuf_puts(ar[i].term, termz + prefix_len);
255 /** deal with terms before position .. */
256 /* the glist index starts at zero (unlike scan positions */
257 for (pos = *position-2; pos >= 0; )
261 /* scan on all maximum terms */
262 for (i = 0; i < ord_no; i++)
264 if (ar[i].isam_p == 0)
266 char termz[IT_MAX_WORD+20];
270 ar[i].pos_to_save = -1;
272 strcpy(termz, ar[i].prefix);
273 strcat(termz, wrbuf_cstr(ar[i].term));
274 dict_scan(zh->reg->dict, termz, &before, &after,
278 /* get maximum after scan */
279 for (i = 0; i < ord_no; i++)
282 && (hi == 0 || strcmp(wrbuf_cstr(ar[i].term), hi) > 0))
283 hi = wrbuf_cstr(ar[i].term);
287 if (scan_save_set(zh, stream, nmem, kc, zapt, limit_set, hi,
288 index_type, ar, ord_no, glist,
289 (pos >= 0 && pos < *num_entries) ? pos : -1))
292 /* see if we got all terms before.. */
296 /* did not get all terms; adjust the real position and reduce
298 yaz_log(YLOG_LOG, "before terms dif=%d", dif);
304 for (i = 0; i < ord_no; i++)
306 char termz[IT_MAX_WORD+20];
309 prefix_len = key_SU_encode (ords[i], termz);
310 termz[prefix_len] = 0;
311 strcpy(ar[i].prefix, termz);
313 if (trans_scan_term(zh, zapt, termz+prefix_len, index_type) ==
316 wrbuf_rewind(ar[i].term);
317 wrbuf_puts(ar[i].term, termz + prefix_len);
321 for (pos = *position-1; pos < *num_entries; )
325 /* scan on all minimum terms */
326 for (i = 0; i < ord_no; i++)
328 if (ar[i].isam_p == 0)
330 char termz[IT_MAX_WORD+20];
332 int after = (pos == *position-1) ? 1 : 2;
334 ar[i].pos_to_save = 1;
336 strcpy(termz, ar[i].prefix);
337 strcat(termz, wrbuf_cstr(ar[i].term));
338 dict_scan(zh->reg->dict, termz, &before, &after,
342 /* get minimum after scan */
343 for (i = 0; i < ord_no; i++)
346 && (lo == 0 || strcmp(wrbuf_cstr(ar[i].term), lo) < 0))
347 lo = wrbuf_cstr(ar[i].term);
351 if (scan_save_set(zh, stream, nmem, kc, zapt, limit_set, lo,
352 index_type, ar, ord_no, glist,
353 (pos >= 0 && pos < *num_entries) ? pos : -1))
357 if (pos != *num_entries)
368 for (i = 0; i < ord_no; i++)
369 wrbuf_destroy(ar[i].term);
374 struct scan1_info_entry {
380 struct scan1_info_entry *list;
386 ZEBRA_RES rpn_scan(ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
387 const Odr_oid *attributeset,
388 int num_bases, char **basenames,
389 int *position, int *num_entries, ZebraScanEntry **list,
390 int *is_partial, RSET limit_set)
393 int ords[RPN_MAX_ORDS], ord_no = 0;
396 char *search_type = NULL;
402 struct rset_key_control *kc = 0;
408 attributeset = yaz_oid_attset_bib_1;
410 if (!limit_set) /* no limit set given already */
412 /* see if there is a @attr 8=set */
414 int termset_value_numeric;
415 const char *termset_value_string;
416 attr_init_APT(&termset, zapt, 8);
417 termset_value_numeric =
418 attr_find_ex(&termset, NULL, &termset_value_string);
419 if (termset_value_numeric != -1)
422 const char *termset_name = 0;
424 if (termset_value_numeric != -2)
426 sprintf(resname, "%d", termset_value_numeric);
427 termset_name = resname;
430 termset_name = termset_value_string;
432 limit_set = resultSetRef (zh, termset_name);
437 YAZ_BIB1_SPECIFIED_RESULT_SET_DOES_NOT_EXIST,
444 yaz_log(YLOG_DEBUG, "position = %d, num = %d",
445 *position, *num_entries);
447 if (zebra_maps_attr(zh->reg->zebra_maps, zapt, &index_type, &search_type,
448 rank_type, &complete_flag, &sort_flag))
451 zebra_setError(zh, YAZ_BIB1_UNSUPP_ATTRIBUTE_TYPE, 0);
454 if (num_bases > RPN_MAX_ORDS)
456 zebra_setError(zh, YAZ_BIB1_TOO_MANY_DATABASES_SPECIFIED, 0);
460 for (base_no = 0; base_no < num_bases; base_no++)
464 if (zebraExplain_curDatabase (zh->reg->zei, basenames[base_no]))
466 zebra_setError(zh, YAZ_BIB1_DATABASE_UNAVAILABLE,
471 if (zebra_apt_get_ord(zh, zapt, index_type, 0, attributeset, &ord)
474 ords[ord_no++] = ord;
478 *num_entries = 0; /* zebra_apt_get_ord should set error reason */
481 if (*num_entries < 1)
486 nmem = nmem_create();
487 kc = zebra_key_control_create(zh);
489 res = rpn_scan_ver2(zh, stream, nmem, kc, zapt, position, num_entries,
491 is_partial, limit_set, index_type, ord_no, ords);
500 * indent-tabs-mode: nil
502 * vim: shiftwidth=4 tabstop=8 expandtab