1 /* $Id: reckeys.c,v 1.13 2007-11-30 12:19:08 adam Exp $
2 Copyright (C) 1995-2007
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
31 #include <yaz/xmalloc.h>
36 struct zebra_rec_word_entry {
41 struct zebra_rec_word_entry *next;
42 struct zebra_rec_key_entry *keys;
43 struct zebra_rec_key_entry **last_key;
46 struct zebra_rec_key_entry {
48 struct zebra_rec_key_entry *next;
51 struct zebra_rec_key_entry {
55 struct zebra_rec_key_entry *next;
59 struct zebra_rec_keys_t_ {
67 zint custom_record_id;
72 struct zebra_rec_word_entry **entries;
74 struct zebra_rec_key_entry **entries;
80 struct zebra_rec_word_entry **zebra_rec_keys_mk_hash(zebra_rec_keys_t p,
88 for (i = 0; i<len; i++)
89 h = h * 65509 + buf[i];
90 return &p->entries[h % (unsigned) p->hash_size];
93 struct zebra_rec_key_entry **zebra_rec_keys_mk_hash(zebra_rec_keys_t p,
96 const struct it_key *key)
102 h = key->mem[key->len-1];
104 for (i = 0; i<len; i++)
105 h = h * 65509 + buf[i];
106 for (j = 0; j<key->len; j++)
107 h = h * 65509 + CAST_ZINT_TO_INT(key->mem[j]);
109 return &p->entries[h % (unsigned) p->hash_size];
113 static void init_hash(zebra_rec_keys_t p)
120 p->entries = nmem_malloc(p->nmem, p->hash_size * sizeof(*p->entries));
121 for (i = 0; i<p->hash_size; i++)
126 zebra_rec_keys_t zebra_rec_keys_open(void)
128 zebra_rec_keys_t p = xmalloc(sizeof(*p));
133 p->owner_of_buffer = 1;
134 p->encode_handle = iscz1_start();
135 p->decode_handle = iscz1_start();
137 p->custom_record_id = 0;
138 p->nmem = nmem_create();
139 p->hash_size = 32767;
147 void zebra_rec_keys_set_buf(zebra_rec_keys_t p, char *buf, size_t sz,
150 if (p->owner_of_buffer)
164 p->buf = xmalloc(sz);
165 memcpy(p->buf, buf, sz);
168 p->owner_of_buffer = copy_buf;
171 void zebra_rec_keys_get_buf(zebra_rec_keys_t p, char **buf, size_t *sz)
181 void zebra_rec_keys_close(zebra_rec_keys_t p)
186 if (p->owner_of_buffer)
188 if (p->encode_handle)
189 iscz1_stop(p->encode_handle);
190 if (p->decode_handle)
191 iscz1_stop(p->decode_handle);
192 nmem_destroy(p->nmem);
197 void zebra_rec_keys_write(zebra_rec_keys_t keys,
198 const char *str, size_t slen,
199 const struct it_key *key)
202 const char *src = (char*) key;
204 struct zebra_rec_word_entry **wep;
205 struct zebra_rec_key_entry **kep;
206 int ord = key->mem[0];
207 int seq = key->mem[key->len-1];
209 assert(keys->owner_of_buffer);
211 wep = zebra_rec_keys_mk_hash(keys, str, slen, ord);
215 struct zebra_rec_word_entry *e = *wep;
216 if (ord == e->ord && slen == e->len && !memcmp(str, e->buf, slen))
223 *wep = nmem_malloc(keys->nmem, sizeof(**wep));
224 (*wep)->buf = nmem_malloc(keys->nmem, slen);
225 memcpy((*wep)->buf, str, slen);
231 (*wep)->last_key = &(*wep)->keys;
233 if (seq > (*wep)->max_seq)
234 kep = (*wep)->last_key;
240 if (!key_compare(key, &(*kep)->key))
245 *kep = nmem_malloc(keys->nmem, sizeof(**kep));
247 (*wep)->last_key = &(*kep)->next;
248 memcpy(&(*kep)->key, key, sizeof(*key));
249 if (seq > (*wep)->max_seq)
251 (*wep)->max_seq = seq;
255 int zebra_rec_keys_add_hash(zebra_rec_keys_t keys,
256 const char *str, size_t slen,
257 const struct it_key *key)
259 struct zebra_rec_key_entry **kep_first
260 = zebra_rec_keys_mk_hash(keys, str, slen, key);
261 struct zebra_rec_key_entry **kep = kep_first;
264 struct zebra_rec_key_entry *e = *kep;
265 if (slen == e->len && !memcmp(str, e->buf, slen) &&
266 !key_compare(key, &e->key))
268 *kep = (*kep)->next; /* out of queue */
269 e->next = *kep_first; /* move to front */
276 *kep = nmem_malloc(keys->nmem, sizeof(**kep));
279 memcpy(&(*kep)->key, key, sizeof(*key));
280 (*kep)->buf = nmem_malloc(keys->nmem, slen);
281 memcpy((*kep)->buf, str, slen);
285 void zebra_rec_keys_write(zebra_rec_keys_t keys,
286 const char *str, size_t slen,
287 const struct it_key *key)
290 const char *src = (char*) key;
292 assert(keys->owner_of_buffer);
294 if (key->mem[1]) /* record_id custom */
296 keys->custom_record_id = key->mem[1];
299 if (!zebra_rec_keys_add_hash(keys, str, slen, key))
302 yaz_log(YLOG_LOG, "dup key slen=%d %.*s "
303 "ord=" ZINT_FORMAT " seq=" ZINT_FORMAT,
304 slen, slen, str, key->mem[0], key->mem[key->len-1]);
306 return; /* key already there . Omit it */
309 if (keys->buf_used+1024 > keys->buf_max)
311 char *b = (char *) xmalloc (keys->buf_max += 128000);
312 if (keys->buf_used > 0)
313 memcpy (b, keys->buf, keys->buf_used);
317 dst = keys->buf + keys->buf_used;
319 iscz1_encode(keys->encode_handle, &dst, &src);
321 memcpy (dst, str, slen);
324 keys->buf_used = dst - keys->buf;
328 void zebra_rec_keys_reset(zebra_rec_keys_t keys)
333 iscz1_reset(keys->encode_handle);
338 int zebra_rec_keys_rewind(zebra_rec_keys_t keys)
341 iscz1_reset(keys->decode_handle);
344 if (keys->buf_used == 0)
347 for (i = 0; i<keys->hash_size; i++)
349 struct zebra_rec_word_entry *we = keys->entries[i];
350 for (; we; we = we->next)
352 struct zebra_rec_key_entry *ke = we->keys;
353 for (; ke; ke = ke->next)
355 const char *src = (char*) &ke->key;
357 if (keys->buf_used+1024 > keys->buf_max)
359 char *b = (char *) xmalloc (keys->buf_max += 128000);
360 if (keys->buf_used > 0)
361 memcpy (b, keys->buf, keys->buf_used);
366 dst = keys->buf + keys->buf_used;
368 iscz1_encode(keys->encode_handle, &dst, &src);
370 memcpy (dst, we->buf, we->len);
373 keys->buf_used = dst - keys->buf;
380 keys->fetch_offset = 0;
381 if (keys->buf_used == 0)
386 int zebra_rec_keys_empty(zebra_rec_keys_t keys)
388 if (keys->buf_used == 0)
393 int zebra_rec_keys_read(zebra_rec_keys_t keys,
394 const char **str, size_t *slen,
398 if (keys->fetch_offset == keys->buf_used)
402 const char *src = keys->buf + keys->fetch_offset;
403 char *dst = (char*) key;
405 assert (keys->fetch_offset < keys->buf_used);
407 /* store the destination key */
408 iscz1_decode(keys->decode_handle, &dst, &src);
410 /* store pointer to string and length of it */
415 keys->fetch_offset = src - keys->buf;
420 zint zebra_rec_keys_get_custom_record_id(zebra_rec_keys_t keys)
422 return keys->custom_record_id;
428 * indent-tabs-mode: nil
430 * vim: shiftwidth=4 tabstop=8 expandtab