projects
/
idzebra-moved-to-github.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Ignore *.o, *~ files.
[idzebra-moved-to-github.git]
/
index
/
key_block.c
diff --git
a/index/key_block.c
b/index/key_block.c
index
1cc8351
..
4ec9a0b
100644
(file)
--- a/
index/key_block.c
+++ b/
index/key_block.c
@@
-1,5
+1,5
@@
-/* $Id: key_block.c,v 1.5 2006-11-28 08:43:53 adam Exp $
- Copyright (C) 1995-2006
+/* $Id: key_block.c,v 1.12 2008-01-09 23:00:13 adam Exp $
+ Copyright (C) 1995-2007
Index Data ApS
This file is part of the Zebra server.
Index Data ApS
This file is part of the Zebra server.
@@
-65,8
+65,6
@@
struct encode_info {
char buf[ENCODE_BUFLEN];
};
char buf[ENCODE_BUFLEN];
};
-static int log_level = 0;
-
#define USE_SHELLSORT 0
#if USE_SHELLSORT
#define USE_SHELLSORT 0
#if USE_SHELLSORT
@@
-101,15
+99,21
@@
static void encode_key_init(struct encode_info *i)
i->decode_handle = iscz1_start();
}
i->decode_handle = iscz1_start();
}
-static void encode_key_write (char *k, struct encode_info *i, FILE *outf)
+static void encode_key_write(const char *k, struct encode_info *i, FILE *outf)
{
struct it_key key;
char *bp = i->buf, *bp0;
const char *src = (char *) &key;
{
struct it_key key;
char *bp = i->buf, *bp0;
const char *src = (char *) &key;
+ size_t klen = strlen(k);
+
+ if (fwrite (k, klen+1, 1, outf) != 1)
+ {
+ yaz_log (YLOG_FATAL|YLOG_ERRNO, "fwrite");
+ zebra_exit("encode_key_write");
+ }
+
+ k = k + klen+1;
- /* copy term to output buf */
- while ((*bp++ = *k++))
- ;
/* and copy & align key so we can mangle */
memcpy (&key, k+1, sizeof(struct it_key)); /* *k is insert/delete */
/* and copy & align key so we can mangle */
memcpy (&key, k+1, sizeof(struct it_key)); /* *k is insert/delete */
@@
-188,6
+192,11
@@
zebra_key_block_t key_block_create(int mem, const char *key_tmp_dir,
{
zebra_key_block_t p = xmalloc(sizeof(*p));
{
zebra_key_block_t p = xmalloc(sizeof(*p));
+#if YAZ_POSIX_THREADS
+ /* we'll be making two memory areas so cut in half */
+ if (use_threads)
+ mem = mem / 2;
+#endif
p->key_buf = (char**) xmalloc (mem);
p->ptr_top = mem/sizeof(char*);
p->ptr_i = 0;
p->key_buf = (char**) xmalloc (mem);
p->ptr_top = mem/sizeof(char*);
p->ptr_i = 0;
@@
-209,7
+218,7
@@
zebra_key_block_t key_block_create(int mem, const char *key_tmp_dir,
p->alt_buf = (char**) xmalloc (mem);
#endif
}
p->alt_buf = (char**) xmalloc (mem);
#endif
}
- yaz_log(YLOG_LOG, "key_block_create t=%d", p->use_threads);
+ yaz_log(YLOG_DEBUG, "key_block_create t=%d", p->use_threads);
return p;
}
return p;
}
@@
-299,15
+308,20
@@
void key_block_write(zebra_key_block_t p, zint sysno, struct it_key *key_in,
void key_block_flush_int(zebra_key_block_t p,
void key_block_flush_int(zebra_key_block_t p,
- char **key_buf, size_t ptr_top, size_t ptr_i)
+ char **key_buf, size_t ptr_top, size_t ptr_i)
{
FILE *outf;
char out_fname[200];
char *prevcp, *cp;
struct encode_info encode_info;
{
FILE *outf;
char out_fname[200];
char *prevcp, *cp;
struct encode_info encode_info;
+ if (ptr_i == 0)
+ return ;
+
(p->key_file_no)++;
(p->key_file_no)++;
- yaz_log(YLOG_LOG, "sorting section %d", (p->key_file_no));
+ yaz_log(YLOG_DEBUG, "sorting section %d", (p->key_file_no));
+
+ assert(ptr_i > 0);
#if USE_SHELLSORT
shellsort(key_buf + ptr_top - ptr_i, ptr_i,
#if USE_SHELLSORT
shellsort(key_buf + ptr_top - ptr_i, ptr_i,
@@
-323,7
+337,7
@@
void key_block_flush_int(zebra_key_block_t p,
yaz_log (YLOG_FATAL|YLOG_ERRNO, "fopen %s", out_fname);
zebra_exit("key_block_flush");
}
yaz_log (YLOG_FATAL|YLOG_ERRNO, "fopen %s", out_fname);
zebra_exit("key_block_flush");
}
- yaz_log(YLOG_LOG, "writing section %d", p->key_file_no);
+ yaz_log(YLOG_DEBUG, "writing section %d", p->key_file_no);
prevcp = cp = (key_buf)[ptr_top - ptr_i];
encode_key_init (&encode_info);
prevcp = cp = (key_buf)[ptr_top - ptr_i];
encode_key_init (&encode_info);
@@
-348,7
+362,7
@@
void key_block_flush_int(zebra_key_block_t p,
yaz_log (YLOG_FATAL|YLOG_ERRNO, "fclose %s", out_fname);
zebra_exit("key_block_flush");
}
yaz_log (YLOG_FATAL|YLOG_ERRNO, "fclose %s", out_fname);
zebra_exit("key_block_flush");
}
- yaz_log(YLOG_LOG, "finished section %d", p->key_file_no);
+ yaz_log(YLOG_DEBUG, "finished section %d", p->key_file_no);
}
void key_block_flush(zebra_key_block_t p, int is_final)
}
void key_block_flush(zebra_key_block_t p, int is_final)