-/* $Id: index.h,v 1.85 2002-08-02 19:26:55 adam Exp $
+/* $Id: index.h,v 1.93 2003-02-27 17:12:11 adam Exp $
Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002
Index Data Aps
#if HAVE_SYS_TIMES_H
#include <sys/times.h>
#endif
-
-#if HAVE_ICONV_H
-#include <iconv.h>
-#endif
+#include <sys/stat.h>
#include <dict.h>
#include <isams.h>
#include <isamd.h>
#include <isamb.h>
#define ISAM_DEFAULT "c"
-#include <yaz/data1.h>
+#include <data1.h>
#include <recctrl.h>
#include "recindex.h"
#include "zebraapi.h"
void dirs_del (struct dirs_info *p, const char *src);
void dirs_free (struct dirs_info **pp);
-struct dir_entry *dir_open (const char *rep, const char *base);
+struct dir_entry *dir_open (const char *rep, const char *base,
+ int follow_links);
void dir_sort (struct dir_entry *e);
void dir_free (struct dir_entry **e_p);
int key_SU_decode (int *ch, const unsigned char *out);
int key_SU_encode (int ch, char *out);
-// extern Res common_resource;
-
+#define ENCODE_BUFLEN 768
struct encode_info {
- int sysno;
+ int sysno; /* previously written values for delta-compress */
int seqno;
int cmd;
- char buf[768];
+ int prevsys; /* buffer for skipping insert/delete pairs */
+ int prevseq;
+ int prevcmd;
+ int keylen; /* tells if we have an unwritten key in buf, and how long*/
+ char buf[ENCODE_BUFLEN];
};
void encode_key_init (struct encode_info *i);
char *encode_key_int (int d, char *bp);
void encode_key_write (char *k, struct encode_info *i, FILE *outf);
+void encode_key_flush (struct encode_info *i, FILE *outf);
typedef struct {
char *term;
int prevSeqNo;
};
+#if 1
+struct sortKeys {
+ int buf_used;
+ int buf_max;
+ char *buf;
+};
+#else
struct sortKey {
char *string;
int length;
int attrUse;
struct sortKey *next;
};
+#endif
struct zebra_register {
char *name;
int stop_flag;
int active; /* 0=shutdown, 1=enabled and inactive, 2=activated */
-
-
struct recKeys keys;
+#if 1
+ struct sortKeys sortKeys;
+#else
struct sortKey *sortKeys;
-
+#endif
char **key_buf;
size_t ptr_top;
size_t ptr_i;
int records_deleted;
int records_processed;
char *record_encoding;
-#if HAVE_ICONV_H
- iconv_t iconv_to_utf8;
- iconv_t iconv_from_utf8;
-#endif
+
+ yaz_iconv_t iconv_to_utf8;
+ yaz_iconv_t iconv_from_utf8;
};
struct rank_control {
int att_getentbyatt(ZebraHandle zh, attent *res, oid_value set, int att);
extern struct rank_control *rank1_class;
+extern struct rank_control *rankzv_class;
int zebra_record_fetch (ZebraHandle zh, int sysno, int score, ODR stream,
oid_value input_format, Z_RecordComposition *comp,
void extract_get_fname_tmp (ZebraHandle zh, char *fname, int no);
void zebra_index_merge (ZebraHandle zh);
+int bufferExtractRecord (ZebraHandle zh,
+ const char *buf, size_t buf_size,
+ struct recordGroup *rGroup,
+ int delete_flag,
+ int test_mode,
+ const char *recordType,
+ int *sysno,
+ const char *match_criteria,
+ const char *fname);
int extract_rec_in_mem (ZebraHandle zh, const char *recordType,
const char *buf, size_t buf_size,
int test_mode, int *sysno,
int store_keys, int store_data,
const char *match_criteria);
-
void extract_flushWriteKeys (ZebraHandle zh);
struct zebra_fetch_control {
void extract_flushRecordKeys (ZebraHandle zh, SYSNO sysno,
int cmd, struct recKeys *reckeys);
void extract_flushSortKeys (ZebraHandle zh, SYSNO sysno,
- int cmd, struct sortKey **skp);
+ int cmd, struct sortKeys *skp);
void extract_schema_add (struct recExtractCtrl *p, Odr_oid *oid);
void extract_token_add (RecWord *p);
int explain_extract (void *handle, Record rec, data1_node *n);
int zebra_begin_read (ZebraHandle zh);
void zebra_end_read (ZebraHandle zh);
+int zebra_file_stat (const char *file_name, struct stat *buf,
+ int follow_links);
YAZ_END_CDECL