-/* $Id: extract.c,v 1.176 2005-03-17 08:31:28 adam Exp $
+/* $Id: extract.c,v 1.179 2005-04-28 08:20:39 adam Exp $
Copyright (C) 1995-2005
Index Data ApS
}
}
+static void extract_set_store_data_prepare(struct recExtractCtrl *p);
+
static void extract_init (struct recExtractCtrl *p, RecWord *w)
{
w->zebra_maps = p->zebra_maps;
SYSNO *sysno, const char *fname,
int deleteFlag,
struct file_read_info *fi,
- int force_update)
+ int force_update,
+ RecType recType,
+ void *recTypeClientData)
{
RecordAttr *recordAttr;
int r;
SYSNO sysnotmp;
Record rec;
off_t recordOffset = 0;
- RecType recType;
- void *clientData;
- if (!(recType =
- recType_byName (zh->reg->recTypes, zh->res, zh->m_record_type,
- &clientData)))
- {
- yaz_log (YLOG_WARN, "No such record type: %s", zh->m_record_type);
- return 0;
- }
-
/* announce database */
if (zebraExplain_curDatabase (zh->reg->zei, zh->basenames[0]))
{
create_rec_keys_codec(&zh->reg->keys);
zh->reg->sortKeys.buf_used = 0;
+
recordOffset = fi->file_moffset;
+ extractCtrl.handle = zh;
extractCtrl.offset = fi->file_moffset;
extractCtrl.readf = file_read;
extractCtrl.seekf = file_seek;
extractCtrl.schemaAdd = extract_schema_add;
extractCtrl.dh = zh->reg->dh;
extractCtrl.match_criteria[0] = '\0';
- extractCtrl.handle = zh;
+ extractCtrl.first_record = fi->file_offset ? 0 : 1;
+
+ extract_set_store_data_prepare(&extractCtrl);
+
for (i = 0; i<256; i++)
{
if (zebra_maps_is_positioned(zh->reg->zebra_maps, i))
yaz_log_init_prefix2 (msg);
}
- r = (*recType->extract)(clientData, &extractCtrl);
+ r = (*recType->extract)(recTypeClientData, &extractCtrl);
yaz_log_init_prefix2 (0);
if (r == RECCTRL_EXTRACT_EOF)
/* update store data */
xfree (rec->info[recInfo_storeData]);
- if (zh->m_store_data)
+ if (zh->store_data_buf)
+ {
+ rec->size[recInfo_storeData] = zh->store_data_size;
+ rec->info[recInfo_storeData] = zh->store_data_buf;
+ zh->store_data_buf = 0;
+ file_end(fi, fi->file_offset);
+ }
+ else if (zh->m_store_data)
{
rec->size[recInfo_storeData] = recordAttr->recordSize;
rec->info[recInfo_storeData] = (char *)
char ext_res[128];
struct file_read_info *fi;
const char *original_record_type = 0;
+ RecType recType;
+ void *recTypeClientData;
if (!zh->m_group || !*zh->m_group)
*gprefix = '\0';
zh->m_record_id = res_get (zh->res, ext_res);
}
+ if (!(recType =
+ recType_byName (zh->reg->recTypes, zh->res, zh->m_record_type,
+ &recTypeClientData)))
+ {
+ yaz_log(YLOG_WARN, "No such record type: %s", zh->m_record_type);
+ return 0;
+ }
+
+ switch(recType->version)
+ {
+ case 0:
+ break;
+ default:
+ yaz_log(YLOG_WARN, "Bad filter version: %s", zh->m_record_type);
+ }
if (sysno && deleteFlag)
fd = -1;
else
do
{
file_begin (fi);
- r = file_extract_record (zh, sysno, fname, deleteFlag, fi, 1);
+ r = file_extract_record (zh, sysno, fname, deleteFlag, fi, 1,
+ recType, recTypeClientData);
} while (r && !sysno && fi->file_more);
file_read_stop (fi);
if (fd != -1)
If not, and a record is provided, then sysno is got from there
*/
-int buffer_extract_record (ZebraHandle zh,
- const char *buf, size_t buf_size,
- int delete_flag,
- int test_mode,
- const char *recordType,
- SYSNO *sysno,
- const char *match_criteria,
- const char *fname,
- int force_update,
- int allow_update)
+ZEBRA_RES buffer_extract_record (ZebraHandle zh,
+ const char *buf, size_t buf_size,
+ int delete_flag,
+ int test_mode,
+ const char *recordType,
+ SYSNO *sysno,
+ const char *match_criteria,
+ const char *fname,
+ int force_update,
+ int allow_update)
{
RecordAttr *recordAttr;
struct recExtractCtrl extractCtrl;
extractCtrl.seekf = zebra_record_int_seek;
extractCtrl.tellf = zebra_record_int_tell;
extractCtrl.endf = zebra_record_int_end;
+ extractCtrl.first_record = 1;
extractCtrl.fh = &fc;
create_rec_keys_codec(&zh->reg->keys);
{
if (zebraExplain_newDatabase (zh->reg->zei, zh->basenames[0],
zh->m_explain_database))
- return 0;
+ return ZEBRA_FAIL;
}
- if (recordType && *recordType) {
+ if (recordType && *recordType)
+ {
yaz_log (YLOG_DEBUG, "Record type explicitly specified: %s", recordType);
recType = recType_byName (zh->reg->recTypes, zh->res, recordType,
&clientData);
- } else {
- if (!(zh->m_record_type)) {
+ }
+ else
+ {
+ if (!(zh->m_record_type))
+ {
yaz_log (YLOG_WARN, "No such record type defined");
- return 0;
+ return ZEBRA_FAIL;
}
yaz_log (YLOG_DEBUG, "Get record type from rgroup: %s",zh->m_record_type);
recType = recType_byName (zh->reg->recTypes, zh->res,
recordType = zh->m_record_type;
}
- if (!recType) {
+ if (!recType)
+ {
yaz_log (YLOG_WARN, "No such record type: %s", zh->m_record_type);
- return 0;
+ return ZEBRA_FAIL;
}
extractCtrl.init = extract_init;
else
extractCtrl.seqno[i] = 0;
}
+ extract_set_store_data_prepare(&extractCtrl);
r = (*recType->extract)(clientData, &extractCtrl);
if (r == RECCTRL_EXTRACT_EOF)
- return 0;
+ return ZEBRA_FAIL;
else if (r == RECCTRL_EXTRACT_ERROR_GENERIC)
{
/* error occured during extraction ... */
yaz_log (YLOG_WARN, "extract error: generic");
- return 0;
+ return ZEBRA_FAIL;
}
else if (r == RECCTRL_EXTRACT_ERROR_NO_SUCH_FILTER)
{
/* error occured during extraction ... */
yaz_log (YLOG_WARN, "extract error: no such filter");
- return 0;
+ return ZEBRA_FAIL;
}
/* match criteria */
matchStr = NULL;
if (!matchStr)
{
yaz_log (YLOG_WARN, "Bad match criteria (recordID)");
- return 1;
+ return ZEBRA_FAIL;
}
}
}
}
}
}
- if (! *sysno && zh->reg->keys.buf_used == 0)
+ if (zh->reg->keys.buf_used == 0)
{
- /* new record and it's empty .. we will skip it */
/* the extraction process returned no information - the record
is probably empty - unless flagShowRecords is in use */
if (test_mode)
- return 1;
- yaz_log (YLOG_WARN, "No keys generated for record.");
- return 1;
+ return ZEBRA_OK;
}
if (! *sysno)
yaz_log (YLOG_LOG, "delete %s %s %ld", recordType,
pr_fname, (long) recordOffset);
yaz_log (YLOG_WARN, "cannot delete record above (seems new)");
- return 1;
+ return ZEBRA_FAIL;
}
if (show_progress)
yaz_log (YLOG_LOG, "add %s %s %ld", recordType, pr_fname,
yaz_log (YLOG_LOG, "skipped %s %s %ld",
recordType, pr_fname, (long) recordOffset);
logRecord(zh);
- return -1;
+ return ZEBRA_FAIL;
}
rec = rec_get (zh->reg->records, *sysno);
extract_flushSortKeys (zh, *sysno, -1, &zh->reg->sortKeys);
rec_rm (&rec);
logRecord(zh);
- return -1;
+ return ZEBRA_FAIL;
}
}
}
rec_rm (&rec);
logRecord(zh);
- return 0;
+ return ZEBRA_OK;
}
else
{
/* commit this record */
rec_put (zh->reg->records, &rec);
logRecord(zh);
- return 0;
+ return ZEBRA_OK;
}
int explain_extract (void *handle, Record rec, data1_node *n)
extractCtrl.flagShowRecords = 0;
extractCtrl.match_criteria[0] = '\0';
extractCtrl.handle = handle;
+ extractCtrl.first_record = 1;
+
+ extract_set_store_data_prepare(&extractCtrl);
if (n)
grs_extract_tree(&extractCtrl, n);
extract_add_incomplete_field(p);
}
+static void extract_set_store_data_cb(struct recExtractCtrl *p,
+ void *buf, size_t sz)
+{
+ ZebraHandle zh = (ZebraHandle) p->handle;
+
+ xfree(zh->store_data_buf);
+ zh->store_data_buf = 0;
+ zh->store_data_size = 0;
+ if (buf && sz)
+ {
+ zh->store_data_buf = xmalloc(sz);
+ zh->store_data_size = sz;
+ memcpy(zh->store_data_buf, buf, sz);
+ }
+}
+
+static void extract_set_store_data_prepare(struct recExtractCtrl *p)
+{
+ ZebraHandle zh = (ZebraHandle) p->handle;
+ xfree(zh->store_data_buf);
+ zh->store_data_buf = 0;
+ zh->store_data_size = 0;
+ p->setStoreData = extract_set_store_data_cb;
+}
+
void extract_schema_add (struct recExtractCtrl *p, Odr_oid *oid)
{
- ZebraHandle zh = (ZebraHandle) (p->handle);
+ ZebraHandle zh = (ZebraHandle) p->handle;
zebraExplain_addSchema (zh->reg->zei, oid);
}