1 /* $Id: bfile.c,v 1.43 2005-05-17 08:50:48 adam Exp $
2 Copyright (C) 1995-2005
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with Zebra; see the file LICENSE.zebra. If not, write to the
19 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
33 #include <yaz/xmalloc.h>
34 #include <idzebra/util.h>
35 #include <idzebra/bfile.h>
42 Zebra_lock_rdwr rdwr_lock;
43 struct CFile_struct *cf;
54 struct BFiles_struct {
55 MFile_area commit_area;
56 MFile_area_struct *register_area;
61 BFiles bfs_create (const char *spec, const char *base)
63 BFiles bfs = (BFiles) xmalloc (sizeof(*bfs));
64 bfs->commit_area = NULL;
68 bfs->base = xstrdup (base);
69 bfs->register_area = mf_init("register", spec, base);
70 if (!bfs->register_area)
78 void bfs_destroy (BFiles bfs)
82 xfree (bfs->cache_fname);
84 mf_destroy (bfs->commit_area);
85 mf_destroy (bfs->register_area);
89 static FILE *open_cache (BFiles bfs, const char *flags)
93 file = fopen (bfs->cache_fname, flags);
97 static void unlink_cache (BFiles bfs)
99 unlink (bfs->cache_fname);
102 ZEBRA_RES bf_cache (BFiles bfs, const char *spec)
106 yaz_log (YLOG_LOG, "enabling shadow spec=%s", spec);
107 if (!bfs->commit_area)
108 bfs->commit_area = mf_init ("shadow", spec, bfs->base);
109 if (bfs->commit_area)
111 bfs->cache_fname = xmalloc (strlen(bfs->commit_area->dirs->name)+
113 strcpy (bfs->cache_fname, bfs->commit_area->dirs->name);
114 strcat (bfs->cache_fname, "/cache");
115 yaz_log (YLOG_LOG, "cache_fname = %s", bfs->cache_fname);
119 yaz_log(YLOG_WARN, "shadow could not be enabled");
124 bfs->commit_area = NULL;
128 int bf_close (BFile bf)
130 zebra_lock_rdwr_destroy (&bf->rdwr_lock);
134 xfree(bf->alloc_buf);
140 #define HEADER_SIZE 256
142 BFile bf_xopen(BFiles bfs, const char *name, int block_size, int wrflag,
143 const char *magic, int *read_version,
144 const char **more_info)
151 BFile bf = bf_open(bfs, name, block_size, wrflag);
155 /* HEADER_SIZE is considered enough for our header */
156 if (bf->alloc_buf_size < HEADER_SIZE)
157 bf->alloc_buf_size = HEADER_SIZE;
159 bf->alloc_buf_size = bf->block_size;
161 hbuf = bf->alloc_buf = xmalloc(bf->alloc_buf_size);
163 /* fill-in default values */
165 bf->root_block = bf->last_block = HEADER_SIZE / bf->block_size + 1;
166 bf->magic = xstrdup(magic);
168 if (!bf_read(bf, pos, 0, 0, hbuf + pos * bf->block_size))
171 bf->header_dirty = 1;
174 while(hbuf[pos * bf->block_size + i] != '\0')
176 if (i == bf->block_size)
177 { /* end of block at pos reached .. */
178 if (bf->alloc_buf_size < (pos+1) * bf->block_size)
180 /* not room for all in alloc_buf_size */
181 yaz_log(YLOG_WARN, "bad header for %s (3)", magic);
185 /* read next block in header */
187 if (!bf_read(bf, pos, 0, 0, hbuf + pos * bf->block_size))
189 yaz_log(YLOG_WARN, "missing header block %s (4)", magic);
193 i = 0; /* pos within block is reset */
198 if (sscanf(hbuf, "%39s %d " ZINT_FORMAT " " ZINT_FORMAT "%n",
199 read_magic, read_version, &bf->last_block,
200 &bf->free_list, &l) < 4 && l) /* if %n is counted, it's 5 */
202 yaz_log(YLOG_WARN, "bad header for %s (1)", magic);
206 if (strcmp(read_magic, magic))
208 yaz_log(YLOG_WARN, "bad header for %s (2)", magic);
213 *more_info = hbuf + l;
217 int bf_xclose (BFile bf, int version, const char *more_info)
219 if (bf->header_dirty)
222 assert(bf->alloc_buf);
224 sprintf(bf->alloc_buf, "%s %d " ZINT_FORMAT " " ZINT_FORMAT " ",
225 bf->magic, version, bf->last_block, bf->free_list);
227 strcat(bf->alloc_buf, more_info);
230 bf_write(bf, pos, 0, 0, bf->alloc_buf + pos * bf->block_size);
232 if (pos * bf->block_size > strlen(bf->alloc_buf))
239 BFile bf_open (BFiles bfs, const char *name, int block_size, int wflag)
241 BFile bf = (BFile) xmalloc(sizeof(struct BFile_struct));
245 bf->block_size = block_size;
246 bf->header_dirty = 0;
247 if (bfs->commit_area)
251 bf->mf = mf_open (bfs->register_area, name, block_size, 0);
252 bf->cf = cf_open (bf->mf, bfs->commit_area, name, block_size,
258 outf = open_cache(bfs, "ab");
261 yaz_log(YLOG_FATAL|YLOG_ERRNO, "open %s", bfs->cache_fname);
264 fprintf(outf, "%s %d\n", name, block_size);
270 bf->mf = mf_open(bfs->register_area, name, block_size, wflag);
275 yaz_log(YLOG_FATAL, "mf_open failed for %s", name);
279 zebra_lock_rdwr_init(&bf->rdwr_lock);
283 int bf_read (BFile bf, zint no, int offset, int nbytes, void *buf)
287 zebra_lock_rdwr_rlock (&bf->rdwr_lock);
290 if ((r = cf_read (bf->cf, no, offset, nbytes, buf)) == -1)
291 r = mf_read (bf->mf, no, offset, nbytes, buf);
294 r = mf_read (bf->mf, no, offset, nbytes, buf);
295 zebra_lock_rdwr_runlock (&bf->rdwr_lock);
299 int bf_write (BFile bf, zint no, int offset, int nbytes, const void *buf)
302 zebra_lock_rdwr_wlock (&bf->rdwr_lock);
304 r = cf_write (bf->cf, no, offset, nbytes, buf);
306 r = mf_write (bf->mf, no, offset, nbytes, buf);
307 zebra_lock_rdwr_wunlock (&bf->rdwr_lock);
311 int bf_commitExists (BFiles bfs)
315 inf = open_cache (bfs, "rb");
324 void bf_reset (BFiles bfs)
328 mf_reset (bfs->commit_area);
329 mf_reset (bfs->register_area);
332 void bf_commitExec (BFiles bfs)
341 assert (bfs->commit_area);
342 if (!(inf = open_cache (bfs, "rb")))
344 yaz_log (YLOG_LOG, "No commit file");
347 while (fscanf (inf, "%s %d", path, &block_size) == 2)
349 mf = mf_open (bfs->register_area, path, block_size, 1);
350 cf = cf_open (mf, bfs->commit_area, path, block_size, 0, &first_time);
360 void bf_commitClean (BFiles bfs, const char *spec)
370 if (!bfs->commit_area)
372 bf_cache (bfs, spec);
376 if (!(inf = open_cache (bfs, "rb")))
378 while (fscanf (inf, "%s %d", path, &block_size) == 2)
380 mf = mf_open (bfs->register_area, path, block_size, 0);
381 cf = cf_open (mf, bfs->commit_area, path, block_size, 1, &firstTime);
392 int bf_alloc(BFile bf, int no, zint *blocks)
395 assert(bf->alloc_buf);
396 bf->header_dirty = 1;
397 for (i = 0; i < no; i++)
400 blocks[i] = bf->last_block++;
404 const char *cp = buf;
405 memset(buf, '\0', sizeof(buf));
407 blocks[i] = bf->free_list;
408 if (!bf_read(bf, bf->free_list, 0, sizeof(buf), buf))
410 yaz_log(YLOG_WARN, "Bad freelist entry " ZINT_FORMAT,
414 zebra_zint_decode(&cp, &bf->free_list);
420 int bf_free(BFile bf, int no, const zint *blocks)
423 assert(bf->alloc_buf);
424 bf->header_dirty = 1;
425 for (i = 0; i < no; i++)
429 memset(buf, '\0', sizeof(buf));
430 zebra_zint_encode(&cp, bf->free_list);
431 bf->free_list = blocks[i];
432 bf_write(bf, bf->free_list, 0, sizeof(buf), buf);