1 /* $Id: commit.c,v 1.30 2006-11-14 08:12:06 adam Exp $
2 Copyright (C) 1995-2006
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with this program; if not, write to the Free Software
19 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
27 #include <idzebra/util.h>
28 #include <yaz/xmalloc.h>
32 #define CF_OPTIMIZE_COMMIT 0
34 #if CF_OPTIMIZE_COMMIT
35 struct map_cache_entity {
44 struct map_cache_entity *map;
49 static struct map_cache *map_cache_init (CFile cf)
51 int mem_max = 2000000;
52 struct map_cache *m_p;
54 m_p = xmalloc (sizeof(*m_p));
56 m_p->max = mem_max / cf->head.block_size;
57 m_p->buf = xmalloc (mem_max);
59 m_p->map = xmalloc (sizeof(*m_p->map) * m_p->max);
63 static int map_cache_cmp_from (const void *p1, const void *p2)
65 return ((struct map_cache_entity*) p1)->from -
66 ((struct map_cache_entity*) p2)->from;
69 static int map_cache_cmp_to (const void *p1, const void *p2)
71 return ((struct map_cache_entity*) p1)->to -
72 ((struct map_cache_entity*) p2)->to;
75 static int map_cache_flush (struct map_cache *m_p)
79 qsort (m_p->map, m_p->no, sizeof(*m_p->map), map_cache_cmp_from);
80 assert (m_p->no < 2 || m_p->map[0].from < m_p->map[1].from);
81 for (i = 0; i<m_p->no; i++)
83 if (!mf_read (m_p->cf->block_mf, m_p->map[i].from, 0, 0,
84 m_p->buf + i * m_p->cf->head.block_size))
86 yaz_log (YLOG_FATAL, "read commit block at position %d",
92 qsort (m_p->map, m_p->no, sizeof(*m_p->map), map_cache_cmp_to);
93 assert (m_p->no < 2 || m_p->map[0].to < m_p->map[1].to);
94 for (i = 0; i<m_p->no; i++)
96 mf_write (m_p->cf->rmf, m_p->map[i].to, 0, 0,
97 m_p->buf + m_p->map[i].from * m_p->cf->head.block_size);
103 static int map_cache_del(struct map_cache *m_p)
105 int r = map_cache_flush (m_p);
112 static int map_cache_add(struct map_cache *m_p, int from, int to)
116 m_p->map[i].from = from;
120 return map_cache_flush (m_p);
124 /* CF_OPTIMIZE_COMMIT */
127 static int cf_commit_hash (CFile cf)
133 struct CFile_ph_bucket *p;
134 #if CF_OPTIMIZE_COMMIT
135 struct map_cache *m_p;
138 #if CF_OPTIMIZE_COMMIT
139 m_p = map_cache_init (cf);
142 p = (struct CFile_ph_bucket *) xmalloc (sizeof(*p));
143 hash_bytes = cf->head.hash_size * sizeof(zint);
144 bucket_no = cf->head.first_bucket;
145 for (; bucket_no < cf->head.next_bucket; bucket_no++)
147 if (mf_read (cf->hash_mf, bucket_no, 0, 0, p) != 1)
149 yaz_log (YLOG_FATAL, "read commit hash");
153 for (i = 0; i<HASH_BUCKET && p->vno[i]; i++)
155 #if CF_OPTIMIZE_COMMIT
156 if (map_cache_add(m_p, p->vno[i], p->no[i]))
162 if (mf_read (cf->block_mf, p->vno[i], 0, 0, cf->iobuf) != 1)
164 yaz_log (YLOG_FATAL, "read commit block");
168 if (mf_write (cf->rmf, p->no[i], 0, 0, cf->iobuf))
170 yaz_log (YLOG_FATAL, "write commit block");
178 #if CF_OPTIMIZE_COMMIT
179 if (map_cache_del(m_p))
186 static int cf_commit_flat(CFile cf)
194 #if CF_OPTIMIZE_COMMIT
195 struct map_cache *m_p;
199 #if CF_OPTIMIZE_COMMIT
200 m_p = map_cache_init (cf);
202 fp = (zint *) xmalloc (HASH_BSIZE);
203 for (hno = cf->head.next_bucket; hno < cf->head.flat_bucket; hno++)
205 for (i = 0; i < (int) (HASH_BSIZE/sizeof(zint)); i++)
207 if (!mf_read (cf->hash_mf, hno, 0, 0, fp) &&
208 hno != cf->head.flat_bucket-1)
210 yaz_log (YLOG_FATAL, "read index block hno=" ZINT_FORMAT
211 " (" ZINT_FORMAT "-" ZINT_FORMAT ") commit",
212 hno, cf->head.next_bucket, cf->head.flat_bucket-1);
216 for (i = 0; i < (int) (HASH_BSIZE/sizeof(zint)); i++)
220 #if CF_OPTIMIZE_COMMIT
221 if (map_cache_add(m_p, fp[i], vno))
227 if (!mf_read (cf->block_mf, fp[i], 0, 0, cf->iobuf))
229 yaz_log (YLOG_FATAL, "read data block hno=" ZINT_FORMAT " (" ZINT_FORMAT "-" ZINT_FORMAT ") "
230 "i=%d commit block at " ZINT_FORMAT " (->" ZINT_FORMAT")",
231 hno, cf->head.next_bucket, cf->head.flat_bucket-1,
236 if (mf_write (cf->rmf, vno, 0, 0, cf->iobuf) != 1)
247 #if CF_OPTIMIZE_COMMIT
248 if (map_cache_del(m_p))
255 int cf_commit (CFile cf)
257 if (cf->bucket_in_memory)
259 yaz_log(YLOG_FATAL, "cf_commit: dirty cache");
262 if (cf->head.state == 1)
263 return cf_commit_hash (cf);
264 else if (cf->head.state == 2)
265 return cf_commit_flat (cf);
268 yaz_log(YLOG_FATAL, "cf_commit: bad state=%d", cf->head.state);
276 * indent-tabs-mode: nil
278 * vim: shiftwidth=4 tabstop=8 expandtab