1 /* $Id: commit.c,v 1.23 2005-01-15 19:38:17 adam Exp $
2 Copyright (C) 1995-2005
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with Zebra; see the file LICENSE.zebra. If not, write to the
19 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
31 #define CF_OPTIMIZE_COMMIT 0
33 void cf_unlink (CFile cf)
35 if (cf->bucket_in_memory)
37 yaz_log (YLOG_FATAL, "Cannot unlink potential dirty cache");
42 mf_unlink (cf->block_mf);
43 mf_unlink (cf->hash_mf);
47 #if CF_OPTIMIZE_COMMIT
48 struct map_cache_entity {
57 struct map_cache_entity *map;
62 static struct map_cache *map_cache_init (CFile cf)
64 int mem_max = 2000000;
65 struct map_cache *m_p;
67 m_p = xmalloc (sizeof(*m_p));
69 m_p->max = mem_max / cf->head.block_size;
70 m_p->buf = xmalloc (mem_max);
72 m_p->map = xmalloc (sizeof(*m_p->map) * m_p->max);
76 static int map_cache_cmp_from (const void *p1, const void *p2)
78 return ((struct map_cache_entity*) p1)->from -
79 ((struct map_cache_entity*) p2)->from;
82 static int map_cache_cmp_to (const void *p1, const void *p2)
84 return ((struct map_cache_entity*) p1)->to -
85 ((struct map_cache_entity*) p2)->to;
88 static void map_cache_flush (struct map_cache *m_p)
92 qsort (m_p->map, m_p->no, sizeof(*m_p->map), map_cache_cmp_from);
93 assert (m_p->no < 2 || m_p->map[0].from < m_p->map[1].from);
94 for (i = 0; i<m_p->no; i++)
96 if (!mf_read (m_p->cf->block_mf, m_p->map[i].from, 0, 0,
97 m_p->buf + i * m_p->cf->head.block_size))
99 yaz_log (YLOG_FATAL, "read commit block at position %d",
103 m_p->map[i].from = i;
105 qsort (m_p->map, m_p->no, sizeof(*m_p->map), map_cache_cmp_to);
106 assert (m_p->no < 2 || m_p->map[0].to < m_p->map[1].to);
107 for (i = 0; i<m_p->no; i++)
109 mf_write (m_p->cf->rmf, m_p->map[i].to, 0, 0,
110 m_p->buf + m_p->map[i].from * m_p->cf->head.block_size);
115 static void map_cache_del (struct map_cache *m_p)
117 map_cache_flush (m_p);
123 static void map_cache_add (struct map_cache *m_p, int from, int to)
127 m_p->map[i].from = from;
131 map_cache_flush (m_p);
134 /* CF_OPTIMIZE_COMMIT */
137 static void cf_commit_hash (CFile cf)
142 struct CFile_ph_bucket *p;
143 #if CF_OPTIMIZE_COMMIT
144 struct map_cache *m_p;
147 #if CF_OPTIMIZE_COMMIT
148 m_p = map_cache_init (cf);
151 p = (struct CFile_ph_bucket *) xmalloc (sizeof(*p));
152 hash_bytes = cf->head.hash_size * sizeof(zint);
153 bucket_no = cf->head.first_bucket;
154 for (; bucket_no < cf->head.next_bucket; bucket_no++)
156 if (!mf_read (cf->hash_mf, bucket_no, 0, 0, p))
158 yaz_log (YLOG_FATAL, "read commit hash");
161 for (i = 0; i<HASH_BUCKET && p->vno[i]; i++)
163 #if CF_OPTIMIZE_COMMIT
164 map_cache_add (m_p, p->vno[i], p->no[i]);
166 if (!mf_read (cf->block_mf, p->vno[i], 0, 0, cf->iobuf))
168 yaz_log (YLOG_FATAL, "read commit block");
171 mf_write (cf->rmf, p->no[i], 0, 0, cf->iobuf);
175 #if CF_OPTIMIZE_COMMIT
181 static void cf_commit_flat (CFile cf)
188 #if CF_OPTIMIZE_COMMIT
189 struct map_cache *m_p;
193 #if CF_OPTIMIZE_COMMIT
194 m_p = map_cache_init (cf);
196 fp = (zint *) xmalloc (HASH_BSIZE);
197 for (hno = cf->head.next_bucket; hno < cf->head.flat_bucket; hno++)
199 for (i = 0; i < (int) (HASH_BSIZE/sizeof(zint)); i++)
201 if (!mf_read (cf->hash_mf, hno, 0, 0, fp) &&
202 hno != cf->head.flat_bucket-1)
204 yaz_log (YLOG_FATAL, "read index block hno=" ZINT_FORMAT
205 " (" ZINT_FORMAT "-" ZINT_FORMAT ") commit",
206 hno, cf->head.next_bucket, cf->head.flat_bucket-1);
208 for (i = 0; i < (int) (HASH_BSIZE/sizeof(zint)); i++)
212 #if CF_OPTIMIZE_COMMIT
213 map_cache_add (m_p, fp[i], vno);
215 if (!mf_read (cf->block_mf, fp[i], 0, 0, cf->iobuf))
217 yaz_log (YLOG_FATAL, "read data block hno=" ZINT_FORMAT " (" ZINT_FORMAT "-" ZINT_FORMAT ") "
218 "i=%d commit block at " ZINT_FORMAT " (->" ZINT_FORMAT")",
219 hno, cf->head.next_bucket, cf->head.flat_bucket-1,
223 mf_write (cf->rmf, vno, 0, 0, cf->iobuf);
230 #if CF_OPTIMIZE_COMMIT
236 void cf_commit (CFile cf)
239 if (cf->bucket_in_memory)
241 yaz_log (YLOG_FATAL, "Cannot commit potential dirty cache");
244 if (cf->head.state == 1)
246 else if (cf->head.state == 2)