1 /* $Id: rstemp.c,v 1.55 2004-11-19 10:27:14 heikki Exp $
2 Copyright (C) 1995,1996,1997,1998,1999,2000,2001,2002,2003
5 This file is part of the Zebra server.
7 Zebra is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 2, or (at your option) any later
12 Zebra is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
17 You should have received a copy of the GNU General Public License
18 along with Zebra; see the file LICENSE.zebra. If not, write to the
19 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
31 #include <sys/types.h>
37 static RSFD r_open (RSET ct, int flag);
38 static void r_close (RSFD rfd);
39 static void r_delete (RSET ct);
40 static int r_read (RSFD rfd, void *buf, TERMID *term);
41 static int r_write (RSFD rfd, const void *buf);
42 static void r_pos (RSFD rfd, double *current, double *total);
43 static void r_flush (RSFD rfd, int mk);
44 static void r_reread (RSFD rfd);
47 static const struct rset_control control =
60 const struct rset_control *rset_kind_temp = &control;
62 struct rset_temp_info {
63 int fd; /* file descriptor for temp file */
64 char *fname; /* name of temp file */
65 char *buf_mem; /* window buffer */
66 size_t buf_size; /* size of window */
67 size_t pos_end; /* last position in set */
68 size_t pos_buf; /* position of first byte in window */
69 size_t pos_border; /* position of last byte+1 in window */
70 int dirty; /* window is dirty */
71 zint hits; /* no of hits */
75 struct rset_temp_rfd {
77 size_t pos_cur; /* current position in set */
78 /* FIXME - term pos or what ?? */
79 zint cur; /* number of the current hit */
82 static int log_level=0;
83 static int log_level_initialized=0;
85 RSET rstemp_create( NMEM nmem, const struct key_control *kcontrol,
87 const char *temp_path,TERMID term)
89 RSET rnew=rset_create_base(&control, nmem, kcontrol, scope,term);
90 struct rset_temp_info *info;
91 if (!log_level_initialized)
93 log_level=yaz_log_module_level("rstemp");
94 log_level_initialized=1;
96 info = (struct rset_temp_info *) nmem_malloc(rnew->nmem, sizeof(*info));
99 info->buf_size = 4096;
100 info->buf_mem = (char *) nmem_malloc (rnew->nmem, info->buf_size);
107 info->temp_path = NULL;
109 info->temp_path = nmem_strdup(rnew->nmem,temp_path);
112 } /* rstemp_create */
114 static void r_delete (RSET ct)
116 struct rset_temp_info *info = (struct rset_temp_info*) ct->priv;
118 yaz_log (log_level, "r_delete: set size %ld", (long) info->pos_end);
121 yaz_log (log_level, "r_delete: unlink %s", info->fname);
122 unlink (info->fname);
127 static RSFD r_open (RSET ct, int flag)
129 struct rset_temp_info *info = (struct rset_temp_info *) ct->priv;
131 struct rset_temp_rfd *prfd;
133 if (info->fd == -1 && info->fname)
135 if (flag & RSETF_WRITE)
136 info->fd = open (info->fname, O_BINARY|O_RDWR|O_CREAT, 0666);
138 info->fd = open (info->fname, O_BINARY|O_RDONLY);
141 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: open failed %s", info->fname);
145 rfd = rfd_create_base(ct);
147 prfd= (struct rset_temp_rfd *) nmem_malloc(ct->nmem, sizeof(*prfd));
148 rfd->priv=(void *)prfd;
149 prfd->buf = nmem_malloc (ct->nmem,ct->keycontrol->key_size);
161 flush current window to file if file is assocated with set
163 static void r_flush (RSFD rfd, int mk)
165 /* struct rset_temp_info *info = ((struct rset_temp_rfd*) rfd)->info; */
166 struct rset_temp_info *info = rfd->rset->priv;
168 if (!info->fname && mk)
174 sprintf (template, "%s/zrsXXXXXX", info->temp_path);
176 sprintf (template, "zrsXXXXXX");
178 info->fd = mkstemp (template);
182 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: mkstemp %s", template);
185 info->fname= nmem_malloc(rfd->rset->nmem,strlen(template)+1);
186 strcpy (info->fname, template);
188 char *s = (char*) tempnam (info->temp_path, "zrs");
189 info->fname= nmem_malloc(rfd->rset->nmem,strlen(template)+1);
190 strcpy (info->fname, s);
192 yaz_log (log_level, "creating tempfile %s", info->fname);
193 info->fd = open (info->fname, O_BINARY|O_RDWR|O_CREAT, 0666);
196 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: open %s", info->fname);
201 if (info->fname && info->fd != -1 && info->dirty)
206 if (lseek (info->fd, info->pos_buf, SEEK_SET) == -1)
208 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: lseek %s", info->fname);
211 count = info->buf_size;
212 if (count > info->pos_end - info->pos_buf)
213 count = info->pos_end - info->pos_buf;
214 if ((r = write (info->fd, info->buf_mem, count)) < (int) count)
217 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: write %s", info->fname);
219 yaz_log (YLOG_FATAL, "rstemp: write of %ld but got %ld",
220 (long) count, (long) r);
227 static void r_close (RSFD rfd)
229 /*struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv; */
230 struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv;
232 if (info->fname && info->fd != -1)
236 } /* FIXME - Is this right, don't we risk closing the file too early ?*/
237 rfd_delete_base(rfd);
242 read from file to window if file is assocated with set -
245 static void r_reread (RSFD rfd)
247 struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv;
248 struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv;
255 info->pos_border = mrfd->pos_cur +
257 if (info->pos_border > info->pos_end)
258 info->pos_border = info->pos_end;
259 count = info->pos_border - info->pos_buf;
262 if (lseek (info->fd, info->pos_buf, SEEK_SET) == -1)
264 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: lseek %s", info->fname);
267 if ((r = read (info->fd, info->buf_mem, count)) < (int) count)
270 yaz_log (YLOG_FATAL|YLOG_ERRNO, "rstemp: read %s", info->fname);
272 yaz_log (YLOG_FATAL, "read of %ld but got %ld",
273 (long) count, (long) r);
279 info->pos_border = info->pos_end;
283 static int r_read (RSFD rfd, void *buf, TERMID *term)
285 struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv;
286 struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv;
288 size_t nc = mrfd->pos_cur + rfd->rset->keycontrol->key_size;
290 if (mrfd->pos_cur < info->pos_buf || nc > info->pos_border)
292 if (nc > info->pos_end)
295 info->pos_buf = mrfd->pos_cur;
298 memcpy (buf, info->buf_mem + (mrfd->pos_cur - info->pos_buf),
299 rfd->rset->keycontrol->key_size);
301 *term=rfd->rset->term;
302 /* FIXME - should we store and return terms ?? */
308 static int r_write (RSFD rfd, const void *buf)
310 struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv;
311 struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv;
313 size_t nc = mrfd->pos_cur + rfd->rset->keycontrol->key_size;
315 if (nc > info->pos_buf + info->buf_size)
318 info->pos_buf = mrfd->pos_cur;
319 if (info->pos_buf < info->pos_end)
323 memcpy (info->buf_mem + (mrfd->pos_cur - info->pos_buf), buf,
324 rfd->rset->keycontrol->key_size);
326 if (nc > info->pos_end)
327 info->pos_border = info->pos_end = nc;
332 static void r_pos (RSFD rfd, double *current, double *total)
334 /* struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd; */
335 struct rset_temp_rfd *mrfd = (struct rset_temp_rfd*) rfd->priv;
336 struct rset_temp_info *info = (struct rset_temp_info *)rfd->rset->priv;
338 *current=(double) mrfd->cur;
339 *total=(double) info->hits;