2 * Copyright (C) 1995-1999, Index Data
4 * Sebastian Hammer, Adam Dickmeiss
7 * Revision 1.20 1999-07-06 12:28:04 adam
8 * Updated record index structure. Format includes version ID. Compression
9 * algorithm ID is stored for each record block.
11 * Revision 1.19 1999/05/26 07:49:13 adam
14 * Revision 1.18 1999/05/15 14:36:38 adam
15 * Updated dictionary. Implemented "compression" of dictionary.
17 * Revision 1.17 1999/05/12 13:08:06 adam
18 * First version of ISAMS.
20 * Revision 1.16 1999/02/19 10:38:30 adam
21 * Implemented chdir-setting.
23 * Revision 1.15 1999/02/17 12:18:12 adam
24 * Fixed zebra_close so that a NULL pointer is ignored.
26 * Revision 1.14 1999/02/02 14:51:11 adam
27 * Updated WIN32 code specific sections. Changed header.
29 * Revision 1.13 1998/12/16 12:23:30 adam
30 * Added facility for database name mapping using resource mapdb.
32 * Revision 1.12 1998/11/16 10:18:10 adam
33 * Better error reporting for result sets.
35 * Revision 1.11 1998/10/16 08:14:34 adam
36 * Updated record control system.
38 * Revision 1.10 1998/09/22 10:03:42 adam
39 * Changed result sets to be persistent in the sense that they can
40 * be re-searched if needed.
41 * Fixed memory leak in rsm_or.
43 * Revision 1.9 1998/09/02 13:53:17 adam
44 * Extra parameter decode added to search routines to implement
47 * Revision 1.8 1998/08/24 17:29:23 adam
50 * Revision 1.7 1998/06/24 12:16:13 adam
51 * Support for relations on text operands. Open range support in
52 * DFA module (i.e. [-j], [g-]).
54 * Revision 1.6 1998/06/22 11:36:47 adam
55 * Added authentication check facility to zebra.
57 * Revision 1.5 1998/06/13 00:14:08 adam
60 * Revision 1.4 1998/06/12 12:22:12 adam
63 * Revision 1.3 1998/05/27 16:57:44 adam
64 * Zebra returns surrogate diagnostic for single records when
67 * Revision 1.2 1998/05/20 10:12:19 adam
68 * Implemented automatic EXPLAIN database maintenance.
69 * Modified Zebra to work with ASN.1 compiled version of YAZ.
71 * Revision 1.1 1998/03/05 08:45:13 adam
72 * New result set model and modular ranking system. Moved towards
73 * descent server API. System information stored as "SGML" records.
89 static void zebra_chdir (ZebraHandle zh)
91 const char *dir = res_get (zh->res, "chdir");
94 logf (LOG_DEBUG, "chdir %s", dir);
101 static int zebra_register_lock (ZebraHandle zh)
108 state = zebra_server_lock_get_state(zh, &lastChange);
118 zebra_server_lock (zh, state);
122 if (zh->registerState == state)
124 if (zh->registerChange >= lastChange)
126 logf (LOG_LOG, "Register completely updated since last access");
128 else if (zh->registerState == -1)
129 logf (LOG_LOG, "Reading register using state %d pid=%ld", state,
132 logf (LOG_LOG, "Register has changed state from %d to %d",
133 zh->registerState, state);
134 zh->registerChange = lastChange;
137 zebraExplain_close (zh->zei, 0, 0);
138 dict_close (zh->dict);
139 sortIdx_close (zh->sortIdx);
143 isc_close (zh->isamc);
144 rec_close (&zh->records);
146 bf_cache (zh->bfs, state ? res_get (zh->res, "shadow") : NULL);
147 zh->registerState = state;
148 zh->records = rec_open (zh->bfs, 0, 0);
149 if (!(zh->dict = dict_open (zh->bfs, FNAME_DICT, 40, 0, 0)))
151 logf (LOG_WARN, "dict_open");
154 if (!(zh->sortIdx = sortIdx_open (zh->bfs, 0)))
156 logf (LOG_WARN, "sortIdx_open");
162 if (res_get_match (zh->res, "isam", "i", NULL))
164 if (!(zh->isam = is_open (zh->bfs, FNAME_ISAM, key_compare, 0,
165 sizeof (struct it_key), zh->res)))
167 logf (LOG_WARN, "is_open");
171 else if (res_get_match (zh->res, "isam", "s", NULL))
173 if (!(zh->isams = isams_open (zh->bfs, FNAME_ISAMS, 0,
174 key_isams_m(zh->res))))
176 logf (LOG_WARN, "isams_open");
182 if (!(zh->isamc = isc_open (zh->bfs, FNAME_ISAMC,
183 0, key_isamc_m(zh->res))))
185 logf (LOG_WARN, "isc_open");
189 zh->zei = zebraExplain_open (zh->records, zh->dh, zh->res, 0, 0, 0);
194 static void zebra_register_unlock (ZebraHandle zh)
196 static int waitSec = -1;
200 logf (LOG_LOG, "user/system: %ld/%ld",
201 (long) (zh->tms2.tms_utime - zh->tms1.tms_utime),
202 (long) (zh->tms2.tms_stime - zh->tms1.tms_stime));
206 char *s = res_get (zh->res, "debugRequestWait");
217 if (zh->registerState != -1)
218 zebra_server_unlock (zh, zh->registerState);
221 ZebraHandle zebra_open (const char *configName)
223 ZebraHandle zh = (ZebraHandle) xmalloc (sizeof(*zh));
225 if (!(zh->res = res_open (configName)))
227 logf (LOG_WARN, "Failed to read resources `%s'", configName);
231 zebra_server_lock_init (zh);
232 zh->dh = data1_create ();
233 zh->bfs = bfs_create (res_get (zh->res, "register"));
234 bf_lockDir (zh->bfs, res_get (zh->res, "lockDir"));
235 data1_set_tabpath (zh->dh, res_get(zh->res, "profilePath"));
237 zh->registerState = -1; /* trigger open of registers! */
238 zh->registerChange = 0;
239 zh->recTypes = recTypes_init (zh->dh);
240 recTypes_default_handlers (zh->recTypes);
243 zh->zebra_maps = zebra_maps_open (zh->res);
244 zh->rank_classes = NULL;
248 zebraRankInstall (zh, rank1_class);
250 if (!res_get (zh->res, "passwd"))
251 zh->passwd_db = NULL;
254 zh->passwd_db = passwd_db_open ();
256 logf (LOG_WARN|LOG_ERRNO, "passwd_db_open failed");
258 passwd_db_file (zh->passwd_db, res_get (zh->res, "passwd"));
263 void zebra_close (ZebraHandle zh)
270 resultSetDestroy (zh);
271 zebraExplain_close (zh->zei, 0, 0);
272 dict_close (zh->dict);
273 sortIdx_close (zh->sortIdx);
277 isc_close (zh->isamc);
279 isams_close (zh->isams);
280 rec_close (&zh->records);
281 zebra_register_unlock (zh);
283 recTypes_destroy (zh->recTypes);
284 zebra_maps_close (zh->zebra_maps);
285 zebraRankDestroy (zh);
286 bfs_destroy (zh->bfs);
287 data1_destroy (zh->dh);
288 zebra_server_lock_destroy (zh);
291 passwd_db_close (zh->passwd_db);
296 struct map_baseinfo {
302 char **new_basenames;
306 void map_basenames_func (void *vp, const char *name, const char *value)
308 struct map_baseinfo *p = (struct map_baseinfo *) vp;
310 char fromdb[128], todb[8][128];
313 sscanf (value, "%127s %127s %127s %127s %127s %127s %127s %127s %127s",
314 fromdb, todb[0], todb[1], todb[2], todb[3], todb[4],
315 todb[5], todb[6], todb[7]);
319 for (i = 0; i<p->num_bases; i++)
320 if (p->basenames[i] && !strcmp (p->basenames[i], fromdb))
323 for (i = 0; i < no; i++)
325 if (p->new_num_bases == p->new_num_max)
327 p->new_basenames[(p->new_num_bases)++] =
328 nmem_strdup (p->mem, todb[i]);
334 void map_basenames (ZebraHandle zh, ODR stream,
335 int *num_bases, char ***basenames)
337 struct map_baseinfo info;
338 struct map_baseinfo *p = &info;
342 info.num_bases = *num_bases;
343 info.basenames = *basenames;
344 info.new_num_max = 128;
345 info.new_num_bases = 0;
346 info.new_basenames = (char **)
347 odr_malloc (stream, sizeof(*info.new_basenames) * info.new_num_max);
348 info.mem = stream->mem;
350 res_trav (zh->res, "mapdb", &info, map_basenames_func);
352 for (i = 0; i<p->num_bases; i++)
353 if (p->basenames[i] && p->new_num_bases < p->new_num_max)
355 p->new_basenames[(p->new_num_bases)++] =
356 nmem_strdup (p->mem, p->basenames[i]);
358 *num_bases = info.new_num_bases;
359 *basenames = info.new_basenames;
360 for (i = 0; i<*num_bases; i++)
361 logf (LOG_LOG, "base %s", (*basenames)[i]);
364 void zebra_search_rpn (ZebraHandle zh, ODR stream, ODR decode,
365 Z_RPNQuery *query, int num_bases, char **basenames,
368 zebra_register_lock (zh);
370 zh->errString = NULL;
373 map_basenames (zh, stream, &num_bases, &basenames);
374 resultSetAddRPN (zh, stream, decode, query, num_bases, basenames, setname);
376 zebra_register_unlock (zh);
379 void zebra_records_retrieve (ZebraHandle zh, ODR stream,
380 const char *setname, Z_RecordComposition *comp,
381 oid_value input_format, int num_recs,
382 ZebraRetrievalRecord *recs)
388 zh->errString = NULL;
389 pos_array = (int *) xmalloc (num_recs * sizeof(*pos_array));
390 for (i = 0; i<num_recs; i++)
391 pos_array[i] = recs[i].position;
393 zebra_register_lock (zh);
395 poset = zebraPosSetCreate (zh, setname, num_recs, pos_array);
398 logf (LOG_DEBUG, "zebraPosSetCreate error");
400 zh->errString = nmem_strdup (stream->mem, setname);
404 for (i = 0; i<num_recs; i++)
410 sprintf (num_str, "%d", pos_array[i]);
412 zh->errString = nmem_strdup (stream->mem, num_str);
418 zebra_record_fetch (zh, poset[i].sysno, poset[i].score,
419 stream, input_format, comp,
420 &recs[i].format, &recs[i].buf,
423 recs[i].errString = NULL;
426 zebraPosSetDestroy (zh, poset, num_recs);
428 zebra_register_unlock (zh);
432 void zebra_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
433 oid_value attributeset,
434 int num_bases, char **basenames,
435 int *position, int *num_entries, ZebraScanEntry **entries,
439 zh->errString = NULL;
440 zebra_register_lock (zh);
441 map_basenames (zh, stream, &num_bases, &basenames);
442 rpn_scan (zh, stream, zapt, attributeset,
443 num_bases, basenames, position,
444 num_entries, entries, is_partial);
445 zebra_register_unlock (zh);
448 void zebra_sort (ZebraHandle zh, ODR stream,
449 int num_input_setnames, const char **input_setnames,
450 const char *output_setname, Z_SortKeySpecList *sort_sequence,
454 zh->errString = NULL;
455 zebra_register_lock (zh);
456 resultSetSort (zh, stream->mem, num_input_setnames, input_setnames,
457 output_setname, sort_sequence, sort_status);
458 zebra_register_unlock (zh);
461 int zebra_errCode (ZebraHandle zh)
466 const char *zebra_errString (ZebraHandle zh)
468 return diagbib1_str (zh->errCode);
471 char *zebra_errAdd (ZebraHandle zh)
473 return zh->errString;
476 int zebra_hits (ZebraHandle zh)
481 int zebra_auth (ZebraHandle zh, const char *user, const char *pass)
483 if (!zh->passwd_db || !passwd_db_auth (zh->passwd_db, user, pass))
488 void zebra_setDB (ZebraHandle zh, int num_bases, char **basenames)
493 void zebra_setRecordType (ZebraHandle zh, const char *type)
498 void zebra_setGroup (ZebraHandle zh, const char *group)
503 void zebra_admin (ZebraHandle zh, const char *command)