2 * Copyright (C) 1995-1999, Index Data
4 * Sebastian Hammer, Adam Dickmeiss
7 * Revision 1.19 1999-05-26 07:49:13 adam
10 * Revision 1.18 1999/05/15 14:36:38 adam
11 * Updated dictionary. Implemented "compression" of dictionary.
13 * Revision 1.17 1999/05/12 13:08:06 adam
14 * First version of ISAMS.
16 * Revision 1.16 1999/02/19 10:38:30 adam
17 * Implemented chdir-setting.
19 * Revision 1.15 1999/02/17 12:18:12 adam
20 * Fixed zebra_close so that a NULL pointer is ignored.
22 * Revision 1.14 1999/02/02 14:51:11 adam
23 * Updated WIN32 code specific sections. Changed header.
25 * Revision 1.13 1998/12/16 12:23:30 adam
26 * Added facility for database name mapping using resource mapdb.
28 * Revision 1.12 1998/11/16 10:18:10 adam
29 * Better error reporting for result sets.
31 * Revision 1.11 1998/10/16 08:14:34 adam
32 * Updated record control system.
34 * Revision 1.10 1998/09/22 10:03:42 adam
35 * Changed result sets to be persistent in the sense that they can
36 * be re-searched if needed.
37 * Fixed memory leak in rsm_or.
39 * Revision 1.9 1998/09/02 13:53:17 adam
40 * Extra parameter decode added to search routines to implement
43 * Revision 1.8 1998/08/24 17:29:23 adam
46 * Revision 1.7 1998/06/24 12:16:13 adam
47 * Support for relations on text operands. Open range support in
48 * DFA module (i.e. [-j], [g-]).
50 * Revision 1.6 1998/06/22 11:36:47 adam
51 * Added authentication check facility to zebra.
53 * Revision 1.5 1998/06/13 00:14:08 adam
56 * Revision 1.4 1998/06/12 12:22:12 adam
59 * Revision 1.3 1998/05/27 16:57:44 adam
60 * Zebra returns surrogate diagnostic for single records when
63 * Revision 1.2 1998/05/20 10:12:19 adam
64 * Implemented automatic EXPLAIN database maintenance.
65 * Modified Zebra to work with ASN.1 compiled version of YAZ.
67 * Revision 1.1 1998/03/05 08:45:13 adam
68 * New result set model and modular ranking system. Moved towards
69 * descent server API. System information stored as "SGML" records.
85 static void zebra_chdir (ZebraHandle zh)
87 const char *dir = res_get (zh->res, "chdir");
90 logf (LOG_DEBUG, "chdir %s", dir);
97 static int zebra_register_lock (ZebraHandle zh)
104 state = zebra_server_lock_get_state(zh, &lastChange);
114 zebra_server_lock (zh, state);
118 if (zh->registerState == state)
120 if (zh->registerChange >= lastChange)
122 logf (LOG_LOG, "Register completely updated since last access");
124 else if (zh->registerState == -1)
125 logf (LOG_LOG, "Reading register using state %d pid=%ld", state,
128 logf (LOG_LOG, "Register has changed state from %d to %d",
129 zh->registerState, state);
130 zh->registerChange = lastChange;
133 zebraExplain_close (zh->zei, 0, 0);
134 dict_close (zh->dict);
135 sortIdx_close (zh->sortIdx);
139 isc_close (zh->isamc);
140 rec_close (&zh->records);
142 bf_cache (zh->bfs, state ? res_get (zh->res, "shadow") : NULL);
143 zh->registerState = state;
144 zh->records = rec_open (zh->bfs, 0);
145 if (!(zh->dict = dict_open (zh->bfs, FNAME_DICT, 40, 0, 0)))
147 logf (LOG_WARN, "dict_open");
150 if (!(zh->sortIdx = sortIdx_open (zh->bfs, 0)))
152 logf (LOG_WARN, "sortIdx_open");
158 if (res_get_match (zh->res, "isam", "i", NULL))
160 if (!(zh->isam = is_open (zh->bfs, FNAME_ISAM, key_compare, 0,
161 sizeof (struct it_key), zh->res)))
163 logf (LOG_WARN, "is_open");
167 else if (res_get_match (zh->res, "isam", "s", NULL))
169 if (!(zh->isams = isams_open (zh->bfs, FNAME_ISAMS, 0,
170 key_isams_m(zh->res))))
172 logf (LOG_WARN, "isams_open");
178 if (!(zh->isamc = isc_open (zh->bfs, FNAME_ISAMC,
179 0, key_isamc_m(zh->res))))
181 logf (LOG_WARN, "isc_open");
185 zh->zei = zebraExplain_open (zh->records, zh->dh, zh->res, 0, 0, 0);
190 static void zebra_register_unlock (ZebraHandle zh)
192 static int waitSec = -1;
196 logf (LOG_LOG, "user/system: %ld/%ld",
197 (long) (zh->tms2.tms_utime - zh->tms1.tms_utime),
198 (long) (zh->tms2.tms_stime - zh->tms1.tms_stime));
202 char *s = res_get (zh->res, "debugRequestWait");
213 if (zh->registerState != -1)
214 zebra_server_unlock (zh, zh->registerState);
217 ZebraHandle zebra_open (const char *configName)
219 ZebraHandle zh = (ZebraHandle) xmalloc (sizeof(*zh));
221 if (!(zh->res = res_open (configName)))
223 logf (LOG_WARN, "Failed to read resources `%s'", configName);
227 zebra_server_lock_init (zh);
228 zh->dh = data1_create ();
229 zh->bfs = bfs_create (res_get (zh->res, "register"));
230 bf_lockDir (zh->bfs, res_get (zh->res, "lockDir"));
231 data1_set_tabpath (zh->dh, res_get(zh->res, "profilePath"));
233 zh->registerState = -1; /* trigger open of registers! */
234 zh->registerChange = 0;
235 zh->recTypes = recTypes_init (zh->dh);
236 recTypes_default_handlers (zh->recTypes);
239 zh->zebra_maps = zebra_maps_open (zh->res);
240 zh->rank_classes = NULL;
244 zebraRankInstall (zh, rank1_class);
246 if (!res_get (zh->res, "passwd"))
247 zh->passwd_db = NULL;
250 zh->passwd_db = passwd_db_open ();
252 logf (LOG_WARN|LOG_ERRNO, "passwd_db_open failed");
254 passwd_db_file (zh->passwd_db, res_get (zh->res, "passwd"));
259 void zebra_close (ZebraHandle zh)
266 resultSetDestroy (zh);
267 zebraExplain_close (zh->zei, 0, 0);
268 dict_close (zh->dict);
269 sortIdx_close (zh->sortIdx);
273 isc_close (zh->isamc);
275 isams_close (zh->isams);
276 rec_close (&zh->records);
277 zebra_register_unlock (zh);
279 recTypes_destroy (zh->recTypes);
280 zebra_maps_close (zh->zebra_maps);
281 zebraRankDestroy (zh);
282 bfs_destroy (zh->bfs);
283 data1_destroy (zh->dh);
284 zebra_server_lock_destroy (zh);
287 passwd_db_close (zh->passwd_db);
292 struct map_baseinfo {
298 char **new_basenames;
302 void map_basenames_func (void *vp, const char *name, const char *value)
304 struct map_baseinfo *p = (struct map_baseinfo *) vp;
306 char fromdb[128], todb[8][128];
309 sscanf (value, "%127s %127s %127s %127s %127s %127s %127s %127s %127s",
310 fromdb, todb[0], todb[1], todb[2], todb[3], todb[4],
311 todb[5], todb[6], todb[7]);
315 for (i = 0; i<p->num_bases; i++)
316 if (p->basenames[i] && !strcmp (p->basenames[i], fromdb))
319 for (i = 0; i < no; i++)
321 if (p->new_num_bases == p->new_num_max)
323 p->new_basenames[(p->new_num_bases)++] =
324 nmem_strdup (p->mem, todb[i]);
330 void map_basenames (ZebraHandle zh, ODR stream,
331 int *num_bases, char ***basenames)
333 struct map_baseinfo info;
334 struct map_baseinfo *p = &info;
338 info.num_bases = *num_bases;
339 info.basenames = *basenames;
340 info.new_num_max = 128;
341 info.new_num_bases = 0;
342 info.new_basenames = (char **)
343 odr_malloc (stream, sizeof(*info.new_basenames) * info.new_num_max);
344 info.mem = stream->mem;
346 res_trav (zh->res, "mapdb", &info, map_basenames_func);
348 for (i = 0; i<p->num_bases; i++)
349 if (p->basenames[i] && p->new_num_bases < p->new_num_max)
351 p->new_basenames[(p->new_num_bases)++] =
352 nmem_strdup (p->mem, p->basenames[i]);
354 *num_bases = info.new_num_bases;
355 *basenames = info.new_basenames;
356 for (i = 0; i<*num_bases; i++)
357 logf (LOG_LOG, "base %s", (*basenames)[i]);
360 void zebra_search_rpn (ZebraHandle zh, ODR stream, ODR decode,
361 Z_RPNQuery *query, int num_bases, char **basenames,
364 zebra_register_lock (zh);
366 zh->errString = NULL;
369 map_basenames (zh, stream, &num_bases, &basenames);
370 resultSetAddRPN (zh, stream, decode, query, num_bases, basenames, setname);
372 zebra_register_unlock (zh);
375 void zebra_records_retrieve (ZebraHandle zh, ODR stream,
376 const char *setname, Z_RecordComposition *comp,
377 oid_value input_format, int num_recs,
378 ZebraRetrievalRecord *recs)
384 zh->errString = NULL;
385 pos_array = (int *) xmalloc (num_recs * sizeof(*pos_array));
386 for (i = 0; i<num_recs; i++)
387 pos_array[i] = recs[i].position;
389 zebra_register_lock (zh);
391 poset = zebraPosSetCreate (zh, setname, num_recs, pos_array);
394 logf (LOG_DEBUG, "zebraPosSetCreate error");
396 zh->errString = nmem_strdup (stream->mem, setname);
400 for (i = 0; i<num_recs; i++)
406 sprintf (num_str, "%d", pos_array[i]);
408 zh->errString = nmem_strdup (stream->mem, num_str);
414 zebra_record_fetch (zh, poset[i].sysno, poset[i].score,
415 stream, input_format, comp,
416 &recs[i].format, &recs[i].buf,
419 recs[i].errString = NULL;
422 zebraPosSetDestroy (zh, poset, num_recs);
424 zebra_register_unlock (zh);
428 void zebra_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
429 oid_value attributeset,
430 int num_bases, char **basenames,
431 int *position, int *num_entries, ZebraScanEntry **entries,
435 zh->errString = NULL;
436 zebra_register_lock (zh);
437 map_basenames (zh, stream, &num_bases, &basenames);
438 rpn_scan (zh, stream, zapt, attributeset,
439 num_bases, basenames, position,
440 num_entries, entries, is_partial);
441 zebra_register_unlock (zh);
444 void zebra_sort (ZebraHandle zh, ODR stream,
445 int num_input_setnames, const char **input_setnames,
446 const char *output_setname, Z_SortKeySpecList *sort_sequence,
450 zh->errString = NULL;
451 zebra_register_lock (zh);
452 resultSetSort (zh, stream->mem, num_input_setnames, input_setnames,
453 output_setname, sort_sequence, sort_status);
454 zebra_register_unlock (zh);
457 int zebra_errCode (ZebraHandle zh)
462 const char *zebra_errString (ZebraHandle zh)
464 return diagbib1_str (zh->errCode);
467 char *zebra_errAdd (ZebraHandle zh)
469 return zh->errString;
472 int zebra_hits (ZebraHandle zh)
477 int zebra_auth (ZebraHandle zh, const char *user, const char *pass)
479 if (!zh->passwd_db || !passwd_db_auth (zh->passwd_db, user, pass))
484 void zebra_setDB (ZebraHandle zh, int num_bases, char **basenames)
489 void zebra_setRecordType (ZebraHandle zh, const char *type)
494 void zebra_setGroup (ZebraHandle zh, const char *group)
499 void zebra_admin (ZebraHandle zh, const char *command)