2 * Copyright (C) 1995-2002, Index Data
4 * Sebastian Hammer, Adam Dickmeiss, Heikki Levanto
5 * $Id: index.h,v 1.77 2002-04-05 08:46:26 adam Exp $
18 #include <sys/times.h>
26 #define ISAM_DEFAULT "c"
27 #include <yaz/data1.h>
39 #define IT_MAX_WORD 256
40 #define IT_KEY_HAVE_SEQNO 1
41 #define IT_KEY_HAVE_FIELD 0
50 enum dirsKind { dirs_dir, dirs_file };
65 void getFnameTmp (Res res, char *fname, int no);
67 struct dirs_info *dirs_open (Dict dict, const char *rep, int rw);
68 struct dirs_info *dirs_fopen (Dict dict, const char *path);
69 struct dirs_entry *dirs_read (struct dirs_info *p);
70 struct dirs_entry *dirs_last (struct dirs_info *p);
71 void dirs_mkdir (struct dirs_info *p, const char *src, time_t mtime);
72 void dirs_rmdir (struct dirs_info *p, const char *src);
73 void dirs_add (struct dirs_info *p, const char *src, int sysno, time_t mtime);
74 void dirs_del (struct dirs_info *p, const char *src);
75 void dirs_free (struct dirs_info **pp);
77 struct dir_entry *dir_open (const char *rep, const char *base);
78 void dir_sort (struct dir_entry *e);
79 void dir_free (struct dir_entry **e_p);
81 void repositoryUpdate (ZebraHandle zh);
82 void repositoryAdd (ZebraHandle zh);
83 void repositoryDelete (ZebraHandle zh);
84 void repositoryShow (ZebraHandle zh);
86 int key_open (ZebraHandle zh, int mem);
87 int key_close (ZebraHandle zh);
88 int key_compare (const void *p1, const void *p2);
89 int key_get_pos (const void *p);
90 int key_compare_it (const void *p1, const void *p2);
91 int key_qsort_compare (const void *p1, const void *p2);
92 void key_logdump (int mask, const void *p);
93 void inv_prstat (ZebraHandle zh);
94 void inv_compact (BFiles bfs);
95 void key_input (ZebraHandle zh, int nkeys, int cache, Res res);
96 ISAMS_M key_isams_m (Res res, ISAMS_M me);
97 ISAMC_M key_isamc_m (Res res, ISAMC_M me);
98 ISAMD_M key_isamd_m (Res res, ISAMD_M me);
99 int merge_sort (char **buf, int from, int to);
100 int key_SU_code (int ch, char *out);
102 #define FNAME_DICT "dict"
103 #define FNAME_ISAM "isam"
104 #define FNAME_ISAMC "isamc"
105 #define FNAME_ISAMS "isams"
106 #define FNAME_ISAMH "isamh"
107 #define FNAME_ISAMD "isamd"
108 #define FNAME_CONFIG "zebra.cfg"
110 #define GMATCH_DICT "gmatch"
111 #define FMATCH_DICT "fmatch"
113 struct strtab *strtab_mk (void);
114 int strtab_src (struct strtab *t, const char *name, void ***infop);
115 void strtab_del (struct strtab *t,
116 void (*func)(const char *name, void *info, void *data),
118 int index_char_cvt (int c);
119 int index_word_prefix (char *string, int attset_ordinal,
120 int local_attribute, const char *databaseName);
123 void zebraIndexLockMsg (ZebraHandle zh, const char *str);
124 void zebraIndexUnlock (ZebraHandle zh);
125 int zebraIndexLock (BFiles bfs, ZebraHandle zh, int commitNow, const char *rval);
126 int zebraIndexWait (ZebraHandle zh, int commitPhase);
128 #define FNAME_MAIN_LOCK "zebraidx.LCK"
129 #define FNAME_COMMIT_LOCK "zebracmt.LCK"
130 #define FNAME_ORG_LOCK "zebraorg.LCK"
131 #define FNAME_TOUCH_TIME "zebraidx.time"
133 typedef struct zebra_lock_info *ZebraLockHandle;
134 ZebraLockHandle zebra_lock_create(const char *dir,
135 const char *file, int excl_flag);
136 void zebra_lock_destroy (ZebraLockHandle h);
137 int zebra_lock (ZebraLockHandle h);
138 int zebra_lock_nb (ZebraLockHandle h);
139 int zebra_unlock (ZebraLockHandle h);
140 int zebra_lock_fd (ZebraLockHandle h);
141 void zebra_lock_prefix (Res res, char *dst);
142 char *zebra_mk_fname (const char *dir, const char *name);
144 int zebra_lock_w (ZebraLockHandle h);
145 int zebra_lock_r (ZebraLockHandle h);
147 void zebra_load_atts (data1_handle dh, Res res);
149 int key_SU_decode (int *ch, const unsigned char *out);
150 int key_SU_encode (int ch, char *out);
152 // extern Res common_resource;
161 void encode_key_init (struct encode_info *i);
162 char *encode_key_int (int d, char *bp);
163 void encode_key_write (char *k, struct encode_info *i, FILE *outf);
172 typedef struct zebra_set *ZebraSet;
174 typedef struct zebra_rank_class {
175 struct rank_control *control;
178 struct zebra_rank_class *next;
195 struct sortKey *next;
198 struct zebra_register {
208 int registerState; /* 0 (no commit pages), 1 (use commit pages) */
209 time_t registerChange;
212 ZebraExplainInfo zei;
214 char *server_path_prefix;
216 ZebraMaps zebra_maps;
217 ZebraRankClass rank_classes;
222 int active; /* 0=shutdown, 1=enabled and inactive, 2=activated */
227 struct sortKey *sortKeys;
236 struct zebra_service {
240 struct zebra_session *sessions;
241 struct zebra_register *regs;
242 Zebra_mutex_cond session_lock;
248 struct zebra_session {
249 struct zebra_session *next;
250 struct zebra_service *service;
251 struct zebra_register *reg;
253 char *admin_databaseName;
260 ZebraLockHandle lock_normal;
261 ZebraLockHandle lock_shadow;
274 struct recordGroup rGroup;
277 struct rank_control {
279 void *(*create)(struct zebra_register *reg);
280 void (*destroy)(struct zebra_register *reg, void *class_handle);
281 void *(*begin)(struct zebra_register *reg, void *class_handle, RSET rset);
282 void (*end)(struct zebra_register *reg, void *set_handle);
283 int (*calc)(void *set_handle, int sysno);
284 void (*add)(void *set_handle, int seqno, int term_index);
287 struct term_set_entry {
289 struct term_set_entry *next;
292 struct term_set_list {
293 struct term_set_entry *first;
294 struct term_set_entry *last;
297 RSET rpn_search (ZebraHandle zh, NMEM mem,
298 Z_RPNQuery *rpn, int num_bases, char **basenames,
299 const char *setname, ZebraSet sset);
302 void rpn_scan (ZebraHandle zh, ODR stream, Z_AttributesPlusTerm *zapt,
303 oid_value attributeset,
304 int num_bases, char **basenames,
305 int *position, int *num_entries, ZebraScanEntry **list,
308 RSET rset_trunc (ZebraHandle zh, ISAMS_P *isam_p, int no,
309 const char *term, int length_term, const char *flags);
311 void resultSetAddTerm (ZebraHandle zh, ZebraSet s, int reg_type,
312 const char *db, int set,
313 int use, const char *term);
314 ZebraSet resultSetAdd (ZebraHandle zh, const char *name, int ov);
315 ZebraSet resultSetGet (ZebraHandle zh, const char *name);
316 ZebraSet resultSetAddRPN (ZebraHandle zh, ODR stream, ODR decode,
317 Z_RPNQuery *rpn, int num_bases,
318 char **basenames, const char *setname);
319 RSET resultSetRef (ZebraHandle zh, Z_ResultSetId *resultSetId);
320 void resultSetDestroy (ZebraHandle zh, int num_names, char **names,
324 ZebraPosSet zebraPosSetCreate (ZebraHandle zh, const char *name,
325 int num, int *positions);
326 void zebraPosSetDestroy (ZebraHandle zh, ZebraPosSet records, int num);
328 void resultSetSort (ZebraHandle zh, NMEM nmem,
329 int num_input_setnames, const char **input_setnames,
330 const char *output_setname,
331 Z_SortKeySpecList *sort_sequence, int *sort_status);
332 void resultSetSortSingle (ZebraHandle zh, NMEM nmem,
333 ZebraSet sset, RSET rset,
334 Z_SortKeySpecList *sort_sequence, int *sort_status);
335 void resultSetRank (ZebraHandle zh, ZebraSet zebraSet, RSET rset);
336 void resultSetInvalidate (ZebraHandle zh);
338 int zebra_server_lock_init (ZebraService zh);
339 int zebra_server_lock_destroy (ZebraService zh);
340 int zebra_server_lock (ZebraService zh, int lockCommit);
341 void zebra_server_unlock (ZebraService zh, int commitPhase);
342 int zebra_server_lock_get_state (ZebraService zh, time_t *timep);
344 typedef struct attent
347 data1_local_attribute *local_attributes;
350 void zebraRankInstall (struct zebra_register *reg, struct rank_control *ctrl);
351 ZebraRankClass zebraRankLookup (ZebraHandle zh, const char *name);
352 void zebraRankDestroy (struct zebra_register *reg);
354 int att_getentbyatt(ZebraHandle zh, attent *res, oid_value set, int att);
356 extern struct rank_control *rank1_class;
358 int zebra_record_fetch (ZebraHandle zh, int sysno, int score, ODR stream,
359 oid_value input_format, Z_RecordComposition *comp,
360 oid_value *output_format, char **rec_bufp,
361 int *rec_lenp, char **basenamep);
363 void extract_get_fname_tmp (ZebraHandle zh, char *fname, int no);
364 void zebra_index_merge (ZebraHandle zh);
367 int extract_rec_in_mem (ZebraHandle zh, const char *recordType,
368 const char *buf, size_t buf_size,
369 const char *databaseName, int delete_flag,
370 int test_mode, int *sysno,
371 int store_keys, int store_data,
372 const char *match_criteria);
374 void extract_flushWriteKeys (ZebraHandle zh);
376 struct zebra_fetch_control {
379 off_t record_int_pos;
380 const char *record_int_buf;
385 int zebra_record_ext_read (void *fh, char *buf, size_t count);
386 off_t zebra_record_ext_seek (void *fh, off_t offset);
387 off_t zebra_record_ext_tell (void *fh);
388 off_t zebra_record_int_seek (void *fh, off_t offset);
389 off_t zebra_record_int_tell (void *fh);
390 int zebra_record_int_read (void *fh, char *buf, size_t count);
391 void zebra_record_int_end (void *fh, off_t offset);
393 void extract_flushRecordKeys (ZebraHandle zh, SYSNO sysno,
394 int cmd, struct recKeys *reckeys);
395 void extract_flushSortKeys (ZebraHandle zh, SYSNO sysno,
396 int cmd, struct sortKey **skp);
397 void extract_schema_add (struct recExtractCtrl *p, Odr_oid *oid);
398 void extract_token_add (RecWord *p);
399 int explain_extract (void *handle, Record rec, data1_node *n);
401 int fileExtract (ZebraHandle zh, SYSNO *sysno, const char *fname,
402 const struct recordGroup *rGroup, int deleteFlag);