1 /* $Id: database.c,v 1.9 2007-04-11 02:14:15 quinn Exp $
2 Copyright (c) 2006-2007, Index Data.
4 This file is part of Pazpar2.
6 Pazpar2 is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Pazpar2; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
22 #include <libxml/parser.h>
23 #include <libxml/tree.h>
24 #include <libxslt/xslt.h>
25 #include <libxslt/transform.h>
26 #include <libxslt/xsltutils.h>
28 #include <sys/types.h>
37 #include <sys/types.h>
38 #include <sys/socket.h>
40 #include <netinet/in.h>
42 static struct host *hosts = 0; // The hosts we know about
43 static struct database *databases = 0; // The databases we know about
46 static xmlDoc *get_explain_xml(const char *id)
52 if (!config || !config->targetprofiles)
54 yaz_log(YLOG_WARN, "Config must be loaded and specify targetprofiles");
57 if (config->targetprofiles->type != Targetprofiles_local)
59 yaz_log(YLOG_FATAL, "Only supports local type");
62 dir = config->targetprofiles->src;
64 sprintf(path, "%s/%s", dir, ide);
66 return xmlParseFile(path);
71 // Create a new host structure for hostport
72 static struct host *create_host(const char *hostport)
74 struct addrinfo *addrinfo, hints;
78 unsigned char addrbuf[4];
81 host = xmalloc(sizeof(struct host));
82 host->hostport = xstrdup(hostport);
83 host->connections = 0;
85 if ((port = strchr(hostport, ':')))
91 hints.ai_family = PF_INET;
92 hints.ai_socktype = SOCK_STREAM;
93 hints.ai_protocol = IPPROTO_TCP;
96 hints.ai_canonname = 0;
98 // This is not robust code. It assumes that getaddrinfo always
99 // returns AF_INET address.
100 if ((res = getaddrinfo(hostport, port, &hints, &addrinfo)))
102 yaz_log(YLOG_WARN, "Failed to resolve %s: %s", hostport, gai_strerror(res));
103 xfree(host->hostport);
107 assert(addrinfo->ai_family == PF_INET);
108 memcpy(addrbuf, &((struct sockaddr_in*)addrinfo->ai_addr)->sin_addr.s_addr, 4);
109 sprintf(ipport, "%u.%u.%u.%u:%s",
110 addrbuf[0], addrbuf[1], addrbuf[2], addrbuf[3], port);
111 host->ipport = xstrdup(ipport);
112 freeaddrinfo(addrinfo);
118 static struct host *find_host(const char *hostport)
121 for (p = hosts; p; p = p->next)
122 if (!strcmp(p->hostport, hostport))
124 return create_host(hostport);
127 static struct database *load_database(const char *id)
129 xmlDoc *doc = get_explain_xml(id);
130 struct zr_explain *explain = 0;
137 nmem = nmem_create();
140 explain = zr_read_xml(nmem, xmlDocGetRootElement(doc));
144 if (strlen(id) > 255)
146 strcpy(hostport, id);
147 if ((dbname = strchr(hostport, '/')))
151 if (!(host = find_host(hostport)))
153 db = nmem_malloc(nmem, sizeof(*db));
154 memset(db, 0, sizeof(*db));
156 db->url = nmem_strdup(nmem, id);
158 db->databases = xmalloc(2 * sizeof(char *));
159 db->databases[0] = nmem_strdup(nmem, dbname);
160 db->databases[1] = 0;
162 db->explain = explain;
164 db->next = databases;
173 // Return a database structure by ID. Load and add to list if necessary
174 // new==1 just means we know it's not in the list
175 struct database *find_database(const char *id, int new)
180 for (p = databases; p; p = p->next)
181 if (!strcmp(p->url, id))
184 return load_database(id);
187 // This whole session_grep database thing should be moved to pazpar2.c
189 int match_zurl(const char *zurl, const char *pattern)
191 if (!strcmp(pattern, "*"))
193 else if (!strncmp(pattern, "*/", 2))
195 char *db = strchr(zurl, '/');
198 if (!strcmp(pattern + 2, db))
203 else if (!strcmp(pattern, zurl))
209 // This will be generalized at some point
210 static int match_criterion(struct setting **settings, struct database_criterion *c)
212 int offset = settings_offset(c->name);
213 struct database_criterion_value *v;
217 yaz_log(YLOG_WARN, "Criterion not found: %s", c->name);
220 if (!settings[offset])
222 for (v = c->values; v; v = v->next)
226 if (match_zurl(settings[offset]->value, v->value))
233 if (!strcmp(settings[offset]->value, v->value))
242 int database_match_criteria(struct setting **settings, struct database_criterion *cl)
244 for (; cl; cl = cl->next)
245 if (!match_criterion(settings, cl))
247 if (cl) // one of the criteria failed to match -- skip this db
253 // Cycles through databases, calling a handler function on the ones for
254 // which all criteria matched.
255 int session_grep_databases(struct session *se, struct database_criterion *cl,
256 void (*fun)(void *context, struct session_database *db))
258 struct session_database *p;
261 for (p = se->databases; p; p = p->next)
262 if (database_match_criteria(p->settings, cl))
270 int grep_databases(void *context, struct database_criterion *cl,
271 void (*fun)(void *context, struct database *db))
276 for (p = databases; p; p = p->next)
277 if (database_match_criteria(p->settings, cl))
285 // Initialize CCL map for a target
286 // Note: This approach ignores user-specific CCL maps, for which I
287 // don't presently see any application.
288 static void prepare_cclmap(void *ignore, struct database *db)
294 db->ccl_map = ccl_qual_mk();
295 for (s = db->settings[PZ_CCLMAP]; s; s = s->next)
298 char *p = strchr(s->name + 3, ':');
301 yaz_log(YLOG_FATAL, "Malformed cclmap name: %s", s->name);
305 ccl_qual_fitem(db->ccl_map, s->value, p);
309 // Initialize YAZ Map structures for MARC-based targets
310 static void prepare_yazmarc(void *ignore, struct database *db)
316 for (s = db->settings[PZ_NATIVESYNTAX]; s; s = s->next)
317 if (!*s->user && !strcmp(s->value, "iso2709"))
319 char *encoding = "marc-8s";
322 db->yaz_marc = yaz_marc_create();
323 yaz_marc_subfield_str(db->yaz_marc, "\t");
324 // See if a native encoding is specified
325 for (s = db->settings[PZ_ENCODING]; s; s = s->next)
331 if (!(cm = yaz_iconv_open("utf-8", encoding)))
333 yaz_log(YLOG_FATAL, "Unable to map from %s to UTF-8", encoding);
336 yaz_marc_iconv(db->yaz_marc, cm);
341 // Prepare XSLT stylesheets for record normalization
342 static void prepare_map(void *ignore, struct database *db)
348 for (s = db->settings[PZ_XSLT]; s; s = s->next)
352 struct database_retrievalmap **m = &db->map;
355 nmem_strsplit(nmem, ",", s->value, &stylesheets, &num);
356 for (i = 0; i < num; i++)
358 (*m) = nmem_malloc(nmem, sizeof(**m));
360 if (!((*m)->stylesheet = conf_load_stylesheet(stylesheets[i])))
362 yaz_log(YLOG_FATAL, "Unable to load stylesheet: %s",
371 yaz_log(YLOG_WARN, "No Normalization stylesheet for target %s", db->url);
374 // Read settings for each database, and prepare support data structures
375 void prepare_databases(void)
377 grep_databases(0, 0, prepare_cclmap);
378 grep_databases(0, 0, prepare_yazmarc);
379 grep_databases(0, 0, prepare_map);
382 // This function will most likely vanish when a proper target profile mechanism is
384 void load_simpletargets(const char *fn)
386 FILE *f = fopen(fn, "r");
391 yaz_log(YLOG_WARN|YLOG_ERRNO, "open %s", fn);
395 while (fgets(line, 255, f))
401 if (strncmp(line, "target ", 7))
403 line[strlen(line) - 1] = '\0';
405 if ((name = strchr(line, ';')))
410 if (!(db = find_database(url, 0)))
411 yaz_log(YLOG_WARN, "Unable to load database %s", url);
413 db->name = nmem_strdup(nmem, name);
422 * indent-tabs-mode: nil
424 * vim: shiftwidth=4 tabstop=8 expandtab