1 /* $Id: test_relevance.c,v 1.8 2007-04-24 13:50:07 marc Exp $
2 Copyright (c) 2006-2007, Index Data.
4 This file is part of Pazpar2.
6 Pazpar2 is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 2, or (at your option) any later
11 Pazpar2 is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with Pazpar2; see the file LICENSE. If not, write to the
18 Free Software Foundation, 59 Temple Place - Suite 330, Boston, MA
27 #include <sys/socket.h>
39 #include <yaz/timing.h>
45 //#include "pazpar2.h"
47 #include "relevance.h"
52 void test_relevance(int argc, char **argv)
54 NMEM nmem = nmem_create();
57 const char * queryterms[] =
59 // {"ål", "økologi", "æble", 0};
61 //struct record_cluster *cluster = 0;
62 struct conf_service *service = 0;
63 struct reclist *list = 0;
64 struct record *record = 0;
65 //const char *mergekey = "amergekey";
68 struct relevance *rel = 0;
69 //struct client *client = 0;
72 rel = relevance_create(nmem, queryterms, numrecs);
75 list = reclist_create(nmem, numrecs);
78 service = conf_service_create(nmem, 4, 3);
81 YAZ_CHECK(conf_service_add_metadata(nmem, service, 0, "title",
82 Metadata_type_generic, Metadata_merge_unique,
85 YAZ_CHECK(conf_service_add_metadata(nmem, service, 1, "author",
86 Metadata_type_generic, Metadata_merge_longest,
89 YAZ_CHECK(conf_service_add_metadata(nmem, service, 2, "isbn",
90 Metadata_type_number, Metadata_merge_no,
93 YAZ_CHECK(conf_service_add_metadata(nmem, service, 3, "year",
94 Metadata_type_year, Metadata_merge_range,
97 YAZ_CHECK(conf_service_add_sortkey(nmem, service, 0, "relevance",
98 Metadata_sortkey_relevance));
100 YAZ_CHECK(conf_service_add_sortkey(nmem, service, 1, "title",
101 Metadata_sortkey_string));
103 YAZ_CHECK(conf_service_add_sortkey(nmem, service, 2, "year",
104 Metadata_sortkey_numeric));
109 // testing record things
110 record = record_create(nmem, 4, 3);
113 // why on earth do we have a client dangeling from the record ??
114 // record->client = client;
116 char * bla = "blabla";
117 union data_types data_text;
118 data_text.text = bla;
121 union data_types data_num;
122 data_num.number.min = 2;
123 data_num.number.max = 5;
125 struct record_metadata * tmp_md = 0;
126 tmp_md = record_metadata_insert(nmem, &(record->metadata[0]), data_text);
128 tmp_md = record_metadata_insert(nmem, &tmp_md, data_text);
131 YAZ_CHECK(record_add_metadata_field_id(nmem, record, 3, data_num));
132 YAZ_CHECK(record_add_metadata_field_id(nmem, record, 3, data_num));
134 YAZ_CHECK(record_add_metadata(nmem, record, service, "author", data_text));
135 YAZ_CHECK(record_add_metadata(nmem, record, service, "author", data_text));
138 YAZ_CHECK(record_assign_sortkey_field_id(nmem, record, 0, data_text));
139 YAZ_CHECK(record_assign_sortkey_field_id(nmem, record, 1, data_text));
140 YAZ_CHECK(record_assign_sortkey_field_id(nmem, record, 2, data_num));
142 YAZ_CHECK(record_assign_sortkey(nmem, record, service, "relevance", data_text));
143 YAZ_CHECK(record_assign_sortkey(nmem, record, service, "title", data_text));
144 YAZ_CHECK(record_assign_sortkey(nmem, record, service, "year", data_num));
152 // now we need to put some actual data into the record ... how ??
153 // there is a hell of a lot spagetti code in logic.c ingest_record()
154 // line 694 ff snippet from there:
155 // this code needs to be analyzed and the fundamental stuff extracted
158 service->metadata[imeta].name;
159 md = &service->metadata[imeta];
160 if (md->sortkey_offset >= 0)
161 sk = &service->sortkeys[md->sortkey_offset];
164 // Find out where we are putting it if (md->merge == Metadata_merge_no)
165 wheretoput = &res->metadata[imeta];
167 wheretoput = &cluster->metadata[imeta];
171 newm = nmem_malloc(se->nmem, sizeof(struct record_metadata));
173 if (md->type == Metadata_type_generic)
176 for (p = (char *) value; *p && isspace(*p); p++)
178 for (pe = p + strlen(p) - 1;
179 pe > p && strchr(" ,/.:([", *pe); pe--)
181 newm->data.text = nmem_strdup(se->nmem, p);
184 else if (md->type == Metadata_type_year)
186 if (extract_years((char *) value, &first, &last) < 0)
191 yaz_log(YLOG_WARN, "Unknown type in metadata element %s", type);
194 if (md->type == Metadata_type_year && md->merge != Metadata_merge_range)
196 yaz_log(YLOG_WARN, "Only range merging supported for years");
199 if (md->merge == Metadata_merge_unique)
201 struct record_metadata *mnode;
202 for (mnode = *wheretoput; mnode; mnode = mnode->next)
203 if (!strcmp((const char *) mnode->data.text, newm->data.text))
207 newm->next = *wheretoput;
211 else if (md->merge == Metadata_merge_longest)
214 strlen(newm->data.text) > strlen((*wheretoput)->data.text))
219 char *s = nmem_strdup(se->nmem, newm->data.text);
220 if (!cluster->sortkeys[md->sortkey_offset])
221 cluster->sortkeys[md->sortkey_offset] =
222 nmem_malloc(se->nmem, sizeof(union data_types));
223 normalize_mergekey(s,
224 (sk->type == Metadata_sortkey_skiparticle));
225 cluster->sortkeys[md->sortkey_offset]->text = s;
229 else if (md->merge == Metadata_merge_all || md->merge == Metadata_merge_no)
231 newm->next = *wheretoput;
234 else if (md->merge == Metadata_merge_range)
236 assert(md->type == Metadata_type_year);
240 (*wheretoput)->data.number.min = first;
241 (*wheretoput)->data.number.max = last;
243 cluster->sortkeys[md->sortkey_offset] = &newm->data;
247 if (first < (*wheretoput)->data.number.min)
248 (*wheretoput)->data.number.min = first;
249 if (last > (*wheretoput)->data.number.max)
250 (*wheretoput)->data.number.max = last;
253 relevance_countwords(se->relevance, cluster,
254 (char *) value, md->rank);
257 if (md->type == Metadata_type_year)
260 sprintf(year, "%d", last);
261 add_facet(se, (char *) type, year);
264 sprintf(year, "%d", first);
265 add_facet(se, (char *) type, year);
269 add_facet(se, (char *) type, (char *) value);
273 //mergekey_norm = (xmlChar *) nmem_strdup(se->nmem, (char*) mergekey);
274 //normalize_mergekey((char *) mergekey_norm, 0);
278 // insert one record into recordlist/cluster - what's a cluster, exactly??
279 cluster = reclist_insert(list, service, record, (char *)mergekey, &total);
280 relevance_newrec(rel, cluster);
288 //relevance_prepare_read(rel, list);
291 //relevance_donerecord(rel, cluster);
292 // relevance_countwords(se->rel, cluster,
293 // (char *) value, service->metadata->rank);
300 //YAZ_CHECK_EQ(0, 1);
304 int main(int argc, char **argv)
306 YAZ_CHECK_INIT(argc, argv);
310 test_relevance(argc, argv);
322 * indent-tabs-mode: nil
324 * vim: shiftwidth=4 tabstop=8 expandtab