Odr_int hits;
int record_offset;
int show_stat_no;
- int filtered; // When using local:, this will count the number of filtered records.
+ int filtered; /* number of records ignored for local filtering */
+ int ingest_failures; /* number of records where XSLT/other failed */
+ int record_failures; /* number of records where ZOOM reported error */
int maxrecs;
int startrecs;
int diagnostic;
struct connection *co = cl->connection;
ZOOM_connection link = connection_get_link(co);
ZOOM_resultset resultset = cl->resultset;
+ struct session *se = client_get_session(cl);
const char *error, *addinfo = 0;
if (ZOOM_connection_error(link, &error, &addinfo))
{
cl->hits = 0;
+ session_log(se, YLOG_WARN, "%s: Error %s (%s)",
+ client_get_id(cl), error, addinfo);
client_set_state(cl, Client_Error);
- yaz_log(YLOG_WARN, "Search error %s (%s): %s",
- error, addinfo, client_get_id(cl));
}
else
{
client_report_facets(cl, resultset);
cl->record_offset = cl->startrecs;
cl->hits = ZOOM_resultset_size(resultset);
- yaz_log(YLOG_DEBUG, "client_search_response: hits " ODR_INT_PRINTF,
- cl->hits);
+ session_log(se, YLOG_LOG, "%s: hits: " ODR_INT_PRINTF,
+ client_get_id(cl), cl->hits);
if (cl->suggestions)
client_suggestions_destroy(cl);
cl->suggestions =
ZOOM_resultset resultset = cl->resultset;
struct session *se = client_get_session(cl);
xmlDoc *xdoc;
+ int offset = cl->record_offset + 1; /* 0 versus 1 numbered offsets */
- xdoc = client_get_xdoc(cl, cl->record_offset + 1);
+ xdoc = client_get_xdoc(cl, offset);
if (xdoc)
{
- int offset = cl->record_offset++;
if (cl->session)
{
NMEM nmem = nmem_create();
- int rc = ingest_xml_record(cl, xdoc, offset, nmem);
+ int rc = ingest_xml_record(cl, xdoc, offset, nmem, 1);
if (rc == -1)
+ {
session_log(se, YLOG_WARN,
- "Failed to ingest xdoc from %s #%d",
+ "%s: #%d: failed to ingest xdoc",
client_get_id(cl), offset);
+ cl->ingest_failures++;
+ }
else if (rc == -2)
cl->filtered++;
nmem_destroy(nmem);
else if ((rec = ZOOM_resultset_record_immediate(resultset,
cl->record_offset)))
{
- int offset = ++cl->record_offset;
if (cl->session == 0)
; /* no operation */
else if (ZOOM_record_error(rec, &msg, &addinfo, 0))
{
session_log(se, YLOG_WARN, "Record error %s (%s): %s #%d",
msg, addinfo, client_get_id(cl), offset);
+ cl->record_failures++;
}
else
{
if (!xmlrec)
{
const char *rec_syn = ZOOM_record_get(rec, "syntax", NULL);
- session_log(se, YLOG_WARN, "ZOOM_record_get failed from %s #%d",
+ session_log(se, YLOG_WARN, "%s: #%d: ZOOM_record_get failed",
client_get_id(cl), offset);
session_log(se, YLOG_LOG, "pz:nativesyntax=%s . "
"ZOOM record type=%s . Actual record syntax=%s",
s ? s : "null", type,
rec_syn ? rec_syn : "null");
+ cl->ingest_failures++;
}
else
{
/* OK = 0, -1 = failure, -2 = Filtered */
- int rc = ingest_record(cl, xmlrec, cl->record_offset, nmem);
+ int rc = ingest_record(cl, xmlrec, offset, nmem);
if (rc == -1)
{
const char *rec_syn = ZOOM_record_get(rec, "syntax", NULL);
session_log(se, YLOG_WARN,
- "Failed to ingest record from %s #%d",
+ "%s: #%d: failed to ingest record",
client_get_id(cl), offset);
session_log(se, YLOG_LOG, "pz:nativesyntax=%s . "
"ZOOM record type=%s . Actual record syntax=%s",
s ? s : "null", type,
rec_syn ? rec_syn : "null");
+ cl->ingest_failures++;
}
- if (rc == -2)
- cl->filtered += 1;
+ else if (rc == -2)
+ cl->filtered++;
}
nmem_destroy(nmem);
}
else
{
session_log(se, YLOG_WARN, "Got NULL record from %s #%d",
- client_get_id(cl), cl->record_offset);
+ client_get_id(cl), offset);
}
+ cl->record_offset++;
}
void client_record_response(struct client *cl, int *got_records)
if (ZOOM_connection_error(link, &error, &addinfo))
{
+ struct session *se = client_get_session(cl);
+ session_log(se, YLOG_WARN, "%s: Error %s (%s)",
+ client_get_id(cl), error, addinfo);
client_set_state(cl, Client_Error);
- yaz_log(YLOG_WARN, "Search error %s (%s): %s",
- error, addinfo, client_get_id(cl));
}
else
{
{
int i = cl->startrecs;
int to = cl->record_offset;
- cl->filtered = 0;
+ cl->record_failures = cl->ingest_failures = cl->filtered = 0;
cl->record_offset = i;
for (; i < to; i++)
/* Nothing has changed and we already have a result */
if (cl->same_search == 1 && rc_prep_connection == 2)
{
- session_log(se, YLOG_LOG, "client %s resuse result", client_get_id(cl));
+ session_log(se, YLOG_LOG, "%s: reuse result", client_get_id(cl));
client_report_facets(cl, cl->resultset);
return client_reingest(cl);
}
else if (!rc_prep_connection)
{
- session_log(se, YLOG_LOG, "client %s postponing search: No connection",
+ session_log(se, YLOG_LOG, "%s: postponing search: No connection",
client_get_id(cl));
client_set_state_nb(cl, Client_Working);
return -1;
link = connection_get_link(co);
assert(link);
- session_log(se, YLOG_LOG, "client %s new search", client_get_id(cl));
+ session_log(se, YLOG_LOG, "%s: new search", client_get_id(cl));
cl->diagnostic = 0;
- cl->filtered = 0;
+ cl->record_failures = cl->ingest_failures = cl->filtered = 0;
client_destroy_xdoc(cl);
client_init_xdoc(cl);
query = ZOOM_query_create();
if (cl->cqlquery)
{
- yaz_log(YLOG_LOG, "Client %s: Search CQL: %s", client_get_id(cl),
- cl->cqlquery);
+ session_log(se, YLOG_LOG, "%s: Search CQL: %s", client_get_id(cl),
+ cl->cqlquery);
ZOOM_query_cql(query, cl->cqlquery);
if (*opt_sort)
ZOOM_query_sortby(query, opt_sort);
}
else
{
- yaz_log(YLOG_LOG, "Client %s: Search PQF: %s", client_get_id(cl),
- cl->pquery);
-
+ session_log(se, YLOG_LOG, "%s: Search PQF: %s", client_get_id(cl),
+ cl->pquery);
ZOOM_query_prefix(query, cl->pquery);
}
if (cl->sort_strategy && cl->sort_criteria) {
}
else
{
+ client_lock(cl);
cl->connection = con;
+ client_unlock(cl);
client_destroy(cl);
}
}
return cl->hits;
}
-int client_get_num_records(struct client *cl)
+int client_get_num_records(struct client *cl, int *filtered, int *ingest,
+ int *failed)
{
+ if (filtered)
+ *filtered = cl->filtered;
+ if (ingest)
+ *ingest = cl->ingest_failures;
+ if (failed)
+ *failed = cl->record_failures;
return cl->record_offset;
}
-int client_get_num_records_filtered(struct client *cl)
-{
- return cl->filtered;
-}
-
void client_set_diagnostic(struct client *cl, int diagnostic,
const char *message, const char *addinfo)
{