1 /* This file is part of the YAZ toolkit.
2 * Copyright (C) 1995-2013 Index Data
3 * See the file LICENSE for details.
7 * \brief URL fetch utility
14 #include <yaz/comstack.h>
23 yaz_url_t yaz_url_create(void)
25 yaz_url_t p = xmalloc(sizeof(*p));
26 p->odr_in = odr_createmem(ODR_DECODE);
27 p->odr_out = odr_createmem(ODR_ENCODE);
32 void yaz_url_destroy(yaz_url_t p)
36 odr_destroy(p->odr_in);
37 odr_destroy(p->odr_out);
43 void yaz_url_set_proxy(yaz_url_t p, const char *proxy)
48 p->proxy = xstrdup(proxy);
51 static void extract_user_pass(NMEM nmem,
53 char **uri_lean, char **http_user,
56 const char *cp1 = strchr(uri, '/');
64 if (!strncmp(cp1, "://", 3))
67 const char *cp2 = cp1 + 3;
68 while (*cp2 && *cp2 != '/' && *cp2 != '@')
74 if (*cp2 == '@' && cp3)
76 *uri_lean = nmem_malloc(nmem, strlen(uri) + 1);
77 memcpy(*uri_lean, uri, cp1 + 3 - uri);
78 strcpy(*uri_lean + (cp1 + 3 - uri), cp2 + 1);
80 *http_user = nmem_strdupn(nmem, cp1 + 3, cp3 - (cp1 + 3));
81 *http_pass = nmem_strdupn(nmem, cp3 + 1, cp2 - (cp3 + 1));
86 *uri_lean = nmem_strdup(nmem, uri);
89 Z_HTTP_Response *yaz_url_exec(yaz_url_t p, const char *uri,
91 Z_HTTP_Header *user_headers,
92 const char *buf, size_t len)
94 Z_HTTP_Response *res = 0;
95 int number_of_redirects = 0;
102 const char *location = 0;
108 extract_user_pass(p->odr_out->mem, uri, &uri_lean,
109 &http_user, &http_pass);
111 gdu = z_get_HTTP_Request_uri(p->odr_out, uri_lean, 0, p->proxy ? 1 : 0);
112 gdu->u.HTTP_Request->method = odr_strdup(p->odr_out, method);
114 for ( ; user_headers; user_headers = user_headers->next)
116 /* prefer new Host over user-supplied Host */
117 if (!strcmp(user_headers->name, "Host"))
119 /* prefer user-supplied User-Agent over YAZ' own */
120 else if (!strcmp(user_headers->name, "User-Agent"))
121 z_HTTP_header_set(p->odr_out, &gdu->u.HTTP_Request->headers,
122 user_headers->name, user_headers->value);
124 z_HTTP_header_add(p->odr_out, &gdu->u.HTTP_Request->headers,
125 user_headers->name, user_headers->value);
127 if (http_user && http_pass)
128 z_HTTP_header_add_basic_auth(p->odr_out,
129 &gdu->u.HTTP_Request->headers,
130 http_user, http_pass);
135 gdu->u.HTTP_Request->content_buf = (char *) buf;
136 gdu->u.HTTP_Request->content_len = len;
138 if (!z_GDU(p->odr_out, &gdu, 0, 0))
140 yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
143 conn = cs_create_host_proxy(uri_lean, 1, &add, p->proxy);
146 yaz_log(YLOG_WARN, "Could not resolve URL: %s", uri);
148 else if (cs_connect(conn, add) < 0)
150 yaz_log(YLOG_WARN, "Can not connect to URL: %s", uri);
155 char *buf = odr_getbuf(p->odr_out, &len, 0);
157 if (cs_put(conn, buf, len) < 0)
158 yaz_log(YLOG_WARN, "cs_put failed URL: %s", uri);
163 int cs_res = cs_get(conn, &netbuffer, &netlen);
166 yaz_log(YLOG_WARN, "cs_get failed URL: %s", uri);
171 odr_setbuf(p->odr_in, netbuffer, cs_res, 0);
172 if (!z_GDU(p->odr_in, &gdu, 0, 0)
173 || gdu->which != Z_GDU_HTTP_Response)
175 yaz_log(YLOG_WARN, "HTTP decoding failed "
180 res = gdu->u.HTTP_Response;
191 location = z_HTTP_header_lookup(res->headers, "Location");
192 if (++number_of_redirects < 10 &&
193 location && (code == 301 || code == 302 || code == 307))
195 odr_reset(p->odr_out);
196 uri = odr_strdup(p->odr_out, location);
197 odr_reset(p->odr_in);
208 * c-file-style: "Stroustrup"
209 * indent-tabs-mode: nil
211 * vim: shiftwidth=4 tabstop=8 expandtab