src/url.c

   1 /* This file is part of the YAZ toolkit.
   2  * Copyright (C) 1995-2012 Index Data
   3  * See the file LICENSE for details.
   4  */
   5 /**
   6  * \file url.c
   7  * \brief URL fetch utility
   8  */
   9 #if HAVE_CONFIG_H
  10 #include <config.h>
  11 #endif
  12
  13 #include <yaz/url.h>
  14 #include <yaz/comstack.h>
  15 #include <yaz/log.h>
  16
  17 struct yaz_url {
  18     ODR odr_in;
  19     ODR odr_out;
  20     char *proxy;
  21 };
  22
  23 yaz_url_t yaz_url_create(void)
  24 {
  25     yaz_url_t p = xmalloc(sizeof(*p));
  26     p->odr_in = odr_createmem(ODR_DECODE);
  27     p->odr_out = odr_createmem(ODR_ENCODE);
  28     p->proxy = 0;
  29     return p;
  30 }
  31
  32 void yaz_url_destroy(yaz_url_t p)
  33 {
  34     if (p)
  35     {
  36         odr_destroy(p->odr_in);
  37         odr_destroy(p->odr_out);
  38         xfree(p->proxy);
  39         xfree(p);
  40     }
  41 }
  42
  43 void yaz_url_set_proxy(yaz_url_t p, const char *proxy)
  44 {
  45     xfree(p->proxy);
  46     p->proxy = 0;
  47     if (proxy && *proxy)
  48         p->proxy = xstrdup(proxy);
  49 }
  50
  51 static void extract_user_pass(NMEM nmem,
  52                               const char *uri,
  53                               char **uri_lean, char **http_user,
  54                               char **http_pass)
  55 {
  56     const char *cp1 = strchr(uri, '/');
  57     *uri_lean = 0;
  58     *http_user = 0;
  59     *http_pass = 0;
  60     if (cp1 && cp1 > uri)
  61     {
  62         cp1--;
  63
  64         if (!strncmp(cp1, "://", 3))
  65         {
  66             const char *cp3 = 0;
  67             const char *cp2 = cp1 + 3;
  68             while (*cp2 && *cp2 != '/' && *cp2 != '@')
  69             {
  70                 if (*cp2 == ':')
  71                     cp3 = cp2;
  72                 cp2++;
  73             }
  74             if (*cp2 == '@' && cp3)
  75             {
  76                 *uri_lean = nmem_malloc(nmem, strlen(uri) + 1);
  77                 memcpy(*uri_lean, uri, cp1 + 3 - uri);
  78                 strcpy(*uri_lean + (cp1 + 3 - uri), cp2 + 1);
  79
  80                 *http_user = nmem_strdupn(nmem, cp1 + 3, cp3 - (cp1 + 3));
  81                 *http_pass = nmem_strdupn(nmem, cp3 + 1, cp2 - (cp3 + 1));
  82             }
  83         }
  84     }
  85     if (*uri_lean == 0)
  86         *uri_lean = nmem_strdup(nmem, uri);
  87 }
  88
  89 Z_HTTP_Response *yaz_url_exec(yaz_url_t p, const char *uri,
  90                               const char *method,
  91                               Z_HTTP_Header *headers,
  92                               const char *buf, size_t len)
  93 {
  94     Z_HTTP_Response *res = 0;
  95     int number_of_redirects = 0;
  96
  97     while (1)
  98     {
  99         void *add;
 100         COMSTACK conn = 0;
 101         int code;
 102         struct Z_HTTP_Header **last_header_entry;
 103         const char *location = 0;
 104         char *http_user = 0;
 105         char *http_pass = 0;
 106         char *uri_lean = 0;
 107         Z_GDU *gdu;
 108
 109         extract_user_pass(p->odr_out->mem, uri, &uri_lean,
 110                           &http_user, &http_pass);
 111
 112         gdu = z_get_HTTP_Request_uri(p->odr_out, uri_lean, 0, p->proxy ? 1 : 0);
 113         gdu->u.HTTP_Request->method = odr_strdup(p->odr_out, method);
 114
 115         if (http_user && http_pass)
 116             z_HTTP_header_add_basic_auth(p->odr_out,
 117                                          &gdu->u.HTTP_Request->headers,
 118                                          http_user, http_pass);
 119
 120         res = 0;
 121         last_header_entry = &gdu->u.HTTP_Request->headers;
 122         while (*last_header_entry)
 123             last_header_entry = &(*last_header_entry)->next;
 124         *last_header_entry = headers; /* attach user headers */
 125
 126         if (buf && len)
 127         {
 128             gdu->u.HTTP_Request->content_buf = (char *) buf;
 129             gdu->u.HTTP_Request->content_len = len;
 130         }
 131         if (!z_GDU(p->odr_out, &gdu, 0, 0))
 132         {
 133             yaz_log(YLOG_WARN, "Can not encode HTTP request URL:%s", uri);
 134             return 0;
 135         }
 136         conn = cs_create_host_proxy(uri_lean, 1, &add, p->proxy);
 137         if (!conn)
 138         {
 139             yaz_log(YLOG_WARN, "Could not resolve URL: %s", uri);
 140         }
 141         else if (cs_connect(conn, add) < 0)
 142         {
 143             yaz_log(YLOG_WARN, "Can not connect to URL: %s", uri);
 144         }
 145         else
 146         {
 147             int len;
 148             char *buf = odr_getbuf(p->odr_out, &len, 0);
 149
 150             if (cs_put(conn, buf, len) < 0)
 151                 yaz_log(YLOG_WARN, "cs_put failed URL: %s", uri);
 152             else
 153             {
 154                 char *netbuffer = 0;
 155                 int netlen = 0;
 156                 int cs_res = cs_get(conn, &netbuffer, &netlen);
 157                 if (cs_res <= 0)
 158                 {
 159                     yaz_log(YLOG_WARN, "cs_get failed URL: %s", uri);
 160                 }
 161                 else
 162                 {
 163                     Z_GDU *gdu;
 164                     odr_setbuf(p->odr_in, netbuffer, cs_res, 0);
 165                     if (!z_GDU(p->odr_in, &gdu, 0, 0)
 166                         || gdu->which != Z_GDU_HTTP_Response)
 167                     {
 168                         yaz_log(YLOG_WARN, "HTTP decoding failed "
 169                                 "URL:%s", uri);
 170                     }
 171                     else
 172                     {
 173                         res = gdu->u.HTTP_Response;
 174                     }
 175                 }
 176                 xfree(netbuffer);
 177             }
 178         }
 179         if (conn)
 180             cs_close(conn);
 181         if (!res)
 182             break;
 183         code = res->code;
 184         location = z_HTTP_header_lookup(res->headers, "Location");
 185         if (++number_of_redirects < 10 &&
 186             location && (code == 301 || code == 302 || code == 307))
 187         {
 188             odr_reset(p->odr_out);
 189             uri = odr_strdup(p->odr_out, location);
 190             odr_reset(p->odr_in);
 191         }
 192         else
 193             break;
 194     }
 195     return res;
 196 }
 197
 198 /*
 199  * Local variables:
 200  * c-basic-offset: 4
 201  * c-file-style: "Stroustrup"
 202  * indent-tabs-mode: nil
 203  * End:
 204  * vim: shiftwidth=4 tabstop=8 expandtab
 205  */
 206