1842a95ccSDag-Erling Smørgrav /*- 2842a95ccSDag-Erling Smørgrav * Copyright (c) 1998 Dag-Erling Co�dan Sm�rgrav 3842a95ccSDag-Erling Smørgrav * All rights reserved. 4842a95ccSDag-Erling Smørgrav * 5842a95ccSDag-Erling Smørgrav * Redistribution and use in source and binary forms, with or without 6842a95ccSDag-Erling Smørgrav * modification, are permitted provided that the following conditions 7842a95ccSDag-Erling Smørgrav * are met: 8842a95ccSDag-Erling Smørgrav * 1. Redistributions of source code must retain the above copyright 9842a95ccSDag-Erling Smørgrav * notice, this list of conditions and the following disclaimer 10842a95ccSDag-Erling Smørgrav * in this position and unchanged. 11842a95ccSDag-Erling Smørgrav * 2. Redistributions in binary form must reproduce the above copyright 12842a95ccSDag-Erling Smørgrav * notice, this list of conditions and the following disclaimer in the 13842a95ccSDag-Erling Smørgrav * documentation and/or other materials provided with the distribution. 14842a95ccSDag-Erling Smørgrav * 3. The name of the author may not be used to endorse or promote products 15842a95ccSDag-Erling Smørgrav * derived from this software without specific prior written permission 16842a95ccSDag-Erling Smørgrav * 17842a95ccSDag-Erling Smørgrav * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18842a95ccSDag-Erling Smørgrav * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19842a95ccSDag-Erling Smørgrav * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20842a95ccSDag-Erling Smørgrav * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21842a95ccSDag-Erling Smørgrav * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22842a95ccSDag-Erling Smørgrav * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23842a95ccSDag-Erling Smørgrav * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24842a95ccSDag-Erling Smørgrav * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25842a95ccSDag-Erling Smørgrav * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26842a95ccSDag-Erling Smørgrav * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27842a95ccSDag-Erling Smørgrav */ 28842a95ccSDag-Erling Smørgrav 29cecb889fSMatthew Dillon #include <sys/cdefs.h> 30cecb889fSMatthew Dillon __FBSDID("$FreeBSD$"); 31cecb889fSMatthew Dillon 320fba3a00SDag-Erling Smørgrav #include <sys/param.h> 33842a95ccSDag-Erling Smørgrav #include <sys/socket.h> 34fc6e9e65SDag-Erling Smørgrav #include <sys/time.h> 35a1763027SDag-Erling Smørgrav #include <sys/uio.h> 36842a95ccSDag-Erling Smørgrav #include <netinet/in.h> 37842a95ccSDag-Erling Smørgrav 38842a95ccSDag-Erling Smørgrav #include <errno.h> 39842a95ccSDag-Erling Smørgrav #include <netdb.h> 40ba101983SDag-Erling Smørgrav #include <stdarg.h> 410fba3a00SDag-Erling Smørgrav #include <stdlib.h> 420fba3a00SDag-Erling Smørgrav #include <stdio.h> 43842a95ccSDag-Erling Smørgrav #include <string.h> 44842a95ccSDag-Erling Smørgrav #include <unistd.h> 45842a95ccSDag-Erling Smørgrav 46842a95ccSDag-Erling Smørgrav #include "fetch.h" 47842a95ccSDag-Erling Smørgrav #include "common.h" 48842a95ccSDag-Erling Smørgrav 49d8acd8dcSDag-Erling Smørgrav 50842a95ccSDag-Erling Smørgrav /*** Local data **************************************************************/ 51842a95ccSDag-Erling Smørgrav 52842a95ccSDag-Erling Smørgrav /* 53842a95ccSDag-Erling Smørgrav * Error messages for resolver errors 54842a95ccSDag-Erling Smørgrav */ 55842a95ccSDag-Erling Smørgrav static struct fetcherr _netdb_errlist[] = { 5628c645cfSHajimu UMEMOTO { EAI_NODATA, FETCH_RESOLV, "Host not found" }, 5728c645cfSHajimu UMEMOTO { EAI_AGAIN, FETCH_TEMP, "Transient resolver failure" }, 5828c645cfSHajimu UMEMOTO { EAI_FAIL, FETCH_RESOLV, "Non-recoverable resolver failure" }, 5928c645cfSHajimu UMEMOTO { EAI_NONAME, FETCH_RESOLV, "No address record" }, 60d8acd8dcSDag-Erling Smørgrav { -1, FETCH_UNKNOWN, "Unknown resolver error" } 61842a95ccSDag-Erling Smørgrav }; 62842a95ccSDag-Erling Smørgrav 63a1763027SDag-Erling Smørgrav /* End-of-Line */ 6438c7e4a6SArchie Cobbs static const char ENDL[2] = "\r\n"; 65a1763027SDag-Erling Smørgrav 66842a95ccSDag-Erling Smørgrav 67842a95ccSDag-Erling Smørgrav /*** Error-reporting functions ***********************************************/ 68842a95ccSDag-Erling Smørgrav 69842a95ccSDag-Erling Smørgrav /* 70842a95ccSDag-Erling Smørgrav * Map error code to string 71842a95ccSDag-Erling Smørgrav */ 72ba101983SDag-Erling Smørgrav static struct fetcherr * 73d8acd8dcSDag-Erling Smørgrav _fetch_finderr(struct fetcherr *p, int e) 74842a95ccSDag-Erling Smørgrav { 75ba101983SDag-Erling Smørgrav while (p->num != -1 && p->num != e) 76ba101983SDag-Erling Smørgrav p++; 77e19e6098SDag-Erling Smørgrav return (p); 78842a95ccSDag-Erling Smørgrav } 79842a95ccSDag-Erling Smørgrav 80842a95ccSDag-Erling Smørgrav /* 81842a95ccSDag-Erling Smørgrav * Set error code 82842a95ccSDag-Erling Smørgrav */ 83842a95ccSDag-Erling Smørgrav void 84842a95ccSDag-Erling Smørgrav _fetch_seterr(struct fetcherr *p, int e) 85842a95ccSDag-Erling Smørgrav { 86ba101983SDag-Erling Smørgrav p = _fetch_finderr(p, e); 87ba101983SDag-Erling Smørgrav fetchLastErrCode = p->cat; 88ba101983SDag-Erling Smørgrav snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string); 89842a95ccSDag-Erling Smørgrav } 90842a95ccSDag-Erling Smørgrav 91842a95ccSDag-Erling Smørgrav /* 92842a95ccSDag-Erling Smørgrav * Set error code according to errno 93842a95ccSDag-Erling Smørgrav */ 94842a95ccSDag-Erling Smørgrav void 95842a95ccSDag-Erling Smørgrav _fetch_syserr(void) 96842a95ccSDag-Erling Smørgrav { 97d8acd8dcSDag-Erling Smørgrav switch (errno) { 98d8acd8dcSDag-Erling Smørgrav case 0: 990fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_OK; 100d8acd8dcSDag-Erling Smørgrav break; 101d8acd8dcSDag-Erling Smørgrav case EPERM: 102d8acd8dcSDag-Erling Smørgrav case EACCES: 103d8acd8dcSDag-Erling Smørgrav case EROFS: 104d8acd8dcSDag-Erling Smørgrav case EAUTH: 105d8acd8dcSDag-Erling Smørgrav case ENEEDAUTH: 1060fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_AUTH; 107d8acd8dcSDag-Erling Smørgrav break; 108d8acd8dcSDag-Erling Smørgrav case ENOENT: 109d8acd8dcSDag-Erling Smørgrav case EISDIR: /* XXX */ 1100fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_UNAVAIL; 111d8acd8dcSDag-Erling Smørgrav break; 112d8acd8dcSDag-Erling Smørgrav case ENOMEM: 1130fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_MEMORY; 114d8acd8dcSDag-Erling Smørgrav break; 115d8acd8dcSDag-Erling Smørgrav case EBUSY: 116d8acd8dcSDag-Erling Smørgrav case EAGAIN: 1170fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_TEMP; 118d8acd8dcSDag-Erling Smørgrav break; 119d8acd8dcSDag-Erling Smørgrav case EEXIST: 1200fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_EXISTS; 121d8acd8dcSDag-Erling Smørgrav break; 122d8acd8dcSDag-Erling Smørgrav case ENOSPC: 1230fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_FULL; 124d8acd8dcSDag-Erling Smørgrav break; 125d8acd8dcSDag-Erling Smørgrav case EADDRINUSE: 126d8acd8dcSDag-Erling Smørgrav case EADDRNOTAVAIL: 127d8acd8dcSDag-Erling Smørgrav case ENETDOWN: 128d8acd8dcSDag-Erling Smørgrav case ENETUNREACH: 129d8acd8dcSDag-Erling Smørgrav case ENETRESET: 130d8acd8dcSDag-Erling Smørgrav case EHOSTUNREACH: 1310fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_NETWORK; 132d8acd8dcSDag-Erling Smørgrav break; 133d8acd8dcSDag-Erling Smørgrav case ECONNABORTED: 134d8acd8dcSDag-Erling Smørgrav case ECONNRESET: 1350fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_ABORT; 136d8acd8dcSDag-Erling Smørgrav break; 137d8acd8dcSDag-Erling Smørgrav case ETIMEDOUT: 1380fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_TIMEOUT; 139d8acd8dcSDag-Erling Smørgrav break; 140d8acd8dcSDag-Erling Smørgrav case ECONNREFUSED: 141d8acd8dcSDag-Erling Smørgrav case EHOSTDOWN: 1420fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_DOWN; 143d8acd8dcSDag-Erling Smørgrav break; 144d8acd8dcSDag-Erling Smørgrav default: 1450fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_UNKNOWN; 146d8acd8dcSDag-Erling Smørgrav } 147e19e6098SDag-Erling Smørgrav snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno)); 1480fba3a00SDag-Erling Smørgrav } 1490fba3a00SDag-Erling Smørgrav 1500fba3a00SDag-Erling Smørgrav 1510fba3a00SDag-Erling Smørgrav /* 1520fba3a00SDag-Erling Smørgrav * Emit status message 1530fba3a00SDag-Erling Smørgrav */ 154ba101983SDag-Erling Smørgrav void 15538c7e4a6SArchie Cobbs _fetch_info(const char *fmt, ...) 1560fba3a00SDag-Erling Smørgrav { 1570fba3a00SDag-Erling Smørgrav va_list ap; 1580fba3a00SDag-Erling Smørgrav 1590fba3a00SDag-Erling Smørgrav va_start(ap, fmt); 160ba101983SDag-Erling Smørgrav vfprintf(stderr, fmt, ap); 1610fba3a00SDag-Erling Smørgrav va_end(ap); 162a68f8b58SDag-Erling Smørgrav fputc('\n', stderr); 163842a95ccSDag-Erling Smørgrav } 164842a95ccSDag-Erling Smørgrav 165842a95ccSDag-Erling Smørgrav 166842a95ccSDag-Erling Smørgrav /*** Network-related utility functions ***************************************/ 167842a95ccSDag-Erling Smørgrav 168842a95ccSDag-Erling Smørgrav /* 169e828ada7SDag-Erling Smørgrav * Return the default port for a scheme 170e828ada7SDag-Erling Smørgrav */ 171e828ada7SDag-Erling Smørgrav int 17238c7e4a6SArchie Cobbs _fetch_default_port(const char *scheme) 173e828ada7SDag-Erling Smørgrav { 174e828ada7SDag-Erling Smørgrav struct servent *se; 175e828ada7SDag-Erling Smørgrav 176e828ada7SDag-Erling Smørgrav if ((se = getservbyname(scheme, "tcp")) != NULL) 177e19e6098SDag-Erling Smørgrav return (ntohs(se->s_port)); 178e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_FTP) == 0) 179e19e6098SDag-Erling Smørgrav return (FTP_DEFAULT_PORT); 180e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_HTTP) == 0) 181e19e6098SDag-Erling Smørgrav return (HTTP_DEFAULT_PORT); 182e19e6098SDag-Erling Smørgrav return (0); 183e828ada7SDag-Erling Smørgrav } 184e828ada7SDag-Erling Smørgrav 185e828ada7SDag-Erling Smørgrav /* 186e828ada7SDag-Erling Smørgrav * Return the default proxy port for a scheme 187e828ada7SDag-Erling Smørgrav */ 188e828ada7SDag-Erling Smørgrav int 18938c7e4a6SArchie Cobbs _fetch_default_proxy_port(const char *scheme) 190e828ada7SDag-Erling Smørgrav { 191e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_FTP) == 0) 192e19e6098SDag-Erling Smørgrav return (FTP_DEFAULT_PROXY_PORT); 193e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_HTTP) == 0) 194e19e6098SDag-Erling Smørgrav return (HTTP_DEFAULT_PROXY_PORT); 195e19e6098SDag-Erling Smørgrav return (0); 196e828ada7SDag-Erling Smørgrav } 197e828ada7SDag-Erling Smørgrav 198f606d589SDag-Erling Smørgrav 199e828ada7SDag-Erling Smørgrav /* 2009601e333SDag-Erling Smørgrav * Create a connection for an existing descriptor. 2019601e333SDag-Erling Smørgrav */ 2029601e333SDag-Erling Smørgrav conn_t * 2039601e333SDag-Erling Smørgrav _fetch_reopen(int sd) 2049601e333SDag-Erling Smørgrav { 2059601e333SDag-Erling Smørgrav conn_t *conn; 2069601e333SDag-Erling Smørgrav 2079601e333SDag-Erling Smørgrav /* allocate and fill connection structure */ 2089601e333SDag-Erling Smørgrav if ((conn = calloc(1, sizeof *conn)) == NULL) 2099601e333SDag-Erling Smørgrav return (NULL); 2109601e333SDag-Erling Smørgrav conn->sd = sd; 211f606d589SDag-Erling Smørgrav ++conn->ref; 212f606d589SDag-Erling Smørgrav return (conn); 213f606d589SDag-Erling Smørgrav } 214f606d589SDag-Erling Smørgrav 215f606d589SDag-Erling Smørgrav 216f606d589SDag-Erling Smørgrav /* 217f606d589SDag-Erling Smørgrav * Bump a connection's reference count. 218f606d589SDag-Erling Smørgrav */ 219f606d589SDag-Erling Smørgrav conn_t * 220f606d589SDag-Erling Smørgrav _fetch_ref(conn_t *conn) 221f606d589SDag-Erling Smørgrav { 222f606d589SDag-Erling Smørgrav 223f606d589SDag-Erling Smørgrav ++conn->ref; 2249601e333SDag-Erling Smørgrav return (conn); 2259601e333SDag-Erling Smørgrav } 2269601e333SDag-Erling Smørgrav 2279601e333SDag-Erling Smørgrav 2289601e333SDag-Erling Smørgrav /* 229842a95ccSDag-Erling Smørgrav * Establish a TCP connection to the specified port on the specified host. 230842a95ccSDag-Erling Smørgrav */ 231dea29ca1SDag-Erling Smørgrav conn_t * 23238c7e4a6SArchie Cobbs _fetch_connect(const char *host, int port, int af, int verbose) 233842a95ccSDag-Erling Smørgrav { 234dea29ca1SDag-Erling Smørgrav conn_t *conn; 23528c645cfSHajimu UMEMOTO char pbuf[10]; 23628c645cfSHajimu UMEMOTO struct addrinfo hints, *res, *res0; 23728c645cfSHajimu UMEMOTO int sd, err; 238842a95ccSDag-Erling Smørgrav 239f67efa37SDag-Erling Smørgrav DEBUG(fprintf(stderr, "---> %s:%d\n", host, port)); 240842a95ccSDag-Erling Smørgrav 2410fba3a00SDag-Erling Smørgrav if (verbose) 2420fba3a00SDag-Erling Smørgrav _fetch_info("looking up %s", host); 2430fba3a00SDag-Erling Smørgrav 24428c645cfSHajimu UMEMOTO /* look up host name and set up socket address structure */ 24528c645cfSHajimu UMEMOTO snprintf(pbuf, sizeof(pbuf), "%d", port); 24628c645cfSHajimu UMEMOTO memset(&hints, 0, sizeof(hints)); 24728c645cfSHajimu UMEMOTO hints.ai_family = af; 24828c645cfSHajimu UMEMOTO hints.ai_socktype = SOCK_STREAM; 24928c645cfSHajimu UMEMOTO hints.ai_protocol = 0; 25028c645cfSHajimu UMEMOTO if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) { 25128c645cfSHajimu UMEMOTO _netdb_seterr(err); 252dea29ca1SDag-Erling Smørgrav return (NULL); 253842a95ccSDag-Erling Smørgrav } 254842a95ccSDag-Erling Smørgrav 2550fba3a00SDag-Erling Smørgrav if (verbose) 2560fba3a00SDag-Erling Smørgrav _fetch_info("connecting to %s:%d", host, port); 2570fba3a00SDag-Erling Smørgrav 258842a95ccSDag-Erling Smørgrav /* try to connect */ 259a1763027SDag-Erling Smørgrav for (sd = -1, res = res0; res; res = res->ai_next) { 26028c645cfSHajimu UMEMOTO if ((sd = socket(res->ai_family, res->ai_socktype, 261a1763027SDag-Erling Smørgrav res->ai_protocol)) == -1) 26228c645cfSHajimu UMEMOTO continue; 263a1763027SDag-Erling Smørgrav if (connect(sd, res->ai_addr, res->ai_addrlen) != -1) 26428c645cfSHajimu UMEMOTO break; 265842a95ccSDag-Erling Smørgrav close(sd); 26628c645cfSHajimu UMEMOTO sd = -1; 26728c645cfSHajimu UMEMOTO } 2687487ef62SHajimu UMEMOTO freeaddrinfo(res0); 269a1763027SDag-Erling Smørgrav if (sd == -1) { 27028c645cfSHajimu UMEMOTO _fetch_syserr(); 271dea29ca1SDag-Erling Smørgrav return (NULL); 272842a95ccSDag-Erling Smørgrav } 273842a95ccSDag-Erling Smørgrav 27440cfbfd5SBill Fenner if ((conn = _fetch_reopen(sd)) == NULL) { 27540cfbfd5SBill Fenner _fetch_syserr(); 276dea29ca1SDag-Erling Smørgrav close(sd); 27740cfbfd5SBill Fenner } 278dea29ca1SDag-Erling Smørgrav return (conn); 279842a95ccSDag-Erling Smørgrav } 280ce71b736SDag-Erling Smørgrav 281ce71b736SDag-Erling Smørgrav 282fc6e9e65SDag-Erling Smørgrav /* 283111e2510SDag-Erling Smørgrav * Enable SSL on a connection. 284111e2510SDag-Erling Smørgrav */ 285111e2510SDag-Erling Smørgrav int 286111e2510SDag-Erling Smørgrav _fetch_ssl(conn_t *conn, int verbose) 287111e2510SDag-Erling Smørgrav { 288111e2510SDag-Erling Smørgrav 2893070f6cbSDag-Erling Smørgrav #ifdef WITH_SSL 290111e2510SDag-Erling Smørgrav /* Init the SSL library and context */ 291111e2510SDag-Erling Smørgrav if (!SSL_library_init()){ 292111e2510SDag-Erling Smørgrav fprintf(stderr, "SSL library init failed\n"); 293111e2510SDag-Erling Smørgrav return (-1); 294111e2510SDag-Erling Smørgrav } 295111e2510SDag-Erling Smørgrav 296111e2510SDag-Erling Smørgrav SSL_load_error_strings(); 297111e2510SDag-Erling Smørgrav 298111e2510SDag-Erling Smørgrav conn->ssl_meth = SSLv23_client_method(); 299111e2510SDag-Erling Smørgrav conn->ssl_ctx = SSL_CTX_new(conn->ssl_meth); 300111e2510SDag-Erling Smørgrav 301111e2510SDag-Erling Smørgrav conn->ssl = SSL_new(conn->ssl_ctx); 302111e2510SDag-Erling Smørgrav if (conn->ssl == NULL){ 303111e2510SDag-Erling Smørgrav fprintf(stderr, "SSL context creation failed\n"); 304111e2510SDag-Erling Smørgrav return (-1); 305111e2510SDag-Erling Smørgrav } 306111e2510SDag-Erling Smørgrav SSL_set_fd(conn->ssl, conn->sd); 307111e2510SDag-Erling Smørgrav if (SSL_connect(conn->ssl) == -1){ 308111e2510SDag-Erling Smørgrav ERR_print_errors_fp(stderr); 309111e2510SDag-Erling Smørgrav return (-1); 310111e2510SDag-Erling Smørgrav } 311111e2510SDag-Erling Smørgrav 312111e2510SDag-Erling Smørgrav if (verbose) { 313111e2510SDag-Erling Smørgrav X509_NAME *name; 314111e2510SDag-Erling Smørgrav char *str; 315111e2510SDag-Erling Smørgrav 316111e2510SDag-Erling Smørgrav fprintf(stderr, "SSL connection established using %s\n", 317111e2510SDag-Erling Smørgrav SSL_get_cipher(conn->ssl)); 318111e2510SDag-Erling Smørgrav conn->ssl_cert = SSL_get_peer_certificate(conn->ssl); 319111e2510SDag-Erling Smørgrav name = X509_get_subject_name(conn->ssl_cert); 320111e2510SDag-Erling Smørgrav str = X509_NAME_oneline(name, 0, 0); 321111e2510SDag-Erling Smørgrav printf("Certificate subject: %s\n", str); 322111e2510SDag-Erling Smørgrav free(str); 323111e2510SDag-Erling Smørgrav name = X509_get_issuer_name(conn->ssl_cert); 324111e2510SDag-Erling Smørgrav str = X509_NAME_oneline(name, 0, 0); 325111e2510SDag-Erling Smørgrav printf("Certificate issuer: %s\n", str); 326111e2510SDag-Erling Smørgrav free(str); 327111e2510SDag-Erling Smørgrav } 328111e2510SDag-Erling Smørgrav 329111e2510SDag-Erling Smørgrav return (0); 3303070f6cbSDag-Erling Smørgrav #else 3313070f6cbSDag-Erling Smørgrav (void)conn; 3323070f6cbSDag-Erling Smørgrav (void)verbose; 3333070f6cbSDag-Erling Smørgrav fprintf(stderr, "SSL support disabled\n"); 3343070f6cbSDag-Erling Smørgrav return (-1); 3353070f6cbSDag-Erling Smørgrav #endif 336111e2510SDag-Erling Smørgrav } 337111e2510SDag-Erling Smørgrav 338f606d589SDag-Erling Smørgrav 339111e2510SDag-Erling Smørgrav /* 3409601e333SDag-Erling Smørgrav * Read a character from a connection w/ timeout 3419601e333SDag-Erling Smørgrav */ 3429601e333SDag-Erling Smørgrav ssize_t 3439601e333SDag-Erling Smørgrav _fetch_read(conn_t *conn, char *buf, size_t len) 3449601e333SDag-Erling Smørgrav { 3459601e333SDag-Erling Smørgrav struct timeval now, timeout, wait; 3469601e333SDag-Erling Smørgrav fd_set readfds; 3479601e333SDag-Erling Smørgrav ssize_t rlen, total; 3489601e333SDag-Erling Smørgrav int r; 3499601e333SDag-Erling Smørgrav 350b68fbebdSDavid E. O'Brien rlen = 0; 351b68fbebdSDavid E. O'Brien 3529601e333SDag-Erling Smørgrav if (fetchTimeout) { 3539601e333SDag-Erling Smørgrav FD_ZERO(&readfds); 3549601e333SDag-Erling Smørgrav gettimeofday(&timeout, NULL); 3559601e333SDag-Erling Smørgrav timeout.tv_sec += fetchTimeout; 3569601e333SDag-Erling Smørgrav } 3579601e333SDag-Erling Smørgrav 3589601e333SDag-Erling Smørgrav total = 0; 3599601e333SDag-Erling Smørgrav while (len > 0) { 3609601e333SDag-Erling Smørgrav while (fetchTimeout && !FD_ISSET(conn->sd, &readfds)) { 3619601e333SDag-Erling Smørgrav FD_SET(conn->sd, &readfds); 3629601e333SDag-Erling Smørgrav gettimeofday(&now, NULL); 3639601e333SDag-Erling Smørgrav wait.tv_sec = timeout.tv_sec - now.tv_sec; 3649601e333SDag-Erling Smørgrav wait.tv_usec = timeout.tv_usec - now.tv_usec; 3659601e333SDag-Erling Smørgrav if (wait.tv_usec < 0) { 3669601e333SDag-Erling Smørgrav wait.tv_usec += 1000000; 3679601e333SDag-Erling Smørgrav wait.tv_sec--; 3689601e333SDag-Erling Smørgrav } 369b68fbebdSDavid E. O'Brien if (wait.tv_sec < 0) 370b68fbebdSDavid E. O'Brien return (rlen); 3719601e333SDag-Erling Smørgrav errno = 0; 3729601e333SDag-Erling Smørgrav r = select(conn->sd + 1, &readfds, NULL, NULL, &wait); 3739601e333SDag-Erling Smørgrav if (r == -1) { 3749601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 3759601e333SDag-Erling Smørgrav continue; 3769601e333SDag-Erling Smørgrav return (-1); 3779601e333SDag-Erling Smørgrav } 3789601e333SDag-Erling Smørgrav } 3793070f6cbSDag-Erling Smørgrav #ifdef WITH_SSL 3809601e333SDag-Erling Smørgrav if (conn->ssl != NULL) 3819601e333SDag-Erling Smørgrav rlen = SSL_read(conn->ssl, buf, len); 3829601e333SDag-Erling Smørgrav else 3833070f6cbSDag-Erling Smørgrav #endif 3849601e333SDag-Erling Smørgrav rlen = read(conn->sd, buf, len); 3851a5424b1SDag-Erling Smørgrav if (rlen == 0) 3861a5424b1SDag-Erling Smørgrav break; 3879601e333SDag-Erling Smørgrav if (rlen < 0) { 3889601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 3899601e333SDag-Erling Smørgrav continue; 3909601e333SDag-Erling Smørgrav return (-1); 3919601e333SDag-Erling Smørgrav } 3929601e333SDag-Erling Smørgrav len -= rlen; 3939601e333SDag-Erling Smørgrav buf += rlen; 3949601e333SDag-Erling Smørgrav total += rlen; 3959601e333SDag-Erling Smørgrav } 3969601e333SDag-Erling Smørgrav return (total); 3979601e333SDag-Erling Smørgrav } 3989601e333SDag-Erling Smørgrav 399f606d589SDag-Erling Smørgrav 4009601e333SDag-Erling Smørgrav /* 4019601e333SDag-Erling Smørgrav * Read a line of text from a connection w/ timeout 402fc6e9e65SDag-Erling Smørgrav */ 403fc6e9e65SDag-Erling Smørgrav #define MIN_BUF_SIZE 1024 404fc6e9e65SDag-Erling Smørgrav 405fc6e9e65SDag-Erling Smørgrav int 406dea29ca1SDag-Erling Smørgrav _fetch_getln(conn_t *conn) 407fc6e9e65SDag-Erling Smørgrav { 4089601e333SDag-Erling Smørgrav char *tmp; 4099601e333SDag-Erling Smørgrav size_t tmpsize; 410fc6e9e65SDag-Erling Smørgrav char c; 411b68fbebdSDavid E. O'Brien int error; 412fc6e9e65SDag-Erling Smørgrav 413dea29ca1SDag-Erling Smørgrav if (conn->buf == NULL) { 414dea29ca1SDag-Erling Smørgrav if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) { 415fc6e9e65SDag-Erling Smørgrav errno = ENOMEM; 416e19e6098SDag-Erling Smørgrav return (-1); 417fc6e9e65SDag-Erling Smørgrav } 418dea29ca1SDag-Erling Smørgrav conn->bufsize = MIN_BUF_SIZE; 419fc6e9e65SDag-Erling Smørgrav } 420fc6e9e65SDag-Erling Smørgrav 421dea29ca1SDag-Erling Smørgrav conn->buf[0] = '\0'; 422dea29ca1SDag-Erling Smørgrav conn->buflen = 0; 423fc6e9e65SDag-Erling Smørgrav 424fc6e9e65SDag-Erling Smørgrav do { 425b68fbebdSDavid E. O'Brien error = _fetch_read(conn, &c, 1); 426b68fbebdSDavid E. O'Brien if (error == -1) 427e19e6098SDag-Erling Smørgrav return (-1); 428b68fbebdSDavid E. O'Brien else if (error == 0) 429b68fbebdSDavid E. O'Brien break; 430dea29ca1SDag-Erling Smørgrav conn->buf[conn->buflen++] = c; 431dea29ca1SDag-Erling Smørgrav if (conn->buflen == conn->bufsize) { 432dea29ca1SDag-Erling Smørgrav tmp = conn->buf; 433dea29ca1SDag-Erling Smørgrav tmpsize = conn->bufsize * 2 + 1; 434dea29ca1SDag-Erling Smørgrav if ((tmp = realloc(tmp, tmpsize)) == NULL) { 435fc6e9e65SDag-Erling Smørgrav errno = ENOMEM; 436e19e6098SDag-Erling Smørgrav return (-1); 437fc6e9e65SDag-Erling Smørgrav } 438dea29ca1SDag-Erling Smørgrav conn->buf = tmp; 439dea29ca1SDag-Erling Smørgrav conn->bufsize = tmpsize; 440fc6e9e65SDag-Erling Smørgrav } 441fc6e9e65SDag-Erling Smørgrav } while (c != '\n'); 442fc6e9e65SDag-Erling Smørgrav 443dea29ca1SDag-Erling Smørgrav conn->buf[conn->buflen] = '\0'; 444dea29ca1SDag-Erling Smørgrav DEBUG(fprintf(stderr, "<<< %s", conn->buf)); 445e19e6098SDag-Erling Smørgrav return (0); 446fc6e9e65SDag-Erling Smørgrav } 447fc6e9e65SDag-Erling Smørgrav 448fc6e9e65SDag-Erling Smørgrav 449a1763027SDag-Erling Smørgrav /* 4509601e333SDag-Erling Smørgrav * Write to a connection w/ timeout 4519601e333SDag-Erling Smørgrav */ 4529601e333SDag-Erling Smørgrav ssize_t 4539601e333SDag-Erling Smørgrav _fetch_write(conn_t *conn, const char *buf, size_t len) 4549601e333SDag-Erling Smørgrav { 4559601e333SDag-Erling Smørgrav struct timeval now, timeout, wait; 4569601e333SDag-Erling Smørgrav fd_set writefds; 4579601e333SDag-Erling Smørgrav ssize_t wlen, total; 4589601e333SDag-Erling Smørgrav int r; 4599601e333SDag-Erling Smørgrav 460b68fbebdSDavid E. O'Brien total = 0; 461b68fbebdSDavid E. O'Brien 4629601e333SDag-Erling Smørgrav if (fetchTimeout) { 4639601e333SDag-Erling Smørgrav FD_ZERO(&writefds); 4649601e333SDag-Erling Smørgrav gettimeofday(&timeout, NULL); 4659601e333SDag-Erling Smørgrav timeout.tv_sec += fetchTimeout; 4669601e333SDag-Erling Smørgrav } 4679601e333SDag-Erling Smørgrav 468b68fbebdSDavid E. O'Brien while (len > 0) { 4699601e333SDag-Erling Smørgrav while (fetchTimeout && !FD_ISSET(conn->sd, &writefds)) { 4709601e333SDag-Erling Smørgrav FD_SET(conn->sd, &writefds); 4719601e333SDag-Erling Smørgrav gettimeofday(&now, NULL); 4729601e333SDag-Erling Smørgrav wait.tv_sec = timeout.tv_sec - now.tv_sec; 4739601e333SDag-Erling Smørgrav wait.tv_usec = timeout.tv_usec - now.tv_usec; 4749601e333SDag-Erling Smørgrav if (wait.tv_usec < 0) { 4759601e333SDag-Erling Smørgrav wait.tv_usec += 1000000; 4769601e333SDag-Erling Smørgrav wait.tv_sec--; 4779601e333SDag-Erling Smørgrav } 4789601e333SDag-Erling Smørgrav if (wait.tv_sec < 0) { 4799601e333SDag-Erling Smørgrav errno = ETIMEDOUT; 4809601e333SDag-Erling Smørgrav return (-1); 4819601e333SDag-Erling Smørgrav } 4829601e333SDag-Erling Smørgrav errno = 0; 4839601e333SDag-Erling Smørgrav r = select(conn->sd + 1, NULL, &writefds, NULL, &wait); 4849601e333SDag-Erling Smørgrav if (r == -1) { 4859601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 4869601e333SDag-Erling Smørgrav continue; 4879601e333SDag-Erling Smørgrav return (-1); 4889601e333SDag-Erling Smørgrav } 4899601e333SDag-Erling Smørgrav } 4909601e333SDag-Erling Smørgrav errno = 0; 4913070f6cbSDag-Erling Smørgrav #ifdef WITH_SSL 4929601e333SDag-Erling Smørgrav if (conn->ssl != NULL) 493b68fbebdSDavid E. O'Brien wlen = SSL_write(conn->ssl, buf, len); 4949601e333SDag-Erling Smørgrav else 4953070f6cbSDag-Erling Smørgrav #endif 496b68fbebdSDavid E. O'Brien wlen = write(conn->sd, buf, len); 497b68fbebdSDavid E. O'Brien if (wlen == 0) 4989601e333SDag-Erling Smørgrav /* we consider a short write a failure */ 4999601e333SDag-Erling Smørgrav return (-1); 5009601e333SDag-Erling Smørgrav if (wlen < 0) { 5019601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 5029601e333SDag-Erling Smørgrav continue; 5039601e333SDag-Erling Smørgrav return (-1); 5049601e333SDag-Erling Smørgrav } 505b68fbebdSDavid E. O'Brien len -= wlen; 506b68fbebdSDavid E. O'Brien buf += wlen; 5079601e333SDag-Erling Smørgrav total += wlen; 5089601e333SDag-Erling Smørgrav } 5099601e333SDag-Erling Smørgrav return (total); 5109601e333SDag-Erling Smørgrav } 5119601e333SDag-Erling Smørgrav 512f606d589SDag-Erling Smørgrav 5139601e333SDag-Erling Smørgrav /* 5149601e333SDag-Erling Smørgrav * Write a line of text to a connection w/ timeout 515a1763027SDag-Erling Smørgrav */ 516a1763027SDag-Erling Smørgrav int 517dea29ca1SDag-Erling Smørgrav _fetch_putln(conn_t *conn, const char *str, size_t len) 518a1763027SDag-Erling Smørgrav { 51966ffb8a3SDag-Erling Smørgrav 52066ffb8a3SDag-Erling Smørgrav DEBUG(fprintf(stderr, ">>> %s\n", str)); 521b68fbebdSDavid E. O'Brien if (_fetch_write(conn, str, len) == -1 || 522b68fbebdSDavid E. O'Brien _fetch_write(conn, ENDL, sizeof ENDL) == -1) 523e19e6098SDag-Erling Smørgrav return (-1); 524e19e6098SDag-Erling Smørgrav return (0); 525a1763027SDag-Erling Smørgrav } 526a1763027SDag-Erling Smørgrav 527a1763027SDag-Erling Smørgrav 528dea29ca1SDag-Erling Smørgrav /* 529dea29ca1SDag-Erling Smørgrav * Close connection 530dea29ca1SDag-Erling Smørgrav */ 531dea29ca1SDag-Erling Smørgrav int 532dea29ca1SDag-Erling Smørgrav _fetch_close(conn_t *conn) 533dea29ca1SDag-Erling Smørgrav { 534dea29ca1SDag-Erling Smørgrav int ret; 535dea29ca1SDag-Erling Smørgrav 536f606d589SDag-Erling Smørgrav if (--conn->ref > 0) 537f606d589SDag-Erling Smørgrav return (0); 538dea29ca1SDag-Erling Smørgrav ret = close(conn->sd); 539dea29ca1SDag-Erling Smørgrav free(conn); 540dea29ca1SDag-Erling Smørgrav return (ret); 541dea29ca1SDag-Erling Smørgrav } 542dea29ca1SDag-Erling Smørgrav 543dea29ca1SDag-Erling Smørgrav 544ce71b736SDag-Erling Smørgrav /*** Directory-related utility functions *************************************/ 545ce71b736SDag-Erling Smørgrav 546ce71b736SDag-Erling Smørgrav int 547ce71b736SDag-Erling Smørgrav _fetch_add_entry(struct url_ent **p, int *size, int *len, 548f573a5fcSDag-Erling Smørgrav const char *name, struct url_stat *us) 549ce71b736SDag-Erling Smørgrav { 550ce71b736SDag-Erling Smørgrav struct url_ent *tmp; 551ce71b736SDag-Erling Smørgrav 552ce71b736SDag-Erling Smørgrav if (*p == NULL) { 5535a51c23bSDag-Erling Smørgrav *size = 0; 554ce71b736SDag-Erling Smørgrav *len = 0; 555ce71b736SDag-Erling Smørgrav } 556ce71b736SDag-Erling Smørgrav 557ce71b736SDag-Erling Smørgrav if (*len >= *size - 1) { 5585a51c23bSDag-Erling Smørgrav tmp = realloc(*p, (*size * 2 + 1) * sizeof **p); 559ce71b736SDag-Erling Smørgrav if (tmp == NULL) { 560ce71b736SDag-Erling Smørgrav errno = ENOMEM; 561ce71b736SDag-Erling Smørgrav _fetch_syserr(); 562e19e6098SDag-Erling Smørgrav return (-1); 563ce71b736SDag-Erling Smørgrav } 5645a51c23bSDag-Erling Smørgrav *size = (*size * 2 + 1); 565ce71b736SDag-Erling Smørgrav *p = tmp; 566ce71b736SDag-Erling Smørgrav } 567ce71b736SDag-Erling Smørgrav 568ce71b736SDag-Erling Smørgrav tmp = *p + *len; 5692b26f942SDag-Erling Smørgrav snprintf(tmp->name, PATH_MAX, "%s", name); 570f573a5fcSDag-Erling Smørgrav bcopy(us, &tmp->stat, sizeof *us); 571ce71b736SDag-Erling Smørgrav 572ce71b736SDag-Erling Smørgrav (*len)++; 573ce71b736SDag-Erling Smørgrav (++tmp)->name[0] = 0; 574ce71b736SDag-Erling Smørgrav 575e19e6098SDag-Erling Smørgrav return (0); 576ce71b736SDag-Erling Smørgrav } 577