1842a95ccSDag-Erling Smørgrav /*- 2842a95ccSDag-Erling Smørgrav * Copyright (c) 1998 Dag-Erling Co�dan Sm�rgrav 3842a95ccSDag-Erling Smørgrav * All rights reserved. 4842a95ccSDag-Erling Smørgrav * 5842a95ccSDag-Erling Smørgrav * Redistribution and use in source and binary forms, with or without 6842a95ccSDag-Erling Smørgrav * modification, are permitted provided that the following conditions 7842a95ccSDag-Erling Smørgrav * are met: 8842a95ccSDag-Erling Smørgrav * 1. Redistributions of source code must retain the above copyright 9842a95ccSDag-Erling Smørgrav * notice, this list of conditions and the following disclaimer 10842a95ccSDag-Erling Smørgrav * in this position and unchanged. 11842a95ccSDag-Erling Smørgrav * 2. Redistributions in binary form must reproduce the above copyright 12842a95ccSDag-Erling Smørgrav * notice, this list of conditions and the following disclaimer in the 13842a95ccSDag-Erling Smørgrav * documentation and/or other materials provided with the distribution. 14842a95ccSDag-Erling Smørgrav * 3. The name of the author may not be used to endorse or promote products 15842a95ccSDag-Erling Smørgrav * derived from this software without specific prior written permission 16842a95ccSDag-Erling Smørgrav * 17842a95ccSDag-Erling Smørgrav * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18842a95ccSDag-Erling Smørgrav * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19842a95ccSDag-Erling Smørgrav * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20842a95ccSDag-Erling Smørgrav * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21842a95ccSDag-Erling Smørgrav * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22842a95ccSDag-Erling Smørgrav * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23842a95ccSDag-Erling Smørgrav * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24842a95ccSDag-Erling Smørgrav * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25842a95ccSDag-Erling Smørgrav * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26842a95ccSDag-Erling Smørgrav * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27842a95ccSDag-Erling Smørgrav */ 28842a95ccSDag-Erling Smørgrav 29cecb889fSMatthew Dillon #include <sys/cdefs.h> 30cecb889fSMatthew Dillon __FBSDID("$FreeBSD$"); 31cecb889fSMatthew Dillon 320fba3a00SDag-Erling Smørgrav #include <sys/param.h> 33842a95ccSDag-Erling Smørgrav #include <sys/socket.h> 34fc6e9e65SDag-Erling Smørgrav #include <sys/time.h> 35a1763027SDag-Erling Smørgrav #include <sys/uio.h> 36842a95ccSDag-Erling Smørgrav #include <netinet/in.h> 37842a95ccSDag-Erling Smørgrav 389601e333SDag-Erling Smørgrav #include <ctype.h> /* XXX */ 39842a95ccSDag-Erling Smørgrav #include <errno.h> 40842a95ccSDag-Erling Smørgrav #include <netdb.h> 41ba101983SDag-Erling Smørgrav #include <stdarg.h> 420fba3a00SDag-Erling Smørgrav #include <stdlib.h> 430fba3a00SDag-Erling Smørgrav #include <stdio.h> 44842a95ccSDag-Erling Smørgrav #include <string.h> 45842a95ccSDag-Erling Smørgrav #include <unistd.h> 46842a95ccSDag-Erling Smørgrav 47842a95ccSDag-Erling Smørgrav #include "fetch.h" 48842a95ccSDag-Erling Smørgrav #include "common.h" 49842a95ccSDag-Erling Smørgrav 50d8acd8dcSDag-Erling Smørgrav 51842a95ccSDag-Erling Smørgrav /*** Local data **************************************************************/ 52842a95ccSDag-Erling Smørgrav 53842a95ccSDag-Erling Smørgrav /* 54842a95ccSDag-Erling Smørgrav * Error messages for resolver errors 55842a95ccSDag-Erling Smørgrav */ 56842a95ccSDag-Erling Smørgrav static struct fetcherr _netdb_errlist[] = { 5728c645cfSHajimu UMEMOTO { EAI_NODATA, FETCH_RESOLV, "Host not found" }, 5828c645cfSHajimu UMEMOTO { EAI_AGAIN, FETCH_TEMP, "Transient resolver failure" }, 5928c645cfSHajimu UMEMOTO { EAI_FAIL, FETCH_RESOLV, "Non-recoverable resolver failure" }, 6028c645cfSHajimu UMEMOTO { EAI_NONAME, FETCH_RESOLV, "No address record" }, 61d8acd8dcSDag-Erling Smørgrav { -1, FETCH_UNKNOWN, "Unknown resolver error" } 62842a95ccSDag-Erling Smørgrav }; 63842a95ccSDag-Erling Smørgrav 64a1763027SDag-Erling Smørgrav /* End-of-Line */ 6538c7e4a6SArchie Cobbs static const char ENDL[2] = "\r\n"; 66a1763027SDag-Erling Smørgrav 67842a95ccSDag-Erling Smørgrav 68842a95ccSDag-Erling Smørgrav /*** Error-reporting functions ***********************************************/ 69842a95ccSDag-Erling Smørgrav 70842a95ccSDag-Erling Smørgrav /* 71842a95ccSDag-Erling Smørgrav * Map error code to string 72842a95ccSDag-Erling Smørgrav */ 73ba101983SDag-Erling Smørgrav static struct fetcherr * 74d8acd8dcSDag-Erling Smørgrav _fetch_finderr(struct fetcherr *p, int e) 75842a95ccSDag-Erling Smørgrav { 76ba101983SDag-Erling Smørgrav while (p->num != -1 && p->num != e) 77ba101983SDag-Erling Smørgrav p++; 78e19e6098SDag-Erling Smørgrav return (p); 79842a95ccSDag-Erling Smørgrav } 80842a95ccSDag-Erling Smørgrav 81842a95ccSDag-Erling Smørgrav /* 82842a95ccSDag-Erling Smørgrav * Set error code 83842a95ccSDag-Erling Smørgrav */ 84842a95ccSDag-Erling Smørgrav void 85842a95ccSDag-Erling Smørgrav _fetch_seterr(struct fetcherr *p, int e) 86842a95ccSDag-Erling Smørgrav { 87ba101983SDag-Erling Smørgrav p = _fetch_finderr(p, e); 88ba101983SDag-Erling Smørgrav fetchLastErrCode = p->cat; 89ba101983SDag-Erling Smørgrav snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string); 90842a95ccSDag-Erling Smørgrav } 91842a95ccSDag-Erling Smørgrav 92842a95ccSDag-Erling Smørgrav /* 93842a95ccSDag-Erling Smørgrav * Set error code according to errno 94842a95ccSDag-Erling Smørgrav */ 95842a95ccSDag-Erling Smørgrav void 96842a95ccSDag-Erling Smørgrav _fetch_syserr(void) 97842a95ccSDag-Erling Smørgrav { 98d8acd8dcSDag-Erling Smørgrav switch (errno) { 99d8acd8dcSDag-Erling Smørgrav case 0: 1000fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_OK; 101d8acd8dcSDag-Erling Smørgrav break; 102d8acd8dcSDag-Erling Smørgrav case EPERM: 103d8acd8dcSDag-Erling Smørgrav case EACCES: 104d8acd8dcSDag-Erling Smørgrav case EROFS: 105d8acd8dcSDag-Erling Smørgrav case EAUTH: 106d8acd8dcSDag-Erling Smørgrav case ENEEDAUTH: 1070fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_AUTH; 108d8acd8dcSDag-Erling Smørgrav break; 109d8acd8dcSDag-Erling Smørgrav case ENOENT: 110d8acd8dcSDag-Erling Smørgrav case EISDIR: /* XXX */ 1110fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_UNAVAIL; 112d8acd8dcSDag-Erling Smørgrav break; 113d8acd8dcSDag-Erling Smørgrav case ENOMEM: 1140fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_MEMORY; 115d8acd8dcSDag-Erling Smørgrav break; 116d8acd8dcSDag-Erling Smørgrav case EBUSY: 117d8acd8dcSDag-Erling Smørgrav case EAGAIN: 1180fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_TEMP; 119d8acd8dcSDag-Erling Smørgrav break; 120d8acd8dcSDag-Erling Smørgrav case EEXIST: 1210fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_EXISTS; 122d8acd8dcSDag-Erling Smørgrav break; 123d8acd8dcSDag-Erling Smørgrav case ENOSPC: 1240fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_FULL; 125d8acd8dcSDag-Erling Smørgrav break; 126d8acd8dcSDag-Erling Smørgrav case EADDRINUSE: 127d8acd8dcSDag-Erling Smørgrav case EADDRNOTAVAIL: 128d8acd8dcSDag-Erling Smørgrav case ENETDOWN: 129d8acd8dcSDag-Erling Smørgrav case ENETUNREACH: 130d8acd8dcSDag-Erling Smørgrav case ENETRESET: 131d8acd8dcSDag-Erling Smørgrav case EHOSTUNREACH: 1320fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_NETWORK; 133d8acd8dcSDag-Erling Smørgrav break; 134d8acd8dcSDag-Erling Smørgrav case ECONNABORTED: 135d8acd8dcSDag-Erling Smørgrav case ECONNRESET: 1360fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_ABORT; 137d8acd8dcSDag-Erling Smørgrav break; 138d8acd8dcSDag-Erling Smørgrav case ETIMEDOUT: 1390fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_TIMEOUT; 140d8acd8dcSDag-Erling Smørgrav break; 141d8acd8dcSDag-Erling Smørgrav case ECONNREFUSED: 142d8acd8dcSDag-Erling Smørgrav case EHOSTDOWN: 1430fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_DOWN; 144d8acd8dcSDag-Erling Smørgrav break; 145d8acd8dcSDag-Erling Smørgrav default: 1460fba3a00SDag-Erling Smørgrav fetchLastErrCode = FETCH_UNKNOWN; 147d8acd8dcSDag-Erling Smørgrav } 148e19e6098SDag-Erling Smørgrav snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno)); 1490fba3a00SDag-Erling Smørgrav } 1500fba3a00SDag-Erling Smørgrav 1510fba3a00SDag-Erling Smørgrav 1520fba3a00SDag-Erling Smørgrav /* 1530fba3a00SDag-Erling Smørgrav * Emit status message 1540fba3a00SDag-Erling Smørgrav */ 155ba101983SDag-Erling Smørgrav void 15638c7e4a6SArchie Cobbs _fetch_info(const char *fmt, ...) 1570fba3a00SDag-Erling Smørgrav { 1580fba3a00SDag-Erling Smørgrav va_list ap; 1590fba3a00SDag-Erling Smørgrav 1600fba3a00SDag-Erling Smørgrav va_start(ap, fmt); 161ba101983SDag-Erling Smørgrav vfprintf(stderr, fmt, ap); 1620fba3a00SDag-Erling Smørgrav va_end(ap); 163a68f8b58SDag-Erling Smørgrav fputc('\n', stderr); 164842a95ccSDag-Erling Smørgrav } 165842a95ccSDag-Erling Smørgrav 166842a95ccSDag-Erling Smørgrav 167842a95ccSDag-Erling Smørgrav /*** Network-related utility functions ***************************************/ 168842a95ccSDag-Erling Smørgrav 169842a95ccSDag-Erling Smørgrav /* 170e828ada7SDag-Erling Smørgrav * Return the default port for a scheme 171e828ada7SDag-Erling Smørgrav */ 172e828ada7SDag-Erling Smørgrav int 17338c7e4a6SArchie Cobbs _fetch_default_port(const char *scheme) 174e828ada7SDag-Erling Smørgrav { 175e828ada7SDag-Erling Smørgrav struct servent *se; 176e828ada7SDag-Erling Smørgrav 177e828ada7SDag-Erling Smørgrav if ((se = getservbyname(scheme, "tcp")) != NULL) 178e19e6098SDag-Erling Smørgrav return (ntohs(se->s_port)); 179e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_FTP) == 0) 180e19e6098SDag-Erling Smørgrav return (FTP_DEFAULT_PORT); 181e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_HTTP) == 0) 182e19e6098SDag-Erling Smørgrav return (HTTP_DEFAULT_PORT); 183e19e6098SDag-Erling Smørgrav return (0); 184e828ada7SDag-Erling Smørgrav } 185e828ada7SDag-Erling Smørgrav 186e828ada7SDag-Erling Smørgrav /* 187e828ada7SDag-Erling Smørgrav * Return the default proxy port for a scheme 188e828ada7SDag-Erling Smørgrav */ 189e828ada7SDag-Erling Smørgrav int 19038c7e4a6SArchie Cobbs _fetch_default_proxy_port(const char *scheme) 191e828ada7SDag-Erling Smørgrav { 192e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_FTP) == 0) 193e19e6098SDag-Erling Smørgrav return (FTP_DEFAULT_PROXY_PORT); 194e828ada7SDag-Erling Smørgrav if (strcasecmp(scheme, SCHEME_HTTP) == 0) 195e19e6098SDag-Erling Smørgrav return (HTTP_DEFAULT_PROXY_PORT); 196e19e6098SDag-Erling Smørgrav return (0); 197e828ada7SDag-Erling Smørgrav } 198e828ada7SDag-Erling Smørgrav 199e828ada7SDag-Erling Smørgrav /* 2009601e333SDag-Erling Smørgrav * Create a connection for an existing descriptor. 2019601e333SDag-Erling Smørgrav */ 2029601e333SDag-Erling Smørgrav conn_t * 2039601e333SDag-Erling Smørgrav _fetch_reopen(int sd) 2049601e333SDag-Erling Smørgrav { 2059601e333SDag-Erling Smørgrav conn_t *conn; 2069601e333SDag-Erling Smørgrav 2079601e333SDag-Erling Smørgrav /* allocate and fill connection structure */ 2089601e333SDag-Erling Smørgrav if ((conn = calloc(1, sizeof *conn)) == NULL) 2099601e333SDag-Erling Smørgrav return (NULL); 2109601e333SDag-Erling Smørgrav conn->sd = sd; 2119601e333SDag-Erling Smørgrav return (conn); 2129601e333SDag-Erling Smørgrav } 2139601e333SDag-Erling Smørgrav 2149601e333SDag-Erling Smørgrav 2159601e333SDag-Erling Smørgrav /* 216842a95ccSDag-Erling Smørgrav * Establish a TCP connection to the specified port on the specified host. 217842a95ccSDag-Erling Smørgrav */ 218dea29ca1SDag-Erling Smørgrav conn_t * 21938c7e4a6SArchie Cobbs _fetch_connect(const char *host, int port, int af, int verbose) 220842a95ccSDag-Erling Smørgrav { 221dea29ca1SDag-Erling Smørgrav conn_t *conn; 22228c645cfSHajimu UMEMOTO char pbuf[10]; 22328c645cfSHajimu UMEMOTO struct addrinfo hints, *res, *res0; 22428c645cfSHajimu UMEMOTO int sd, err; 225842a95ccSDag-Erling Smørgrav 226f67efa37SDag-Erling Smørgrav DEBUG(fprintf(stderr, "---> %s:%d\n", host, port)); 227842a95ccSDag-Erling Smørgrav 2280fba3a00SDag-Erling Smørgrav if (verbose) 2290fba3a00SDag-Erling Smørgrav _fetch_info("looking up %s", host); 2300fba3a00SDag-Erling Smørgrav 23128c645cfSHajimu UMEMOTO /* look up host name and set up socket address structure */ 23228c645cfSHajimu UMEMOTO snprintf(pbuf, sizeof(pbuf), "%d", port); 23328c645cfSHajimu UMEMOTO memset(&hints, 0, sizeof(hints)); 23428c645cfSHajimu UMEMOTO hints.ai_family = af; 23528c645cfSHajimu UMEMOTO hints.ai_socktype = SOCK_STREAM; 23628c645cfSHajimu UMEMOTO hints.ai_protocol = 0; 23728c645cfSHajimu UMEMOTO if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) { 23828c645cfSHajimu UMEMOTO _netdb_seterr(err); 239dea29ca1SDag-Erling Smørgrav return (NULL); 240842a95ccSDag-Erling Smørgrav } 241842a95ccSDag-Erling Smørgrav 2420fba3a00SDag-Erling Smørgrav if (verbose) 2430fba3a00SDag-Erling Smørgrav _fetch_info("connecting to %s:%d", host, port); 2440fba3a00SDag-Erling Smørgrav 245842a95ccSDag-Erling Smørgrav /* try to connect */ 246a1763027SDag-Erling Smørgrav for (sd = -1, res = res0; res; res = res->ai_next) { 24728c645cfSHajimu UMEMOTO if ((sd = socket(res->ai_family, res->ai_socktype, 248a1763027SDag-Erling Smørgrav res->ai_protocol)) == -1) 24928c645cfSHajimu UMEMOTO continue; 250a1763027SDag-Erling Smørgrav if (connect(sd, res->ai_addr, res->ai_addrlen) != -1) 25128c645cfSHajimu UMEMOTO break; 252842a95ccSDag-Erling Smørgrav close(sd); 25328c645cfSHajimu UMEMOTO sd = -1; 25428c645cfSHajimu UMEMOTO } 2557487ef62SHajimu UMEMOTO freeaddrinfo(res0); 256a1763027SDag-Erling Smørgrav if (sd == -1) { 25728c645cfSHajimu UMEMOTO _fetch_syserr(); 258dea29ca1SDag-Erling Smørgrav return (NULL); 259842a95ccSDag-Erling Smørgrav } 260842a95ccSDag-Erling Smørgrav 2619601e333SDag-Erling Smørgrav if ((conn = _fetch_reopen(sd)) == NULL) 262dea29ca1SDag-Erling Smørgrav close(sd); 263dea29ca1SDag-Erling Smørgrav return (conn); 264842a95ccSDag-Erling Smørgrav } 265ce71b736SDag-Erling Smørgrav 266ce71b736SDag-Erling Smørgrav 267fc6e9e65SDag-Erling Smørgrav /* 2689601e333SDag-Erling Smørgrav * Read a character from a connection w/ timeout 2699601e333SDag-Erling Smørgrav */ 2709601e333SDag-Erling Smørgrav ssize_t 2719601e333SDag-Erling Smørgrav _fetch_read(conn_t *conn, char *buf, size_t len) 2729601e333SDag-Erling Smørgrav { 2739601e333SDag-Erling Smørgrav struct timeval now, timeout, wait; 2749601e333SDag-Erling Smørgrav fd_set readfds; 2759601e333SDag-Erling Smørgrav ssize_t rlen, total; 2769601e333SDag-Erling Smørgrav int r; 2779601e333SDag-Erling Smørgrav 2789601e333SDag-Erling Smørgrav if (fetchTimeout) { 2799601e333SDag-Erling Smørgrav FD_ZERO(&readfds); 2809601e333SDag-Erling Smørgrav gettimeofday(&timeout, NULL); 2819601e333SDag-Erling Smørgrav timeout.tv_sec += fetchTimeout; 2829601e333SDag-Erling Smørgrav } 2839601e333SDag-Erling Smørgrav 2849601e333SDag-Erling Smørgrav total = 0; 2859601e333SDag-Erling Smørgrav while (len > 0) { 2869601e333SDag-Erling Smørgrav while (fetchTimeout && !FD_ISSET(conn->sd, &readfds)) { 2879601e333SDag-Erling Smørgrav FD_SET(conn->sd, &readfds); 2889601e333SDag-Erling Smørgrav gettimeofday(&now, NULL); 2899601e333SDag-Erling Smørgrav wait.tv_sec = timeout.tv_sec - now.tv_sec; 2909601e333SDag-Erling Smørgrav wait.tv_usec = timeout.tv_usec - now.tv_usec; 2919601e333SDag-Erling Smørgrav if (wait.tv_usec < 0) { 2929601e333SDag-Erling Smørgrav wait.tv_usec += 1000000; 2939601e333SDag-Erling Smørgrav wait.tv_sec--; 2949601e333SDag-Erling Smørgrav } 2959601e333SDag-Erling Smørgrav if (wait.tv_sec < 0) 2969601e333SDag-Erling Smørgrav return (rlen); 2979601e333SDag-Erling Smørgrav errno = 0; 2989601e333SDag-Erling Smørgrav r = select(conn->sd + 1, &readfds, NULL, NULL, &wait); 2999601e333SDag-Erling Smørgrav if (r == -1) { 3009601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 3019601e333SDag-Erling Smørgrav continue; 3029601e333SDag-Erling Smørgrav return (-1); 3039601e333SDag-Erling Smørgrav } 3049601e333SDag-Erling Smørgrav } 3059601e333SDag-Erling Smørgrav if (conn->ssl != NULL) 3069601e333SDag-Erling Smørgrav rlen = SSL_read(conn->ssl, buf, len); 3079601e333SDag-Erling Smørgrav else 3089601e333SDag-Erling Smørgrav rlen = read(conn->sd, buf, len); 3099601e333SDag-Erling Smørgrav if (rlen == 0) 3109601e333SDag-Erling Smørgrav break; 3119601e333SDag-Erling Smørgrav if (rlen < 0) { 3129601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 3139601e333SDag-Erling Smørgrav continue; 3149601e333SDag-Erling Smørgrav return (-1); 3159601e333SDag-Erling Smørgrav } 3169601e333SDag-Erling Smørgrav len -= rlen; 3179601e333SDag-Erling Smørgrav buf += rlen; 3189601e333SDag-Erling Smørgrav total += rlen; 3199601e333SDag-Erling Smørgrav } 3209601e333SDag-Erling Smørgrav return (total); 3219601e333SDag-Erling Smørgrav } 3229601e333SDag-Erling Smørgrav 3239601e333SDag-Erling Smørgrav /* 3249601e333SDag-Erling Smørgrav * Read a line of text from a connection w/ timeout 325fc6e9e65SDag-Erling Smørgrav */ 326fc6e9e65SDag-Erling Smørgrav #define MIN_BUF_SIZE 1024 327fc6e9e65SDag-Erling Smørgrav 328fc6e9e65SDag-Erling Smørgrav int 329dea29ca1SDag-Erling Smørgrav _fetch_getln(conn_t *conn) 330fc6e9e65SDag-Erling Smørgrav { 3319601e333SDag-Erling Smørgrav char *tmp; 3329601e333SDag-Erling Smørgrav size_t tmpsize; 333fc6e9e65SDag-Erling Smørgrav char c; 334fc6e9e65SDag-Erling Smørgrav 335dea29ca1SDag-Erling Smørgrav if (conn->buf == NULL) { 336dea29ca1SDag-Erling Smørgrav if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) { 337fc6e9e65SDag-Erling Smørgrav errno = ENOMEM; 338e19e6098SDag-Erling Smørgrav return (-1); 339fc6e9e65SDag-Erling Smørgrav } 340dea29ca1SDag-Erling Smørgrav conn->bufsize = MIN_BUF_SIZE; 341fc6e9e65SDag-Erling Smørgrav } 342fc6e9e65SDag-Erling Smørgrav 343dea29ca1SDag-Erling Smørgrav conn->buf[0] = '\0'; 344dea29ca1SDag-Erling Smørgrav conn->buflen = 0; 345fc6e9e65SDag-Erling Smørgrav 346fc6e9e65SDag-Erling Smørgrav do { 3479601e333SDag-Erling Smørgrav if (_fetch_read(conn, &c, 1) == -1) 348e19e6098SDag-Erling Smørgrav return (-1); 349dea29ca1SDag-Erling Smørgrav conn->buf[conn->buflen++] = c; 350dea29ca1SDag-Erling Smørgrav if (conn->buflen == conn->bufsize) { 351dea29ca1SDag-Erling Smørgrav tmp = conn->buf; 352dea29ca1SDag-Erling Smørgrav tmpsize = conn->bufsize * 2 + 1; 353dea29ca1SDag-Erling Smørgrav if ((tmp = realloc(tmp, tmpsize)) == NULL) { 354fc6e9e65SDag-Erling Smørgrav errno = ENOMEM; 355e19e6098SDag-Erling Smørgrav return (-1); 356fc6e9e65SDag-Erling Smørgrav } 357dea29ca1SDag-Erling Smørgrav conn->buf = tmp; 358dea29ca1SDag-Erling Smørgrav conn->bufsize = tmpsize; 359fc6e9e65SDag-Erling Smørgrav } 360fc6e9e65SDag-Erling Smørgrav } while (c != '\n'); 361fc6e9e65SDag-Erling Smørgrav 362dea29ca1SDag-Erling Smørgrav conn->buf[conn->buflen] = '\0'; 363dea29ca1SDag-Erling Smørgrav DEBUG(fprintf(stderr, "<<< %s", conn->buf)); 364e19e6098SDag-Erling Smørgrav return (0); 365fc6e9e65SDag-Erling Smørgrav } 366fc6e9e65SDag-Erling Smørgrav 367fc6e9e65SDag-Erling Smørgrav 368a1763027SDag-Erling Smørgrav /* 3699601e333SDag-Erling Smørgrav * Write to a connection w/ timeout 3709601e333SDag-Erling Smørgrav */ 3719601e333SDag-Erling Smørgrav ssize_t 3729601e333SDag-Erling Smørgrav _fetch_write(conn_t *conn, const char *buf, size_t len) 3739601e333SDag-Erling Smørgrav { 3749601e333SDag-Erling Smørgrav struct timeval now, timeout, wait; 3759601e333SDag-Erling Smørgrav fd_set writefds; 3769601e333SDag-Erling Smørgrav ssize_t wlen, total; 3779601e333SDag-Erling Smørgrav int r; 3789601e333SDag-Erling Smørgrav 3799601e333SDag-Erling Smørgrav if (fetchTimeout) { 3809601e333SDag-Erling Smørgrav FD_ZERO(&writefds); 3819601e333SDag-Erling Smørgrav gettimeofday(&timeout, NULL); 3829601e333SDag-Erling Smørgrav timeout.tv_sec += fetchTimeout; 3839601e333SDag-Erling Smørgrav } 3849601e333SDag-Erling Smørgrav 3859601e333SDag-Erling Smørgrav while (len > 0) { 3869601e333SDag-Erling Smørgrav while (fetchTimeout && !FD_ISSET(conn->sd, &writefds)) { 3879601e333SDag-Erling Smørgrav FD_SET(conn->sd, &writefds); 3889601e333SDag-Erling Smørgrav gettimeofday(&now, NULL); 3899601e333SDag-Erling Smørgrav wait.tv_sec = timeout.tv_sec - now.tv_sec; 3909601e333SDag-Erling Smørgrav wait.tv_usec = timeout.tv_usec - now.tv_usec; 3919601e333SDag-Erling Smørgrav if (wait.tv_usec < 0) { 3929601e333SDag-Erling Smørgrav wait.tv_usec += 1000000; 3939601e333SDag-Erling Smørgrav wait.tv_sec--; 3949601e333SDag-Erling Smørgrav } 3959601e333SDag-Erling Smørgrav if (wait.tv_sec < 0) { 3969601e333SDag-Erling Smørgrav errno = ETIMEDOUT; 3979601e333SDag-Erling Smørgrav return (-1); 3989601e333SDag-Erling Smørgrav } 3999601e333SDag-Erling Smørgrav errno = 0; 4009601e333SDag-Erling Smørgrav r = select(conn->sd + 1, NULL, &writefds, NULL, &wait); 4019601e333SDag-Erling Smørgrav if (r == -1) { 4029601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 4039601e333SDag-Erling Smørgrav continue; 4049601e333SDag-Erling Smørgrav return (-1); 4059601e333SDag-Erling Smørgrav } 4069601e333SDag-Erling Smørgrav } 4079601e333SDag-Erling Smørgrav errno = 0; 4089601e333SDag-Erling Smørgrav if (conn->ssl != NULL) 4099601e333SDag-Erling Smørgrav wlen = SSL_write(conn->ssl, buf, len); 4109601e333SDag-Erling Smørgrav else 4119601e333SDag-Erling Smørgrav wlen = write(conn->sd, buf, len); 4129601e333SDag-Erling Smørgrav if (wlen == 0) 4139601e333SDag-Erling Smørgrav /* we consider a short write a failure */ 4149601e333SDag-Erling Smørgrav return (-1); 4159601e333SDag-Erling Smørgrav if (wlen < 0) { 4169601e333SDag-Erling Smørgrav if (errno == EINTR && fetchRestartCalls) 4179601e333SDag-Erling Smørgrav continue; 4189601e333SDag-Erling Smørgrav return (-1); 4199601e333SDag-Erling Smørgrav } 4209601e333SDag-Erling Smørgrav len -= wlen; 4219601e333SDag-Erling Smørgrav buf += wlen; 4229601e333SDag-Erling Smørgrav total += wlen; 4239601e333SDag-Erling Smørgrav } 4249601e333SDag-Erling Smørgrav return (total); 4259601e333SDag-Erling Smørgrav } 4269601e333SDag-Erling Smørgrav 4279601e333SDag-Erling Smørgrav /* 4289601e333SDag-Erling Smørgrav * Write a line of text to a connection w/ timeout 429a1763027SDag-Erling Smørgrav */ 430a1763027SDag-Erling Smørgrav int 431dea29ca1SDag-Erling Smørgrav _fetch_putln(conn_t *conn, const char *str, size_t len) 432a1763027SDag-Erling Smørgrav { 4339601e333SDag-Erling Smørgrav if (_fetch_write(conn, str, len) == -1 || 4349601e333SDag-Erling Smørgrav _fetch_write(conn, ENDL, sizeof ENDL) == -1) 435e19e6098SDag-Erling Smørgrav return (-1); 436e19e6098SDag-Erling Smørgrav return (0); 437a1763027SDag-Erling Smørgrav } 438a1763027SDag-Erling Smørgrav 439a1763027SDag-Erling Smørgrav 440dea29ca1SDag-Erling Smørgrav /* 441dea29ca1SDag-Erling Smørgrav * Close connection 442dea29ca1SDag-Erling Smørgrav */ 443dea29ca1SDag-Erling Smørgrav int 444dea29ca1SDag-Erling Smørgrav _fetch_close(conn_t *conn) 445dea29ca1SDag-Erling Smørgrav { 446dea29ca1SDag-Erling Smørgrav int ret; 447dea29ca1SDag-Erling Smørgrav 448dea29ca1SDag-Erling Smørgrav ret = close(conn->sd); 449dea29ca1SDag-Erling Smørgrav free(conn); 450dea29ca1SDag-Erling Smørgrav return (ret); 451dea29ca1SDag-Erling Smørgrav } 452dea29ca1SDag-Erling Smørgrav 453dea29ca1SDag-Erling Smørgrav 454ce71b736SDag-Erling Smørgrav /*** Directory-related utility functions *************************************/ 455ce71b736SDag-Erling Smørgrav 456ce71b736SDag-Erling Smørgrav int 457ce71b736SDag-Erling Smørgrav _fetch_add_entry(struct url_ent **p, int *size, int *len, 458f573a5fcSDag-Erling Smørgrav const char *name, struct url_stat *us) 459ce71b736SDag-Erling Smørgrav { 460ce71b736SDag-Erling Smørgrav struct url_ent *tmp; 461ce71b736SDag-Erling Smørgrav 462ce71b736SDag-Erling Smørgrav if (*p == NULL) { 4635a51c23bSDag-Erling Smørgrav *size = 0; 464ce71b736SDag-Erling Smørgrav *len = 0; 465ce71b736SDag-Erling Smørgrav } 466ce71b736SDag-Erling Smørgrav 467ce71b736SDag-Erling Smørgrav if (*len >= *size - 1) { 4685a51c23bSDag-Erling Smørgrav tmp = realloc(*p, (*size * 2 + 1) * sizeof **p); 469ce71b736SDag-Erling Smørgrav if (tmp == NULL) { 470ce71b736SDag-Erling Smørgrav errno = ENOMEM; 471ce71b736SDag-Erling Smørgrav _fetch_syserr(); 472e19e6098SDag-Erling Smørgrav return (-1); 473ce71b736SDag-Erling Smørgrav } 4745a51c23bSDag-Erling Smørgrav *size = (*size * 2 + 1); 475ce71b736SDag-Erling Smørgrav *p = tmp; 476ce71b736SDag-Erling Smørgrav } 477ce71b736SDag-Erling Smørgrav 478ce71b736SDag-Erling Smørgrav tmp = *p + *len; 4792b26f942SDag-Erling Smørgrav snprintf(tmp->name, PATH_MAX, "%s", name); 480f573a5fcSDag-Erling Smørgrav bcopy(us, &tmp->stat, sizeof *us); 481ce71b736SDag-Erling Smørgrav 482ce71b736SDag-Erling Smørgrav (*len)++; 483ce71b736SDag-Erling Smørgrav (++tmp)->name[0] = 0; 484ce71b736SDag-Erling Smørgrav 485e19e6098SDag-Erling Smørgrav return (0); 486ce71b736SDag-Erling Smørgrav } 487