xref: /freebsd/lib/libfetch/common.c (revision 9601e333a8e22c690b01c531c7ab3e6207e42fe1)
1842a95ccSDag-Erling Smørgrav /*-
2842a95ccSDag-Erling Smørgrav  * Copyright (c) 1998 Dag-Erling Co�dan Sm�rgrav
3842a95ccSDag-Erling Smørgrav  * All rights reserved.
4842a95ccSDag-Erling Smørgrav  *
5842a95ccSDag-Erling Smørgrav  * Redistribution and use in source and binary forms, with or without
6842a95ccSDag-Erling Smørgrav  * modification, are permitted provided that the following conditions
7842a95ccSDag-Erling Smørgrav  * are met:
8842a95ccSDag-Erling Smørgrav  * 1. Redistributions of source code must retain the above copyright
9842a95ccSDag-Erling Smørgrav  *    notice, this list of conditions and the following disclaimer
10842a95ccSDag-Erling Smørgrav  *    in this position and unchanged.
11842a95ccSDag-Erling Smørgrav  * 2. Redistributions in binary form must reproduce the above copyright
12842a95ccSDag-Erling Smørgrav  *    notice, this list of conditions and the following disclaimer in the
13842a95ccSDag-Erling Smørgrav  *    documentation and/or other materials provided with the distribution.
14842a95ccSDag-Erling Smørgrav  * 3. The name of the author may not be used to endorse or promote products
15842a95ccSDag-Erling Smørgrav  *    derived from this software without specific prior written permission
16842a95ccSDag-Erling Smørgrav  *
17842a95ccSDag-Erling Smørgrav  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18842a95ccSDag-Erling Smørgrav  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19842a95ccSDag-Erling Smørgrav  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20842a95ccSDag-Erling Smørgrav  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21842a95ccSDag-Erling Smørgrav  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22842a95ccSDag-Erling Smørgrav  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23842a95ccSDag-Erling Smørgrav  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24842a95ccSDag-Erling Smørgrav  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25842a95ccSDag-Erling Smørgrav  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26842a95ccSDag-Erling Smørgrav  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27842a95ccSDag-Erling Smørgrav  */
28842a95ccSDag-Erling Smørgrav 
29cecb889fSMatthew Dillon #include <sys/cdefs.h>
30cecb889fSMatthew Dillon __FBSDID("$FreeBSD$");
31cecb889fSMatthew Dillon 
320fba3a00SDag-Erling Smørgrav #include <sys/param.h>
33842a95ccSDag-Erling Smørgrav #include <sys/socket.h>
34fc6e9e65SDag-Erling Smørgrav #include <sys/time.h>
35a1763027SDag-Erling Smørgrav #include <sys/uio.h>
36842a95ccSDag-Erling Smørgrav #include <netinet/in.h>
37842a95ccSDag-Erling Smørgrav 
389601e333SDag-Erling Smørgrav #include <ctype.h> /* XXX */
39842a95ccSDag-Erling Smørgrav #include <errno.h>
40842a95ccSDag-Erling Smørgrav #include <netdb.h>
41ba101983SDag-Erling Smørgrav #include <stdarg.h>
420fba3a00SDag-Erling Smørgrav #include <stdlib.h>
430fba3a00SDag-Erling Smørgrav #include <stdio.h>
44842a95ccSDag-Erling Smørgrav #include <string.h>
45842a95ccSDag-Erling Smørgrav #include <unistd.h>
46842a95ccSDag-Erling Smørgrav 
47842a95ccSDag-Erling Smørgrav #include "fetch.h"
48842a95ccSDag-Erling Smørgrav #include "common.h"
49842a95ccSDag-Erling Smørgrav 
50d8acd8dcSDag-Erling Smørgrav 
51842a95ccSDag-Erling Smørgrav /*** Local data **************************************************************/
52842a95ccSDag-Erling Smørgrav 
53842a95ccSDag-Erling Smørgrav /*
54842a95ccSDag-Erling Smørgrav  * Error messages for resolver errors
55842a95ccSDag-Erling Smørgrav  */
56842a95ccSDag-Erling Smørgrav static struct fetcherr _netdb_errlist[] = {
5728c645cfSHajimu UMEMOTO 	{ EAI_NODATA,	FETCH_RESOLV,	"Host not found" },
5828c645cfSHajimu UMEMOTO 	{ EAI_AGAIN,	FETCH_TEMP,	"Transient resolver failure" },
5928c645cfSHajimu UMEMOTO 	{ EAI_FAIL,	FETCH_RESOLV,	"Non-recoverable resolver failure" },
6028c645cfSHajimu UMEMOTO 	{ EAI_NONAME,	FETCH_RESOLV,	"No address record" },
61d8acd8dcSDag-Erling Smørgrav 	{ -1,		FETCH_UNKNOWN,	"Unknown resolver error" }
62842a95ccSDag-Erling Smørgrav };
63842a95ccSDag-Erling Smørgrav 
64a1763027SDag-Erling Smørgrav /* End-of-Line */
6538c7e4a6SArchie Cobbs static const char ENDL[2] = "\r\n";
66a1763027SDag-Erling Smørgrav 
67842a95ccSDag-Erling Smørgrav 
68842a95ccSDag-Erling Smørgrav /*** Error-reporting functions ***********************************************/
69842a95ccSDag-Erling Smørgrav 
70842a95ccSDag-Erling Smørgrav /*
71842a95ccSDag-Erling Smørgrav  * Map error code to string
72842a95ccSDag-Erling Smørgrav  */
73ba101983SDag-Erling Smørgrav static struct fetcherr *
74d8acd8dcSDag-Erling Smørgrav _fetch_finderr(struct fetcherr *p, int e)
75842a95ccSDag-Erling Smørgrav {
76ba101983SDag-Erling Smørgrav 	while (p->num != -1 && p->num != e)
77ba101983SDag-Erling Smørgrav 		p++;
78e19e6098SDag-Erling Smørgrav 	return (p);
79842a95ccSDag-Erling Smørgrav }
80842a95ccSDag-Erling Smørgrav 
81842a95ccSDag-Erling Smørgrav /*
82842a95ccSDag-Erling Smørgrav  * Set error code
83842a95ccSDag-Erling Smørgrav  */
84842a95ccSDag-Erling Smørgrav void
85842a95ccSDag-Erling Smørgrav _fetch_seterr(struct fetcherr *p, int e)
86842a95ccSDag-Erling Smørgrav {
87ba101983SDag-Erling Smørgrav 	p = _fetch_finderr(p, e);
88ba101983SDag-Erling Smørgrav 	fetchLastErrCode = p->cat;
89ba101983SDag-Erling Smørgrav 	snprintf(fetchLastErrString, MAXERRSTRING, "%s", p->string);
90842a95ccSDag-Erling Smørgrav }
91842a95ccSDag-Erling Smørgrav 
92842a95ccSDag-Erling Smørgrav /*
93842a95ccSDag-Erling Smørgrav  * Set error code according to errno
94842a95ccSDag-Erling Smørgrav  */
95842a95ccSDag-Erling Smørgrav void
96842a95ccSDag-Erling Smørgrav _fetch_syserr(void)
97842a95ccSDag-Erling Smørgrav {
98d8acd8dcSDag-Erling Smørgrav 	switch (errno) {
99d8acd8dcSDag-Erling Smørgrav 	case 0:
1000fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_OK;
101d8acd8dcSDag-Erling Smørgrav 		break;
102d8acd8dcSDag-Erling Smørgrav 	case EPERM:
103d8acd8dcSDag-Erling Smørgrav 	case EACCES:
104d8acd8dcSDag-Erling Smørgrav 	case EROFS:
105d8acd8dcSDag-Erling Smørgrav 	case EAUTH:
106d8acd8dcSDag-Erling Smørgrav 	case ENEEDAUTH:
1070fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_AUTH;
108d8acd8dcSDag-Erling Smørgrav 		break;
109d8acd8dcSDag-Erling Smørgrav 	case ENOENT:
110d8acd8dcSDag-Erling Smørgrav 	case EISDIR: /* XXX */
1110fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_UNAVAIL;
112d8acd8dcSDag-Erling Smørgrav 		break;
113d8acd8dcSDag-Erling Smørgrav 	case ENOMEM:
1140fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_MEMORY;
115d8acd8dcSDag-Erling Smørgrav 		break;
116d8acd8dcSDag-Erling Smørgrav 	case EBUSY:
117d8acd8dcSDag-Erling Smørgrav 	case EAGAIN:
1180fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_TEMP;
119d8acd8dcSDag-Erling Smørgrav 		break;
120d8acd8dcSDag-Erling Smørgrav 	case EEXIST:
1210fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_EXISTS;
122d8acd8dcSDag-Erling Smørgrav 		break;
123d8acd8dcSDag-Erling Smørgrav 	case ENOSPC:
1240fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_FULL;
125d8acd8dcSDag-Erling Smørgrav 		break;
126d8acd8dcSDag-Erling Smørgrav 	case EADDRINUSE:
127d8acd8dcSDag-Erling Smørgrav 	case EADDRNOTAVAIL:
128d8acd8dcSDag-Erling Smørgrav 	case ENETDOWN:
129d8acd8dcSDag-Erling Smørgrav 	case ENETUNREACH:
130d8acd8dcSDag-Erling Smørgrav 	case ENETRESET:
131d8acd8dcSDag-Erling Smørgrav 	case EHOSTUNREACH:
1320fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_NETWORK;
133d8acd8dcSDag-Erling Smørgrav 		break;
134d8acd8dcSDag-Erling Smørgrav 	case ECONNABORTED:
135d8acd8dcSDag-Erling Smørgrav 	case ECONNRESET:
1360fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_ABORT;
137d8acd8dcSDag-Erling Smørgrav 		break;
138d8acd8dcSDag-Erling Smørgrav 	case ETIMEDOUT:
1390fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_TIMEOUT;
140d8acd8dcSDag-Erling Smørgrav 		break;
141d8acd8dcSDag-Erling Smørgrav 	case ECONNREFUSED:
142d8acd8dcSDag-Erling Smørgrav 	case EHOSTDOWN:
1430fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_DOWN;
144d8acd8dcSDag-Erling Smørgrav 		break;
145d8acd8dcSDag-Erling Smørgrav default:
1460fba3a00SDag-Erling Smørgrav 		fetchLastErrCode = FETCH_UNKNOWN;
147d8acd8dcSDag-Erling Smørgrav 	}
148e19e6098SDag-Erling Smørgrav 	snprintf(fetchLastErrString, MAXERRSTRING, "%s", strerror(errno));
1490fba3a00SDag-Erling Smørgrav }
1500fba3a00SDag-Erling Smørgrav 
1510fba3a00SDag-Erling Smørgrav 
1520fba3a00SDag-Erling Smørgrav /*
1530fba3a00SDag-Erling Smørgrav  * Emit status message
1540fba3a00SDag-Erling Smørgrav  */
155ba101983SDag-Erling Smørgrav void
15638c7e4a6SArchie Cobbs _fetch_info(const char *fmt, ...)
1570fba3a00SDag-Erling Smørgrav {
1580fba3a00SDag-Erling Smørgrav 	va_list ap;
1590fba3a00SDag-Erling Smørgrav 
1600fba3a00SDag-Erling Smørgrav 	va_start(ap, fmt);
161ba101983SDag-Erling Smørgrav 	vfprintf(stderr, fmt, ap);
1620fba3a00SDag-Erling Smørgrav 	va_end(ap);
163a68f8b58SDag-Erling Smørgrav 	fputc('\n', stderr);
164842a95ccSDag-Erling Smørgrav }
165842a95ccSDag-Erling Smørgrav 
166842a95ccSDag-Erling Smørgrav 
167842a95ccSDag-Erling Smørgrav /*** Network-related utility functions ***************************************/
168842a95ccSDag-Erling Smørgrav 
169842a95ccSDag-Erling Smørgrav /*
170e828ada7SDag-Erling Smørgrav  * Return the default port for a scheme
171e828ada7SDag-Erling Smørgrav  */
172e828ada7SDag-Erling Smørgrav int
17338c7e4a6SArchie Cobbs _fetch_default_port(const char *scheme)
174e828ada7SDag-Erling Smørgrav {
175e828ada7SDag-Erling Smørgrav 	struct servent *se;
176e828ada7SDag-Erling Smørgrav 
177e828ada7SDag-Erling Smørgrav 	if ((se = getservbyname(scheme, "tcp")) != NULL)
178e19e6098SDag-Erling Smørgrav 		return (ntohs(se->s_port));
179e828ada7SDag-Erling Smørgrav 	if (strcasecmp(scheme, SCHEME_FTP) == 0)
180e19e6098SDag-Erling Smørgrav 		return (FTP_DEFAULT_PORT);
181e828ada7SDag-Erling Smørgrav 	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
182e19e6098SDag-Erling Smørgrav 		return (HTTP_DEFAULT_PORT);
183e19e6098SDag-Erling Smørgrav 	return (0);
184e828ada7SDag-Erling Smørgrav }
185e828ada7SDag-Erling Smørgrav 
186e828ada7SDag-Erling Smørgrav /*
187e828ada7SDag-Erling Smørgrav  * Return the default proxy port for a scheme
188e828ada7SDag-Erling Smørgrav  */
189e828ada7SDag-Erling Smørgrav int
19038c7e4a6SArchie Cobbs _fetch_default_proxy_port(const char *scheme)
191e828ada7SDag-Erling Smørgrav {
192e828ada7SDag-Erling Smørgrav 	if (strcasecmp(scheme, SCHEME_FTP) == 0)
193e19e6098SDag-Erling Smørgrav 		return (FTP_DEFAULT_PROXY_PORT);
194e828ada7SDag-Erling Smørgrav 	if (strcasecmp(scheme, SCHEME_HTTP) == 0)
195e19e6098SDag-Erling Smørgrav 		return (HTTP_DEFAULT_PROXY_PORT);
196e19e6098SDag-Erling Smørgrav 	return (0);
197e828ada7SDag-Erling Smørgrav }
198e828ada7SDag-Erling Smørgrav 
199e828ada7SDag-Erling Smørgrav /*
2009601e333SDag-Erling Smørgrav  * Create a connection for an existing descriptor.
2019601e333SDag-Erling Smørgrav  */
2029601e333SDag-Erling Smørgrav conn_t *
2039601e333SDag-Erling Smørgrav _fetch_reopen(int sd)
2049601e333SDag-Erling Smørgrav {
2059601e333SDag-Erling Smørgrav 	conn_t *conn;
2069601e333SDag-Erling Smørgrav 
2079601e333SDag-Erling Smørgrav 	/* allocate and fill connection structure */
2089601e333SDag-Erling Smørgrav 	if ((conn = calloc(1, sizeof *conn)) == NULL)
2099601e333SDag-Erling Smørgrav 		return (NULL);
2109601e333SDag-Erling Smørgrav 	conn->sd = sd;
2119601e333SDag-Erling Smørgrav 	return (conn);
2129601e333SDag-Erling Smørgrav }
2139601e333SDag-Erling Smørgrav 
2149601e333SDag-Erling Smørgrav 
2159601e333SDag-Erling Smørgrav /*
216842a95ccSDag-Erling Smørgrav  * Establish a TCP connection to the specified port on the specified host.
217842a95ccSDag-Erling Smørgrav  */
218dea29ca1SDag-Erling Smørgrav conn_t *
21938c7e4a6SArchie Cobbs _fetch_connect(const char *host, int port, int af, int verbose)
220842a95ccSDag-Erling Smørgrav {
221dea29ca1SDag-Erling Smørgrav 	conn_t *conn;
22228c645cfSHajimu UMEMOTO 	char pbuf[10];
22328c645cfSHajimu UMEMOTO 	struct addrinfo hints, *res, *res0;
22428c645cfSHajimu UMEMOTO 	int sd, err;
225842a95ccSDag-Erling Smørgrav 
226f67efa37SDag-Erling Smørgrav 	DEBUG(fprintf(stderr, "---> %s:%d\n", host, port));
227842a95ccSDag-Erling Smørgrav 
2280fba3a00SDag-Erling Smørgrav 	if (verbose)
2290fba3a00SDag-Erling Smørgrav 		_fetch_info("looking up %s", host);
2300fba3a00SDag-Erling Smørgrav 
23128c645cfSHajimu UMEMOTO 	/* look up host name and set up socket address structure */
23228c645cfSHajimu UMEMOTO 	snprintf(pbuf, sizeof(pbuf), "%d", port);
23328c645cfSHajimu UMEMOTO 	memset(&hints, 0, sizeof(hints));
23428c645cfSHajimu UMEMOTO 	hints.ai_family = af;
23528c645cfSHajimu UMEMOTO 	hints.ai_socktype = SOCK_STREAM;
23628c645cfSHajimu UMEMOTO 	hints.ai_protocol = 0;
23728c645cfSHajimu UMEMOTO 	if ((err = getaddrinfo(host, pbuf, &hints, &res0)) != 0) {
23828c645cfSHajimu UMEMOTO 		_netdb_seterr(err);
239dea29ca1SDag-Erling Smørgrav 		return (NULL);
240842a95ccSDag-Erling Smørgrav 	}
241842a95ccSDag-Erling Smørgrav 
2420fba3a00SDag-Erling Smørgrav 	if (verbose)
2430fba3a00SDag-Erling Smørgrav 		_fetch_info("connecting to %s:%d", host, port);
2440fba3a00SDag-Erling Smørgrav 
245842a95ccSDag-Erling Smørgrav 	/* try to connect */
246a1763027SDag-Erling Smørgrav 	for (sd = -1, res = res0; res; res = res->ai_next) {
24728c645cfSHajimu UMEMOTO 		if ((sd = socket(res->ai_family, res->ai_socktype,
248a1763027SDag-Erling Smørgrav 			 res->ai_protocol)) == -1)
24928c645cfSHajimu UMEMOTO 			continue;
250a1763027SDag-Erling Smørgrav 		if (connect(sd, res->ai_addr, res->ai_addrlen) != -1)
25128c645cfSHajimu UMEMOTO 			break;
252842a95ccSDag-Erling Smørgrav 		close(sd);
25328c645cfSHajimu UMEMOTO 		sd = -1;
25428c645cfSHajimu UMEMOTO 	}
2557487ef62SHajimu UMEMOTO 	freeaddrinfo(res0);
256a1763027SDag-Erling Smørgrav 	if (sd == -1) {
25728c645cfSHajimu UMEMOTO 		_fetch_syserr();
258dea29ca1SDag-Erling Smørgrav 		return (NULL);
259842a95ccSDag-Erling Smørgrav 	}
260842a95ccSDag-Erling Smørgrav 
2619601e333SDag-Erling Smørgrav 	if ((conn = _fetch_reopen(sd)) == NULL)
262dea29ca1SDag-Erling Smørgrav 		close(sd);
263dea29ca1SDag-Erling Smørgrav 	return (conn);
264842a95ccSDag-Erling Smørgrav }
265ce71b736SDag-Erling Smørgrav 
266ce71b736SDag-Erling Smørgrav 
267fc6e9e65SDag-Erling Smørgrav /*
2689601e333SDag-Erling Smørgrav  * Read a character from a connection w/ timeout
2699601e333SDag-Erling Smørgrav  */
2709601e333SDag-Erling Smørgrav ssize_t
2719601e333SDag-Erling Smørgrav _fetch_read(conn_t *conn, char *buf, size_t len)
2729601e333SDag-Erling Smørgrav {
2739601e333SDag-Erling Smørgrav 	struct timeval now, timeout, wait;
2749601e333SDag-Erling Smørgrav 	fd_set readfds;
2759601e333SDag-Erling Smørgrav 	ssize_t rlen, total;
2769601e333SDag-Erling Smørgrav 	int r;
2779601e333SDag-Erling Smørgrav 
2789601e333SDag-Erling Smørgrav 	if (fetchTimeout) {
2799601e333SDag-Erling Smørgrav 		FD_ZERO(&readfds);
2809601e333SDag-Erling Smørgrav 		gettimeofday(&timeout, NULL);
2819601e333SDag-Erling Smørgrav 		timeout.tv_sec += fetchTimeout;
2829601e333SDag-Erling Smørgrav 	}
2839601e333SDag-Erling Smørgrav 
2849601e333SDag-Erling Smørgrav 	total = 0;
2859601e333SDag-Erling Smørgrav 	while (len > 0) {
2869601e333SDag-Erling Smørgrav 		while (fetchTimeout && !FD_ISSET(conn->sd, &readfds)) {
2879601e333SDag-Erling Smørgrav 			FD_SET(conn->sd, &readfds);
2889601e333SDag-Erling Smørgrav 			gettimeofday(&now, NULL);
2899601e333SDag-Erling Smørgrav 			wait.tv_sec = timeout.tv_sec - now.tv_sec;
2909601e333SDag-Erling Smørgrav 			wait.tv_usec = timeout.tv_usec - now.tv_usec;
2919601e333SDag-Erling Smørgrav 			if (wait.tv_usec < 0) {
2929601e333SDag-Erling Smørgrav 				wait.tv_usec += 1000000;
2939601e333SDag-Erling Smørgrav 				wait.tv_sec--;
2949601e333SDag-Erling Smørgrav 			}
2959601e333SDag-Erling Smørgrav 			if (wait.tv_sec < 0)
2969601e333SDag-Erling Smørgrav 				return (rlen);
2979601e333SDag-Erling Smørgrav 			errno = 0;
2989601e333SDag-Erling Smørgrav 			r = select(conn->sd + 1, &readfds, NULL, NULL, &wait);
2999601e333SDag-Erling Smørgrav 			if (r == -1) {
3009601e333SDag-Erling Smørgrav 				if (errno == EINTR && fetchRestartCalls)
3019601e333SDag-Erling Smørgrav 					continue;
3029601e333SDag-Erling Smørgrav 				return (-1);
3039601e333SDag-Erling Smørgrav 			}
3049601e333SDag-Erling Smørgrav 		}
3059601e333SDag-Erling Smørgrav 		if (conn->ssl != NULL)
3069601e333SDag-Erling Smørgrav 			rlen = SSL_read(conn->ssl, buf, len);
3079601e333SDag-Erling Smørgrav 		else
3089601e333SDag-Erling Smørgrav 			rlen = read(conn->sd, buf, len);
3099601e333SDag-Erling Smørgrav 		if (rlen == 0)
3109601e333SDag-Erling Smørgrav 			break;
3119601e333SDag-Erling Smørgrav 		if (rlen < 0) {
3129601e333SDag-Erling Smørgrav 			if (errno == EINTR && fetchRestartCalls)
3139601e333SDag-Erling Smørgrav 				continue;
3149601e333SDag-Erling Smørgrav 			return (-1);
3159601e333SDag-Erling Smørgrav 		}
3169601e333SDag-Erling Smørgrav 		len -= rlen;
3179601e333SDag-Erling Smørgrav 		buf += rlen;
3189601e333SDag-Erling Smørgrav 		total += rlen;
3199601e333SDag-Erling Smørgrav 	}
3209601e333SDag-Erling Smørgrav 	return (total);
3219601e333SDag-Erling Smørgrav }
3229601e333SDag-Erling Smørgrav 
3239601e333SDag-Erling Smørgrav /*
3249601e333SDag-Erling Smørgrav  * Read a line of text from a connection w/ timeout
325fc6e9e65SDag-Erling Smørgrav  */
326fc6e9e65SDag-Erling Smørgrav #define MIN_BUF_SIZE 1024
327fc6e9e65SDag-Erling Smørgrav 
328fc6e9e65SDag-Erling Smørgrav int
329dea29ca1SDag-Erling Smørgrav _fetch_getln(conn_t *conn)
330fc6e9e65SDag-Erling Smørgrav {
3319601e333SDag-Erling Smørgrav 	char *tmp;
3329601e333SDag-Erling Smørgrav 	size_t tmpsize;
333fc6e9e65SDag-Erling Smørgrav 	char c;
334fc6e9e65SDag-Erling Smørgrav 
335dea29ca1SDag-Erling Smørgrav 	if (conn->buf == NULL) {
336dea29ca1SDag-Erling Smørgrav 		if ((conn->buf = malloc(MIN_BUF_SIZE)) == NULL) {
337fc6e9e65SDag-Erling Smørgrav 			errno = ENOMEM;
338e19e6098SDag-Erling Smørgrav 			return (-1);
339fc6e9e65SDag-Erling Smørgrav 		}
340dea29ca1SDag-Erling Smørgrav 		conn->bufsize = MIN_BUF_SIZE;
341fc6e9e65SDag-Erling Smørgrav 	}
342fc6e9e65SDag-Erling Smørgrav 
343dea29ca1SDag-Erling Smørgrav 	conn->buf[0] = '\0';
344dea29ca1SDag-Erling Smørgrav 	conn->buflen = 0;
345fc6e9e65SDag-Erling Smørgrav 
346fc6e9e65SDag-Erling Smørgrav 	do {
3479601e333SDag-Erling Smørgrav 		if (_fetch_read(conn, &c, 1) == -1)
348e19e6098SDag-Erling Smørgrav 			return (-1);
349dea29ca1SDag-Erling Smørgrav 		conn->buf[conn->buflen++] = c;
350dea29ca1SDag-Erling Smørgrav 		if (conn->buflen == conn->bufsize) {
351dea29ca1SDag-Erling Smørgrav 			tmp = conn->buf;
352dea29ca1SDag-Erling Smørgrav 			tmpsize = conn->bufsize * 2 + 1;
353dea29ca1SDag-Erling Smørgrav 			if ((tmp = realloc(tmp, tmpsize)) == NULL) {
354fc6e9e65SDag-Erling Smørgrav 				errno = ENOMEM;
355e19e6098SDag-Erling Smørgrav 				return (-1);
356fc6e9e65SDag-Erling Smørgrav 			}
357dea29ca1SDag-Erling Smørgrav 			conn->buf = tmp;
358dea29ca1SDag-Erling Smørgrav 			conn->bufsize = tmpsize;
359fc6e9e65SDag-Erling Smørgrav 		}
360fc6e9e65SDag-Erling Smørgrav 	} while (c != '\n');
361fc6e9e65SDag-Erling Smørgrav 
362dea29ca1SDag-Erling Smørgrav 	conn->buf[conn->buflen] = '\0';
363dea29ca1SDag-Erling Smørgrav 	DEBUG(fprintf(stderr, "<<< %s", conn->buf));
364e19e6098SDag-Erling Smørgrav 	return (0);
365fc6e9e65SDag-Erling Smørgrav }
366fc6e9e65SDag-Erling Smørgrav 
367fc6e9e65SDag-Erling Smørgrav 
368a1763027SDag-Erling Smørgrav /*
3699601e333SDag-Erling Smørgrav  * Write to a connection w/ timeout
3709601e333SDag-Erling Smørgrav  */
3719601e333SDag-Erling Smørgrav ssize_t
3729601e333SDag-Erling Smørgrav _fetch_write(conn_t *conn, const char *buf, size_t len)
3739601e333SDag-Erling Smørgrav {
3749601e333SDag-Erling Smørgrav 	struct timeval now, timeout, wait;
3759601e333SDag-Erling Smørgrav 	fd_set writefds;
3769601e333SDag-Erling Smørgrav 	ssize_t wlen, total;
3779601e333SDag-Erling Smørgrav 	int r;
3789601e333SDag-Erling Smørgrav 
3799601e333SDag-Erling Smørgrav 	if (fetchTimeout) {
3809601e333SDag-Erling Smørgrav 		FD_ZERO(&writefds);
3819601e333SDag-Erling Smørgrav 		gettimeofday(&timeout, NULL);
3829601e333SDag-Erling Smørgrav 		timeout.tv_sec += fetchTimeout;
3839601e333SDag-Erling Smørgrav 	}
3849601e333SDag-Erling Smørgrav 
3859601e333SDag-Erling Smørgrav 	while (len > 0) {
3869601e333SDag-Erling Smørgrav 		while (fetchTimeout && !FD_ISSET(conn->sd, &writefds)) {
3879601e333SDag-Erling Smørgrav 			FD_SET(conn->sd, &writefds);
3889601e333SDag-Erling Smørgrav 			gettimeofday(&now, NULL);
3899601e333SDag-Erling Smørgrav 			wait.tv_sec = timeout.tv_sec - now.tv_sec;
3909601e333SDag-Erling Smørgrav 			wait.tv_usec = timeout.tv_usec - now.tv_usec;
3919601e333SDag-Erling Smørgrav 			if (wait.tv_usec < 0) {
3929601e333SDag-Erling Smørgrav 				wait.tv_usec += 1000000;
3939601e333SDag-Erling Smørgrav 				wait.tv_sec--;
3949601e333SDag-Erling Smørgrav 			}
3959601e333SDag-Erling Smørgrav 			if (wait.tv_sec < 0) {
3969601e333SDag-Erling Smørgrav 				errno = ETIMEDOUT;
3979601e333SDag-Erling Smørgrav 				return (-1);
3989601e333SDag-Erling Smørgrav 			}
3999601e333SDag-Erling Smørgrav 			errno = 0;
4009601e333SDag-Erling Smørgrav 			r = select(conn->sd + 1, NULL, &writefds, NULL, &wait);
4019601e333SDag-Erling Smørgrav 			if (r == -1) {
4029601e333SDag-Erling Smørgrav 				if (errno == EINTR && fetchRestartCalls)
4039601e333SDag-Erling Smørgrav 					continue;
4049601e333SDag-Erling Smørgrav 				return (-1);
4059601e333SDag-Erling Smørgrav 			}
4069601e333SDag-Erling Smørgrav 		}
4079601e333SDag-Erling Smørgrav 		errno = 0;
4089601e333SDag-Erling Smørgrav 		if (conn->ssl != NULL)
4099601e333SDag-Erling Smørgrav 			wlen = SSL_write(conn->ssl, buf, len);
4109601e333SDag-Erling Smørgrav 		else
4119601e333SDag-Erling Smørgrav 			wlen = write(conn->sd, buf, len);
4129601e333SDag-Erling Smørgrav 		if (wlen == 0)
4139601e333SDag-Erling Smørgrav 			/* we consider a short write a failure */
4149601e333SDag-Erling Smørgrav 			return (-1);
4159601e333SDag-Erling Smørgrav 		if (wlen < 0) {
4169601e333SDag-Erling Smørgrav 			if (errno == EINTR && fetchRestartCalls)
4179601e333SDag-Erling Smørgrav 				continue;
4189601e333SDag-Erling Smørgrav 			return (-1);
4199601e333SDag-Erling Smørgrav 		}
4209601e333SDag-Erling Smørgrav 		len -= wlen;
4219601e333SDag-Erling Smørgrav 		buf += wlen;
4229601e333SDag-Erling Smørgrav 		total += wlen;
4239601e333SDag-Erling Smørgrav 	}
4249601e333SDag-Erling Smørgrav 	return (total);
4259601e333SDag-Erling Smørgrav }
4269601e333SDag-Erling Smørgrav 
4279601e333SDag-Erling Smørgrav /*
4289601e333SDag-Erling Smørgrav  * Write a line of text to a connection w/ timeout
429a1763027SDag-Erling Smørgrav  */
430a1763027SDag-Erling Smørgrav int
431dea29ca1SDag-Erling Smørgrav _fetch_putln(conn_t *conn, const char *str, size_t len)
432a1763027SDag-Erling Smørgrav {
4339601e333SDag-Erling Smørgrav 	if (_fetch_write(conn, str, len) == -1 ||
4349601e333SDag-Erling Smørgrav 	    _fetch_write(conn, ENDL, sizeof ENDL) == -1)
435e19e6098SDag-Erling Smørgrav 		return (-1);
436e19e6098SDag-Erling Smørgrav 	return (0);
437a1763027SDag-Erling Smørgrav }
438a1763027SDag-Erling Smørgrav 
439a1763027SDag-Erling Smørgrav 
440dea29ca1SDag-Erling Smørgrav /*
441dea29ca1SDag-Erling Smørgrav  * Close connection
442dea29ca1SDag-Erling Smørgrav  */
443dea29ca1SDag-Erling Smørgrav int
444dea29ca1SDag-Erling Smørgrav _fetch_close(conn_t *conn)
445dea29ca1SDag-Erling Smørgrav {
446dea29ca1SDag-Erling Smørgrav 	int ret;
447dea29ca1SDag-Erling Smørgrav 
448dea29ca1SDag-Erling Smørgrav 	ret = close(conn->sd);
449dea29ca1SDag-Erling Smørgrav 	free(conn);
450dea29ca1SDag-Erling Smørgrav 	return (ret);
451dea29ca1SDag-Erling Smørgrav }
452dea29ca1SDag-Erling Smørgrav 
453dea29ca1SDag-Erling Smørgrav 
454ce71b736SDag-Erling Smørgrav /*** Directory-related utility functions *************************************/
455ce71b736SDag-Erling Smørgrav 
456ce71b736SDag-Erling Smørgrav int
457ce71b736SDag-Erling Smørgrav _fetch_add_entry(struct url_ent **p, int *size, int *len,
458f573a5fcSDag-Erling Smørgrav     const char *name, struct url_stat *us)
459ce71b736SDag-Erling Smørgrav {
460ce71b736SDag-Erling Smørgrav 	struct url_ent *tmp;
461ce71b736SDag-Erling Smørgrav 
462ce71b736SDag-Erling Smørgrav 	if (*p == NULL) {
4635a51c23bSDag-Erling Smørgrav 		*size = 0;
464ce71b736SDag-Erling Smørgrav 		*len = 0;
465ce71b736SDag-Erling Smørgrav 	}
466ce71b736SDag-Erling Smørgrav 
467ce71b736SDag-Erling Smørgrav 	if (*len >= *size - 1) {
4685a51c23bSDag-Erling Smørgrav 		tmp = realloc(*p, (*size * 2 + 1) * sizeof **p);
469ce71b736SDag-Erling Smørgrav 		if (tmp == NULL) {
470ce71b736SDag-Erling Smørgrav 			errno = ENOMEM;
471ce71b736SDag-Erling Smørgrav 			_fetch_syserr();
472e19e6098SDag-Erling Smørgrav 			return (-1);
473ce71b736SDag-Erling Smørgrav 		}
4745a51c23bSDag-Erling Smørgrav 		*size = (*size * 2 + 1);
475ce71b736SDag-Erling Smørgrav 		*p = tmp;
476ce71b736SDag-Erling Smørgrav 	}
477ce71b736SDag-Erling Smørgrav 
478ce71b736SDag-Erling Smørgrav 	tmp = *p + *len;
4792b26f942SDag-Erling Smørgrav 	snprintf(tmp->name, PATH_MAX, "%s", name);
480f573a5fcSDag-Erling Smørgrav 	bcopy(us, &tmp->stat, sizeof *us);
481ce71b736SDag-Erling Smørgrav 
482ce71b736SDag-Erling Smørgrav 	(*len)++;
483ce71b736SDag-Erling Smørgrav 	(++tmp)->name[0] = 0;
484ce71b736SDag-Erling Smørgrav 
485e19e6098SDag-Erling Smørgrav 	return (0);
486ce71b736SDag-Erling Smørgrav }
487