xref: /freebsd/usr.sbin/bsdinstall/distfetch/distfetch.c (revision 0b3105a37d7adcadcb720112fed4dc4e8040be99)
1 /*-
2  * Copyright (c) 2011 Nathan Whitehorn
3  * Copyright (c) 2014 Devin Teske <dteske@FreeBSD.org>
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  * SUCH DAMAGE.
26  */
27 
28 #include <sys/cdefs.h>
29 __FBSDID("$FreeBSD$");
30 
31 #include <sys/param.h>
32 #include <ctype.h>
33 #include <err.h>
34 #include <dialog.h>
35 #include <errno.h>
36 #include <fetch.h>
37 #include <stdio.h>
38 #include <stdlib.h>
39 #include <string.h>
40 #include <unistd.h>
41 
42 static int fetch_files(int nfiles, char **urls);
43 
44 int
45 main(void)
46 {
47 	char *diststring;
48 	char **urls;
49 	int i;
50 	int ndists = 0;
51 	int nfetched;
52 	char error[PATH_MAX + 512];
53 
54 	if (getenv("DISTRIBUTIONS") == NULL)
55 		errx(EXIT_FAILURE, "DISTRIBUTIONS variable is not set");
56 
57 	diststring = strdup(getenv("DISTRIBUTIONS"));
58 	for (i = 0; diststring[i] != 0; i++)
59 		if (isspace(diststring[i]) && !isspace(diststring[i+1]))
60 			ndists++;
61 	ndists++; /* Last one */
62 
63 	urls = calloc(ndists, sizeof(const char *));
64 	if (urls == NULL) {
65 		free(diststring);
66 		errx(EXIT_FAILURE, "Out of memory!");
67 	}
68 
69 	init_dialog(stdin, stdout);
70 	dialog_vars.backtitle = __DECONST(char *, "FreeBSD Installer");
71 	dlg_put_backtitle();
72 
73 	for (i = 0; i < ndists; i++) {
74 		urls[i] = malloc(PATH_MAX);
75 		snprintf(urls[i], PATH_MAX, "%s/%s",
76 		    getenv("BSDINSTALL_DISTSITE"), strsep(&diststring, " \t"));
77 	}
78 
79 	if (chdir(getenv("BSDINSTALL_DISTDIR")) != 0) {
80 		snprintf(error, sizeof(error),
81 		    "Could not change to directory %s: %s\n",
82 		    getenv("BSDINSTALL_DISTDIR"), strerror(errno));
83 		dialog_msgbox("Error", error, 0, 0, TRUE);
84 		end_dialog();
85 		return (EXIT_FAILURE);
86 	}
87 
88 	nfetched = fetch_files(ndists, urls);
89 
90 	end_dialog();
91 
92 	free(diststring);
93 	for (i = 0; i < ndists; i++)
94 		free(urls[i]);
95 	free(urls);
96 
97 	return ((nfetched == ndists) ? EXIT_SUCCESS : EXIT_FAILURE);
98 }
99 
100 static int
101 fetch_files(int nfiles, char **urls)
102 {
103 	FILE *fetch_out;
104 	FILE *file_out;
105 	const char **items;
106 	int i;
107 	int last_progress;
108 	int nsuccess = 0; /* Number of files successfully downloaded */
109 	int progress = 0;
110 	size_t chunk;
111 	off_t current_bytes;
112 	off_t fsize;
113 	off_t total_bytes;
114 	char status[8];
115 	struct url_stat ustat;
116 	char errormsg[PATH_MAX + 512];
117 	uint8_t block[4096];
118 
119 	/* Make the transfer list for dialog */
120 	items = calloc(sizeof(char *), nfiles * 2);
121 	if (items == NULL)
122 		errx(EXIT_FAILURE, "Out of memory!");
123 
124 	for (i = 0; i < nfiles; i++) {
125 		items[i*2] = strrchr(urls[i], '/');
126 		if (items[i*2] != NULL)
127 			items[i*2]++;
128 		else
129 			items[i*2] = urls[i];
130 		items[i*2 + 1] = "Pending";
131 	}
132 
133 	dialog_msgbox("", "Connecting to server.\nPlease wait...", 0, 0, FALSE);
134 
135 	/* Try to stat all the files */
136 	total_bytes = 0;
137 	for (i = 0; i < nfiles; i++) {
138 		if (fetchStatURL(urls[i], &ustat, "") == 0 && ustat.size > 0)
139 			total_bytes += ustat.size;
140 	}
141 
142 	current_bytes = 0;
143 	for (i = 0; i < nfiles; i++) {
144 		last_progress = progress;
145 		if (total_bytes == 0)
146 			progress = (i*100)/nfiles;
147 
148 		fetchLastErrCode = 0;
149 		fetch_out = fetchXGetURL(urls[i], &ustat, "");
150 		if (fetch_out == NULL) {
151 			snprintf(errormsg, sizeof(errormsg),
152 			    "Error while fetching %s: %s\n", urls[i],
153 			    fetchLastErrString);
154 			items[i*2 + 1] = "Failed";
155 			dialog_msgbox("Fetch Error", errormsg, 0, 0,
156 			    TRUE);
157 			continue;
158 		}
159 
160 		items[i*2 + 1] = "In Progress";
161 		fsize = 0;
162 		file_out = fopen(items[i*2], "w+");
163 		if (file_out == NULL) {
164 			snprintf(errormsg, sizeof(errormsg),
165 			    "Error while fetching %s: %s\n",
166 			    urls[i], strerror(errno));
167 			items[i*2 + 1] = "Failed";
168 			dialog_msgbox("Fetch Error", errormsg, 0, 0,
169 			    TRUE);
170 			fclose(fetch_out);
171 			continue;
172 		}
173 
174 		while ((chunk = fread(block, 1, sizeof(block), fetch_out))
175 		    > 0) {
176 			if (fwrite(block, 1, chunk, file_out) < chunk)
177 				break;
178 
179 			current_bytes += chunk;
180 			fsize += chunk;
181 
182 			if (total_bytes > 0) {
183 				last_progress = progress;
184 				progress = (current_bytes*100)/total_bytes;
185 			}
186 
187 			if (ustat.size > 0) {
188 				snprintf(status, sizeof(status), "-%jd",
189 				    (fsize*100)/ustat.size);
190 				items[i*2 + 1] = status;
191 			}
192 
193 			if (progress > last_progress)
194 				dialog_mixedgauge("Fetching Distribution",
195 				    "Fetching distribution files...", 0, 0,
196 				    progress, nfiles,
197 				    __DECONST(char **, items));
198 		}
199 
200 		if (ustat.size > 0 && fsize < ustat.size) {
201 			if (fetchLastErrCode == 0)
202 				snprintf(errormsg, sizeof(errormsg),
203 				    "Error while fetching %s: %s\n",
204 				    urls[i], strerror(errno));
205 			else
206 				snprintf(errormsg, sizeof(errormsg),
207 				    "Error while fetching %s: %s\n",
208 				    urls[i], fetchLastErrString);
209 			items[i*2 + 1] = "Failed";
210 			dialog_msgbox("Fetch Error", errormsg, 0, 0,
211 				    TRUE);
212 		} else {
213 			items[i*2 + 1] = "Done";
214 			nsuccess++;
215 		}
216 
217 		fclose(fetch_out);
218 		fclose(file_out);
219 	}
220 
221 	free(items);
222 	return (nsuccess);
223 }
224