xref: /freebsd/usr.sbin/makefs/ffs.c (revision 39beb93c3f8bdbf72a61fda42300b5ebed7390c8)
1 /*	$NetBSD: ffs.c,v 1.30 2004/06/24 22:30:13 lukem Exp $	*/
2 
3 /*
4  * Copyright (c) 2001 Wasabi Systems, Inc.
5  * All rights reserved.
6  *
7  * Written by Luke Mewburn for Wasabi Systems, Inc.
8  *
9  * Redistribution and use in source and binary forms, with or without
10  * modification, are permitted provided that the following conditions
11  * are met:
12  * 1. Redistributions of source code must retain the above copyright
13  *    notice, this list of conditions and the following disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  * 3. All advertising materials mentioning features or use of this software
18  *    must display the following acknowledgement:
19  *      This product includes software developed for the NetBSD Project by
20  *      Wasabi Systems, Inc.
21  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22  *    or promote products derived from this software without specific prior
23  *    written permission.
24  *
25  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
29  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35  * POSSIBILITY OF SUCH DAMAGE.
36  */
37 /*
38  * Copyright (c) 1982, 1986, 1989, 1993
39  *	The Regents of the University of California.  All rights reserved.
40  *
41  * Redistribution and use in source and binary forms, with or without
42  * modification, are permitted provided that the following conditions
43  * are met:
44  * 1. Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  * 2. Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in the
48  *    documentation and/or other materials provided with the distribution.
49  * 3. Neither the name of the University nor the names of its contributors
50  *    may be used to endorse or promote products derived from this software
51  *    without specific prior written permission.
52  *
53  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
54  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
55  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
56  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
57  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
58  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
59  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
60  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
61  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
62  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
63  * SUCH DAMAGE.
64  *
65  *	@(#)ffs_alloc.c	8.19 (Berkeley) 7/13/95
66  */
67 
68 #include <sys/cdefs.h>
69 __FBSDID("$FreeBSD$");
70 
71 #include <sys/param.h>
72 
73 #include <sys/mount.h>
74 
75 #include <assert.h>
76 #include <errno.h>
77 #include <fcntl.h>
78 #include <stdarg.h>
79 #include <stdio.h>
80 #include <stdlib.h>
81 #include <string.h>
82 #include <unistd.h>
83 
84 #include "makefs.h"
85 
86 #include <ufs/ufs/dinode.h>
87 #include <ufs/ufs/dir.h>
88 #include <ufs/ffs/fs.h>
89 
90 #include "ffs/ufs_bswap.h"
91 #include "ffs/ufs_inode.h"
92 #include "ffs/newfs_extern.h"
93 #include "ffs/ffs_extern.h"
94 
95 #undef DIP
96 #define DIP(dp, field) \
97 	((fsopts->version == 1) ? \
98 	(dp)->ffs1_din.di_##field : (dp)->ffs2_din.di_##field)
99 
100 /*
101  * Various file system defaults (cribbed from newfs(8)).
102  */
103 #define	DFL_FRAGSIZE		1024		/* fragment size */
104 #define	DFL_BLKSIZE		8192		/* block size */
105 #define	DFL_SECSIZE		512		/* sector size */
106 #define	DFL_CYLSPERGROUP	65536		/* cylinders per group */
107 #define	DFL_FRAGSPERINODE	4		/* fragments per inode */
108 #define	DFL_ROTDELAY		0		/* rotational delay */
109 #define	DFL_NRPOS		1		/* rotational positions */
110 #define	DFL_RPM			3600		/* rpm of disk */
111 #define	DFL_NSECTORS		64		/* # of sectors */
112 #define	DFL_NTRACKS		16		/* # of tracks */
113 
114 
115 typedef struct {
116 	u_char		*buf;		/* buf for directory */
117 	doff_t		size;		/* full size of buf */
118 	doff_t		cur;		/* offset of current entry */
119 } dirbuf_t;
120 
121 
122 static	int	ffs_create_image(const char *, fsinfo_t *);
123 static	void	ffs_dump_fsinfo(fsinfo_t *);
124 static	void	ffs_dump_dirbuf(dirbuf_t *, const char *, int);
125 static	void	ffs_make_dirbuf(dirbuf_t *, const char *, fsnode *, int);
126 static	int	ffs_populate_dir(const char *, fsnode *, fsinfo_t *);
127 static	void	ffs_size_dir(fsnode *, fsinfo_t *);
128 static	void	ffs_validate(const char *, fsnode *, fsinfo_t *);
129 static	void	ffs_write_file(union dinode *, uint32_t, void *, fsinfo_t *);
130 static	void	ffs_write_inode(union dinode *, uint32_t, const fsinfo_t *);
131 static  void	*ffs_build_dinode1(struct ufs1_dinode *, dirbuf_t *, fsnode *,
132 				 fsnode *, fsinfo_t *);
133 static  void	*ffs_build_dinode2(struct ufs2_dinode *, dirbuf_t *, fsnode *,
134 				 fsnode *, fsinfo_t *);
135 
136 
137 
138 int	sectorsize;		/* XXX: for buf.c::getblk() */
139 
140 	/* publically visible functions */
141 
142 int
143 ffs_parse_opts(const char *option, fsinfo_t *fsopts)
144 {
145 	option_t ffs_options[] = {
146 		{ "bsize",	&fsopts->bsize,		1,	INT_MAX,
147 					"block size" },
148 		{ "fsize",	&fsopts->fsize,		1,	INT_MAX,
149 					"fragment size" },
150 		{ "density",	&fsopts->density,	1,	INT_MAX,
151 					"bytes per inode" },
152 		{ "minfree",	&fsopts->minfree,	0,	99,
153 					"minfree" },
154 		{ "maxbpf",	&fsopts->maxbpg,	1,	INT_MAX,
155 					"max blocks per file in a cg" },
156 		{ "avgfilesize", &fsopts->avgfilesize,	1,	INT_MAX,
157 					"expected average file size" },
158 		{ "avgfpdir",	&fsopts->avgfpdir,	1,	INT_MAX,
159 					"expected # of files per directory" },
160 		{ "extent",	&fsopts->maxbsize,	1,	INT_MAX,
161 					"maximum # extent size" },
162 		{ "maxbpcg",	&fsopts->maxblkspercg,	1,	INT_MAX,
163 					"max # of blocks per group" },
164 		{ "version",	&fsopts->version,	1,	2,
165 					"UFS version" },
166 		{ NULL }
167 	};
168 
169 	char	*var, *val;
170 	int	rv;
171 
172 	(void)&ffs_options;
173 	assert(option != NULL);
174 	assert(fsopts != NULL);
175 
176 	if (debug & DEBUG_FS_PARSE_OPTS)
177 		printf("ffs_parse_opts: got `%s'\n", option);
178 
179 	if ((var = strdup(option)) == NULL)
180 		err(1, "Allocating memory for copy of option string");
181 	rv = 0;
182 
183 	if ((val = strchr(var, '=')) == NULL) {
184 		warnx("Option `%s' doesn't contain a value", var);
185 		goto leave_ffs_parse_opts;
186 	}
187 	*val++ = '\0';
188 
189 	if (strcmp(var, "optimization") == 0) {
190 		if (strcmp(val, "time") == 0) {
191 			fsopts->optimization = FS_OPTTIME;
192 		} else if (strcmp(val, "space") == 0) {
193 			fsopts->optimization = FS_OPTSPACE;
194 		} else {
195 			warnx("Invalid optimization `%s'", val);
196 			goto leave_ffs_parse_opts;
197 		}
198 		rv = 1;
199 	} else
200 		rv = set_option(ffs_options, var, val);
201 
202  leave_ffs_parse_opts:
203 	if (var)
204 		free(var);
205 	return (rv);
206 }
207 
208 
209 void
210 ffs_makefs(const char *image, const char *dir, fsnode *root, fsinfo_t *fsopts)
211 {
212 	struct fs	*superblock;
213 	struct timeval	start;
214 
215 	assert(image != NULL);
216 	assert(dir != NULL);
217 	assert(root != NULL);
218 	assert(fsopts != NULL);
219 
220 	if (debug & DEBUG_FS_MAKEFS)
221 		printf("ffs_makefs: image %s directory %s root %p\n",
222 		    image, dir, root);
223 
224 		/* validate tree and options */
225 	TIMER_START(start);
226 	ffs_validate(dir, root, fsopts);
227 	TIMER_RESULTS(start, "ffs_validate");
228 
229 	printf("Calculated size of `%s': %lld bytes, %lld inodes\n",
230 	    image, (long long)fsopts->size, (long long)fsopts->inodes);
231 
232 		/* create image */
233 	TIMER_START(start);
234 	if (ffs_create_image(image, fsopts) == -1)
235 		errx(1, "Image file `%s' not created.", image);
236 	TIMER_RESULTS(start, "ffs_create_image");
237 
238 	fsopts->curinode = ROOTINO;
239 
240 	if (debug & DEBUG_FS_MAKEFS)
241 		putchar('\n');
242 
243 		/* populate image */
244 	printf("Populating `%s'\n", image);
245 	TIMER_START(start);
246 	if (! ffs_populate_dir(dir, root, fsopts))
247 		errx(1, "Image file `%s' not populated.", image);
248 	TIMER_RESULTS(start, "ffs_populate_dir");
249 
250 		/* ensure no outstanding buffers remain */
251 	if (debug & DEBUG_FS_MAKEFS)
252 		bcleanup();
253 
254 		/* update various superblock parameters */
255 	superblock = fsopts->superblock;
256 	superblock->fs_fmod = 0;
257 	superblock->fs_old_cstotal.cs_ndir   = superblock->fs_cstotal.cs_ndir;
258 	superblock->fs_old_cstotal.cs_nbfree = superblock->fs_cstotal.cs_nbfree;
259 	superblock->fs_old_cstotal.cs_nifree = superblock->fs_cstotal.cs_nifree;
260 	superblock->fs_old_cstotal.cs_nffree = superblock->fs_cstotal.cs_nffree;
261 
262 		/* write out superblock; image is now complete */
263 	ffs_write_superblock(fsopts->superblock, fsopts);
264 	if (close(fsopts->fd) == -1)
265 		err(1, "Closing `%s'", image);
266 	fsopts->fd = -1;
267 	printf("Image `%s' complete\n", image);
268 }
269 
270 	/* end of public functions */
271 
272 
273 static void
274 ffs_validate(const char *dir, fsnode *root, fsinfo_t *fsopts)
275 {
276 	int32_t	ncg = 1;
277 #if notyet
278 	int32_t	spc, nspf, ncyl, fssize;
279 #endif
280 	off_t size;
281 
282 	assert(dir != NULL);
283 	assert(root != NULL);
284 	assert(fsopts != NULL);
285 
286 	if (debug & DEBUG_FS_VALIDATE) {
287 		printf("ffs_validate: before defaults set:\n");
288 		ffs_dump_fsinfo(fsopts);
289 	}
290 
291 		/* set FFS defaults */
292 	if (fsopts->sectorsize == -1)
293 		fsopts->sectorsize = DFL_SECSIZE;
294 	if (fsopts->fsize == -1)
295 		fsopts->fsize = MAX(DFL_FRAGSIZE, fsopts->sectorsize);
296 	if (fsopts->bsize == -1)
297 		fsopts->bsize = MIN(DFL_BLKSIZE, 8 * fsopts->fsize);
298 	if (fsopts->cpg == -1)
299 		fsopts->cpg = DFL_CYLSPERGROUP;
300 	else
301 		fsopts->cpgflg = 1;
302 				/* fsopts->density is set below */
303 	if (fsopts->nsectors == -1)
304 		fsopts->nsectors = DFL_NSECTORS;
305 	if (fsopts->minfree == -1)
306 		fsopts->minfree = MINFREE;
307 	if (fsopts->optimization == -1)
308 		fsopts->optimization = DEFAULTOPT;
309 	if (fsopts->maxcontig == -1)
310 		fsopts->maxcontig =
311 		    MAX(1, MIN(MAXPHYS, FFS_MAXBSIZE) / fsopts->bsize);
312 	/* XXX ondisk32 */
313 	if (fsopts->maxbpg == -1)
314 		fsopts->maxbpg = fsopts->bsize / sizeof(int32_t);
315 	if (fsopts->avgfilesize == -1)
316 		fsopts->avgfilesize = AVFILESIZ;
317 	if (fsopts->avgfpdir == -1)
318 		fsopts->avgfpdir = AFPDIR;
319 
320 		/* calculate size of tree */
321 	ffs_size_dir(root, fsopts);
322 	fsopts->inodes += ROOTINO;		/* include first two inodes */
323 
324 	if (debug & DEBUG_FS_VALIDATE)
325 		printf("ffs_validate: size of tree: %lld bytes, %lld inodes\n",
326 		    (long long)fsopts->size, (long long)fsopts->inodes);
327 
328 		/* add requested slop */
329 	fsopts->size += fsopts->freeblocks;
330 	fsopts->inodes += fsopts->freefiles;
331 	if (fsopts->freefilepc > 0)
332 		fsopts->inodes =
333 		    fsopts->inodes * (100 + fsopts->freefilepc) / 100;
334 	if (fsopts->freeblockpc > 0)
335 		fsopts->size =
336 		    fsopts->size * (100 + fsopts->freeblockpc) / 100;
337 
338 		/* add space needed for superblocks */
339 	/*
340 	 * The old SBOFF (SBLOCK_UFS1) is used here because makefs is
341 	 * typically used for small filesystems where space matters.
342 	 * XXX make this an option.
343 	 */
344 	fsopts->size += (SBLOCK_UFS1 + SBLOCKSIZE) * ncg;
345 		/* add space needed to store inodes, x3 for blockmaps, etc */
346 	if (fsopts->version == 1)
347 		fsopts->size += ncg * DINODE1_SIZE *
348 		    roundup(fsopts->inodes / ncg, fsopts->bsize / DINODE1_SIZE);
349 	else
350 		fsopts->size += ncg * DINODE2_SIZE *
351 		    roundup(fsopts->inodes / ncg, fsopts->bsize / DINODE2_SIZE);
352 
353 		/* add minfree */
354 	if (fsopts->minfree > 0)
355 		fsopts->size =
356 		    fsopts->size * (100 + fsopts->minfree) / 100;
357 	/*
358 	 * XXX	any other fs slop to add, such as csum's, bitmaps, etc ??
359 	 */
360 
361 	if (fsopts->size < fsopts->minsize)	/* ensure meets minimum size */
362 		fsopts->size = fsopts->minsize;
363 
364 		/* round up to the next block */
365 	size = roundup(fsopts->size, fsopts->bsize);
366 
367 		/* now check calculated sizes vs requested sizes */
368 	if (fsopts->maxsize > 0 && size > fsopts->maxsize) {
369 		if (debug & DEBUG_FS_VALIDATE) {
370 			printf("%s: `%s' size of %lld is larger than the "
371 			    "maxsize of %lld; rounding down to %lld.",
372 			    __func__, dir, (long long)size,
373 			    (long long)fsopts->maxsize,
374 			    (long long) rounddown(fsopts->size, fsopts->bsize));
375 		}
376 		size = rounddown(fsopts->size, fsopts->bsize);
377 	}
378 	fsopts->size = size;
379 
380 		/* calculate density if necessary */
381 	if (fsopts->density == -1)
382 		fsopts->density = fsopts->size / fsopts->inodes + 1;
383 
384 	if (debug & DEBUG_FS_VALIDATE) {
385 		printf("ffs_validate: after defaults set:\n");
386 		ffs_dump_fsinfo(fsopts);
387 		printf("ffs_validate: dir %s; %lld bytes, %lld inodes\n",
388 		    dir, (long long)fsopts->size, (long long)fsopts->inodes);
389 	}
390 	sectorsize = fsopts->sectorsize;	/* XXX - see earlier */
391 }
392 
393 
394 static void
395 ffs_dump_fsinfo(fsinfo_t *f)
396 {
397 
398 	printf("fsopts at %p\n", f);
399 
400 	printf("\tsize %lld, inodes %lld, curinode %u\n",
401 	    (long long)f->size, (long long)f->inodes, f->curinode);
402 
403 	printf("\tminsize %lld, maxsize %lld\n",
404 	    (long long)f->minsize, (long long)f->maxsize);
405 	printf("\tfree files %lld, freefile %% %d\n",
406 	    (long long)f->freefiles, f->freefilepc);
407 	printf("\tfree blocks %lld, freeblock %% %d\n",
408 	    (long long)f->freeblocks, f->freeblockpc);
409 	printf("\tneedswap %d, sectorsize %d\n", f->needswap, f->sectorsize);
410 
411 	printf("\tbsize %d, fsize %d, cpg %d, density %d\n",
412 	    f->bsize, f->fsize, f->cpg, f->density);
413 	printf("\tnsectors %d, rpm %d, minfree %d\n",
414 	    f->nsectors, f->rpm, f->minfree);
415 	printf("\tmaxcontig %d, maxbpg %d\n",
416 	    f->maxcontig, f->maxbpg);
417 	printf("\toptimization %s\n",
418 	    f->optimization == FS_OPTSPACE ? "space" : "time");
419 }
420 
421 
422 static int
423 ffs_create_image(const char *image, fsinfo_t *fsopts)
424 {
425 #if HAVE_STRUCT_STATVFS_F_IOSIZE
426 	struct statvfs	sfs;
427 #endif
428 	struct fs	*fs;
429 	char	*buf;
430 	int	i, bufsize;
431 	off_t	bufrem;
432 
433 	assert (image != NULL);
434 	assert (fsopts != NULL);
435 
436 		/* create image */
437 	if ((fsopts->fd = open(image, O_RDWR | O_CREAT | O_TRUNC, 0777))
438 	    == -1) {
439 		warn("Can't open `%s' for writing", image);
440 		return (-1);
441 	}
442 
443 		/* zero image */
444 #if HAVE_STRUCT_STATVFS_F_IOSIZE
445 	if (fstatvfs(fsopts->fd, &sfs) == -1) {
446 #endif
447 		bufsize = 8192;
448 #if HAVE_STRUCT_STATVFS_F_IOSIZE
449 		warn("can't fstatvfs `%s', using default %d byte chunk",
450 		    image, bufsize);
451 	} else
452 		bufsize = sfs.f_iosize;
453 #endif
454 	bufrem = fsopts->size;
455 	if (debug & DEBUG_FS_CREATE_IMAGE)
456 		printf(
457 		    "zero-ing image `%s', %lld sectors, using %d byte chunks\n",
458 		    image, (long long)bufrem, bufsize);
459 	if ((buf = calloc(1, bufsize)) == NULL) {
460 		warn("Can't create buffer for sector");
461 		return (-1);
462 	}
463 	while (bufrem > 0) {
464 		i = write(fsopts->fd, buf, MIN(bufsize, bufrem));
465 		if (i == -1) {
466 			warn("zeroing image, %lld bytes to go",
467 			    (long long)bufrem);
468 			return (-1);
469 		}
470 		bufrem -= i;
471 	}
472 
473 		/* make the file system */
474 	if (debug & DEBUG_FS_CREATE_IMAGE)
475 		printf("calling mkfs(\"%s\", ...)\n", image);
476 	fs = ffs_mkfs(image, fsopts);
477 	fsopts->superblock = (void *)fs;
478 	if (debug & DEBUG_FS_CREATE_IMAGE) {
479 		time_t t;
480 
481 		t = (time_t)((struct fs *)fsopts->superblock)->fs_time;
482 		printf("mkfs returned %p; fs_time %s",
483 		    fsopts->superblock, ctime(&t));
484 		printf("fs totals: nbfree %lld, nffree %lld, nifree %lld, ndir %lld\n",
485 		    (long long)fs->fs_cstotal.cs_nbfree,
486 		    (long long)fs->fs_cstotal.cs_nffree,
487 		    (long long)fs->fs_cstotal.cs_nifree,
488 		    (long long)fs->fs_cstotal.cs_ndir);
489 	}
490 
491 	if (fs->fs_cstotal.cs_nifree + ROOTINO < fsopts->inodes) {
492 		warnx(
493 		"Image file `%s' has %lld free inodes; %lld are required.",
494 		    image,
495 		    (long long)fs->fs_cstotal.cs_nifree + ROOTINO,
496 		    (long long)fsopts->inodes);
497 		return (-1);
498 	}
499 	return (fsopts->fd);
500 }
501 
502 
503 static void
504 ffs_size_dir(fsnode *root, fsinfo_t *fsopts)
505 {
506 	struct direct	tmpdir;
507 	fsnode *	node;
508 	int		curdirsize, this;
509 
510 	/* node may be NULL (empty directory) */
511 	assert(fsopts != NULL);
512 
513 	if (debug & DEBUG_FS_SIZE_DIR)
514 		printf("ffs_size_dir: entry: bytes %lld inodes %lld\n",
515 		    (long long)fsopts->size, (long long)fsopts->inodes);
516 
517 #define	ADDDIRENT(e) do {						\
518 	tmpdir.d_namlen = strlen((e));					\
519 	this = DIRSIZ_SWAP(0, &tmpdir, 0);				\
520 	if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT)			\
521 		printf("ADDDIRENT: was: %s (%d) this %d cur %d\n",	\
522 		    e, tmpdir.d_namlen, this, curdirsize);		\
523 	if (this + curdirsize > roundup(curdirsize, DIRBLKSIZ))		\
524 		curdirsize = roundup(curdirsize, DIRBLKSIZ);		\
525 	curdirsize += this;						\
526 	if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT)			\
527 		printf("ADDDIRENT: now: %s (%d) this %d cur %d\n",	\
528 		    e, tmpdir.d_namlen, this, curdirsize);		\
529 } while (0);
530 
531 	/*
532 	 * XXX	this needs to take into account extra space consumed
533 	 *	by indirect blocks, etc.
534 	 */
535 #define	ADDSIZE(x) do {							\
536 	fsopts->size += roundup((x), fsopts->fsize);			\
537 } while (0);
538 
539 	curdirsize = 0;
540 	for (node = root; node != NULL; node = node->next) {
541 		ADDDIRENT(node->name);
542 		if (FSNODE_EXCLUDE_P(fsopts, node))
543 			continue;
544 		if (node == root) {			/* we're at "." */
545 			assert(strcmp(node->name, ".") == 0);
546 			ADDDIRENT("..");
547 		} else if ((node->inode->flags & FI_SIZED) == 0) {
548 				/* don't count duplicate names */
549 			node->inode->flags |= FI_SIZED;
550 			if (debug & DEBUG_FS_SIZE_DIR_NODE)
551 				printf("ffs_size_dir: `%s' size %lld\n",
552 				    node->name,
553 				    (long long)node->inode->st.st_size);
554 			fsopts->inodes++;
555 			if (node->type == S_IFREG)
556 				ADDSIZE(node->inode->st.st_size);
557 			if (node->type == S_IFLNK) {
558 				int	slen;
559 
560 				slen = strlen(node->symlink) + 1;
561 				if (slen >= (fsopts->version == 1 ?
562 						MAXSYMLINKLEN_UFS1 :
563 						MAXSYMLINKLEN_UFS2))
564 					ADDSIZE(slen);
565 			}
566 		}
567 		if (node->type == S_IFDIR)
568 			ffs_size_dir(node->child, fsopts);
569 	}
570 	ADDSIZE(curdirsize);
571 
572 	if (debug & DEBUG_FS_SIZE_DIR)
573 		printf("ffs_size_dir: exit: size %lld inodes %lld\n",
574 		    (long long)fsopts->size, (long long)fsopts->inodes);
575 }
576 
577 static void *
578 ffs_build_dinode1(struct ufs1_dinode *dinp, dirbuf_t *dbufp, fsnode *cur,
579 		 fsnode *root, fsinfo_t *fsopts)
580 {
581 	int slen;
582 	void *membuf;
583 
584 	memset(dinp, 0, sizeof(*dinp));
585 	dinp->di_mode = cur->inode->st.st_mode;
586 	dinp->di_nlink = cur->inode->nlink;
587 	dinp->di_size = cur->inode->st.st_size;
588 	dinp->di_atime = cur->inode->st.st_atime;
589 	dinp->di_mtime = cur->inode->st.st_mtime;
590 	dinp->di_ctime = cur->inode->st.st_ctime;
591 #if HAVE_STRUCT_STAT_ST_MTIMENSEC
592 	dinp->di_atimensec = cur->inode->st.st_atimensec;
593 	dinp->di_mtimensec = cur->inode->st.st_mtimensec;
594 	dinp->di_ctimensec = cur->inode->st.st_ctimensec;
595 #endif
596 #if HAVE_STRUCT_STAT_ST_FLAGS
597 	dinp->di_flags = cur->inode->st.st_flags;
598 #endif
599 #if HAVE_STRUCT_STAT_ST_GEN
600 	dinp->di_gen = cur->inode->st.st_gen;
601 #endif
602 	dinp->di_uid = cur->inode->st.st_uid;
603 	dinp->di_gid = cur->inode->st.st_gid;
604 		/* not set: di_db, di_ib, di_blocks, di_spare */
605 
606 	membuf = NULL;
607 	if (cur == root) {			/* "."; write dirbuf */
608 		membuf = dbufp->buf;
609 		dinp->di_size = dbufp->size;
610 	} else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) {
611 		dinp->di_size = 0;	/* a device */
612 		dinp->di_rdev =
613 		    ufs_rw32(cur->inode->st.st_rdev, fsopts->needswap);
614 	} else if (S_ISLNK(cur->type)) {	/* symlink */
615 		slen = strlen(cur->symlink);
616 		if (slen < MAXSYMLINKLEN_UFS1) {	/* short link */
617 			memcpy(dinp->di_db, cur->symlink, slen);
618 		} else
619 			membuf = cur->symlink;
620 		dinp->di_size = slen;
621 	}
622 	return membuf;
623 }
624 
625 static void *
626 ffs_build_dinode2(struct ufs2_dinode *dinp, dirbuf_t *dbufp, fsnode *cur,
627 		 fsnode *root, fsinfo_t *fsopts)
628 {
629 	int slen;
630 	void *membuf;
631 
632 	memset(dinp, 0, sizeof(*dinp));
633 	dinp->di_mode = cur->inode->st.st_mode;
634 	dinp->di_nlink = cur->inode->nlink;
635 	dinp->di_size = cur->inode->st.st_size;
636 	dinp->di_atime = cur->inode->st.st_atime;
637 	dinp->di_mtime = cur->inode->st.st_mtime;
638 	dinp->di_ctime = cur->inode->st.st_ctime;
639 #if HAVE_STRUCT_STAT_ST_MTIMENSEC
640 	dinp->di_atimensec = cur->inode->st.st_atimensec;
641 	dinp->di_mtimensec = cur->inode->st.st_mtimensec;
642 	dinp->di_ctimensec = cur->inode->st.st_ctimensec;
643 #endif
644 #if HAVE_STRUCT_STAT_ST_FLAGS
645 	dinp->di_flags = cur->inode->st.st_flags;
646 #endif
647 #if HAVE_STRUCT_STAT_ST_GEN
648 	dinp->di_gen = cur->inode->st.st_gen;
649 #endif
650 #if HAVE_STRUCT_STAT_BIRTHTIME
651 	dinp->di_birthtime = cur->inode->st.st_birthtime;
652 	dinp->di_birthnsec = cur->inode->st.st_birthtimensec;
653 #endif
654 	dinp->di_uid = cur->inode->st.st_uid;
655 	dinp->di_gid = cur->inode->st.st_gid;
656 		/* not set: di_db, di_ib, di_blocks, di_spare */
657 
658 	membuf = NULL;
659 	if (cur == root) {			/* "."; write dirbuf */
660 		membuf = dbufp->buf;
661 		dinp->di_size = dbufp->size;
662 	} else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) {
663 		dinp->di_size = 0;	/* a device */
664 		dinp->di_rdev =
665 		    ufs_rw64(cur->inode->st.st_rdev, fsopts->needswap);
666 	} else if (S_ISLNK(cur->type)) {	/* symlink */
667 		slen = strlen(cur->symlink);
668 		if (slen < MAXSYMLINKLEN_UFS2) {	/* short link */
669 			memcpy(dinp->di_db, cur->symlink, slen);
670 		} else
671 			membuf = cur->symlink;
672 		dinp->di_size = slen;
673 	}
674 	return membuf;
675 }
676 
677 static int
678 ffs_populate_dir(const char *dir, fsnode *root, fsinfo_t *fsopts)
679 {
680 	fsnode		*cur;
681 	dirbuf_t	dirbuf;
682 	union dinode	din;
683 	void		*membuf;
684 	char		path[MAXPATHLEN + 1];
685 
686 	assert(dir != NULL);
687 	assert(root != NULL);
688 	assert(fsopts != NULL);
689 
690 	(void)memset(&dirbuf, 0, sizeof(dirbuf));
691 
692 	if (debug & DEBUG_FS_POPULATE)
693 		printf("ffs_populate_dir: PASS 1  dir %s node %p\n", dir, root);
694 
695 		/*
696 		 * pass 1: allocate inode numbers, build directory `file'
697 		 */
698 	for (cur = root; cur != NULL; cur = cur->next) {
699 		if (FSNODE_EXCLUDE_P(fsopts, cur))
700 			continue;
701 		if ((cur->inode->flags & FI_ALLOCATED) == 0) {
702 			cur->inode->flags |= FI_ALLOCATED;
703 			if (cur == root && cur->parent != NULL)
704 				cur->inode->ino = cur->parent->inode->ino;
705 			else {
706 				cur->inode->ino = fsopts->curinode;
707 				fsopts->curinode++;
708 			}
709 		}
710 		ffs_make_dirbuf(&dirbuf, cur->name, cur, fsopts->needswap);
711 		if (cur == root) {		/* we're at "."; add ".." */
712 			ffs_make_dirbuf(&dirbuf, "..",
713 			    cur->parent == NULL ? cur : cur->parent->first,
714 			    fsopts->needswap);
715 			root->inode->nlink++;	/* count my parent's link */
716 		} else if (cur->child != NULL)
717 			root->inode->nlink++;	/* count my child's link */
718 
719 		/*
720 		 * XXX	possibly write file and long symlinks here,
721 		 *	ensuring that blocks get written before inodes?
722 		 *	otoh, this isn't a real filesystem, so who
723 		 *	cares about ordering? :-)
724 		 */
725 	}
726 	if (debug & DEBUG_FS_POPULATE_DIRBUF)
727 		ffs_dump_dirbuf(&dirbuf, dir, fsopts->needswap);
728 
729 		/*
730 		 * pass 2: write out dirbuf, then non-directories at this level
731 		 */
732 	if (debug & DEBUG_FS_POPULATE)
733 		printf("ffs_populate_dir: PASS 2  dir %s\n", dir);
734 	for (cur = root; cur != NULL; cur = cur->next) {
735 		if (FSNODE_EXCLUDE_P(fsopts, cur))
736 			continue;
737 		if (cur->inode->flags & FI_WRITTEN)
738 			continue;		/* skip hard-linked entries */
739 		cur->inode->flags |= FI_WRITTEN;
740 
741 		if (snprintf(path, sizeof(path), "%s/%s", dir, cur->name)
742 		    >= sizeof(path))
743 			errx(1, "Pathname too long.");
744 
745 		if (cur->child != NULL)
746 			continue;		/* child creates own inode */
747 
748 				/* build on-disk inode */
749 		if (fsopts->version == 1)
750 			membuf = ffs_build_dinode1(&din.ffs1_din, &dirbuf, cur,
751 			    root, fsopts);
752 		else
753 			membuf = ffs_build_dinode2(&din.ffs2_din, &dirbuf, cur,
754 			    root, fsopts);
755 
756 		if (debug & DEBUG_FS_POPULATE_NODE) {
757 			printf("ffs_populate_dir: writing ino %d, %s",
758 			    cur->inode->ino, inode_type(cur->type));
759 			if (cur->inode->nlink > 1)
760 				printf(", nlink %d", cur->inode->nlink);
761 			putchar('\n');
762 		}
763 
764 		if (membuf != NULL) {
765 			ffs_write_file(&din, cur->inode->ino, membuf, fsopts);
766 		} else if (S_ISREG(cur->type)) {
767 			ffs_write_file(&din, cur->inode->ino, path, fsopts);
768 		} else {
769 			assert (! S_ISDIR(cur->type));
770 			ffs_write_inode(&din, cur->inode->ino, fsopts);
771 		}
772 	}
773 
774 		/*
775 		 * pass 3: write out sub-directories
776 		 */
777 	if (debug & DEBUG_FS_POPULATE)
778 		printf("ffs_populate_dir: PASS 3  dir %s\n", dir);
779 	for (cur = root; cur != NULL; cur = cur->next) {
780 		if (FSNODE_EXCLUDE_P(fsopts, cur))
781 			continue;
782 		if (cur->child == NULL)
783 			continue;
784 		if (snprintf(path, sizeof(path), "%s/%s", dir, cur->name)
785 		    >= sizeof(path))
786 			errx(1, "Pathname too long.");
787 		if (! ffs_populate_dir(path, cur->child, fsopts))
788 			return (0);
789 	}
790 
791 	if (debug & DEBUG_FS_POPULATE)
792 		printf("ffs_populate_dir: DONE dir %s\n", dir);
793 
794 		/* cleanup */
795 	if (dirbuf.buf != NULL)
796 		free(dirbuf.buf);
797 	return (1);
798 }
799 
800 
801 static void
802 ffs_write_file(union dinode *din, uint32_t ino, void *buf, fsinfo_t *fsopts)
803 {
804 	int 	isfile, ffd;
805 	char	*fbuf, *p;
806 	off_t	bufleft, chunk, offset;
807 	struct inode	in;
808 	struct buf *	bp;
809 
810 	assert (din != NULL);
811 	assert (buf != NULL);
812 	assert (fsopts != NULL);
813 
814 	isfile = S_ISREG(DIP(din, mode));
815 	fbuf = NULL;
816 	ffd = -1;
817 
818 	in.i_fs = (struct fs *)fsopts->superblock;
819 
820 	if (debug & DEBUG_FS_WRITE_FILE) {
821 		printf(
822 		    "ffs_write_file: ino %u, din %p, isfile %d, %s, size %lld",
823 		    ino, din, isfile, inode_type(DIP(din, mode) & S_IFMT),
824 		    (long long)DIP(din, size));
825 		if (isfile)
826 			printf(", file '%s'\n", (char *)buf);
827 		else
828 			printf(", buffer %p\n", buf);
829 	}
830 
831 	in.i_number = ino;
832 	in.i_size = DIP(din, size);
833 	if (fsopts->version == 1)
834 		memcpy(&in.i_din.ffs1_din, &din->ffs1_din,
835 		    sizeof(in.i_din.ffs1_din));
836 	else
837 		memcpy(&in.i_din.ffs2_din, &din->ffs2_din,
838 		    sizeof(in.i_din.ffs2_din));
839 	in.i_fd = fsopts->fd;
840 
841 	if (DIP(din, size) == 0)
842 		goto write_inode_and_leave;		/* mmm, cheating */
843 
844 	if (isfile) {
845 		if ((fbuf = malloc(fsopts->bsize)) == NULL)
846 			err(1, "Allocating memory for write buffer");
847 		if ((ffd = open((char *)buf, O_RDONLY, 0444)) == -1) {
848 			warn("Can't open `%s' for reading", (char *)buf);
849 			goto leave_ffs_write_file;
850 		}
851 	} else {
852 		p = buf;
853 	}
854 
855 	chunk = 0;
856 	for (bufleft = DIP(din, size); bufleft > 0; bufleft -= chunk) {
857 		chunk = MIN(bufleft, fsopts->bsize);
858 		if (isfile) {
859 			if (read(ffd, fbuf, chunk) != chunk)
860 				err(1, "Reading `%s', %lld bytes to go",
861 				    (char *)buf, (long long)bufleft);
862 			p = fbuf;
863 		}
864 		offset = DIP(din, size) - bufleft;
865 		if (debug & DEBUG_FS_WRITE_FILE_BLOCK)
866 			printf(
867 		"ffs_write_file: write %p offset %lld size %lld left %lld\n",
868 			    p, (long long)offset,
869 			    (long long)chunk, (long long)bufleft);
870 	/*
871 	 * XXX	if holey support is desired, do the check here
872 	 *
873 	 * XXX	might need to write out last bit in fragroundup
874 	 *	sized chunk. however, ffs_balloc() handles this for us
875 	 */
876 		errno = ffs_balloc(&in, offset, chunk, &bp);
877  bad_ffs_write_file:
878 		if (errno != 0)
879 			err(1,
880 			    "Writing inode %d (%s), bytes %lld + %lld",
881 			    ino,
882 			    isfile ? (char *)buf :
883 			      inode_type(DIP(din, mode) & S_IFMT),
884 			    (long long)offset, (long long)chunk);
885 		memcpy(bp->b_data, p, chunk);
886 		errno = bwrite(bp);
887 		if (errno != 0)
888 			goto bad_ffs_write_file;
889 		brelse(bp);
890 		if (!isfile)
891 			p += chunk;
892 	}
893 
894  write_inode_and_leave:
895 	ffs_write_inode(&in.i_din, in.i_number, fsopts);
896 
897  leave_ffs_write_file:
898 	if (fbuf)
899 		free(fbuf);
900 	if (ffd != -1)
901 		close(ffd);
902 }
903 
904 
905 static void
906 ffs_dump_dirbuf(dirbuf_t *dbuf, const char *dir, int needswap)
907 {
908 	doff_t		i;
909 	struct direct	*de;
910 	uint16_t	reclen;
911 
912 	assert (dbuf != NULL);
913 	assert (dir != NULL);
914 	printf("ffs_dump_dirbuf: dir %s size %d cur %d\n",
915 	    dir, dbuf->size, dbuf->cur);
916 
917 	for (i = 0; i < dbuf->size; ) {
918 		de = (struct direct *)(dbuf->buf + i);
919 		reclen = ufs_rw16(de->d_reclen, needswap);
920 		printf(
921 	    " inode %4d %7s offset %4d reclen %3d namlen %3d name %s\n",
922 		    ufs_rw32(de->d_ino, needswap),
923 		    inode_type(DTTOIF(de->d_type)), i, reclen,
924 		    de->d_namlen, de->d_name);
925 		i += reclen;
926 		assert(reclen > 0);
927 	}
928 }
929 
930 static void
931 ffs_make_dirbuf(dirbuf_t *dbuf, const char *name, fsnode *node, int needswap)
932 {
933 	struct direct	de, *dp;
934 	uint16_t	llen, reclen;
935 	char		*newbuf;
936 
937 	assert (dbuf != NULL);
938 	assert (name != NULL);
939 	assert (node != NULL);
940 					/* create direct entry */
941 	(void)memset(&de, 0, sizeof(de));
942 	de.d_ino = ufs_rw32(node->inode->ino, needswap);
943 	de.d_type = IFTODT(node->type);
944 	de.d_namlen = (uint8_t)strlen(name);
945 	strcpy(de.d_name, name);
946 	reclen = DIRSIZ_SWAP(0, &de, needswap);
947 	de.d_reclen = ufs_rw16(reclen, needswap);
948 
949 	dp = (struct direct *)(dbuf->buf + dbuf->cur);
950 	llen = 0;
951 	if (dp != NULL)
952 		llen = DIRSIZ_SWAP(0, dp, needswap);
953 
954 	if (debug & DEBUG_FS_MAKE_DIRBUF)
955 		printf(
956 		    "ffs_make_dirbuf: dbuf siz %d cur %d lastlen %d\n"
957 		    "  ino %d type %d reclen %d namlen %d name %.30s\n",
958 		    dbuf->size, dbuf->cur, llen,
959 		    ufs_rw32(de.d_ino, needswap), de.d_type, reclen,
960 		    de.d_namlen, de.d_name);
961 
962 	if (reclen + dbuf->cur + llen > roundup(dbuf->size, DIRBLKSIZ)) {
963 		if (debug & DEBUG_FS_MAKE_DIRBUF)
964 			printf("ffs_make_dirbuf: growing buf to %d\n",
965 			    dbuf->size + DIRBLKSIZ);
966 		if ((newbuf = realloc(dbuf->buf, dbuf->size + DIRBLKSIZ)) == NULL)
967 			err(1, "Allocating memory for directory buffer");
968 		dbuf->buf = newbuf;
969 		dbuf->size += DIRBLKSIZ;
970 		memset(dbuf->buf + dbuf->size - DIRBLKSIZ, 0, DIRBLKSIZ);
971 		dbuf->cur = dbuf->size - DIRBLKSIZ;
972 	} else {				/* shrink end of previous */
973 		dp->d_reclen = ufs_rw16(llen,needswap);
974 		dbuf->cur += llen;
975 	}
976 	dp = (struct direct *)(dbuf->buf + dbuf->cur);
977 	memcpy(dp, &de, reclen);
978 	dp->d_reclen = ufs_rw16(dbuf->size - dbuf->cur, needswap);
979 }
980 
981 /*
982  * cribbed from sys/ufs/ffs/ffs_alloc.c
983  */
984 static void
985 ffs_write_inode(union dinode *dp, uint32_t ino, const fsinfo_t *fsopts)
986 {
987 	char 		*buf;
988 	struct ufs1_dinode *dp1;
989 	struct ufs2_dinode *dp2, *dip;
990 	struct cg	*cgp;
991 	struct fs	*fs;
992 	int		cg, cgino, i;
993 	daddr_t		d;
994 	char		sbbuf[FFS_MAXBSIZE];
995 	int32_t		initediblk;
996 
997 	assert (dp != NULL);
998 	assert (ino > 0);
999 	assert (fsopts != NULL);
1000 
1001 	fs = (struct fs *)fsopts->superblock;
1002 	cg = ino_to_cg(fs, ino);
1003 	cgino = ino % fs->fs_ipg;
1004 	if (debug & DEBUG_FS_WRITE_INODE)
1005 		printf("ffs_write_inode: din %p ino %u cg %d cgino %d\n",
1006 		    dp, ino, cg, cgino);
1007 
1008 	ffs_rdfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf,
1009 	    fsopts);
1010 	cgp = (struct cg *)sbbuf;
1011 	if (!cg_chkmagic_swap(cgp, fsopts->needswap))
1012 		errx(1, "ffs_write_inode: cg %d: bad magic number", cg);
1013 
1014 	assert (isclr(cg_inosused_swap(cgp, fsopts->needswap), cgino));
1015 
1016 	buf = malloc(fs->fs_bsize);
1017 	if (buf == NULL)
1018 		errx(1, "ffs_write_inode: cg %d: can't alloc inode block", cg);
1019 
1020 	dp1 = (struct ufs1_dinode *)buf;
1021 	dp2 = (struct ufs2_dinode *)buf;
1022 
1023 	if (fs->fs_cstotal.cs_nifree == 0)
1024 		errx(1, "ffs_write_inode: fs out of inodes for ino %u",
1025 		    ino);
1026 	if (fs->fs_cs(fs, cg).cs_nifree == 0)
1027 		errx(1,
1028 		    "ffs_write_inode: cg %d out of inodes for ino %u",
1029 		    cg, ino);
1030 	setbit(cg_inosused_swap(cgp, fsopts->needswap), cgino);
1031 	ufs_add32(cgp->cg_cs.cs_nifree, -1, fsopts->needswap);
1032 	fs->fs_cstotal.cs_nifree--;
1033 	fs->fs_cs(fs, cg).cs_nifree--;
1034 	if (S_ISDIR(DIP(dp, mode))) {
1035 		ufs_add32(cgp->cg_cs.cs_ndir, 1, fsopts->needswap);
1036 		fs->fs_cstotal.cs_ndir++;
1037 		fs->fs_cs(fs, cg).cs_ndir++;
1038 	}
1039 
1040 	/*
1041 	 * Initialize inode blocks on the fly for UFS2.
1042 	 */
1043 	initediblk = ufs_rw32(cgp->cg_initediblk, fsopts->needswap);
1044 	if (fsopts->version == 2 && cgino + INOPB(fs) > initediblk &&
1045 	    initediblk < ufs_rw32(cgp->cg_niblk, fsopts->needswap)) {
1046 		memset(buf, 0, fs->fs_bsize);
1047 		dip = (struct ufs2_dinode *)buf;
1048 		srandom(time(NULL));
1049 		for (i = 0; i < INOPB(fs); i++) {
1050 			dip->di_gen = random() / 2 + 1;
1051 			dip++;
1052 		}
1053 		ffs_wtfs(fsbtodb(fs, ino_to_fsba(fs,
1054 				  cg * fs->fs_ipg + initediblk)),
1055 		    fs->fs_bsize, buf, fsopts);
1056 		initediblk += INOPB(fs);
1057 		cgp->cg_initediblk = ufs_rw32(initediblk, fsopts->needswap);
1058 	}
1059 
1060 
1061 	ffs_wtfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf,
1062 	    fsopts);
1063 
1064 					/* now write inode */
1065 	d = fsbtodb(fs, ino_to_fsba(fs, ino));
1066 	ffs_rdfs(d, fs->fs_bsize, buf, fsopts);
1067 	if (fsopts->needswap) {
1068 		if (fsopts->version == 1)
1069 			ffs_dinode1_swap(&dp->ffs1_din,
1070 			    &dp1[ino_to_fsbo(fs, ino)]);
1071 		else
1072 			ffs_dinode2_swap(&dp->ffs2_din,
1073 			    &dp2[ino_to_fsbo(fs, ino)]);
1074 	} else {
1075 		if (fsopts->version == 1)
1076 			dp1[ino_to_fsbo(fs, ino)] = dp->ffs1_din;
1077 		else
1078 			dp2[ino_to_fsbo(fs, ino)] = dp->ffs2_din;
1079 	}
1080 	ffs_wtfs(d, fs->fs_bsize, buf, fsopts);
1081 	free(buf);
1082 }
1083 
1084 void
1085 panic(const char *fmt, ...)
1086 {
1087 	va_list ap;
1088 
1089 	va_start(ap, fmt);
1090 	vwarnx(fmt, ap);
1091 	va_end(ap);
1092 	exit(1);
1093 }
1094