1 /* 2 * Copyright (c) 1980, 1986, 1993 3 * The Regents of the University of California. All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 3. All advertising materials mentioning features or use of this software 14 * must display the following acknowledgement: 15 * This product includes software developed by the University of 16 * California, Berkeley and its contributors. 17 * 4. Neither the name of the University nor the names of its contributors 18 * may be used to endorse or promote products derived from this software 19 * without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 31 * SUCH DAMAGE. 32 */ 33 34 #ifndef lint 35 #if 0 36 static const char sccsid[] = "@(#)pass5.c 8.9 (Berkeley) 4/28/95"; 37 #endif 38 static const char rcsid[] = 39 "$FreeBSD$"; 40 #endif /* not lint */ 41 42 #include <sys/param.h> 43 #include <sys/sysctl.h> 44 45 #include <ufs/ufs/dinode.h> 46 #include <ufs/ffs/fs.h> 47 48 #include <err.h> 49 #include <string.h> 50 51 #include "fsck.h" 52 53 static void check_maps(u_char *, u_char *, int, int, char *, int *, int, int); 54 55 void 56 pass5(void) 57 { 58 int c, blk, frags, basesize, sumsize, mapsize, savednrpos = 0; 59 int inomapsize, blkmapsize; 60 struct fs *fs = &sblock; 61 struct cg *cg = &cgrp; 62 ufs_daddr_t dbase, dmax, d; 63 int i, j, excessdirs, rewritecg = 0; 64 struct csum *cs; 65 struct csum cstotal; 66 struct inodesc idesc[3]; 67 char buf[MAXBSIZE]; 68 struct cg *newcg = (struct cg *)buf; 69 struct ocg *ocg = (struct ocg *)buf; 70 71 inoinfo(WINO)->ino_state = USTATE; 72 memset(newcg, 0, (size_t)fs->fs_cgsize); 73 newcg->cg_niblk = fs->fs_ipg; 74 if (cvtlevel >= 3) { 75 if (fs->fs_maxcontig < 2 && fs->fs_contigsumsize > 0) { 76 if (preen) 77 pwarn("DELETING CLUSTERING MAPS\n"); 78 if (preen || reply("DELETE CLUSTERING MAPS")) { 79 fs->fs_contigsumsize = 0; 80 rewritecg = 1; 81 sbdirty(); 82 } 83 } 84 if (fs->fs_maxcontig > 1) { 85 char *doit = 0; 86 87 if (fs->fs_contigsumsize < 1) { 88 doit = "CREAT"; 89 } else if (fs->fs_contigsumsize < fs->fs_maxcontig && 90 fs->fs_contigsumsize < FS_MAXCONTIG) { 91 doit = "EXPAND"; 92 } 93 if (doit) { 94 i = fs->fs_contigsumsize; 95 fs->fs_contigsumsize = 96 MIN(fs->fs_maxcontig, FS_MAXCONTIG); 97 if (CGSIZE(fs) > (u_int)fs->fs_bsize) { 98 pwarn("CANNOT %s CLUSTER MAPS\n", doit); 99 fs->fs_contigsumsize = i; 100 } else if (preen || 101 reply("CREATE CLUSTER MAPS")) { 102 if (preen) 103 pwarn("%sING CLUSTER MAPS\n", 104 doit); 105 fs->fs_cgsize = 106 fragroundup(fs, CGSIZE(fs)); 107 rewritecg = 1; 108 sbdirty(); 109 } 110 } 111 } 112 } 113 switch ((int)fs->fs_postblformat) { 114 115 case FS_42POSTBLFMT: 116 basesize = (char *)(&ocg->cg_btot[0]) - 117 (char *)(&ocg->cg_firstfield); 118 sumsize = &ocg->cg_iused[0] - (u_int8_t *)(&ocg->cg_btot[0]); 119 mapsize = &ocg->cg_free[howmany(fs->fs_fpg, NBBY)] - 120 (u_char *)&ocg->cg_iused[0]; 121 blkmapsize = howmany(fs->fs_fpg, NBBY); 122 inomapsize = &ocg->cg_free[0] - (u_char *)&ocg->cg_iused[0]; 123 ocg->cg_magic = CG_MAGIC; 124 savednrpos = fs->fs_nrpos; 125 fs->fs_nrpos = 8; 126 break; 127 128 case FS_DYNAMICPOSTBLFMT: 129 newcg->cg_btotoff = 130 &newcg->cg_space[0] - (u_char *)(&newcg->cg_firstfield); 131 newcg->cg_boff = 132 newcg->cg_btotoff + fs->fs_cpg * sizeof(int32_t); 133 newcg->cg_iusedoff = newcg->cg_boff + 134 fs->fs_cpg * fs->fs_nrpos * sizeof(u_int16_t); 135 newcg->cg_freeoff = 136 newcg->cg_iusedoff + howmany(fs->fs_ipg, NBBY); 137 inomapsize = newcg->cg_freeoff - newcg->cg_iusedoff; 138 newcg->cg_nextfreeoff = newcg->cg_freeoff + 139 howmany(fs->fs_cpg * fs->fs_spc / NSPF(fs), NBBY); 140 blkmapsize = newcg->cg_nextfreeoff - newcg->cg_freeoff; 141 if (fs->fs_contigsumsize > 0) { 142 newcg->cg_clustersumoff = newcg->cg_nextfreeoff - 143 sizeof(u_int32_t); 144 newcg->cg_clustersumoff = 145 roundup(newcg->cg_clustersumoff, sizeof(u_int32_t)); 146 newcg->cg_clusteroff = newcg->cg_clustersumoff + 147 (fs->fs_contigsumsize + 1) * sizeof(u_int32_t); 148 newcg->cg_nextfreeoff = newcg->cg_clusteroff + 149 howmany(fs->fs_cpg * fs->fs_spc / NSPB(fs), NBBY); 150 } 151 newcg->cg_magic = CG_MAGIC; 152 basesize = &newcg->cg_space[0] - 153 (u_char *)(&newcg->cg_firstfield); 154 sumsize = newcg->cg_iusedoff - newcg->cg_btotoff; 155 mapsize = newcg->cg_nextfreeoff - newcg->cg_iusedoff; 156 break; 157 158 default: 159 inomapsize = blkmapsize = sumsize = 0; /* keep lint happy */ 160 errx(EEXIT, "UNKNOWN ROTATIONAL TABLE FORMAT %d", 161 fs->fs_postblformat); 162 } 163 memset(&idesc[0], 0, sizeof idesc); 164 for (i = 0; i < 3; i++) 165 idesc[i].id_type = ADDR; 166 memset(&cstotal, 0, sizeof(struct csum)); 167 j = blknum(fs, fs->fs_size + fs->fs_frag - 1); 168 for (i = fs->fs_size; i < j; i++) 169 setbmap(i); 170 for (c = 0; c < fs->fs_ncg; c++) { 171 if (got_siginfo) { 172 printf("%s: phase 5: cyl group %d of %d (%d%%)\n", 173 cdevname, c, sblock.fs_ncg, 174 c * 100 / sblock.fs_ncg); 175 got_siginfo = 0; 176 } 177 getblk(&cgblk, cgtod(fs, c), fs->fs_cgsize); 178 if (!cg_chkmagic(cg)) 179 pfatal("CG %d: BAD MAGIC NUMBER\n", c); 180 dbase = cgbase(fs, c); 181 dmax = dbase + fs->fs_fpg; 182 if (dmax > fs->fs_size) 183 dmax = fs->fs_size; 184 newcg->cg_time = cg->cg_time; 185 newcg->cg_cgx = c; 186 if (c == fs->fs_ncg - 1 && fs->fs_ncyl % fs->fs_cpg > 0) 187 newcg->cg_ncyl = fs->fs_ncyl % fs->fs_cpg; 188 else 189 newcg->cg_ncyl = fs->fs_cpg; 190 newcg->cg_ndblk = dmax - dbase; 191 if (fs->fs_contigsumsize > 0) 192 newcg->cg_nclusterblks = newcg->cg_ndblk / fs->fs_frag; 193 newcg->cg_cs.cs_ndir = 0; 194 newcg->cg_cs.cs_nffree = 0; 195 newcg->cg_cs.cs_nbfree = 0; 196 newcg->cg_cs.cs_nifree = fs->fs_ipg; 197 if (cg->cg_rotor < newcg->cg_ndblk) 198 newcg->cg_rotor = cg->cg_rotor; 199 else 200 newcg->cg_rotor = 0; 201 if (cg->cg_frotor < newcg->cg_ndblk) 202 newcg->cg_frotor = cg->cg_frotor; 203 else 204 newcg->cg_frotor = 0; 205 if (cg->cg_irotor < fs->fs_ipg) 206 newcg->cg_irotor = cg->cg_irotor; 207 else 208 newcg->cg_irotor = 0; 209 memset(&newcg->cg_frsum[0], 0, sizeof newcg->cg_frsum); 210 memset(&cg_blktot(newcg)[0], 0, 211 (size_t)(sumsize + mapsize)); 212 if (fs->fs_postblformat == FS_42POSTBLFMT) 213 ocg->cg_magic = CG_MAGIC; 214 j = fs->fs_ipg * c; 215 for (i = 0; i < inostathead[c].il_numalloced; j++, i++) { 216 switch (inoinfo(j)->ino_state) { 217 218 case USTATE: 219 break; 220 221 case DSTATE: 222 case DCLEAR: 223 case DFOUND: 224 newcg->cg_cs.cs_ndir++; 225 /* fall through */ 226 227 case FSTATE: 228 case FCLEAR: 229 newcg->cg_cs.cs_nifree--; 230 setbit(cg_inosused(newcg), i); 231 break; 232 233 default: 234 if (j < (int)ROOTINO) 235 break; 236 errx(EEXIT, "BAD STATE %d FOR INODE I=%d", 237 inoinfo(j)->ino_state, j); 238 } 239 } 240 if (c == 0) 241 for (i = 0; i < (int)ROOTINO; i++) { 242 setbit(cg_inosused(newcg), i); 243 newcg->cg_cs.cs_nifree--; 244 } 245 for (i = 0, d = dbase; 246 d < dmax; 247 d += fs->fs_frag, i += fs->fs_frag) { 248 frags = 0; 249 for (j = 0; j < fs->fs_frag; j++) { 250 if (testbmap(d + j)) 251 continue; 252 setbit(cg_blksfree(newcg), i + j); 253 frags++; 254 } 255 if (frags == fs->fs_frag) { 256 newcg->cg_cs.cs_nbfree++; 257 j = cbtocylno(fs, i); 258 cg_blktot(newcg)[j]++; 259 cg_blks(fs, newcg, j)[cbtorpos(fs, i)]++; 260 if (fs->fs_contigsumsize > 0) 261 setbit(cg_clustersfree(newcg), 262 i / fs->fs_frag); 263 } else if (frags > 0) { 264 newcg->cg_cs.cs_nffree += frags; 265 blk = blkmap(fs, cg_blksfree(newcg), i); 266 ffs_fragacct(fs, blk, newcg->cg_frsum, 1); 267 } 268 } 269 if (fs->fs_contigsumsize > 0) { 270 int32_t *sump = cg_clustersum(newcg); 271 u_char *mapp = cg_clustersfree(newcg); 272 int map = *mapp++; 273 int bit = 1; 274 int run = 0; 275 276 for (i = 0; i < newcg->cg_nclusterblks; i++) { 277 if ((map & bit) != 0) { 278 run++; 279 } else if (run != 0) { 280 if (run > fs->fs_contigsumsize) 281 run = fs->fs_contigsumsize; 282 sump[run]++; 283 run = 0; 284 } 285 if ((i & (NBBY - 1)) != (NBBY - 1)) { 286 bit <<= 1; 287 } else { 288 map = *mapp++; 289 bit = 1; 290 } 291 } 292 if (run != 0) { 293 if (run > fs->fs_contigsumsize) 294 run = fs->fs_contigsumsize; 295 sump[run]++; 296 } 297 } 298 cstotal.cs_nffree += newcg->cg_cs.cs_nffree; 299 cstotal.cs_nbfree += newcg->cg_cs.cs_nbfree; 300 cstotal.cs_nifree += newcg->cg_cs.cs_nifree; 301 cstotal.cs_ndir += newcg->cg_cs.cs_ndir; 302 cs = &fs->fs_cs(fs, c); 303 if (cursnapshot == 0 && 304 memcmp(&newcg->cg_cs, cs, sizeof *cs) != 0 && 305 dofix(&idesc[0], "FREE BLK COUNT(S) WRONG IN SUPERBLK")) { 306 memmove(cs, &newcg->cg_cs, sizeof *cs); 307 sbdirty(); 308 } 309 if (rewritecg) { 310 memmove(cg, newcg, (size_t)fs->fs_cgsize); 311 cgdirty(); 312 continue; 313 } 314 if (cursnapshot == 0 && 315 (memcmp(newcg, cg, basesize) != 0 || 316 memcmp(&cg_blktot(newcg)[0], 317 &cg_blktot(cg)[0], sumsize) != 0) && 318 dofix(&idesc[2], "SUMMARY INFORMATION BAD")) { 319 memmove(cg, newcg, (size_t)basesize); 320 memmove(&cg_blktot(cg)[0], 321 &cg_blktot(newcg)[0], (size_t)sumsize); 322 cgdirty(); 323 } 324 if (bkgrdflag != 0 || usedsoftdep || debug) { 325 excessdirs = cg->cg_cs.cs_ndir - newcg->cg_cs.cs_ndir; 326 if (excessdirs < 0) { 327 pfatal("LOST %d DIRECTORIES\n", -excessdirs); 328 excessdirs = 0; 329 } 330 if (excessdirs > 0) 331 check_maps(cg_inosused(newcg), cg_inosused(cg), 332 inomapsize, cg->cg_cgx * fs->fs_ipg, "DIR", 333 freedirs, 0, excessdirs); 334 check_maps(cg_inosused(newcg), cg_inosused(cg), 335 inomapsize, cg->cg_cgx * fs->fs_ipg, "FILE", 336 freefiles, excessdirs, fs->fs_ipg); 337 check_maps(cg_blksfree(cg), cg_blksfree(newcg), 338 blkmapsize, cg->cg_cgx * fs->fs_fpg, "FRAG", 339 freeblks, 0, fs->fs_fpg); 340 } 341 if (cursnapshot == 0 && 342 memcmp(cg_inosused(newcg), cg_inosused(cg), mapsize) != 0 && 343 dofix(&idesc[1], "BLK(S) MISSING IN BIT MAPS")) { 344 memmove(cg_inosused(cg), cg_inosused(newcg), 345 (size_t)mapsize); 346 cgdirty(); 347 } 348 } 349 if (fs->fs_postblformat == FS_42POSTBLFMT) 350 fs->fs_nrpos = savednrpos; 351 if (cursnapshot == 0 && 352 memcmp(&cstotal, &fs->fs_cstotal, sizeof *cs) != 0 353 && dofix(&idesc[0], "FREE BLK COUNT(S) WRONG IN SUPERBLK")) { 354 memmove(&fs->fs_cstotal, &cstotal, sizeof *cs); 355 fs->fs_ronly = 0; 356 fs->fs_fmod = 0; 357 sbdirty(); 358 } 359 } 360 361 static void 362 check_maps( 363 u_char *map1, /* map of claimed allocations */ 364 u_char *map2, /* map of determined allocations */ 365 int mapsize, /* size of above two maps */ 366 int startvalue, /* resource value for first element in map */ 367 char *name, /* name of resource found in maps */ 368 int *opcode, /* sysctl opcode to free resource */ 369 int skip, /* number of entries to skip before starting to free */ 370 int limit) /* limit on number of entries to free */ 371 { 372 # define BUFSIZE 16 373 char buf[BUFSIZE]; 374 long i, j, k, l, m, n, size; 375 int astart, aend, ustart, uend; 376 void (*msg)(const char *fmt, ...); 377 378 if (bkgrdflag) 379 msg = pfatal; 380 else 381 msg = pwarn; 382 astart = ustart = aend = uend = -1; 383 for (i = 0; i < mapsize; i++) { 384 j = *map1++; 385 k = *map2++; 386 if (j == k) 387 continue; 388 for (m = 0, l = 1; m < NBBY; m++, l <<= 1) { 389 if ((j & l) == (k & l)) 390 continue; 391 n = startvalue + i * NBBY + m; 392 if ((j & l) != 0) { 393 if (astart == -1) { 394 astart = aend = n; 395 continue; 396 } 397 if (aend + 1 == n) { 398 aend = n; 399 continue; 400 } 401 if (astart == aend) 402 (*msg)("ALLOCATED %s %d MARKED FREE\n", 403 name, astart); 404 else 405 (*msg)("%s %sS %d-%d MARKED FREE\n", 406 "ALLOCATED", name, astart, aend); 407 astart = aend = n; 408 } else { 409 if (ustart == -1) { 410 ustart = uend = n; 411 continue; 412 } 413 if (uend + 1 == n) { 414 uend = n; 415 continue; 416 } 417 size = uend - ustart + 1; 418 if (size <= skip) { 419 skip -= size; 420 ustart = uend = n; 421 continue; 422 } 423 if (skip > 0) { 424 ustart += skip; 425 size -= skip; 426 skip = 0; 427 } 428 if (size > limit) 429 size = limit; 430 if (debug && size == 1) 431 pwarn("%s %s %d MARKED USED\n", 432 "UNALLOCATED", name, ustart); 433 else if (debug) 434 pwarn("%s %sS %d-%ld MARKED USED\n", 435 "UNALLOCATED", name, ustart, 436 ustart + size - 1); 437 if (bkgrdflag != 0) { 438 cmd.value = ustart; 439 cmd.size = size; 440 if (sysctl(opcode, MIBSIZE, 0, 0, 441 &cmd, sizeof cmd) == -1) { 442 snprintf(buf, BUFSIZE, 443 "FREE %s", name); 444 rwerror(buf, cmd.value); 445 } 446 } 447 limit -= size; 448 if (limit <= 0) 449 return; 450 ustart = uend = n; 451 } 452 } 453 } 454 if (astart != -1) { 455 if (astart == aend) 456 (*msg)("ALLOCATED %s %d MARKED FREE\n", name, astart); 457 else 458 (*msg)("ALLOCATED %sS %d-%d MARKED FREE\n", 459 name, astart, aend); 460 } 461 if (ustart != -1) { 462 size = uend - ustart + 1; 463 if (size <= skip) 464 return; 465 if (skip > 0) { 466 ustart += skip; 467 size -= skip; 468 } 469 if (size > limit) 470 size = limit; 471 if (debug) { 472 if (size == 1) 473 pwarn("UNALLOCATED %s %d MARKED USED\n", 474 name, ustart); 475 else 476 pwarn("UNALLOCATED %sS %d-%ld MARKED USED\n", 477 name, ustart, ustart + size - 1); 478 } 479 if (bkgrdflag != 0) { 480 cmd.value = ustart; 481 cmd.size = size; 482 if (sysctl(opcode, MIBSIZE, 0, 0, &cmd, 483 sizeof cmd) == -1) { 484 snprintf(buf, BUFSIZE, "FREE %s", name); 485 rwerror(buf, cmd.value); 486 } 487 } 488 } 489 } 490