1 /* 2 * Copyright (c) 1980, 1986, 1993 3 * The Regents of the University of California. All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 3. All advertising materials mentioning features or use of this software 14 * must display the following acknowledgement: 15 * This product includes software developed by the University of 16 * California, Berkeley and its contributors. 17 * 4. Neither the name of the University nor the names of its contributors 18 * may be used to endorse or promote products derived from this software 19 * without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 24 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 31 * SUCH DAMAGE. 32 */ 33 34 #ifndef lint 35 #if 0 36 static const char sccsid[] = "@(#)pass5.c 8.9 (Berkeley) 4/28/95"; 37 #endif 38 static const char rcsid[] = 39 "$FreeBSD$"; 40 #endif /* not lint */ 41 42 #include <sys/param.h> 43 #include <sys/sysctl.h> 44 45 #include <ufs/ufs/dinode.h> 46 #include <ufs/ffs/fs.h> 47 48 #include <err.h> 49 #include <string.h> 50 51 #include "fsck.h" 52 53 static void check_maps(u_char *, u_char *, int, int, char *, int *, int, int); 54 55 void 56 pass5(void) 57 { 58 int c, blk, frags, basesize, sumsize, mapsize, savednrpos = 0; 59 int inomapsize, blkmapsize; 60 struct fs *fs = &sblock; 61 struct cg *cg = &cgrp; 62 ufs_daddr_t dbase, dmax, d; 63 int i, j, excessdirs; 64 struct csum *cs; 65 struct csum cstotal; 66 struct inodesc idesc[3]; 67 char buf[MAXBSIZE]; 68 struct cg *newcg = (struct cg *)buf; 69 struct ocg *ocg = (struct ocg *)buf; 70 71 inoinfo(WINO)->ino_state = USTATE; 72 memset(newcg, 0, (size_t)fs->fs_cgsize); 73 newcg->cg_niblk = fs->fs_ipg; 74 if (cvtlevel >= 3) { 75 if (fs->fs_maxcontig < 2 && fs->fs_contigsumsize > 0) { 76 if (preen) 77 pwarn("DELETING CLUSTERING MAPS\n"); 78 if (preen || reply("DELETE CLUSTERING MAPS")) { 79 fs->fs_contigsumsize = 0; 80 doinglevel1 = 1; 81 sbdirty(); 82 } 83 } 84 if (fs->fs_maxcontig > 1) { 85 char *doit = 0; 86 87 if (fs->fs_contigsumsize < 1) { 88 doit = "CREAT"; 89 } else if (fs->fs_contigsumsize < fs->fs_maxcontig && 90 fs->fs_contigsumsize < FS_MAXCONTIG) { 91 doit = "EXPAND"; 92 } 93 if (doit) { 94 i = fs->fs_contigsumsize; 95 fs->fs_contigsumsize = 96 MIN(fs->fs_maxcontig, FS_MAXCONTIG); 97 if (CGSIZE(fs) > (u_int)fs->fs_bsize) { 98 pwarn("CANNOT %s CLUSTER MAPS\n", doit); 99 fs->fs_contigsumsize = i; 100 } else if (preen || 101 reply("CREATE CLUSTER MAPS")) { 102 if (preen) 103 pwarn("%sING CLUSTER MAPS\n", 104 doit); 105 fs->fs_cgsize = 106 fragroundup(fs, CGSIZE(fs)); 107 doinglevel1 = 1; 108 sbdirty(); 109 } 110 } 111 } 112 } 113 switch ((int)fs->fs_postblformat) { 114 115 case FS_42POSTBLFMT: 116 basesize = (char *)(&ocg->cg_btot[0]) - 117 (char *)(&ocg->cg_firstfield); 118 sumsize = &ocg->cg_iused[0] - (u_int8_t *)(&ocg->cg_btot[0]); 119 mapsize = &ocg->cg_free[howmany(fs->fs_fpg, NBBY)] - 120 (u_char *)&ocg->cg_iused[0]; 121 blkmapsize = howmany(fs->fs_fpg, NBBY); 122 inomapsize = &ocg->cg_free[0] - (u_char *)&ocg->cg_iused[0]; 123 ocg->cg_magic = CG_MAGIC; 124 savednrpos = fs->fs_nrpos; 125 fs->fs_nrpos = 8; 126 break; 127 128 case FS_DYNAMICPOSTBLFMT: 129 newcg->cg_btotoff = 130 &newcg->cg_space[0] - (u_char *)(&newcg->cg_firstfield); 131 newcg->cg_boff = 132 newcg->cg_btotoff + fs->fs_cpg * sizeof(int32_t); 133 newcg->cg_iusedoff = newcg->cg_boff + 134 fs->fs_cpg * fs->fs_nrpos * sizeof(u_int16_t); 135 newcg->cg_freeoff = 136 newcg->cg_iusedoff + howmany(fs->fs_ipg, NBBY); 137 inomapsize = newcg->cg_freeoff - newcg->cg_iusedoff; 138 newcg->cg_nextfreeoff = newcg->cg_freeoff + 139 howmany(fs->fs_cpg * fs->fs_spc / NSPF(fs), NBBY); 140 blkmapsize = newcg->cg_nextfreeoff - newcg->cg_freeoff; 141 if (fs->fs_contigsumsize > 0) { 142 newcg->cg_clustersumoff = newcg->cg_nextfreeoff - 143 sizeof(u_int32_t); 144 newcg->cg_clustersumoff = 145 roundup(newcg->cg_clustersumoff, sizeof(u_int32_t)); 146 newcg->cg_clusteroff = newcg->cg_clustersumoff + 147 (fs->fs_contigsumsize + 1) * sizeof(u_int32_t); 148 newcg->cg_nextfreeoff = newcg->cg_clusteroff + 149 howmany(fs->fs_cpg * fs->fs_spc / NSPB(fs), NBBY); 150 } 151 newcg->cg_magic = CG_MAGIC; 152 basesize = &newcg->cg_space[0] - 153 (u_char *)(&newcg->cg_firstfield); 154 sumsize = newcg->cg_iusedoff - newcg->cg_btotoff; 155 mapsize = newcg->cg_nextfreeoff - newcg->cg_iusedoff; 156 break; 157 158 default: 159 inomapsize = blkmapsize = sumsize = 0; /* keep lint happy */ 160 errx(EEXIT, "UNKNOWN ROTATIONAL TABLE FORMAT %d", 161 fs->fs_postblformat); 162 } 163 memset(&idesc[0], 0, sizeof idesc); 164 for (i = 0; i < 3; i++) { 165 idesc[i].id_type = ADDR; 166 if (doinglevel2) 167 idesc[i].id_fix = FIX; 168 } 169 memset(&cstotal, 0, sizeof(struct csum)); 170 j = blknum(fs, fs->fs_size + fs->fs_frag - 1); 171 for (i = fs->fs_size; i < j; i++) 172 setbmap(i); 173 for (c = 0; c < fs->fs_ncg; c++) { 174 if (got_siginfo) { 175 printf("%s: phase 5: cyl group %d of %d (%d%%)\n", 176 cdevname, c, sblock.fs_ncg, 177 c * 100 / sblock.fs_ncg); 178 got_siginfo = 0; 179 } 180 getblk(&cgblk, cgtod(fs, c), fs->fs_cgsize); 181 if (!cg_chkmagic(cg)) 182 pfatal("CG %d: BAD MAGIC NUMBER\n", c); 183 dbase = cgbase(fs, c); 184 dmax = dbase + fs->fs_fpg; 185 if (dmax > fs->fs_size) 186 dmax = fs->fs_size; 187 newcg->cg_time = cg->cg_time; 188 newcg->cg_cgx = c; 189 if (c == fs->fs_ncg - 1 && fs->fs_ncyl % fs->fs_cpg > 0) 190 newcg->cg_ncyl = fs->fs_ncyl % fs->fs_cpg; 191 else 192 newcg->cg_ncyl = fs->fs_cpg; 193 newcg->cg_ndblk = dmax - dbase; 194 if (fs->fs_contigsumsize > 0) 195 newcg->cg_nclusterblks = newcg->cg_ndblk / fs->fs_frag; 196 newcg->cg_cs.cs_ndir = 0; 197 newcg->cg_cs.cs_nffree = 0; 198 newcg->cg_cs.cs_nbfree = 0; 199 newcg->cg_cs.cs_nifree = fs->fs_ipg; 200 if (cg->cg_rotor < newcg->cg_ndblk) 201 newcg->cg_rotor = cg->cg_rotor; 202 else 203 newcg->cg_rotor = 0; 204 if (cg->cg_frotor < newcg->cg_ndblk) 205 newcg->cg_frotor = cg->cg_frotor; 206 else 207 newcg->cg_frotor = 0; 208 if (cg->cg_irotor < fs->fs_ipg) 209 newcg->cg_irotor = cg->cg_irotor; 210 else 211 newcg->cg_irotor = 0; 212 memset(&newcg->cg_frsum[0], 0, sizeof newcg->cg_frsum); 213 memset(&cg_blktot(newcg)[0], 0, 214 (size_t)(sumsize + mapsize)); 215 if (fs->fs_postblformat == FS_42POSTBLFMT) 216 ocg->cg_magic = CG_MAGIC; 217 j = fs->fs_ipg * c; 218 for (i = 0; i < inostathead[c].il_numalloced; j++, i++) { 219 switch (inoinfo(j)->ino_state) { 220 221 case USTATE: 222 break; 223 224 case DSTATE: 225 case DCLEAR: 226 case DFOUND: 227 newcg->cg_cs.cs_ndir++; 228 /* fall through */ 229 230 case FSTATE: 231 case FCLEAR: 232 newcg->cg_cs.cs_nifree--; 233 setbit(cg_inosused(newcg), i); 234 break; 235 236 default: 237 if (j < (int)ROOTINO) 238 break; 239 errx(EEXIT, "BAD STATE %d FOR INODE I=%d", 240 inoinfo(j)->ino_state, j); 241 } 242 } 243 if (c == 0) 244 for (i = 0; i < (int)ROOTINO; i++) { 245 setbit(cg_inosused(newcg), i); 246 newcg->cg_cs.cs_nifree--; 247 } 248 for (i = 0, d = dbase; 249 d < dmax; 250 d += fs->fs_frag, i += fs->fs_frag) { 251 frags = 0; 252 for (j = 0; j < fs->fs_frag; j++) { 253 if (testbmap(d + j)) 254 continue; 255 setbit(cg_blksfree(newcg), i + j); 256 frags++; 257 } 258 if (frags == fs->fs_frag) { 259 newcg->cg_cs.cs_nbfree++; 260 j = cbtocylno(fs, i); 261 cg_blktot(newcg)[j]++; 262 cg_blks(fs, newcg, j)[cbtorpos(fs, i)]++; 263 if (fs->fs_contigsumsize > 0) 264 setbit(cg_clustersfree(newcg), 265 i / fs->fs_frag); 266 } else if (frags > 0) { 267 newcg->cg_cs.cs_nffree += frags; 268 blk = blkmap(fs, cg_blksfree(newcg), i); 269 ffs_fragacct(fs, blk, newcg->cg_frsum, 1); 270 } 271 } 272 if (fs->fs_contigsumsize > 0) { 273 int32_t *sump = cg_clustersum(newcg); 274 u_char *mapp = cg_clustersfree(newcg); 275 int map = *mapp++; 276 int bit = 1; 277 int run = 0; 278 279 for (i = 0; i < newcg->cg_nclusterblks; i++) { 280 if ((map & bit) != 0) { 281 run++; 282 } else if (run != 0) { 283 if (run > fs->fs_contigsumsize) 284 run = fs->fs_contigsumsize; 285 sump[run]++; 286 run = 0; 287 } 288 if ((i & (NBBY - 1)) != (NBBY - 1)) { 289 bit <<= 1; 290 } else { 291 map = *mapp++; 292 bit = 1; 293 } 294 } 295 if (run != 0) { 296 if (run > fs->fs_contigsumsize) 297 run = fs->fs_contigsumsize; 298 sump[run]++; 299 } 300 } 301 cstotal.cs_nffree += newcg->cg_cs.cs_nffree; 302 cstotal.cs_nbfree += newcg->cg_cs.cs_nbfree; 303 cstotal.cs_nifree += newcg->cg_cs.cs_nifree; 304 cstotal.cs_ndir += newcg->cg_cs.cs_ndir; 305 cs = &fs->fs_cs(fs, c); 306 if (cursnapshot == 0 && 307 memcmp(&newcg->cg_cs, cs, sizeof *cs) != 0 && 308 dofix(&idesc[0], "FREE BLK COUNT(S) WRONG IN SUPERBLK")) { 309 memmove(cs, &newcg->cg_cs, sizeof *cs); 310 sbdirty(); 311 } 312 if (doinglevel1) { 313 memmove(cg, newcg, (size_t)fs->fs_cgsize); 314 cgdirty(); 315 continue; 316 } 317 if (cursnapshot == 0 && 318 (memcmp(newcg, cg, basesize) != 0 || 319 memcmp(&cg_blktot(newcg)[0], 320 &cg_blktot(cg)[0], sumsize) != 0) && 321 dofix(&idesc[2], "SUMMARY INFORMATION BAD")) { 322 memmove(cg, newcg, (size_t)basesize); 323 memmove(&cg_blktot(cg)[0], 324 &cg_blktot(newcg)[0], (size_t)sumsize); 325 cgdirty(); 326 } 327 if (bkgrdflag != 0 || usedsoftdep || debug) { 328 excessdirs = cg->cg_cs.cs_ndir - newcg->cg_cs.cs_ndir; 329 if (excessdirs < 0) { 330 pfatal("LOST %d DIRECTORIES\n", -excessdirs); 331 excessdirs = 0; 332 } 333 if (excessdirs > 0) 334 check_maps(cg_inosused(newcg), cg_inosused(cg), 335 inomapsize, cg->cg_cgx * fs->fs_ipg, "DIR", 336 freedirs, 0, excessdirs); 337 check_maps(cg_inosused(newcg), cg_inosused(cg), 338 inomapsize, cg->cg_cgx * fs->fs_ipg, "FILE", 339 freefiles, excessdirs, fs->fs_ipg); 340 check_maps(cg_blksfree(cg), cg_blksfree(newcg), 341 blkmapsize, cg->cg_cgx * fs->fs_fpg, "FRAG", 342 freeblks, 0, fs->fs_fpg); 343 } 344 if (cursnapshot == 0 && 345 memcmp(cg_inosused(newcg), cg_inosused(cg), mapsize) != 0 && 346 dofix(&idesc[1], "BLK(S) MISSING IN BIT MAPS")) { 347 memmove(cg_inosused(cg), cg_inosused(newcg), 348 (size_t)mapsize); 349 cgdirty(); 350 } 351 } 352 if (fs->fs_postblformat == FS_42POSTBLFMT) 353 fs->fs_nrpos = savednrpos; 354 if (cursnapshot == 0 && 355 memcmp(&cstotal, &fs->fs_cstotal, sizeof *cs) != 0 356 && dofix(&idesc[0], "FREE BLK COUNT(S) WRONG IN SUPERBLK")) { 357 memmove(&fs->fs_cstotal, &cstotal, sizeof *cs); 358 fs->fs_ronly = 0; 359 fs->fs_fmod = 0; 360 sbdirty(); 361 } 362 } 363 364 static void 365 check_maps( 366 u_char *map1, /* map of claimed allocations */ 367 u_char *map2, /* map of determined allocations */ 368 int mapsize, /* size of above two maps */ 369 int startvalue, /* resource value for first element in map */ 370 char *name, /* name of resource found in maps */ 371 int *opcode, /* sysctl opcode to free resource */ 372 int skip, /* number of entries to skip before starting to free */ 373 int limit) /* limit on number of entries to free */ 374 { 375 # define BUFSIZE 16 376 char buf[BUFSIZE]; 377 long i, j, k, l, m, n, size; 378 int astart, aend, ustart, uend; 379 void (*msg)(const char *fmt, ...); 380 381 if (bkgrdflag) 382 msg = pfatal; 383 else 384 msg = pwarn; 385 astart = ustart = aend = uend = -1; 386 for (i = 0; i < mapsize; i++) { 387 j = *map1++; 388 k = *map2++; 389 if (j == k) 390 continue; 391 for (m = 0, l = 1; m < NBBY; m++, l <<= 1) { 392 if ((j & l) == (k & l)) 393 continue; 394 n = startvalue + i * NBBY + m; 395 if ((j & l) != 0) { 396 if (astart == -1) { 397 astart = aend = n; 398 continue; 399 } 400 if (aend + 1 == n) { 401 aend = n; 402 continue; 403 } 404 if (astart == aend) 405 (*msg)("ALLOCATED %s %d MARKED FREE\n", 406 name, astart); 407 else 408 (*msg)("%s %sS %d-%d MARKED FREE\n", 409 "ALLOCATED", name, astart, aend); 410 astart = aend = n; 411 } else { 412 if (ustart == -1) { 413 ustart = uend = n; 414 continue; 415 } 416 if (uend + 1 == n) { 417 uend = n; 418 continue; 419 } 420 size = uend - ustart + 1; 421 if (size <= skip) { 422 skip -= size; 423 ustart = uend = n; 424 continue; 425 } 426 if (skip > 0) { 427 ustart += skip; 428 size -= skip; 429 skip = 0; 430 } 431 if (size > limit) 432 size = limit; 433 if (debug && size == 1) 434 pwarn("%s %s %d MARKED USED\n", 435 "UNALLOCATED", name, ustart); 436 else if (debug) 437 pwarn("%s %sS %d-%ld MARKED USED\n", 438 "UNALLOCATED", name, ustart, 439 ustart + size - 1); 440 if (bkgrdflag != 0) { 441 cmd.value = ustart; 442 cmd.size = size; 443 if (sysctl(opcode, MIBSIZE, 0, 0, 444 &cmd, sizeof cmd) == -1) { 445 snprintf(buf, BUFSIZE, 446 "FREE %s", name); 447 rwerror(buf, cmd.value); 448 } 449 } 450 limit -= size; 451 if (limit <= 0) 452 return; 453 ustart = uend = n; 454 } 455 } 456 } 457 if (astart != -1) { 458 if (astart == aend) 459 (*msg)("ALLOCATED %s %d MARKED FREE\n", name, astart); 460 else 461 (*msg)("ALLOCATED %sS %d-%d MARKED FREE\n", 462 name, astart, aend); 463 } 464 if (ustart != -1) { 465 size = uend - ustart + 1; 466 if (size <= skip) 467 return; 468 if (skip > 0) { 469 ustart += skip; 470 size -= skip; 471 } 472 if (size > limit) 473 size = limit; 474 if (debug) { 475 if (size == 1) 476 pwarn("UNALLOCATED %s %d MARKED USED\n", 477 name, ustart); 478 else 479 pwarn("UNALLOCATED %sS %d-%ld MARKED USED\n", 480 name, ustart, ustart + size - 1); 481 } 482 if (bkgrdflag != 0) { 483 cmd.value = ustart; 484 cmd.size = size; 485 if (sysctl(opcode, MIBSIZE, 0, 0, &cmd, 486 sizeof cmd) == -1) { 487 snprintf(buf, BUFSIZE, "FREE %s", name); 488 rwerror(buf, cmd.value); 489 } 490 } 491 } 492 } 493