1 /* This version ported to the Linux-MTD system by dwmw2@infradead.org 2 * 3 * Fixes: Arnaldo Carvalho de Melo <acme@conectiva.com.br> 4 * - fixes some leaks on failure in build_maps and ftl_notify_add, cleanups 5 * 6 * Based on: 7 */ 8 /*====================================================================== 9 10 A Flash Translation Layer memory card driver 11 12 This driver implements a disk-like block device driver with an 13 apparent block size of 512 bytes for flash memory cards. 14 15 ftl_cs.c 1.62 2000/02/01 00:59:04 16 17 The contents of this file are subject to the Mozilla Public 18 License Version 1.1 (the "License"); you may not use this file 19 except in compliance with the License. You may obtain a copy of 20 the License at http://www.mozilla.org/MPL/ 21 22 Software distributed under the License is distributed on an "AS 23 IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or 24 implied. See the License for the specific language governing 25 rights and limitations under the License. 26 27 The initial developer of the original code is David A. Hinds 28 <dahinds@users.sourceforge.net>. Portions created by David A. Hinds 29 are Copyright © 1999 David A. Hinds. All Rights Reserved. 30 31 Alternatively, the contents of this file may be used under the 32 terms of the GNU General Public License version 2 (the "GPL"), in 33 which case the provisions of the GPL are applicable instead of the 34 above. If you wish to allow the use of your version of this file 35 only under the terms of the GPL and not to allow others to use 36 your version of this file under the MPL, indicate your decision 37 by deleting the provisions above and replace them with the notice 38 and other provisions required by the GPL. If you do not delete 39 the provisions above, a recipient may use your version of this 40 file under either the MPL or the GPL. 41 42 LEGAL NOTE: The FTL format is patented by M-Systems. They have 43 granted a license for its use with PCMCIA devices: 44 45 "M-Systems grants a royalty-free, non-exclusive license under 46 any presently existing M-Systems intellectual property rights 47 necessary for the design and development of FTL-compatible 48 drivers, file systems and utilities using the data formats with 49 PCMCIA PC Cards as described in the PCMCIA Flash Translation 50 Layer (FTL) Specification." 51 52 Use of the FTL format for non-PCMCIA applications may be an 53 infringement of these patents. For additional information, 54 contact M-Systems directly. M-Systems since acquired by Sandisk. 55 56 ======================================================================*/ 57 #include <linux/mtd/blktrans.h> 58 #include <linux/module.h> 59 #include <linux/mtd/mtd.h> 60 /*#define PSYCHO_DEBUG */ 61 62 #include <linux/kernel.h> 63 #include <linux/ptrace.h> 64 #include <linux/slab.h> 65 #include <linux/string.h> 66 #include <linux/timer.h> 67 #include <linux/major.h> 68 #include <linux/fs.h> 69 #include <linux/init.h> 70 #include <linux/hdreg.h> 71 #include <linux/vmalloc.h> 72 #include <linux/blkpg.h> 73 #include <asm/uaccess.h> 74 75 #include <linux/mtd/ftl.h> 76 77 /*====================================================================*/ 78 79 /* Parameters that can be set with 'insmod' */ 80 static int shuffle_freq = 50; 81 module_param(shuffle_freq, int, 0); 82 83 /*====================================================================*/ 84 85 /* Major device # for FTL device */ 86 #ifndef FTL_MAJOR 87 #define FTL_MAJOR 44 88 #endif 89 90 91 /*====================================================================*/ 92 93 /* Maximum number of separate memory devices we'll allow */ 94 #define MAX_DEV 4 95 96 /* Maximum number of regions per device */ 97 #define MAX_REGION 4 98 99 /* Maximum number of partitions in an FTL region */ 100 #define PART_BITS 4 101 102 /* Maximum number of outstanding erase requests per socket */ 103 #define MAX_ERASE 8 104 105 /* Sector size -- shouldn't need to change */ 106 #define SECTOR_SIZE 512 107 108 109 /* Each memory region corresponds to a minor device */ 110 typedef struct partition_t { 111 struct mtd_blktrans_dev mbd; 112 uint32_t state; 113 uint32_t *VirtualBlockMap; 114 uint32_t FreeTotal; 115 struct eun_info_t { 116 uint32_t Offset; 117 uint32_t EraseCount; 118 uint32_t Free; 119 uint32_t Deleted; 120 } *EUNInfo; 121 struct xfer_info_t { 122 uint32_t Offset; 123 uint32_t EraseCount; 124 uint16_t state; 125 } *XferInfo; 126 uint16_t bam_index; 127 uint32_t *bam_cache; 128 uint16_t DataUnits; 129 uint32_t BlocksPerUnit; 130 erase_unit_header_t header; 131 } partition_t; 132 133 /* Partition state flags */ 134 #define FTL_FORMATTED 0x01 135 136 /* Transfer unit states */ 137 #define XFER_UNKNOWN 0x00 138 #define XFER_ERASING 0x01 139 #define XFER_ERASED 0x02 140 #define XFER_PREPARED 0x03 141 #define XFER_FAILED 0x04 142 143 /*====================================================================*/ 144 145 146 static void ftl_erase_callback(struct erase_info *done); 147 148 149 /*====================================================================== 150 151 Scan_header() checks to see if a memory region contains an FTL 152 partition. build_maps() reads all the erase unit headers, builds 153 the erase unit map, and then builds the virtual page map. 154 155 ======================================================================*/ 156 157 static int scan_header(partition_t *part) 158 { 159 erase_unit_header_t header; 160 loff_t offset, max_offset; 161 size_t ret; 162 int err; 163 part->header.FormattedSize = 0; 164 max_offset = (0x100000<part->mbd.mtd->size)?0x100000:part->mbd.mtd->size; 165 /* Search first megabyte for a valid FTL header */ 166 for (offset = 0; 167 (offset + sizeof(header)) < max_offset; 168 offset += part->mbd.mtd->erasesize ? : 0x2000) { 169 170 err = mtd_read(part->mbd.mtd, offset, sizeof(header), &ret, 171 (unsigned char *)&header); 172 173 if (err) 174 return err; 175 176 if (strcmp(header.DataOrgTuple+3, "FTL100") == 0) break; 177 } 178 179 if (offset == max_offset) { 180 printk(KERN_NOTICE "ftl_cs: FTL header not found.\n"); 181 return -ENOENT; 182 } 183 if (header.BlockSize != 9 || 184 (header.EraseUnitSize < 10) || (header.EraseUnitSize > 31) || 185 (header.NumTransferUnits >= le16_to_cpu(header.NumEraseUnits))) { 186 printk(KERN_NOTICE "ftl_cs: FTL header corrupt!\n"); 187 return -1; 188 } 189 if ((1 << header.EraseUnitSize) != part->mbd.mtd->erasesize) { 190 printk(KERN_NOTICE "ftl: FTL EraseUnitSize %x != MTD erasesize %x\n", 191 1 << header.EraseUnitSize,part->mbd.mtd->erasesize); 192 return -1; 193 } 194 part->header = header; 195 return 0; 196 } 197 198 static int build_maps(partition_t *part) 199 { 200 erase_unit_header_t header; 201 uint16_t xvalid, xtrans, i; 202 unsigned blocks, j; 203 int hdr_ok, ret = -1; 204 ssize_t retval; 205 loff_t offset; 206 207 /* Set up erase unit maps */ 208 part->DataUnits = le16_to_cpu(part->header.NumEraseUnits) - 209 part->header.NumTransferUnits; 210 part->EUNInfo = kmalloc(part->DataUnits * sizeof(struct eun_info_t), 211 GFP_KERNEL); 212 if (!part->EUNInfo) 213 goto out; 214 for (i = 0; i < part->DataUnits; i++) 215 part->EUNInfo[i].Offset = 0xffffffff; 216 part->XferInfo = 217 kmalloc(part->header.NumTransferUnits * sizeof(struct xfer_info_t), 218 GFP_KERNEL); 219 if (!part->XferInfo) 220 goto out_EUNInfo; 221 222 xvalid = xtrans = 0; 223 for (i = 0; i < le16_to_cpu(part->header.NumEraseUnits); i++) { 224 offset = ((i + le16_to_cpu(part->header.FirstPhysicalEUN)) 225 << part->header.EraseUnitSize); 226 ret = mtd_read(part->mbd.mtd, offset, sizeof(header), &retval, 227 (unsigned char *)&header); 228 229 if (ret) 230 goto out_XferInfo; 231 232 ret = -1; 233 /* Is this a transfer partition? */ 234 hdr_ok = (strcmp(header.DataOrgTuple+3, "FTL100") == 0); 235 if (hdr_ok && (le16_to_cpu(header.LogicalEUN) < part->DataUnits) && 236 (part->EUNInfo[le16_to_cpu(header.LogicalEUN)].Offset == 0xffffffff)) { 237 part->EUNInfo[le16_to_cpu(header.LogicalEUN)].Offset = offset; 238 part->EUNInfo[le16_to_cpu(header.LogicalEUN)].EraseCount = 239 le32_to_cpu(header.EraseCount); 240 xvalid++; 241 } else { 242 if (xtrans == part->header.NumTransferUnits) { 243 printk(KERN_NOTICE "ftl_cs: format error: too many " 244 "transfer units!\n"); 245 goto out_XferInfo; 246 } 247 if (hdr_ok && (le16_to_cpu(header.LogicalEUN) == 0xffff)) { 248 part->XferInfo[xtrans].state = XFER_PREPARED; 249 part->XferInfo[xtrans].EraseCount = le32_to_cpu(header.EraseCount); 250 } else { 251 part->XferInfo[xtrans].state = XFER_UNKNOWN; 252 /* Pick anything reasonable for the erase count */ 253 part->XferInfo[xtrans].EraseCount = 254 le32_to_cpu(part->header.EraseCount); 255 } 256 part->XferInfo[xtrans].Offset = offset; 257 xtrans++; 258 } 259 } 260 /* Check for format trouble */ 261 header = part->header; 262 if ((xtrans != header.NumTransferUnits) || 263 (xvalid+xtrans != le16_to_cpu(header.NumEraseUnits))) { 264 printk(KERN_NOTICE "ftl_cs: format error: erase units " 265 "don't add up!\n"); 266 goto out_XferInfo; 267 } 268 269 /* Set up virtual page map */ 270 blocks = le32_to_cpu(header.FormattedSize) >> header.BlockSize; 271 part->VirtualBlockMap = vmalloc(blocks * sizeof(uint32_t)); 272 if (!part->VirtualBlockMap) 273 goto out_XferInfo; 274 275 memset(part->VirtualBlockMap, 0xff, blocks * sizeof(uint32_t)); 276 part->BlocksPerUnit = (1 << header.EraseUnitSize) >> header.BlockSize; 277 278 part->bam_cache = kmalloc(part->BlocksPerUnit * sizeof(uint32_t), 279 GFP_KERNEL); 280 if (!part->bam_cache) 281 goto out_VirtualBlockMap; 282 283 part->bam_index = 0xffff; 284 part->FreeTotal = 0; 285 286 for (i = 0; i < part->DataUnits; i++) { 287 part->EUNInfo[i].Free = 0; 288 part->EUNInfo[i].Deleted = 0; 289 offset = part->EUNInfo[i].Offset + le32_to_cpu(header.BAMOffset); 290 291 ret = mtd_read(part->mbd.mtd, offset, 292 part->BlocksPerUnit * sizeof(uint32_t), &retval, 293 (unsigned char *)part->bam_cache); 294 295 if (ret) 296 goto out_bam_cache; 297 298 for (j = 0; j < part->BlocksPerUnit; j++) { 299 if (BLOCK_FREE(le32_to_cpu(part->bam_cache[j]))) { 300 part->EUNInfo[i].Free++; 301 part->FreeTotal++; 302 } else if ((BLOCK_TYPE(le32_to_cpu(part->bam_cache[j])) == BLOCK_DATA) && 303 (BLOCK_NUMBER(le32_to_cpu(part->bam_cache[j])) < blocks)) 304 part->VirtualBlockMap[BLOCK_NUMBER(le32_to_cpu(part->bam_cache[j]))] = 305 (i << header.EraseUnitSize) + (j << header.BlockSize); 306 else if (BLOCK_DELETED(le32_to_cpu(part->bam_cache[j]))) 307 part->EUNInfo[i].Deleted++; 308 } 309 } 310 311 ret = 0; 312 goto out; 313 314 out_bam_cache: 315 kfree(part->bam_cache); 316 out_VirtualBlockMap: 317 vfree(part->VirtualBlockMap); 318 out_XferInfo: 319 kfree(part->XferInfo); 320 out_EUNInfo: 321 kfree(part->EUNInfo); 322 out: 323 return ret; 324 } /* build_maps */ 325 326 /*====================================================================== 327 328 Erase_xfer() schedules an asynchronous erase operation for a 329 transfer unit. 330 331 ======================================================================*/ 332 333 static int erase_xfer(partition_t *part, 334 uint16_t xfernum) 335 { 336 int ret; 337 struct xfer_info_t *xfer; 338 struct erase_info *erase; 339 340 xfer = &part->XferInfo[xfernum]; 341 pr_debug("ftl_cs: erasing xfer unit at 0x%x\n", xfer->Offset); 342 xfer->state = XFER_ERASING; 343 344 /* Is there a free erase slot? Always in MTD. */ 345 346 347 erase=kmalloc(sizeof(struct erase_info), GFP_KERNEL); 348 if (!erase) 349 return -ENOMEM; 350 351 erase->mtd = part->mbd.mtd; 352 erase->callback = ftl_erase_callback; 353 erase->addr = xfer->Offset; 354 erase->len = 1 << part->header.EraseUnitSize; 355 erase->priv = (u_long)part; 356 357 ret = mtd_erase(part->mbd.mtd, erase); 358 359 if (!ret) 360 xfer->EraseCount++; 361 else 362 kfree(erase); 363 364 return ret; 365 } /* erase_xfer */ 366 367 /*====================================================================== 368 369 Prepare_xfer() takes a freshly erased transfer unit and gives 370 it an appropriate header. 371 372 ======================================================================*/ 373 374 static void ftl_erase_callback(struct erase_info *erase) 375 { 376 partition_t *part; 377 struct xfer_info_t *xfer; 378 int i; 379 380 /* Look up the transfer unit */ 381 part = (partition_t *)(erase->priv); 382 383 for (i = 0; i < part->header.NumTransferUnits; i++) 384 if (part->XferInfo[i].Offset == erase->addr) break; 385 386 if (i == part->header.NumTransferUnits) { 387 printk(KERN_NOTICE "ftl_cs: internal error: " 388 "erase lookup failed!\n"); 389 return; 390 } 391 392 xfer = &part->XferInfo[i]; 393 if (erase->state == MTD_ERASE_DONE) 394 xfer->state = XFER_ERASED; 395 else { 396 xfer->state = XFER_FAILED; 397 printk(KERN_NOTICE "ftl_cs: erase failed: state = %d\n", 398 erase->state); 399 } 400 401 kfree(erase); 402 403 } /* ftl_erase_callback */ 404 405 static int prepare_xfer(partition_t *part, int i) 406 { 407 erase_unit_header_t header; 408 struct xfer_info_t *xfer; 409 int nbam, ret; 410 uint32_t ctl; 411 ssize_t retlen; 412 loff_t offset; 413 414 xfer = &part->XferInfo[i]; 415 xfer->state = XFER_FAILED; 416 417 pr_debug("ftl_cs: preparing xfer unit at 0x%x\n", xfer->Offset); 418 419 /* Write the transfer unit header */ 420 header = part->header; 421 header.LogicalEUN = cpu_to_le16(0xffff); 422 header.EraseCount = cpu_to_le32(xfer->EraseCount); 423 424 ret = mtd_write(part->mbd.mtd, xfer->Offset, sizeof(header), &retlen, 425 (u_char *)&header); 426 427 if (ret) { 428 return ret; 429 } 430 431 /* Write the BAM stub */ 432 nbam = (part->BlocksPerUnit * sizeof(uint32_t) + 433 le32_to_cpu(part->header.BAMOffset) + SECTOR_SIZE - 1) / SECTOR_SIZE; 434 435 offset = xfer->Offset + le32_to_cpu(part->header.BAMOffset); 436 ctl = cpu_to_le32(BLOCK_CONTROL); 437 438 for (i = 0; i < nbam; i++, offset += sizeof(uint32_t)) { 439 440 ret = mtd_write(part->mbd.mtd, offset, sizeof(uint32_t), &retlen, 441 (u_char *)&ctl); 442 443 if (ret) 444 return ret; 445 } 446 xfer->state = XFER_PREPARED; 447 return 0; 448 449 } /* prepare_xfer */ 450 451 /*====================================================================== 452 453 Copy_erase_unit() takes a full erase block and a transfer unit, 454 copies everything to the transfer unit, then swaps the block 455 pointers. 456 457 All data blocks are copied to the corresponding blocks in the 458 target unit, so the virtual block map does not need to be 459 updated. 460 461 ======================================================================*/ 462 463 static int copy_erase_unit(partition_t *part, uint16_t srcunit, 464 uint16_t xferunit) 465 { 466 u_char buf[SECTOR_SIZE]; 467 struct eun_info_t *eun; 468 struct xfer_info_t *xfer; 469 uint32_t src, dest, free, i; 470 uint16_t unit; 471 int ret; 472 ssize_t retlen; 473 loff_t offset; 474 uint16_t srcunitswap = cpu_to_le16(srcunit); 475 476 eun = &part->EUNInfo[srcunit]; 477 xfer = &part->XferInfo[xferunit]; 478 pr_debug("ftl_cs: copying block 0x%x to 0x%x\n", 479 eun->Offset, xfer->Offset); 480 481 482 /* Read current BAM */ 483 if (part->bam_index != srcunit) { 484 485 offset = eun->Offset + le32_to_cpu(part->header.BAMOffset); 486 487 ret = mtd_read(part->mbd.mtd, offset, 488 part->BlocksPerUnit * sizeof(uint32_t), &retlen, 489 (u_char *)(part->bam_cache)); 490 491 /* mark the cache bad, in case we get an error later */ 492 part->bam_index = 0xffff; 493 494 if (ret) { 495 printk( KERN_WARNING "ftl: Failed to read BAM cache in copy_erase_unit()!\n"); 496 return ret; 497 } 498 } 499 500 /* Write the LogicalEUN for the transfer unit */ 501 xfer->state = XFER_UNKNOWN; 502 offset = xfer->Offset + 20; /* Bad! */ 503 unit = cpu_to_le16(0x7fff); 504 505 ret = mtd_write(part->mbd.mtd, offset, sizeof(uint16_t), &retlen, 506 (u_char *)&unit); 507 508 if (ret) { 509 printk( KERN_WARNING "ftl: Failed to write back to BAM cache in copy_erase_unit()!\n"); 510 return ret; 511 } 512 513 /* Copy all data blocks from source unit to transfer unit */ 514 src = eun->Offset; dest = xfer->Offset; 515 516 free = 0; 517 ret = 0; 518 for (i = 0; i < part->BlocksPerUnit; i++) { 519 switch (BLOCK_TYPE(le32_to_cpu(part->bam_cache[i]))) { 520 case BLOCK_CONTROL: 521 /* This gets updated later */ 522 break; 523 case BLOCK_DATA: 524 case BLOCK_REPLACEMENT: 525 ret = mtd_read(part->mbd.mtd, src, SECTOR_SIZE, &retlen, 526 (u_char *)buf); 527 if (ret) { 528 printk(KERN_WARNING "ftl: Error reading old xfer unit in copy_erase_unit\n"); 529 return ret; 530 } 531 532 533 ret = mtd_write(part->mbd.mtd, dest, SECTOR_SIZE, &retlen, 534 (u_char *)buf); 535 if (ret) { 536 printk(KERN_WARNING "ftl: Error writing new xfer unit in copy_erase_unit\n"); 537 return ret; 538 } 539 540 break; 541 default: 542 /* All other blocks must be free */ 543 part->bam_cache[i] = cpu_to_le32(0xffffffff); 544 free++; 545 break; 546 } 547 src += SECTOR_SIZE; 548 dest += SECTOR_SIZE; 549 } 550 551 /* Write the BAM to the transfer unit */ 552 ret = mtd_write(part->mbd.mtd, 553 xfer->Offset + le32_to_cpu(part->header.BAMOffset), 554 part->BlocksPerUnit * sizeof(int32_t), 555 &retlen, 556 (u_char *)part->bam_cache); 557 if (ret) { 558 printk( KERN_WARNING "ftl: Error writing BAM in copy_erase_unit\n"); 559 return ret; 560 } 561 562 563 /* All clear? Then update the LogicalEUN again */ 564 ret = mtd_write(part->mbd.mtd, xfer->Offset + 20, sizeof(uint16_t), 565 &retlen, (u_char *)&srcunitswap); 566 567 if (ret) { 568 printk(KERN_WARNING "ftl: Error writing new LogicalEUN in copy_erase_unit\n"); 569 return ret; 570 } 571 572 573 /* Update the maps and usage stats*/ 574 swap(xfer->EraseCount, eun->EraseCount); 575 swap(xfer->Offset, eun->Offset); 576 part->FreeTotal -= eun->Free; 577 part->FreeTotal += free; 578 eun->Free = free; 579 eun->Deleted = 0; 580 581 /* Now, the cache should be valid for the new block */ 582 part->bam_index = srcunit; 583 584 return 0; 585 } /* copy_erase_unit */ 586 587 /*====================================================================== 588 589 reclaim_block() picks a full erase unit and a transfer unit and 590 then calls copy_erase_unit() to copy one to the other. Then, it 591 schedules an erase on the expired block. 592 593 What's a good way to decide which transfer unit and which erase 594 unit to use? Beats me. My way is to always pick the transfer 595 unit with the fewest erases, and usually pick the data unit with 596 the most deleted blocks. But with a small probability, pick the 597 oldest data unit instead. This means that we generally postpone 598 the next reclamation as long as possible, but shuffle static 599 stuff around a bit for wear leveling. 600 601 ======================================================================*/ 602 603 static int reclaim_block(partition_t *part) 604 { 605 uint16_t i, eun, xfer; 606 uint32_t best; 607 int queued, ret; 608 609 pr_debug("ftl_cs: reclaiming space...\n"); 610 pr_debug("NumTransferUnits == %x\n", part->header.NumTransferUnits); 611 /* Pick the least erased transfer unit */ 612 best = 0xffffffff; xfer = 0xffff; 613 do { 614 queued = 0; 615 for (i = 0; i < part->header.NumTransferUnits; i++) { 616 int n=0; 617 if (part->XferInfo[i].state == XFER_UNKNOWN) { 618 pr_debug("XferInfo[%d].state == XFER_UNKNOWN\n",i); 619 n=1; 620 erase_xfer(part, i); 621 } 622 if (part->XferInfo[i].state == XFER_ERASING) { 623 pr_debug("XferInfo[%d].state == XFER_ERASING\n",i); 624 n=1; 625 queued = 1; 626 } 627 else if (part->XferInfo[i].state == XFER_ERASED) { 628 pr_debug("XferInfo[%d].state == XFER_ERASED\n",i); 629 n=1; 630 prepare_xfer(part, i); 631 } 632 if (part->XferInfo[i].state == XFER_PREPARED) { 633 pr_debug("XferInfo[%d].state == XFER_PREPARED\n",i); 634 n=1; 635 if (part->XferInfo[i].EraseCount <= best) { 636 best = part->XferInfo[i].EraseCount; 637 xfer = i; 638 } 639 } 640 if (!n) 641 pr_debug("XferInfo[%d].state == %x\n",i, part->XferInfo[i].state); 642 643 } 644 if (xfer == 0xffff) { 645 if (queued) { 646 pr_debug("ftl_cs: waiting for transfer " 647 "unit to be prepared...\n"); 648 mtd_sync(part->mbd.mtd); 649 } else { 650 static int ne = 0; 651 if (++ne < 5) 652 printk(KERN_NOTICE "ftl_cs: reclaim failed: no " 653 "suitable transfer units!\n"); 654 else 655 pr_debug("ftl_cs: reclaim failed: no " 656 "suitable transfer units!\n"); 657 658 return -EIO; 659 } 660 } 661 } while (xfer == 0xffff); 662 663 eun = 0; 664 if ((jiffies % shuffle_freq) == 0) { 665 pr_debug("ftl_cs: recycling freshest block...\n"); 666 best = 0xffffffff; 667 for (i = 0; i < part->DataUnits; i++) 668 if (part->EUNInfo[i].EraseCount <= best) { 669 best = part->EUNInfo[i].EraseCount; 670 eun = i; 671 } 672 } else { 673 best = 0; 674 for (i = 0; i < part->DataUnits; i++) 675 if (part->EUNInfo[i].Deleted >= best) { 676 best = part->EUNInfo[i].Deleted; 677 eun = i; 678 } 679 if (best == 0) { 680 static int ne = 0; 681 if (++ne < 5) 682 printk(KERN_NOTICE "ftl_cs: reclaim failed: " 683 "no free blocks!\n"); 684 else 685 pr_debug("ftl_cs: reclaim failed: " 686 "no free blocks!\n"); 687 688 return -EIO; 689 } 690 } 691 ret = copy_erase_unit(part, eun, xfer); 692 if (!ret) 693 erase_xfer(part, xfer); 694 else 695 printk(KERN_NOTICE "ftl_cs: copy_erase_unit failed!\n"); 696 return ret; 697 } /* reclaim_block */ 698 699 /*====================================================================== 700 701 Find_free() searches for a free block. If necessary, it updates 702 the BAM cache for the erase unit containing the free block. It 703 returns the block index -- the erase unit is just the currently 704 cached unit. If there are no free blocks, it returns 0 -- this 705 is never a valid data block because it contains the header. 706 707 ======================================================================*/ 708 709 #ifdef PSYCHO_DEBUG 710 static void dump_lists(partition_t *part) 711 { 712 int i; 713 printk(KERN_DEBUG "ftl_cs: Free total = %d\n", part->FreeTotal); 714 for (i = 0; i < part->DataUnits; i++) 715 printk(KERN_DEBUG "ftl_cs: unit %d: %d phys, %d free, " 716 "%d deleted\n", i, 717 part->EUNInfo[i].Offset >> part->header.EraseUnitSize, 718 part->EUNInfo[i].Free, part->EUNInfo[i].Deleted); 719 } 720 #endif 721 722 static uint32_t find_free(partition_t *part) 723 { 724 uint16_t stop, eun; 725 uint32_t blk; 726 size_t retlen; 727 int ret; 728 729 /* Find an erase unit with some free space */ 730 stop = (part->bam_index == 0xffff) ? 0 : part->bam_index; 731 eun = stop; 732 do { 733 if (part->EUNInfo[eun].Free != 0) break; 734 /* Wrap around at end of table */ 735 if (++eun == part->DataUnits) eun = 0; 736 } while (eun != stop); 737 738 if (part->EUNInfo[eun].Free == 0) 739 return 0; 740 741 /* Is this unit's BAM cached? */ 742 if (eun != part->bam_index) { 743 /* Invalidate cache */ 744 part->bam_index = 0xffff; 745 746 ret = mtd_read(part->mbd.mtd, 747 part->EUNInfo[eun].Offset + le32_to_cpu(part->header.BAMOffset), 748 part->BlocksPerUnit * sizeof(uint32_t), 749 &retlen, 750 (u_char *)(part->bam_cache)); 751 752 if (ret) { 753 printk(KERN_WARNING"ftl: Error reading BAM in find_free\n"); 754 return 0; 755 } 756 part->bam_index = eun; 757 } 758 759 /* Find a free block */ 760 for (blk = 0; blk < part->BlocksPerUnit; blk++) 761 if (BLOCK_FREE(le32_to_cpu(part->bam_cache[blk]))) break; 762 if (blk == part->BlocksPerUnit) { 763 #ifdef PSYCHO_DEBUG 764 static int ne = 0; 765 if (++ne == 1) 766 dump_lists(part); 767 #endif 768 printk(KERN_NOTICE "ftl_cs: bad free list!\n"); 769 return 0; 770 } 771 pr_debug("ftl_cs: found free block at %d in %d\n", blk, eun); 772 return blk; 773 774 } /* find_free */ 775 776 777 /*====================================================================== 778 779 Read a series of sectors from an FTL partition. 780 781 ======================================================================*/ 782 783 static int ftl_read(partition_t *part, caddr_t buffer, 784 u_long sector, u_long nblocks) 785 { 786 uint32_t log_addr, bsize; 787 u_long i; 788 int ret; 789 size_t offset, retlen; 790 791 pr_debug("ftl_cs: ftl_read(0x%p, 0x%lx, %ld)\n", 792 part, sector, nblocks); 793 if (!(part->state & FTL_FORMATTED)) { 794 printk(KERN_NOTICE "ftl_cs: bad partition\n"); 795 return -EIO; 796 } 797 bsize = 1 << part->header.EraseUnitSize; 798 799 for (i = 0; i < nblocks; i++) { 800 if (((sector+i) * SECTOR_SIZE) >= le32_to_cpu(part->header.FormattedSize)) { 801 printk(KERN_NOTICE "ftl_cs: bad read offset\n"); 802 return -EIO; 803 } 804 log_addr = part->VirtualBlockMap[sector+i]; 805 if (log_addr == 0xffffffff) 806 memset(buffer, 0, SECTOR_SIZE); 807 else { 808 offset = (part->EUNInfo[log_addr / bsize].Offset 809 + (log_addr % bsize)); 810 ret = mtd_read(part->mbd.mtd, offset, SECTOR_SIZE, &retlen, 811 (u_char *)buffer); 812 813 if (ret) { 814 printk(KERN_WARNING "Error reading MTD device in ftl_read()\n"); 815 return ret; 816 } 817 } 818 buffer += SECTOR_SIZE; 819 } 820 return 0; 821 } /* ftl_read */ 822 823 /*====================================================================== 824 825 Write a series of sectors to an FTL partition 826 827 ======================================================================*/ 828 829 static int set_bam_entry(partition_t *part, uint32_t log_addr, 830 uint32_t virt_addr) 831 { 832 uint32_t bsize, blk, le_virt_addr; 833 #ifdef PSYCHO_DEBUG 834 uint32_t old_addr; 835 #endif 836 uint16_t eun; 837 int ret; 838 size_t retlen, offset; 839 840 pr_debug("ftl_cs: set_bam_entry(0x%p, 0x%x, 0x%x)\n", 841 part, log_addr, virt_addr); 842 bsize = 1 << part->header.EraseUnitSize; 843 eun = log_addr / bsize; 844 blk = (log_addr % bsize) / SECTOR_SIZE; 845 offset = (part->EUNInfo[eun].Offset + blk * sizeof(uint32_t) + 846 le32_to_cpu(part->header.BAMOffset)); 847 848 #ifdef PSYCHO_DEBUG 849 ret = mtd_read(part->mbd.mtd, offset, sizeof(uint32_t), &retlen, 850 (u_char *)&old_addr); 851 if (ret) { 852 printk(KERN_WARNING"ftl: Error reading old_addr in set_bam_entry: %d\n",ret); 853 return ret; 854 } 855 old_addr = le32_to_cpu(old_addr); 856 857 if (((virt_addr == 0xfffffffe) && !BLOCK_FREE(old_addr)) || 858 ((virt_addr == 0) && (BLOCK_TYPE(old_addr) != BLOCK_DATA)) || 859 (!BLOCK_DELETED(virt_addr) && (old_addr != 0xfffffffe))) { 860 static int ne = 0; 861 if (++ne < 5) { 862 printk(KERN_NOTICE "ftl_cs: set_bam_entry() inconsistency!\n"); 863 printk(KERN_NOTICE "ftl_cs: log_addr = 0x%x, old = 0x%x" 864 ", new = 0x%x\n", log_addr, old_addr, virt_addr); 865 } 866 return -EIO; 867 } 868 #endif 869 le_virt_addr = cpu_to_le32(virt_addr); 870 if (part->bam_index == eun) { 871 #ifdef PSYCHO_DEBUG 872 if (le32_to_cpu(part->bam_cache[blk]) != old_addr) { 873 static int ne = 0; 874 if (++ne < 5) { 875 printk(KERN_NOTICE "ftl_cs: set_bam_entry() " 876 "inconsistency!\n"); 877 printk(KERN_NOTICE "ftl_cs: log_addr = 0x%x, cache" 878 " = 0x%x\n", 879 le32_to_cpu(part->bam_cache[blk]), old_addr); 880 } 881 return -EIO; 882 } 883 #endif 884 part->bam_cache[blk] = le_virt_addr; 885 } 886 ret = mtd_write(part->mbd.mtd, offset, sizeof(uint32_t), &retlen, 887 (u_char *)&le_virt_addr); 888 889 if (ret) { 890 printk(KERN_NOTICE "ftl_cs: set_bam_entry() failed!\n"); 891 printk(KERN_NOTICE "ftl_cs: log_addr = 0x%x, new = 0x%x\n", 892 log_addr, virt_addr); 893 } 894 return ret; 895 } /* set_bam_entry */ 896 897 static int ftl_write(partition_t *part, caddr_t buffer, 898 u_long sector, u_long nblocks) 899 { 900 uint32_t bsize, log_addr, virt_addr, old_addr, blk; 901 u_long i; 902 int ret; 903 size_t retlen, offset; 904 905 pr_debug("ftl_cs: ftl_write(0x%p, %ld, %ld)\n", 906 part, sector, nblocks); 907 if (!(part->state & FTL_FORMATTED)) { 908 printk(KERN_NOTICE "ftl_cs: bad partition\n"); 909 return -EIO; 910 } 911 /* See if we need to reclaim space, before we start */ 912 while (part->FreeTotal < nblocks) { 913 ret = reclaim_block(part); 914 if (ret) 915 return ret; 916 } 917 918 bsize = 1 << part->header.EraseUnitSize; 919 920 virt_addr = sector * SECTOR_SIZE | BLOCK_DATA; 921 for (i = 0; i < nblocks; i++) { 922 if (virt_addr >= le32_to_cpu(part->header.FormattedSize)) { 923 printk(KERN_NOTICE "ftl_cs: bad write offset\n"); 924 return -EIO; 925 } 926 927 /* Grab a free block */ 928 blk = find_free(part); 929 if (blk == 0) { 930 static int ne = 0; 931 if (++ne < 5) 932 printk(KERN_NOTICE "ftl_cs: internal error: " 933 "no free blocks!\n"); 934 return -ENOSPC; 935 } 936 937 /* Tag the BAM entry, and write the new block */ 938 log_addr = part->bam_index * bsize + blk * SECTOR_SIZE; 939 part->EUNInfo[part->bam_index].Free--; 940 part->FreeTotal--; 941 if (set_bam_entry(part, log_addr, 0xfffffffe)) 942 return -EIO; 943 part->EUNInfo[part->bam_index].Deleted++; 944 offset = (part->EUNInfo[part->bam_index].Offset + 945 blk * SECTOR_SIZE); 946 ret = mtd_write(part->mbd.mtd, offset, SECTOR_SIZE, &retlen, buffer); 947 948 if (ret) { 949 printk(KERN_NOTICE "ftl_cs: block write failed!\n"); 950 printk(KERN_NOTICE "ftl_cs: log_addr = 0x%x, virt_addr" 951 " = 0x%x, Offset = 0x%zx\n", log_addr, virt_addr, 952 offset); 953 return -EIO; 954 } 955 956 /* Only delete the old entry when the new entry is ready */ 957 old_addr = part->VirtualBlockMap[sector+i]; 958 if (old_addr != 0xffffffff) { 959 part->VirtualBlockMap[sector+i] = 0xffffffff; 960 part->EUNInfo[old_addr/bsize].Deleted++; 961 if (set_bam_entry(part, old_addr, 0)) 962 return -EIO; 963 } 964 965 /* Finally, set up the new pointers */ 966 if (set_bam_entry(part, log_addr, virt_addr)) 967 return -EIO; 968 part->VirtualBlockMap[sector+i] = log_addr; 969 part->EUNInfo[part->bam_index].Deleted--; 970 971 buffer += SECTOR_SIZE; 972 virt_addr += SECTOR_SIZE; 973 } 974 return 0; 975 } /* ftl_write */ 976 977 static int ftl_getgeo(struct mtd_blktrans_dev *dev, struct hd_geometry *geo) 978 { 979 partition_t *part = (void *)dev; 980 u_long sect; 981 982 /* Sort of arbitrary: round size down to 4KiB boundary */ 983 sect = le32_to_cpu(part->header.FormattedSize)/SECTOR_SIZE; 984 985 geo->heads = 1; 986 geo->sectors = 8; 987 geo->cylinders = sect >> 3; 988 989 return 0; 990 } 991 992 static int ftl_readsect(struct mtd_blktrans_dev *dev, 993 unsigned long block, char *buf) 994 { 995 return ftl_read((void *)dev, buf, block, 1); 996 } 997 998 static int ftl_writesect(struct mtd_blktrans_dev *dev, 999 unsigned long block, char *buf) 1000 { 1001 return ftl_write((void *)dev, buf, block, 1); 1002 } 1003 1004 static int ftl_discardsect(struct mtd_blktrans_dev *dev, 1005 unsigned long sector, unsigned nr_sects) 1006 { 1007 partition_t *part = (void *)dev; 1008 uint32_t bsize = 1 << part->header.EraseUnitSize; 1009 1010 pr_debug("FTL erase sector %ld for %d sectors\n", 1011 sector, nr_sects); 1012 1013 while (nr_sects) { 1014 uint32_t old_addr = part->VirtualBlockMap[sector]; 1015 if (old_addr != 0xffffffff) { 1016 part->VirtualBlockMap[sector] = 0xffffffff; 1017 part->EUNInfo[old_addr/bsize].Deleted++; 1018 if (set_bam_entry(part, old_addr, 0)) 1019 return -EIO; 1020 } 1021 nr_sects--; 1022 sector++; 1023 } 1024 1025 return 0; 1026 } 1027 /*====================================================================*/ 1028 1029 static void ftl_freepart(partition_t *part) 1030 { 1031 vfree(part->VirtualBlockMap); 1032 part->VirtualBlockMap = NULL; 1033 kfree(part->EUNInfo); 1034 part->EUNInfo = NULL; 1035 kfree(part->XferInfo); 1036 part->XferInfo = NULL; 1037 kfree(part->bam_cache); 1038 part->bam_cache = NULL; 1039 } /* ftl_freepart */ 1040 1041 static void ftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd) 1042 { 1043 partition_t *partition; 1044 1045 partition = kzalloc(sizeof(partition_t), GFP_KERNEL); 1046 1047 if (!partition) { 1048 printk(KERN_WARNING "No memory to scan for FTL on %s\n", 1049 mtd->name); 1050 return; 1051 } 1052 1053 partition->mbd.mtd = mtd; 1054 1055 if ((scan_header(partition) == 0) && 1056 (build_maps(partition) == 0)) { 1057 1058 partition->state = FTL_FORMATTED; 1059 #ifdef PCMCIA_DEBUG 1060 printk(KERN_INFO "ftl_cs: opening %d KiB FTL partition\n", 1061 le32_to_cpu(partition->header.FormattedSize) >> 10); 1062 #endif 1063 partition->mbd.size = le32_to_cpu(partition->header.FormattedSize) >> 9; 1064 1065 partition->mbd.tr = tr; 1066 partition->mbd.devnum = -1; 1067 if (!add_mtd_blktrans_dev((void *)partition)) 1068 return; 1069 } 1070 1071 kfree(partition); 1072 } 1073 1074 static void ftl_remove_dev(struct mtd_blktrans_dev *dev) 1075 { 1076 del_mtd_blktrans_dev(dev); 1077 ftl_freepart((partition_t *)dev); 1078 } 1079 1080 static struct mtd_blktrans_ops ftl_tr = { 1081 .name = "ftl", 1082 .major = FTL_MAJOR, 1083 .part_bits = PART_BITS, 1084 .blksize = SECTOR_SIZE, 1085 .readsect = ftl_readsect, 1086 .writesect = ftl_writesect, 1087 .discard = ftl_discardsect, 1088 .getgeo = ftl_getgeo, 1089 .add_mtd = ftl_add_mtd, 1090 .remove_dev = ftl_remove_dev, 1091 .owner = THIS_MODULE, 1092 }; 1093 1094 static int __init init_ftl(void) 1095 { 1096 return register_mtd_blktrans(&ftl_tr); 1097 } 1098 1099 static void __exit cleanup_ftl(void) 1100 { 1101 deregister_mtd_blktrans(&ftl_tr); 1102 } 1103 1104 module_init(init_ftl); 1105 module_exit(cleanup_ftl); 1106 1107 1108 MODULE_LICENSE("Dual MPL/GPL"); 1109 MODULE_AUTHOR("David Hinds <dahinds@users.sourceforge.net>"); 1110 MODULE_DESCRIPTION("Support code for Flash Translation Layer, used on PCMCIA devices"); 1111