1*0bde8a12SChristoph Hellwig // SPDX-License-Identifier: GPL-2.0 2*0bde8a12SChristoph Hellwig /* 3*0bde8a12SChristoph Hellwig * Copyright (c) 2025 Christoph Hellwig. 4*0bde8a12SChristoph Hellwig */ 5*0bde8a12SChristoph Hellwig #include <linux/blk-integrity.h> 6*0bde8a12SChristoph Hellwig #include <linux/bio-integrity.h> 7*0bde8a12SChristoph Hellwig #include "blk.h" 8*0bde8a12SChristoph Hellwig 9*0bde8a12SChristoph Hellwig struct fs_bio_integrity_buf { 10*0bde8a12SChristoph Hellwig struct bio_integrity_payload bip; 11*0bde8a12SChristoph Hellwig struct bio_vec bvec; 12*0bde8a12SChristoph Hellwig }; 13*0bde8a12SChristoph Hellwig 14*0bde8a12SChristoph Hellwig static struct kmem_cache *fs_bio_integrity_cache; 15*0bde8a12SChristoph Hellwig static mempool_t fs_bio_integrity_pool; 16*0bde8a12SChristoph Hellwig 17*0bde8a12SChristoph Hellwig unsigned int fs_bio_integrity_alloc(struct bio *bio) 18*0bde8a12SChristoph Hellwig { 19*0bde8a12SChristoph Hellwig struct fs_bio_integrity_buf *iib; 20*0bde8a12SChristoph Hellwig unsigned int action; 21*0bde8a12SChristoph Hellwig 22*0bde8a12SChristoph Hellwig action = bio_integrity_action(bio); 23*0bde8a12SChristoph Hellwig if (!action) 24*0bde8a12SChristoph Hellwig return 0; 25*0bde8a12SChristoph Hellwig 26*0bde8a12SChristoph Hellwig iib = mempool_alloc(&fs_bio_integrity_pool, GFP_NOIO); 27*0bde8a12SChristoph Hellwig bio_integrity_init(bio, &iib->bip, &iib->bvec, 1); 28*0bde8a12SChristoph Hellwig 29*0bde8a12SChristoph Hellwig bio_integrity_alloc_buf(bio, action & BI_ACT_ZERO); 30*0bde8a12SChristoph Hellwig if (action & BI_ACT_CHECK) 31*0bde8a12SChristoph Hellwig bio_integrity_setup_default(bio); 32*0bde8a12SChristoph Hellwig return action; 33*0bde8a12SChristoph Hellwig } 34*0bde8a12SChristoph Hellwig 35*0bde8a12SChristoph Hellwig void fs_bio_integrity_free(struct bio *bio) 36*0bde8a12SChristoph Hellwig { 37*0bde8a12SChristoph Hellwig struct bio_integrity_payload *bip = bio_integrity(bio); 38*0bde8a12SChristoph Hellwig 39*0bde8a12SChristoph Hellwig bio_integrity_free_buf(bip); 40*0bde8a12SChristoph Hellwig mempool_free(container_of(bip, struct fs_bio_integrity_buf, bip), 41*0bde8a12SChristoph Hellwig &fs_bio_integrity_pool); 42*0bde8a12SChristoph Hellwig 43*0bde8a12SChristoph Hellwig bio->bi_integrity = NULL; 44*0bde8a12SChristoph Hellwig bio->bi_opf &= ~REQ_INTEGRITY; 45*0bde8a12SChristoph Hellwig } 46*0bde8a12SChristoph Hellwig 47*0bde8a12SChristoph Hellwig void fs_bio_integrity_generate(struct bio *bio) 48*0bde8a12SChristoph Hellwig { 49*0bde8a12SChristoph Hellwig if (fs_bio_integrity_alloc(bio)) 50*0bde8a12SChristoph Hellwig bio_integrity_generate(bio); 51*0bde8a12SChristoph Hellwig } 52*0bde8a12SChristoph Hellwig EXPORT_SYMBOL_GPL(fs_bio_integrity_generate); 53*0bde8a12SChristoph Hellwig 54*0bde8a12SChristoph Hellwig int fs_bio_integrity_verify(struct bio *bio, sector_t sector, unsigned int size) 55*0bde8a12SChristoph Hellwig { 56*0bde8a12SChristoph Hellwig struct blk_integrity *bi = blk_get_integrity(bio->bi_bdev->bd_disk); 57*0bde8a12SChristoph Hellwig struct bio_integrity_payload *bip = bio_integrity(bio); 58*0bde8a12SChristoph Hellwig 59*0bde8a12SChristoph Hellwig /* 60*0bde8a12SChristoph Hellwig * Reinitialize bip->bip_iter. 61*0bde8a12SChristoph Hellwig * 62*0bde8a12SChristoph Hellwig * This is for use in the submitter after the driver is done with the 63*0bde8a12SChristoph Hellwig * bio. Requires the submitter to remember the sector and the size. 64*0bde8a12SChristoph Hellwig */ 65*0bde8a12SChristoph Hellwig memset(&bip->bip_iter, 0, sizeof(bip->bip_iter)); 66*0bde8a12SChristoph Hellwig bip->bip_iter.bi_sector = sector; 67*0bde8a12SChristoph Hellwig bip->bip_iter.bi_size = bio_integrity_bytes(bi, size >> SECTOR_SHIFT); 68*0bde8a12SChristoph Hellwig return blk_status_to_errno(bio_integrity_verify(bio, &bip->bip_iter)); 69*0bde8a12SChristoph Hellwig } 70*0bde8a12SChristoph Hellwig 71*0bde8a12SChristoph Hellwig static int __init fs_bio_integrity_init(void) 72*0bde8a12SChristoph Hellwig { 73*0bde8a12SChristoph Hellwig fs_bio_integrity_cache = kmem_cache_create("fs_bio_integrity", 74*0bde8a12SChristoph Hellwig sizeof(struct fs_bio_integrity_buf), 0, 75*0bde8a12SChristoph Hellwig SLAB_HWCACHE_ALIGN | SLAB_PANIC, NULL); 76*0bde8a12SChristoph Hellwig if (mempool_init_slab_pool(&fs_bio_integrity_pool, BIO_POOL_SIZE, 77*0bde8a12SChristoph Hellwig fs_bio_integrity_cache)) 78*0bde8a12SChristoph Hellwig panic("fs_bio_integrity: can't create pool\n"); 79*0bde8a12SChristoph Hellwig return 0; 80*0bde8a12SChristoph Hellwig } 81*0bde8a12SChristoph Hellwig fs_initcall(fs_bio_integrity_init); 82