38 static bool blkdev_dio_invalid(struct block_device *bdev, struct kiocb *iocb,  in blkdev_dio_invalid()  argument
41 	return iocb->ki_pos & (bdev_logical_block_size(bdev) - 1) ||  in blkdev_dio_invalid()
42 		!bdev_iter_is_aligned(bdev, iter);  in blkdev_dio_invalid()
48 		struct iov_iter *iter, struct block_device *bdev,  in __blkdev_direct_IO_simple()  argument
68 		bio_init(&bio, bdev, vecs, nr_pages, REQ_OP_READ);  in __blkdev_direct_IO_simple()
72 		bio_init(&bio, bdev, vecs, nr_pages, dio_bio_write_op(iocb));  in __blkdev_direct_IO_simple()
170 		struct block_device *bdev, unsigned int nr_pages)  in __blkdev_direct_IO()  argument
182 	bio = bio_alloc_bioset(bdev, nr_pages, opf, GFP_KERNEL,  in __blkdev_direct_IO()
258 		bio = bio_alloc(bdev, nr_pages, opf, GFP_KERNEL);  in __blkdev_direct_IO()
319 					struct block_device *bdev,  in __blkdev_direct_IO_async()  argument
331 	bio = bio_alloc_bioset(bdev, nr_pages, opf, GFP_KERNEL,  in __blkdev_direct_IO_async()
395 	struct block_device *bdev = I_BDEV(iocb->ki_filp->f_mapping->host);  in blkdev_direct_IO()  local
401 	if (blkdev_dio_invalid(bdev, iocb, iter))  in blkdev_direct_IO()
405 		u16 max_write_streams = bdev_max_write_streams(bdev);  in blkdev_direct_IO()
427 			return __blkdev_direct_IO_simple(iocb, iter, bdev,  in blkdev_direct_IO()
429 		return __blkdev_direct_IO_async(iocb, iter, bdev, nr_pages);  in blkdev_direct_IO()
433 	return __blkdev_direct_IO(iocb, iter, bdev, bio_max_segs(nr_pages));  in blkdev_direct_IO()
439 	struct block_device *bdev = I_BDEV(inode);  in blkdev_iomap_begin()  local
445 	iomap->bdev = bdev;  in blkdev_iomap_begin()
446 	iomap->offset = ALIGN_DOWN(offset, bdev_logical_block_size(bdev));  in blkdev_iomap_begin()
612 	struct block_device *bdev = I_BDEV(filp->f_mapping->host);  in blkdev_fsync()  local
624 	error = blkdev_issue_flush(bdev);  in blkdev_fsync()
672 	struct block_device *bdev;  in blkdev_open()  local
684 	bdev = blkdev_get_no_open(inode->i_rdev, true);  in blkdev_open()
685 	if (!bdev)  in blkdev_open()
688 	if (bdev_can_atomic_write(bdev))  in blkdev_open()
691 	ret = bdev_open(bdev, mode, filp->private_data, NULL, filp);  in blkdev_open()
693 		blkdev_put_no_open(bdev);  in blkdev_open()
744 	struct block_device *bdev = I_BDEV(bd_inode);  in blkdev_write_iter()  local
746 	loff_t size = bdev_nr_bytes(bdev);  in blkdev_write_iter()
750 	if (bdev_read_only(bdev))  in blkdev_write_iter()
808 	struct block_device *bdev = I_BDEV(iocb->ki_filp->f_mapping->host);  in blkdev_read_iter()  local
809 	loff_t size = bdev_nr_bytes(bdev);  in blkdev_read_iter()
866 	struct block_device *bdev = I_BDEV(inode);  in blkdev_fallocate()  local
880 	    !bdev_write_zeroes_unmap_sectors(bdev))  in blkdev_fallocate()
884 	isize = bdev_nr_bytes(bdev);  in blkdev_fallocate()
898 	if ((start | len) & (bdev_logical_block_size(bdev) - 1))  in blkdev_fallocate()
924 	error = truncate_bdev_range(bdev, file_to_blk_mode(file), start, end);  in blkdev_fallocate()
928 	error = blkdev_issue_zeroout(bdev, start >> SECTOR_SHIFT,  in blkdev_fallocate()