Lines Matching +full:atomic +full:- +full:threshold +full:- +full:us
1 // SPDX-License-Identifier: GPL-2.0-only
10 * - Drew Eckhardt <drew@colorado.edu> original
11 * - Eric Youngdale <eric@andante.org> add scatter-gather, multiple
13 * Support loadable low-level scsi drivers.
14 * - Jirka Hanika <geo@ff.cuni.cz> support more scsi disks using
16 * - Richard Gooch <rgooch@atnf.csiro.au> support devfs.
17 * - Torben Mathiasen <tmm@image.dk> Resource allocation fixes in
19 * - Alex Davis <letmein@erols.com> Fix problem where partition info
22 * - Douglas Gilbert <dgilbert@interlog.com> cleanup for lk 2.5.x
23 * - Badari Pulavarty <pbadari@us.ibm.com>, Matthew Wilcox
28 * - setting up transfer: SCSI_LOG_HLQUEUE levels 1 and 2
29 * - end of transfer (bh + scsi_lib): SCSI_LOG_HLCOMPLETE level 1
30 * - entering sd_ioctl: SCSI_LOG_IOCTL level 1
31 * - entering other commands: SCSI_LOG_HLQUEUE level 3
36 #include <linux/bio-integrity.h>
48 #include <linux/blk-pm.h>
55 #include <linux/sed-opal.h>
58 #include <linux/t10-pi.h>
127 if (sdkp->WCE) { in sd_set_flush_flag()
128 lim->features |= BLK_FEAT_WRITE_CACHE; in sd_set_flush_flag()
129 if (sdkp->DPOFUA) in sd_set_flush_flag()
130 lim->features |= BLK_FEAT_FUA; in sd_set_flush_flag()
132 lim->features &= ~BLK_FEAT_FUA; in sd_set_flush_flag()
134 lim->features &= ~(BLK_FEAT_WRITE_CACHE | BLK_FEAT_FUA); in sd_set_flush_flag()
144 struct scsi_device *sdp = sdkp->device; in cache_type_store()
152 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in cache_type_store()
156 return -EINVAL; in cache_type_store()
158 if (strncmp(buf, temp, sizeof(temp) - 1) == 0) { in cache_type_store()
159 buf += sizeof(temp) - 1; in cache_type_store()
160 sdkp->cache_override = 1; in cache_type_store()
162 sdkp->cache_override = 0; in cache_type_store()
167 return -EINVAL; in cache_type_store()
170 wce = (ct & 0x02) && !sdkp->write_prot ? 1 : 0; in cache_type_store()
172 if (sdkp->cache_override) { in cache_type_store()
175 sdkp->WCE = wce; in cache_type_store()
176 sdkp->RCD = rcd; in cache_type_store()
178 lim = queue_limits_start_update(sdkp->disk->queue); in cache_type_store()
180 ret = queue_limits_commit_update_frozen(sdkp->disk->queue, in cache_type_store()
188 sdkp->max_retries, &data, NULL)) in cache_type_store()
189 return -EINVAL; in cache_type_store()
190 len = min_t(size_t, sizeof(buffer), data.length - data.header_length - in cache_type_store()
206 sdkp->max_retries, &data, &sshdr); in cache_type_store()
210 return -EINVAL; in cache_type_store()
212 sd_revalidate_disk(sdkp->disk); in cache_type_store()
221 struct scsi_device *sdp = sdkp->device; in manage_start_stop_show()
224 sdp->manage_system_start_stop && in manage_start_stop_show()
225 sdp->manage_runtime_start_stop && in manage_start_stop_show()
226 sdp->manage_shutdown); in manage_start_stop_show()
235 struct scsi_device *sdp = sdkp->device; in manage_system_start_stop_show()
237 return sysfs_emit(buf, "%u\n", sdp->manage_system_start_stop); in manage_system_start_stop_show()
246 struct scsi_device *sdp = sdkp->device; in manage_system_start_stop_store()
250 return -EACCES; in manage_system_start_stop_store()
253 return -EINVAL; in manage_system_start_stop_store()
255 sdp->manage_system_start_stop = v; in manage_system_start_stop_store()
266 struct scsi_device *sdp = sdkp->device; in manage_runtime_start_stop_show()
268 return sysfs_emit(buf, "%u\n", sdp->manage_runtime_start_stop); in manage_runtime_start_stop_show()
277 struct scsi_device *sdp = sdkp->device; in manage_runtime_start_stop_store()
281 return -EACCES; in manage_runtime_start_stop_store()
284 return -EINVAL; in manage_runtime_start_stop_store()
286 sdp->manage_runtime_start_stop = v; in manage_runtime_start_stop_store()
296 struct scsi_device *sdp = sdkp->device; in manage_shutdown_show()
298 return sysfs_emit(buf, "%u\n", sdp->manage_shutdown); in manage_shutdown_show()
306 struct scsi_device *sdp = sdkp->device; in manage_shutdown_store()
310 return -EACCES; in manage_shutdown_store()
313 return -EINVAL; in manage_shutdown_store()
315 sdp->manage_shutdown = v; in manage_shutdown_store()
325 struct scsi_device *sdp = sdkp->device; in manage_restart_show()
327 return sysfs_emit(buf, "%u\n", sdp->manage_restart); in manage_restart_show()
335 struct scsi_device *sdp = sdkp->device; in manage_restart_store()
339 return -EACCES; in manage_restart_store()
342 return -EINVAL; in manage_restart_store()
344 sdp->manage_restart = v; in manage_restart_store()
355 return sprintf(buf, "%u\n", sdkp->device->allow_restart); in allow_restart_show()
364 struct scsi_device *sdp = sdkp->device; in allow_restart_store()
367 return -EACCES; in allow_restart_store()
369 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in allow_restart_store()
370 return -EINVAL; in allow_restart_store()
373 return -EINVAL; in allow_restart_store()
375 sdp->allow_restart = v; in allow_restart_store()
385 int ct = sdkp->RCD + 2*sdkp->WCE; in cache_type_show()
396 return sprintf(buf, "%u\n", sdkp->DPOFUA); in FUA_show()
406 return sprintf(buf, "%u\n", sdkp->protection_type); in protection_type_show()
418 return -EACCES; in protection_type_store()
426 sdkp->protection_type = val; in protection_type_store()
437 struct scsi_device *sdp = sdkp->device; in protection_mode_show()
440 dif = scsi_host_dif_capable(sdp->host, sdkp->protection_type); in protection_mode_show()
441 dix = scsi_host_dix_capable(sdp->host, sdkp->protection_type); in protection_mode_show()
443 if (!dix && scsi_host_dix_capable(sdp->host, T10_PI_TYPE0_PROTECTION)) { in protection_mode_show()
460 return sprintf(buf, "%u\n", sdkp->ATO); in app_tag_own_show()
470 return sprintf(buf, "%u\n", sdkp->lbpme); in thin_provisioning_show()
490 return sprintf(buf, "%s\n", lbp_mode[sdkp->provisioning_mode]); in provisioning_mode_show()
498 struct scsi_device *sdp = sdkp->device; in provisioning_mode_store()
503 return -EACCES; in provisioning_mode_store()
505 if (sdp->type != TYPE_DISK) in provisioning_mode_store()
506 return -EINVAL; in provisioning_mode_store()
510 return -EINVAL; in provisioning_mode_store()
512 lim = queue_limits_start_update(sdkp->disk->queue); in provisioning_mode_store()
514 err = queue_limits_commit_update_frozen(sdkp->disk->queue, &lim); in provisioning_mode_store()
535 return sprintf(buf, "%s\n", zeroing_mode[sdkp->zeroing_mode]); in zeroing_mode_show()
546 return -EACCES; in zeroing_mode_store()
550 return -EINVAL; in zeroing_mode_store()
552 sdkp->zeroing_mode = mode; in zeroing_mode_store()
564 return sprintf(buf, "%u\n", sdkp->max_medium_access_timeouts); in max_medium_access_timeouts_show()
576 return -EACCES; in max_medium_access_timeouts_store()
578 err = kstrtouint(buf, 10, &sdkp->max_medium_access_timeouts); in max_medium_access_timeouts_store()
590 return sprintf(buf, "%u\n", sdkp->max_ws_blocks); in max_write_same_blocks_show()
598 struct scsi_device *sdp = sdkp->device; in max_write_same_blocks_store()
604 return -EACCES; in max_write_same_blocks_store()
606 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in max_write_same_blocks_store()
607 return -EINVAL; in max_write_same_blocks_store()
615 sdp->no_write_same = 1; in max_write_same_blocks_store()
617 sdp->no_write_same = 0; in max_write_same_blocks_store()
618 sdkp->max_ws_blocks = max; in max_write_same_blocks_store()
621 lim = queue_limits_start_update(sdkp->disk->queue); in max_write_same_blocks_store()
623 err = queue_limits_commit_update_frozen(sdkp->disk->queue, &lim); in max_write_same_blocks_store()
635 if (sdkp->device->type == TYPE_ZBC) in zoned_cap_show()
636 return sprintf(buf, "host-managed\n"); in zoned_cap_show()
637 if (sdkp->zoned == 1) in zoned_cap_show()
638 return sprintf(buf, "host-aware\n"); in zoned_cap_show()
639 if (sdkp->zoned == 2) in zoned_cap_show()
640 return sprintf(buf, "drive-managed\n"); in zoned_cap_show()
650 struct scsi_device *sdev = sdkp->device; in max_retries_store()
658 sdkp->max_retries = retries; in max_retries_store()
662 sdev_printk(KERN_ERR, sdev, "max_retries must be between -1 and %d\n", in max_retries_store()
664 return -EINVAL; in max_retries_store()
673 return sprintf(buf, "%d\n", sdkp->max_retries); in max_retries_show()
719 * |............|.............|....|....| <- dev_t
722 * Inside a major, we have 16k disks, however mapped non-
727 * the well-know SCSI majors 8, 65--71, 136--143.
735 return SCSI_DISK1_MAJOR + major_idx - 1; in sd_major()
737 return SCSI_DISK8_MAJOR + major_idx - 8; in sd_major()
749 struct scsi_device *sdev = sdkp->device; in sd_sec_submit()
762 buffer, len, SD_TIMEOUT, sdkp->max_retries, in sd_sec_submit()
764 return ret <= 0 ? ret : -EIO; in sd_sec_submit()
834 struct bio *bio = rq->bio; in sd_setup_protect_cmnd()
840 scmd->prot_flags |= SCSI_PROT_IP_CHECKSUM; in sd_setup_protect_cmnd()
843 scmd->prot_flags |= SCSI_PROT_GUARD_CHECK; in sd_setup_protect_cmnd()
847 scmd->prot_flags |= SCSI_PROT_REF_INCREMENT; in sd_setup_protect_cmnd()
850 scmd->prot_flags |= SCSI_PROT_REF_CHECK; in sd_setup_protect_cmnd()
854 scmd->prot_flags |= SCSI_PROT_TRANSFER_PI; in sd_setup_protect_cmnd()
864 scmd->prot_flags &= sd_prot_flag_mask(prot_op); in sd_setup_protect_cmnd()
871 sdkp->provisioning_mode = SD_LBP_DISABLE; in sd_disable_discard()
872 blk_queue_disable_discard(sdkp->disk->queue); in sd_disable_discard()
878 unsigned int logical_block_size = sdkp->device->sector_size; in sd_config_discard()
881 lim->discard_alignment = sdkp->unmap_alignment * logical_block_size; in sd_config_discard()
882 lim->discard_granularity = max(sdkp->physical_block_size, in sd_config_discard()
883 sdkp->unmap_granularity * logical_block_size); in sd_config_discard()
884 sdkp->provisioning_mode = mode; in sd_config_discard()
893 max_blocks = min_not_zero(sdkp->max_unmap_blocks, in sd_config_discard()
898 if (sdkp->device->unmap_limit_for_ws) in sd_config_discard()
899 max_blocks = sdkp->max_unmap_blocks; in sd_config_discard()
901 max_blocks = sdkp->max_ws_blocks; in sd_config_discard()
907 if (sdkp->device->unmap_limit_for_ws) in sd_config_discard()
908 max_blocks = sdkp->max_unmap_blocks; in sd_config_discard()
910 max_blocks = sdkp->max_ws_blocks; in sd_config_discard()
916 max_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_discard()
921 lim->max_hw_discard_sectors = max_blocks * in sd_config_discard()
933 bvec_set_page(&rq->special_vec, page, data_len, 0); in sd_set_special_bvec()
934 rq->rq_flags |= RQF_SPECIAL_PAYLOAD; in sd_set_special_bvec()
935 return bvec_virt(&rq->special_vec); in sd_set_special_bvec()
940 struct scsi_device *sdp = cmd->device; in sd_setup_unmap_cmnd()
942 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_unmap_cmnd()
952 cmd->cmd_len = 10; in sd_setup_unmap_cmnd()
953 cmd->cmnd[0] = UNMAP; in sd_setup_unmap_cmnd()
954 cmd->cmnd[8] = 24; in sd_setup_unmap_cmnd()
961 cmd->allowed = sdkp->max_retries; in sd_setup_unmap_cmnd()
962 cmd->transfersize = data_len; in sd_setup_unmap_cmnd()
963 rq->timeout = SD_TIMEOUT; in sd_setup_unmap_cmnd()
970 unsigned int logical_block_size = sdkp->device->sector_size, in sd_config_atomic()
973 if ((!sdkp->max_atomic && !sdkp->max_atomic_with_boundary) || in sd_config_atomic()
974 sdkp->protection_type == T10_PI_TYPE2_PROTECTION) in sd_config_atomic()
977 physical_block_size_sectors = sdkp->physical_block_size / in sd_config_atomic()
978 sdkp->device->sector_size; in sd_config_atomic()
980 unit_min = rounddown_pow_of_two(sdkp->atomic_granularity ? in sd_config_atomic()
981 sdkp->atomic_granularity : in sd_config_atomic()
985 * Only use atomic boundary when we have the odd scenario of in sd_config_atomic()
986 * sdkp->max_atomic == 0, which the spec does permit. in sd_config_atomic()
988 if (sdkp->max_atomic) { in sd_config_atomic()
989 max_atomic = sdkp->max_atomic; in sd_config_atomic()
990 unit_max = rounddown_pow_of_two(sdkp->max_atomic); in sd_config_atomic()
991 sdkp->use_atomic_write_boundary = 0; in sd_config_atomic()
993 max_atomic = sdkp->max_atomic_with_boundary; in sd_config_atomic()
994 unit_max = rounddown_pow_of_two(sdkp->max_atomic_boundary); in sd_config_atomic()
995 sdkp->use_atomic_write_boundary = 1; in sd_config_atomic()
1000 * simple and just don't support atomic writes for values mismatched in sd_config_atomic()
1001 * with max_{boundary}atomic, physical block size, and in sd_config_atomic()
1006 if (sdkp->atomic_granularity > 1) { in sd_config_atomic()
1007 if (unit_min > 1 && unit_min % sdkp->atomic_granularity) in sd_config_atomic()
1009 if (unit_max > 1 && unit_max % sdkp->atomic_granularity) in sd_config_atomic()
1013 if (sdkp->atomic_alignment > 1) { in sd_config_atomic()
1014 if (unit_min > 1 && unit_min % sdkp->atomic_alignment) in sd_config_atomic()
1016 if (unit_max > 1 && unit_max % sdkp->atomic_alignment) in sd_config_atomic()
1020 lim->atomic_write_hw_max = max_atomic * logical_block_size; in sd_config_atomic()
1021 lim->atomic_write_hw_boundary = 0; in sd_config_atomic()
1022 lim->atomic_write_hw_unit_min = unit_min * logical_block_size; in sd_config_atomic()
1023 lim->atomic_write_hw_unit_max = unit_max * logical_block_size; in sd_config_atomic()
1024 lim->features |= BLK_FEAT_ATOMIC_WRITES; in sd_config_atomic()
1030 struct scsi_device *sdp = cmd->device; in sd_setup_write_same16_cmnd()
1032 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_same16_cmnd()
1035 u32 data_len = sdp->sector_size; in sd_setup_write_same16_cmnd()
1040 cmd->cmd_len = 16; in sd_setup_write_same16_cmnd()
1041 cmd->cmnd[0] = WRITE_SAME_16; in sd_setup_write_same16_cmnd()
1043 cmd->cmnd[1] = 0x8; /* UNMAP */ in sd_setup_write_same16_cmnd()
1044 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_write_same16_cmnd()
1045 put_unaligned_be32(nr_blocks, &cmd->cmnd[10]); in sd_setup_write_same16_cmnd()
1047 cmd->allowed = sdkp->max_retries; in sd_setup_write_same16_cmnd()
1048 cmd->transfersize = data_len; in sd_setup_write_same16_cmnd()
1049 rq->timeout = unmap ? SD_TIMEOUT : SD_WRITE_SAME_TIMEOUT; in sd_setup_write_same16_cmnd()
1057 struct scsi_device *sdp = cmd->device; in sd_setup_write_same10_cmnd()
1059 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_same10_cmnd()
1062 u32 data_len = sdp->sector_size; in sd_setup_write_same10_cmnd()
1067 cmd->cmd_len = 10; in sd_setup_write_same10_cmnd()
1068 cmd->cmnd[0] = WRITE_SAME; in sd_setup_write_same10_cmnd()
1070 cmd->cmnd[1] = 0x8; /* UNMAP */ in sd_setup_write_same10_cmnd()
1071 put_unaligned_be32(lba, &cmd->cmnd[2]); in sd_setup_write_same10_cmnd()
1072 put_unaligned_be16(nr_blocks, &cmd->cmnd[7]); in sd_setup_write_same10_cmnd()
1074 cmd->allowed = sdkp->max_retries; in sd_setup_write_same10_cmnd()
1075 cmd->transfersize = data_len; in sd_setup_write_same10_cmnd()
1076 rq->timeout = unmap ? SD_TIMEOUT : SD_WRITE_SAME_TIMEOUT; in sd_setup_write_same10_cmnd()
1084 struct scsi_device *sdp = cmd->device; in sd_setup_write_zeroes_cmnd()
1085 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_write_zeroes_cmnd()
1089 if (!(rq->cmd_flags & REQ_NOUNMAP)) { in sd_setup_write_zeroes_cmnd()
1090 switch (sdkp->zeroing_mode) { in sd_setup_write_zeroes_cmnd()
1098 if (sdp->no_write_same) { in sd_setup_write_zeroes_cmnd()
1099 rq->rq_flags |= RQF_QUIET; in sd_setup_write_zeroes_cmnd()
1103 if (sdkp->ws16 || lba > 0xffffffff || nr_blocks > 0xffff) in sd_setup_write_zeroes_cmnd()
1111 sdkp->device->no_write_same = 1; in sd_disable_write_same()
1112 sdkp->max_ws_blocks = 0; in sd_disable_write_same()
1113 blk_queue_disable_write_zeroes(sdkp->disk->queue); in sd_disable_write_same()
1119 unsigned int logical_block_size = sdkp->device->sector_size; in sd_config_write_same()
1121 if (sdkp->device->no_write_same) { in sd_config_write_same()
1122 sdkp->max_ws_blocks = 0; in sd_config_write_same()
1131 if (sdkp->max_ws_blocks > SD_MAX_WS10_BLOCKS) in sd_config_write_same()
1132 sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_write_same()
1134 else if (sdkp->ws16 || sdkp->ws10 || sdkp->device->no_report_opcodes) in sd_config_write_same()
1135 sdkp->max_ws_blocks = min_not_zero(sdkp->max_ws_blocks, in sd_config_write_same()
1138 sdkp->device->no_write_same = 1; in sd_config_write_same()
1139 sdkp->max_ws_blocks = 0; in sd_config_write_same()
1142 if (sdkp->lbprz && sdkp->lbpws) in sd_config_write_same()
1143 sdkp->zeroing_mode = SD_ZERO_WS16_UNMAP; in sd_config_write_same()
1144 else if (sdkp->lbprz && sdkp->lbpws10) in sd_config_write_same()
1145 sdkp->zeroing_mode = SD_ZERO_WS10_UNMAP; in sd_config_write_same()
1146 else if (sdkp->max_ws_blocks) in sd_config_write_same()
1147 sdkp->zeroing_mode = SD_ZERO_WS; in sd_config_write_same()
1149 sdkp->zeroing_mode = SD_ZERO_WRITE; in sd_config_write_same()
1151 if (sdkp->max_ws_blocks && in sd_config_write_same()
1152 sdkp->physical_block_size > logical_block_size) { in sd_config_write_same()
1163 * host-managed ZBC disks. in sd_config_write_same()
1165 sdkp->max_ws_blocks = in sd_config_write_same()
1166 round_down(sdkp->max_ws_blocks, in sd_config_write_same()
1167 bytes_to_logical(sdkp->device, in sd_config_write_same()
1168 sdkp->physical_block_size)); in sd_config_write_same()
1172 lim->max_write_zeroes_sectors = in sd_config_write_same()
1173 sdkp->max_ws_blocks * (logical_block_size >> SECTOR_SHIFT); in sd_config_write_same()
1175 if (sdkp->zeroing_mode == SD_ZERO_WS16_UNMAP || in sd_config_write_same()
1176 sdkp->zeroing_mode == SD_ZERO_WS10_UNMAP) in sd_config_write_same()
1177 lim->max_hw_wzeroes_unmap_sectors = in sd_config_write_same()
1178 lim->max_write_zeroes_sectors; in sd_config_write_same()
1184 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_flush_cmnd()
1187 memset(&cmd->sdb, 0, sizeof(cmd->sdb)); in sd_setup_flush_cmnd()
1189 if (cmd->device->use_16_for_sync) { in sd_setup_flush_cmnd()
1190 cmd->cmnd[0] = SYNCHRONIZE_CACHE_16; in sd_setup_flush_cmnd()
1191 cmd->cmd_len = 16; in sd_setup_flush_cmnd()
1193 cmd->cmnd[0] = SYNCHRONIZE_CACHE; in sd_setup_flush_cmnd()
1194 cmd->cmd_len = 10; in sd_setup_flush_cmnd()
1196 cmd->transfersize = 0; in sd_setup_flush_cmnd()
1197 cmd->allowed = sdkp->max_retries; in sd_setup_flush_cmnd()
1199 rq->timeout = rq->q->rq_timeout * SD_FLUSH_TIMEOUT_MULTIPLIER; in sd_setup_flush_cmnd()
1204 * sd_group_number() - Compute the GROUP NUMBER field
1205 * @cmd: SCSI command for which to compute the value of the six-bit GROUP NUMBER
1208 * From SBC-5 r05 (https://www.t10.org/cgi-bin/ac.pl?t=f&f=sbc5r05.pdf):
1212 * 3 - 0x3d: intermediate relative lifetimes.
1219 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_group_number()
1221 if (!sdkp->rscs) in sd_group_number()
1224 return min3((u32)rq->bio->bi_write_hint, in sd_group_number()
1225 (u32)sdkp->permanent_stream_count, 0x3fu); in sd_group_number()
1232 cmd->cmd_len = SD_EXT_CDB_SIZE; in sd_setup_rw32_cmnd()
1233 cmd->cmnd[0] = VARIABLE_LENGTH_CMD; in sd_setup_rw32_cmnd()
1234 cmd->cmnd[6] = sd_group_number(cmd); in sd_setup_rw32_cmnd()
1235 cmd->cmnd[7] = 0x18; /* Additional CDB len */ in sd_setup_rw32_cmnd()
1236 cmd->cmnd[9] = write ? WRITE_32 : READ_32; in sd_setup_rw32_cmnd()
1237 cmd->cmnd[10] = flags; in sd_setup_rw32_cmnd()
1238 cmd->cmnd[11] = dld & 0x07; in sd_setup_rw32_cmnd()
1239 put_unaligned_be64(lba, &cmd->cmnd[12]); in sd_setup_rw32_cmnd()
1240 put_unaligned_be32(lba, &cmd->cmnd[20]); /* Expected Indirect LBA */ in sd_setup_rw32_cmnd()
1241 put_unaligned_be32(nr_blocks, &cmd->cmnd[28]); in sd_setup_rw32_cmnd()
1250 cmd->cmd_len = 16; in sd_setup_rw16_cmnd()
1251 cmd->cmnd[0] = write ? WRITE_16 : READ_16; in sd_setup_rw16_cmnd()
1252 cmd->cmnd[1] = flags | ((dld >> 2) & 0x01); in sd_setup_rw16_cmnd()
1253 cmd->cmnd[14] = ((dld & 0x03) << 6) | sd_group_number(cmd); in sd_setup_rw16_cmnd()
1254 cmd->cmnd[15] = 0; in sd_setup_rw16_cmnd()
1255 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_rw16_cmnd()
1256 put_unaligned_be32(nr_blocks, &cmd->cmnd[10]); in sd_setup_rw16_cmnd()
1265 cmd->cmd_len = 10; in sd_setup_rw10_cmnd()
1266 cmd->cmnd[0] = write ? WRITE_10 : READ_10; in sd_setup_rw10_cmnd()
1267 cmd->cmnd[1] = flags; in sd_setup_rw10_cmnd()
1268 cmd->cmnd[6] = sd_group_number(cmd); in sd_setup_rw10_cmnd()
1269 cmd->cmnd[9] = 0; in sd_setup_rw10_cmnd()
1270 put_unaligned_be32(lba, &cmd->cmnd[2]); in sd_setup_rw10_cmnd()
1271 put_unaligned_be16(nr_blocks, &cmd->cmnd[7]); in sd_setup_rw10_cmnd()
1294 cmd->cmd_len = 6; in sd_setup_rw6_cmnd()
1295 cmd->cmnd[0] = write ? WRITE_6 : READ_6; in sd_setup_rw6_cmnd()
1296 cmd->cmnd[1] = (lba >> 16) & 0x1f; in sd_setup_rw6_cmnd()
1297 cmd->cmnd[2] = (lba >> 8) & 0xff; in sd_setup_rw6_cmnd()
1298 cmd->cmnd[3] = lba & 0xff; in sd_setup_rw6_cmnd()
1299 cmd->cmnd[4] = nr_blocks; in sd_setup_rw6_cmnd()
1300 cmd->cmnd[5] = 0; in sd_setup_rw6_cmnd()
1312 struct scsi_device *sdp = sdkp->device; in sd_cdl_dld()
1315 if (!sdp->cdl_supported || !sdp->cdl_enable) in sd_cdl_dld()
1327 return (hint - IOPRIO_HINT_DEV_DURATION_LIMIT_1) + 1; in sd_cdl_dld()
1334 cmd->cmd_len = 16; in sd_setup_atomic_cmnd()
1335 cmd->cmnd[0] = WRITE_ATOMIC_16; in sd_setup_atomic_cmnd()
1336 cmd->cmnd[1] = flags; in sd_setup_atomic_cmnd()
1337 put_unaligned_be64(lba, &cmd->cmnd[2]); in sd_setup_atomic_cmnd()
1338 put_unaligned_be16(nr_blocks, &cmd->cmnd[12]); in sd_setup_atomic_cmnd()
1340 put_unaligned_be16(nr_blocks, &cmd->cmnd[10]); in sd_setup_atomic_cmnd()
1342 put_unaligned_be16(0, &cmd->cmnd[10]); in sd_setup_atomic_cmnd()
1343 put_unaligned_be16(nr_blocks, &cmd->cmnd[12]); in sd_setup_atomic_cmnd()
1344 cmd->cmnd[14] = 0; in sd_setup_atomic_cmnd()
1345 cmd->cmnd[15] = 0; in sd_setup_atomic_cmnd()
1353 struct scsi_device *sdp = cmd->device; in sd_setup_read_write_cmnd()
1354 struct scsi_disk *sdkp = scsi_disk(rq->q->disk); in sd_setup_read_write_cmnd()
1356 sector_t threshold; in sd_setup_read_write_cmnd() local
1358 unsigned int mask = logical_to_sectors(sdp, 1) - 1; in sd_setup_read_write_cmnd()
1371 if (!scsi_device_online(sdp) || sdp->changed) { in sd_setup_read_write_cmnd()
1376 if (blk_rq_pos(rq) + blk_rq_sectors(rq) > get_capacity(rq->q->disk)) { in sd_setup_read_write_cmnd()
1390 threshold = sdkp->capacity - SD_LAST_BUGGY_SECTORS; in sd_setup_read_write_cmnd()
1392 if (unlikely(sdp->last_sector_bug && lba + nr_blocks > threshold)) { in sd_setup_read_write_cmnd()
1393 if (lba < threshold) { in sd_setup_read_write_cmnd()
1394 /* Access up to the threshold but not beyond */ in sd_setup_read_write_cmnd()
1395 nr_blocks = threshold - lba; in sd_setup_read_write_cmnd()
1402 fua = rq->cmd_flags & REQ_FUA ? 0x8 : 0; in sd_setup_read_write_cmnd()
1404 dif = scsi_host_dif_capable(cmd->device->host, sdkp->protection_type); in sd_setup_read_write_cmnd()
1412 if (protect && sdkp->protection_type == T10_PI_TYPE2_PROTECTION) { in sd_setup_read_write_cmnd()
1415 } else if (rq->cmd_flags & REQ_ATOMIC) { in sd_setup_read_write_cmnd()
1417 sdkp->use_atomic_write_boundary, in sd_setup_read_write_cmnd()
1419 } else if (sdp->use_16_for_rw || (nr_blocks > 0xffff)) { in sd_setup_read_write_cmnd()
1423 sdp->use_10_for_rw || protect || rq->bio->bi_write_hint) { in sd_setup_read_write_cmnd()
1439 cmd->transfersize = sdp->sector_size; in sd_setup_read_write_cmnd()
1440 cmd->underflow = nr_blocks << 9; in sd_setup_read_write_cmnd()
1441 cmd->allowed = sdkp->max_retries; in sd_setup_read_write_cmnd()
1442 cmd->sdb.length = nr_blocks * sdp->sector_size; in sd_setup_read_write_cmnd()
1470 switch (scsi_disk(rq->q->disk)->provisioning_mode) { in sd_init_command()
1511 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in sd_uninit_command()
1512 mempool_free(rq->special_vec.bv_page, sd_page_pool); in sd_uninit_command()
1517 if (sdkp->device->removable || sdkp->write_prot) { in sd_need_revalidate()
1527 return test_bit(GD_NEED_PART_SCAN, &disk->state); in sd_need_revalidate()
1531 * sd_open - open a scsi disk device
1543 * Locking: called with disk->open_mutex held.
1548 struct scsi_device *sdev = sdkp->device; in sd_open()
1552 return -ENXIO; in sd_open()
1560 retval = -ENXIO; in sd_open()
1570 retval = -ENOMEDIUM; in sd_open()
1571 if (sdev->removable && !sdkp->media_present && in sd_open()
1579 retval = -EROFS; in sd_open()
1580 if (sdkp->write_prot && (mode & BLK_OPEN_WRITE)) in sd_open()
1589 retval = -ENXIO; in sd_open()
1593 if ((atomic_inc_return(&sdkp->openers) == 1) && sdev->removable) { in sd_open()
1606 * sd_release - invoked when the (last) close(2) is called on this
1615 * Locking: called with disk->open_mutex held.
1620 struct scsi_device *sdev = sdkp->device; in sd_release()
1624 if (atomic_dec_return(&sdkp->openers) == 0 && sdev->removable) { in sd_release()
1635 struct scsi_device *sdp = sdkp->device; in sd_getgeo()
1636 struct Scsi_Host *host = sdp->host; in sd_getgeo()
1637 sector_t capacity = logical_to_sectors(sdp, sdkp->capacity); in sd_getgeo()
1646 if (host->hostt->bios_param) in sd_getgeo()
1647 host->hostt->bios_param(sdp, disk, capacity, diskinfo); in sd_getgeo()
1651 geo->heads = diskinfo[0]; in sd_getgeo()
1652 geo->sectors = diskinfo[1]; in sd_getgeo()
1653 geo->cylinders = diskinfo[2]; in sd_getgeo()
1658 * sd_ioctl - process an ioctl
1674 struct gendisk *disk = bdev->bd_disk; in sd_ioctl()
1676 struct scsi_device *sdp = sdkp->device; in sd_ioctl()
1681 "cmd=0x%x\n", disk->disk_name, cmd)); in sd_ioctl()
1684 return -ENOIOCTLCMD; in sd_ioctl()
1698 return sed_ioctl(sdkp->opal_dev, cmd, p); in sd_ioctl()
1704 if (sdkp->media_present) in set_media_not_present()
1705 sdkp->device->changed = 1; in set_media_not_present()
1707 if (sdkp->device->removable) { in set_media_not_present()
1708 sdkp->media_present = 0; in set_media_not_present()
1709 sdkp->capacity = 0; in set_media_not_present()
1720 switch (sshdr->sense_key) { in media_not_present()
1724 if (sshdr->asc == 0x3A) { in media_not_present()
1733 * sd_check_events - check media events
1743 struct scsi_disk *sdkp = disk->private_data; in sd_check_events()
1751 sdp = sdkp->device; in sd_check_events()
1755 * If the device is offline, don't send any commands - just pretend as in sd_check_events()
1767 * no cartridge loaded - NOT READY, drive with changed cartridge - in sd_check_events()
1768 * UNIT ATTENTION, or with same cartridge - GOOD STATUS. in sd_check_events()
1777 retval = scsi_test_unit_ready(sdp, SD_TIMEOUT, sdkp->max_retries, in sd_check_events()
1794 if (!sdkp->media_present) in sd_check_events()
1795 sdp->changed = 1; in sd_check_events()
1796 sdkp->media_present = 1; in sd_check_events()
1799 * sdp->changed is set under the following conditions: in sd_check_events()
1804 disk_changed = sdp->changed; in sd_check_events()
1805 sdp->changed = 0; in sd_check_events()
1812 struct scsi_device *sdp = sdkp->device; in sd_sync_cache()
1813 const int timeout = sdp->request_queue->rq_timeout in sd_sync_cache()
1816 const unsigned char cmd[16] = { sdp->use_16_for_sync ? in sd_sync_cache()
1836 return -ENODEV; in sd_sync_cache()
1839 sdkp->max_retries, &exec_args); in sd_sync_cache()
1878 return -EBUSY; in sd_sync_cache()
1880 return -EIO; in sd_sync_cache()
1890 sd_revalidate_disk(sdkp->disk); in sd_rescan()
1896 struct scsi_device *sdev = scsi_disk(disk)->device; in sd_get_unique_id()
1899 int ret = -ENXIO, len; in sd_get_unique_id()
1902 vpd = rcu_dereference(sdev->vpd_pg83); in sd_get_unique_id()
1906 ret = -EINVAL; in sd_get_unique_id()
1907 for (d = vpd->data + 4; d < vpd->data + vpd->len; d += d[3] + 4) { in sd_get_unique_id()
1915 * Only exit early if a 16-byte descriptor was found. Otherwise in sd_get_unique_id()
1951 if (sshdr->sense_key == ILLEGAL_REQUEST && in sd_scsi_to_pr_err()
1952 (sshdr->asc == 0x26 || sshdr->asc == 0x24)) in sd_scsi_to_pr_err()
1953 return -EINVAL; in sd_scsi_to_pr_err()
1964 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_in_command()
1965 struct scsi_device *sdev = sdkp->device; in sd_pr_in_command()
1990 SD_TIMEOUT, sdkp->max_retries, &exec_args); in sd_pr_in_command()
2006 u32 num_keys = keys_info->num_keys; in sd_pr_read_keys()
2011 * Each reservation key takes 8 bytes and there is an 8-byte header in sd_pr_read_keys()
2013 * 16-bit ALLOCATION LENGTH field. in sd_pr_read_keys()
2018 return -EINVAL; in sd_pr_read_keys()
2022 return -ENOMEM; in sd_pr_read_keys()
2028 keys_info->generation = get_unaligned_be32(&data[0]); in sd_pr_read_keys()
2029 keys_info->num_keys = get_unaligned_be32(&data[4]) / 8; in sd_pr_read_keys()
2032 num_copy_keys = min(num_keys, keys_info->num_keys); in sd_pr_read_keys()
2035 keys_info->keys[i] = get_unaligned_be64(&data[data_offset]); in sd_pr_read_keys()
2047 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_read_reservation()
2048 struct scsi_device *sdev = sdkp->device; in sd_pr_read_reservation()
2065 return -EINVAL; in sd_pr_read_reservation()
2068 rsv->generation = get_unaligned_be32(&data[0]); in sd_pr_read_reservation()
2069 rsv->key = get_unaligned_be64(&data[8]); in sd_pr_read_reservation()
2070 rsv->type = scsi_pr_type_to_block(data[21] & 0x0f); in sd_pr_read_reservation()
2077 struct scsi_disk *sdkp = scsi_disk(bdev->bd_disk); in sd_pr_out_command()
2078 struct scsi_device *sdev = sdkp->device; in sd_pr_out_command()
2111 sizeof(data), SD_TIMEOUT, sdkp->max_retries, in sd_pr_out_command()
2130 return -EOPNOTSUPP; in sd_pr_register()
2140 return -EOPNOTSUPP; in sd_pr_reserve()
2177 put_device(&sdkp->disk_dev); in scsi_disk_free_disk()
2196 * sd_eh_reset - reset error handling callback
2197 * @scmd: sd-issued command that has failed
2209 struct scsi_disk *sdkp = scsi_disk(scsi_cmd_to_rq(scmd)->q->disk); in sd_eh_reset()
2212 sdkp->ignore_medium_access_errors = false; in sd_eh_reset()
2216 * sd_eh_action - error handling callback
2217 * @scmd: sd-issued command that has failed
2229 struct scsi_disk *sdkp = scsi_disk(scsi_cmd_to_rq(scmd)->q->disk); in sd_eh_action()
2230 struct scsi_device *sdev = scmd->device; in sd_eh_action()
2234 host_byte(scmd->result) != DID_TIME_OUT || in sd_eh_action()
2245 if (!sdkp->ignore_medium_access_errors) { in sd_eh_action()
2246 sdkp->medium_access_timed_out++; in sd_eh_action()
2247 sdkp->ignore_medium_access_errors = true; in sd_eh_action()
2255 if (sdkp->medium_access_timed_out >= sdkp->max_medium_access_timeouts) { in sd_eh_action()
2258 mutex_lock(&sdev->state_mutex); in sd_eh_action()
2260 mutex_unlock(&sdev->state_mutex); in sd_eh_action()
2271 struct scsi_device *sdev = scmd->device; in sd_completed_bytes()
2279 if (scsi_bufflen(scmd) <= sdev->sector_size) in sd_completed_bytes()
2283 if (!scsi_get_sense_info_fld(scmd->sense_buffer, in sd_completed_bytes()
2301 transferred = scsi_bufflen(scmd) - scsi_get_resid(scmd); in sd_completed_bytes()
2306 good_bytes = logical_to_bytes(sdev, bad_lba - start_lba); in sd_completed_bytes()
2312 * sd_done - bottom half handler: called when the lower level
2314 * @SCpnt: mid-level's per command structure.
2320 int result = SCpnt->result; in sd_done()
2322 unsigned int sector_size = SCpnt->device->sector_size; in sd_done()
2326 struct scsi_disk *sdkp = scsi_disk(req->q->disk); in sd_done()
2353 if (resid & (sector_size - 1)) { in sd_done()
2369 sdkp->medium_access_timed_out = 0; in sd_done()
2388 SCpnt->result = 0; in sd_done()
2389 memset(SCpnt->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE); in sd_done()
2402 switch (SCpnt->cmnd[0]) { in sd_done()
2408 if (SCpnt->cmnd[1] & 8) { /* UNMAP */ in sd_done()
2412 req->rq_flags |= RQF_QUIET; in sd_done()
2423 if (sdkp->device->type == TYPE_ZBC) in sd_done()
2434 * spinup disk - called only in sd_revalidate_disk()
2478 bool media_was_present = sdkp->media_present; in sd_spinup_disk()
2482 the_result = scsi_execute_cmd(sdkp->device, cmd, REQ_OP_DRV_IN, in sd_spinup_disk()
2484 sdkp->max_retries, &exec_args); in sd_spinup_disk()
2489 * If the drive has indicated to us that it doesn't in sd_spinup_disk()
2515 if (sdkp->device->no_start_on_add) in sd_spinup_disk()
2539 [4] = sdkp->device->start_stop_pwr_cond ? in sd_spinup_disk()
2544 scsi_execute_cmd(sdkp->device, start_cmd, in sd_spinup_disk()
2546 SD_TIMEOUT, sdkp->max_retries, in sd_spinup_disk()
2594 struct scsi_device *sdp = sdkp->device; in sd_read_protection_type()
2598 sdkp->protection_type = 0; in sd_read_protection_type()
2608 sdkp->protection_type = 0; in sd_read_protection_type()
2609 return -ENODEV; in sd_read_protection_type()
2612 sdkp->protection_type = type; in sd_read_protection_type()
2620 struct scsi_device *sdp = sdkp->device; in sd_config_protection()
2625 if (!sdkp->protection_type) in sd_config_protection()
2628 if (!scsi_host_dif_capable(sdp->host, sdkp->protection_type)) { in sd_config_protection()
2631 sdkp->protection_type); in sd_config_protection()
2632 sdkp->protection_type = 0; in sd_config_protection()
2636 sdkp->protection_type); in sd_config_protection()
2649 * Set dirty bit for removable devices if not ready - in read_capacity_error()
2652 if (sdp->removable && in read_capacity_error()
2653 sense_valid && sshdr->sense_key == NOT_READY) in read_capacity_error()
2661 sdkp->capacity = 0; /* unknown mapped to zero - as usual */ in read_capacity_error()
2686 if (sdp->no_read_capacity_16) in read_capacity_16()
2687 return -EINVAL; in read_capacity_16()
2698 sdkp->max_retries, &exec_args); in read_capacity_16()
2701 return -ENODEV; in read_capacity_16()
2711 return -EINVAL; in read_capacity_16()
2717 if (--reset_retries > 0) in read_capacity_16()
2720 retries--; in read_capacity_16()
2727 return -EINVAL; in read_capacity_16()
2734 sdkp->capacity = 0; in read_capacity_16()
2735 return -ENODEV; in read_capacity_16()
2739 sdkp->physical_block_size = (1 << (buffer[13] & 0xf)) * sector_size; in read_capacity_16()
2742 sdkp->rc_basis = (buffer[12] >> 4) & 0x3; in read_capacity_16()
2746 lim->alignment_offset = alignment; in read_capacity_16()
2747 if (alignment && sdkp->first_scan) in read_capacity_16()
2752 sdkp->lbpme = 1; in read_capacity_16()
2755 sdkp->lbprz = 1; in read_capacity_16()
2758 sdkp->capacity = lba + 1; in read_capacity_16()
2808 8, SD_TIMEOUT, sdkp->max_retries, in read_capacity_10()
2815 return -ENODEV; in read_capacity_10()
2821 return -EINVAL; in read_capacity_10()
2827 if (sdp->no_read_capacity_16 && (lba == 0xffffffff)) { in read_capacity_10()
2831 sdkp->capacity = 0; in read_capacity_10()
2832 sdkp->physical_block_size = sector_size; in read_capacity_10()
2836 sdkp->capacity = lba + 1; in read_capacity_10()
2837 sdkp->physical_block_size = sector_size; in read_capacity_10()
2843 if (sdp->host->max_cmd_len < 16) in sd_try_rc16_first()
2845 if (sdp->try_rc_10_first) in sd_try_rc16_first()
2847 if (sdp->scsi_level > SCSI_SPC_2) in sd_try_rc16_first()
2862 struct scsi_device *sdp = sdkp->device; in sd_read_capacity()
2866 if (sector_size == -EOVERFLOW) in sd_read_capacity()
2868 if (sector_size == -ENODEV) in sd_read_capacity()
2876 if (sector_size == -EOVERFLOW) in sd_read_capacity()
2880 if ((sizeof(sdkp->capacity) > 4) && in sd_read_capacity()
2881 (sdkp->capacity > 0xffffffffULL)) { in sd_read_capacity()
2889 sdkp->capacity = 1 + (sector_t) 0xffffffff; in sd_read_capacity()
2894 sdp->try_rc_10_first = 0; in sd_read_capacity()
2908 if (sdp->fix_capacity || in sd_read_capacity()
2909 (sdp->guess_capacity && (sdkp->capacity & 0x01))) { in sd_read_capacity()
2912 (unsigned long long) sdkp->capacity); in sd_read_capacity()
2913 --sdkp->capacity; in sd_read_capacity()
2930 * The user might want to re-format the drive with in sd_read_capacity()
2935 sdkp->capacity = 0; in sd_read_capacity()
2944 lim->logical_block_size = sector_size; in sd_read_capacity()
2945 lim->physical_block_size = sdkp->physical_block_size; in sd_read_capacity()
2946 sdkp->device->sector_size = sector_size; in sd_read_capacity()
2948 if (sdkp->capacity > 0xffffffff) in sd_read_capacity()
2949 sdp->use_16_for_rw = 1; in sd_read_capacity()
2960 int sector_size = sdkp->device->sector_size; in sd_print_capacity()
2963 if (!sdkp->first_scan && old_capacity == sdkp->capacity) in sd_print_capacity()
2966 string_get_size(sdkp->capacity, sector_size, in sd_print_capacity()
2968 string_get_size(sdkp->capacity, sector_size, in sd_print_capacity()
2972 "%llu %d-byte logical blocks: (%s/%s)\n", in sd_print_capacity()
2973 (unsigned long long)sdkp->capacity, in sd_print_capacity()
2976 if (sdkp->physical_block_size != sector_size) in sd_print_capacity()
2978 "%u-byte physical blocks\n", in sd_print_capacity()
2979 sdkp->physical_block_size); in sd_print_capacity()
2992 if (sdkp->device->use_10_for_ms && len < 8) in sd_do_mode_sense()
2995 return scsi_mode_sense(sdkp->device, dbd, modepage, 0, buffer, len, in sd_do_mode_sense()
2996 SD_TIMEOUT, sdkp->max_retries, data, sshdr); in sd_do_mode_sense()
3000 * read write protect setting, if possible - called only in sd_revalidate_disk()
3007 struct scsi_device *sdp = sdkp->device; in sd_read_write_protect_flag()
3009 int old_wp = sdkp->write_prot; in sd_read_write_protect_flag()
3011 set_disk_ro(sdkp->disk, 0); in sd_read_write_protect_flag()
3012 if (sdp->skip_ms_page_3f) { in sd_read_write_protect_flag()
3017 if (sdp->use_192_bytes_for_3f) { in sd_read_write_protect_flag()
3048 sdkp->write_prot = ((data.device_specific & 0x80) != 0); in sd_read_write_protect_flag()
3049 set_disk_ro(sdkp->disk, sdkp->write_prot); in sd_read_write_protect_flag()
3050 if (sdkp->first_scan || old_wp != sdkp->write_prot) { in sd_read_write_protect_flag()
3052 sdkp->write_prot ? "on" : "off"); in sd_read_write_protect_flag()
3059 * sd_read_cache_type - called only from sd_revalidate_disk()
3066 struct scsi_device *sdp = sdkp->device; in sd_read_cache_type()
3073 int old_wce = sdkp->WCE; in sd_read_cache_type()
3074 int old_rcd = sdkp->RCD; in sd_read_cache_type()
3075 int old_dpofua = sdkp->DPOFUA; in sd_read_cache_type()
3078 if (sdkp->cache_override) in sd_read_cache_type()
3082 if (sdp->skip_ms_page_8) { in sd_read_cache_type()
3083 if (sdp->type == TYPE_RBC) in sd_read_cache_type()
3086 if (sdp->skip_ms_page_3f) in sd_read_cache_type()
3089 if (sdp->use_192_bytes_for_3f) in sd_read_cache_type()
3093 } else if (sdp->type == TYPE_RBC) { in sd_read_cache_type()
3129 if (modepage == 0x3F && sdp->use_192_bytes_for_3f) in sd_read_cache_type()
3147 if (len - offset <= 2) { in sd_read_cache_type()
3158 if (spf && len - offset > 3) in sd_read_cache_type()
3161 else if (!spf && len - offset > 1) in sd_read_cache_type()
3178 sdkp->WCE = ((buffer[offset + 2] & 0x04) != 0); in sd_read_cache_type()
3179 sdkp->RCD = ((buffer[offset + 2] & 0x01) != 0); in sd_read_cache_type()
3181 sdkp->WCE = ((buffer[offset + 2] & 0x01) == 0); in sd_read_cache_type()
3182 sdkp->RCD = 0; in sd_read_cache_type()
3185 sdkp->DPOFUA = (data.device_specific & 0x10) != 0; in sd_read_cache_type()
3186 if (sdp->broken_fua) { in sd_read_cache_type()
3188 sdkp->DPOFUA = 0; in sd_read_cache_type()
3189 } else if (sdkp->DPOFUA && !sdkp->device->use_10_for_rw && in sd_read_cache_type()
3190 !sdkp->device->use_16_for_rw) { in sd_read_cache_type()
3193 sdkp->DPOFUA = 0; in sd_read_cache_type()
3197 if (sdkp->WCE && sdkp->write_prot) in sd_read_cache_type()
3198 sdkp->WCE = 0; in sd_read_cache_type()
3200 if (sdkp->first_scan || old_wce != sdkp->WCE || in sd_read_cache_type()
3201 old_rcd != sdkp->RCD || old_dpofua != sdkp->DPOFUA) in sd_read_cache_type()
3204 sdkp->WCE ? "enabled" : "disabled", in sd_read_cache_type()
3205 sdkp->RCD ? "disabled" : "enabled", in sd_read_cache_type()
3206 sdkp->DPOFUA ? "supports DPO and FUA" in sd_read_cache_type()
3213 if (res == -EIO && scsi_sense_valid(&sshdr) && in sd_read_cache_type()
3223 if (sdp->wce_default_on) { in sd_read_cache_type()
3226 sdkp->WCE = 1; in sd_read_cache_type()
3230 sdkp->WCE = 0; in sd_read_cache_type()
3232 sdkp->RCD = 0; in sd_read_cache_type()
3233 sdkp->DPOFUA = 0; in sd_read_cache_type()
3243 struct scsi_device *sdev = sdkp->device; in sd_is_perm_stream()
3254 SD_TIMEOUT, sdkp->max_retries, &exec_args); in sd_is_perm_stream()
3268 struct scsi_device *sdp = sdkp->device; in sd_read_io_hints()
3275 if (sdp->sdev_bflags & BLIST_SKIP_IO_HINTS) in sd_read_io_hints()
3280 sdkp->max_retries, &data, &sshdr); in sd_read_io_hints()
3287 * From "SBC-5 Constrained Streams with Data Lifetimes": Device severs in sd_read_io_hints()
3292 if (!desc->st_enble || !sd_is_perm_stream(sdkp, desc - start)) in sd_read_io_hints()
3294 permanent_stream_count_old = sdkp->permanent_stream_count; in sd_read_io_hints()
3295 sdkp->permanent_stream_count = desc - start; in sd_read_io_hints()
3296 if (sdkp->rscs && sdkp->permanent_stream_count < 2) in sd_read_io_hints()
3299 sdkp->permanent_stream_count); in sd_read_io_hints()
3300 else if (sdkp->permanent_stream_count != permanent_stream_count_old) in sd_read_io_hints()
3302 sdkp->permanent_stream_count); in sd_read_io_hints()
3312 struct scsi_device *sdp = sdkp->device; in sd_read_app_tag_own()
3316 if (sdp->type != TYPE_DISK && sdp->type != TYPE_ZBC) in sd_read_app_tag_own()
3319 if (sdkp->protection_type == 0) in sd_read_app_tag_own()
3323 sdkp->max_retries, &data, &sshdr); in sd_read_app_tag_own()
3330 if (res == -EIO && scsi_sense_valid(&sshdr)) in sd_read_app_tag_own()
3346 sdkp->ATO = 1; in sd_read_app_tag_own()
3353 if (!sdkp->lbpme) in sd_discard_mode()
3356 if (!sdkp->lbpvpd) { in sd_discard_mode()
3358 if (sdkp->max_unmap_blocks) in sd_discard_mode()
3363 /* LBP VPD page tells us what to use */ in sd_discard_mode()
3364 if (sdkp->lbpu && sdkp->max_unmap_blocks) in sd_discard_mode()
3366 if (sdkp->lbpws) in sd_discard_mode()
3368 if (sdkp->lbpws10) in sd_discard_mode()
3383 vpd = rcu_dereference(sdkp->device->vpd_pgb0); in sd_read_block_limits()
3384 if (!vpd || vpd->len < 16) in sd_read_block_limits()
3387 sdkp->min_xfer_blocks = get_unaligned_be16(&vpd->data[6]); in sd_read_block_limits()
3388 sdkp->max_xfer_blocks = get_unaligned_be32(&vpd->data[8]); in sd_read_block_limits()
3389 sdkp->opt_xfer_blocks = get_unaligned_be32(&vpd->data[12]); in sd_read_block_limits()
3391 if (vpd->len >= 64) { in sd_read_block_limits()
3394 sdkp->max_ws_blocks = (u32)get_unaligned_be64(&vpd->data[36]); in sd_read_block_limits()
3396 if (!sdkp->lbpme) in sd_read_block_limits()
3399 lba_count = get_unaligned_be32(&vpd->data[20]); in sd_read_block_limits()
3400 desc_count = get_unaligned_be32(&vpd->data[24]); in sd_read_block_limits()
3403 sdkp->max_unmap_blocks = lba_count; in sd_read_block_limits()
3405 sdkp->unmap_granularity = get_unaligned_be32(&vpd->data[28]); in sd_read_block_limits()
3407 if (vpd->data[32] & 0x80) in sd_read_block_limits()
3408 sdkp->unmap_alignment = in sd_read_block_limits()
3409 get_unaligned_be32(&vpd->data[32]) & ~(1 << 31); in sd_read_block_limits()
3412 sdkp->max_atomic = get_unaligned_be32(&vpd->data[44]); in sd_read_block_limits()
3413 sdkp->atomic_alignment = get_unaligned_be32(&vpd->data[48]); in sd_read_block_limits()
3414 sdkp->atomic_granularity = get_unaligned_be32(&vpd->data[52]); in sd_read_block_limits()
3415 sdkp->max_atomic_with_boundary = get_unaligned_be32(&vpd->data[56]); in sd_read_block_limits()
3416 sdkp->max_atomic_boundary = get_unaligned_be32(&vpd->data[60]); in sd_read_block_limits()
3431 vpd = rcu_dereference(sdkp->device->vpd_pgb7); in sd_read_block_limits_ext()
3432 if (vpd && vpd->len >= 6) in sd_read_block_limits_ext()
3433 sdkp->rscs = vpd->data[5] & 1; in sd_read_block_limits_ext()
3445 vpd = rcu_dereference(sdkp->device->vpd_pgb1); in sd_read_block_characteristics()
3447 if (!vpd || vpd->len <= 8) { in sd_read_block_characteristics()
3452 rot = get_unaligned_be16(&vpd->data[4]); in sd_read_block_characteristics()
3453 sdkp->zoned = (vpd->data[8] >> 4) & 3; in sd_read_block_characteristics()
3457 lim->features &= ~(BLK_FEAT_ROTATIONAL | BLK_FEAT_ADD_RANDOM); in sd_read_block_characteristics()
3459 if (!sdkp->first_scan) in sd_read_block_characteristics()
3462 if (sdkp->device->type == TYPE_ZBC) in sd_read_block_characteristics()
3463 sd_printk(KERN_NOTICE, sdkp, "Host-managed zoned block device\n"); in sd_read_block_characteristics()
3464 else if (sdkp->zoned == 1) in sd_read_block_characteristics()
3465 sd_printk(KERN_NOTICE, sdkp, "Host-aware SMR disk used as regular disk\n"); in sd_read_block_characteristics()
3466 else if (sdkp->zoned == 2) in sd_read_block_characteristics()
3467 sd_printk(KERN_NOTICE, sdkp, "Drive-managed SMR disk\n"); in sd_read_block_characteristics()
3471 * sd_read_block_provisioning - Query provisioning VPD page
3478 if (sdkp->lbpme == 0) in sd_read_block_provisioning()
3482 vpd = rcu_dereference(sdkp->device->vpd_pgb2); in sd_read_block_provisioning()
3484 if (!vpd || vpd->len < 8) { in sd_read_block_provisioning()
3489 sdkp->lbpvpd = 1; in sd_read_block_provisioning()
3490 sdkp->lbpu = (vpd->data[5] >> 7) & 1; /* UNMAP */ in sd_read_block_provisioning()
3491 sdkp->lbpws = (vpd->data[5] >> 6) & 1; /* WRITE SAME(16) w/ UNMAP */ in sd_read_block_provisioning()
3492 sdkp->lbpws10 = (vpd->data[5] >> 5) & 1; /* WRITE SAME(10) w/ UNMAP */ in sd_read_block_provisioning()
3498 struct scsi_device *sdev = sdkp->device; in sd_read_write_same()
3500 if (sdev->host->no_write_same) { in sd_read_write_same()
3501 sdev->no_write_same = 1; in sd_read_write_same()
3507 sdev->no_report_opcodes = 1; in sd_read_write_same()
3513 if (sdev->is_ata) in sd_read_write_same()
3514 sdev->no_write_same = 1; in sd_read_write_same()
3518 sdkp->ws16 = 1; in sd_read_write_same()
3521 sdkp->ws10 = 1; in sd_read_write_same()
3526 struct scsi_device *sdev = sdkp->device; in sd_read_security()
3528 if (!sdev->security_supported) in sd_read_security()
3535 sdkp->security = 1; in sd_read_security()
3540 return logical_to_sectors(sdkp->device, get_unaligned_be64(buf)); in sd64_to_sectors()
3544 * sd_read_cpr - Query concurrent positioning ranges
3559 if (sdkp->first_scan) in sd_read_cpr()
3562 if (!sdkp->capacity) in sd_read_cpr()
3571 if (!buffer || scsi_get_vpd_page(sdkp->device, 0xb9, buffer, buf_len)) in sd_read_cpr()
3582 nr_cpr = (vpd_len - 64) / 32; in sd_read_cpr()
3588 iars = disk_alloc_independent_access_ranges(sdkp->disk, nr_cpr); in sd_read_cpr()
3603 iars->ia_range[i].sector = sd64_to_sectors(sdkp, desc + 8); in sd_read_cpr()
3604 iars->ia_range[i].nr_sectors = sd64_to_sectors(sdkp, desc + 16); in sd_read_cpr()
3608 disk_set_independent_access_ranges(sdkp->disk, iars); in sd_read_cpr()
3609 if (nr_cpr && sdkp->nr_actuators != nr_cpr) { in sd_read_cpr()
3612 sdkp->nr_actuators = nr_cpr; in sd_read_cpr()
3620 struct scsi_device *sdp = sdkp->device; in sd_validate_min_xfer_size()
3622 logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_validate_min_xfer_size()
3624 if (sdkp->min_xfer_blocks == 0) in sd_validate_min_xfer_size()
3627 if (min_xfer_bytes & (sdkp->physical_block_size - 1)) { in sd_validate_min_xfer_size()
3631 min_xfer_bytes, sdkp->physical_block_size); in sd_validate_min_xfer_size()
3632 sdkp->min_xfer_blocks = 0; in sd_validate_min_xfer_size()
3649 struct scsi_device *sdp = sdkp->device; in sd_validate_opt_xfer_size()
3651 logical_to_bytes(sdp, sdkp->opt_xfer_blocks); in sd_validate_opt_xfer_size()
3653 logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_validate_opt_xfer_size()
3655 if (sdkp->opt_xfer_blocks == 0) in sd_validate_opt_xfer_size()
3658 if (sdkp->opt_xfer_blocks > dev_max) { in sd_validate_opt_xfer_size()
3662 sdkp->opt_xfer_blocks, dev_max); in sd_validate_opt_xfer_size()
3666 if (sdkp->opt_xfer_blocks > SD_DEF_XFER_BLOCKS) { in sd_validate_opt_xfer_size()
3670 sdkp->opt_xfer_blocks, SD_DEF_XFER_BLOCKS); in sd_validate_opt_xfer_size()
3691 if (opt_xfer_bytes & (sdkp->physical_block_size - 1)) { in sd_validate_opt_xfer_size()
3695 opt_xfer_bytes, sdkp->physical_block_size); in sd_validate_opt_xfer_size()
3706 struct scsi_device *sdev = sdkp->device; in sd_read_block_zero()
3707 unsigned int buf_len = sdev->sector_size; in sd_read_block_zero()
3714 if (sdev->use_16_for_rw) { in sd_read_block_zero()
3724 scsi_execute_cmd(sdkp->device, cmd, REQ_OP_DRV_IN, buffer, buf_len, in sd_read_block_zero()
3725 SD_TIMEOUT, sdkp->max_retries, NULL); in sd_read_block_zero()
3730 * sd_revalidate_disk - called the first time a new disk is seen,
3737 struct scsi_device *sdp = sdkp->device; in sd_revalidate_disk()
3738 sector_t old_capacity = sdkp->capacity; in sd_revalidate_disk()
3764 *lim = queue_limits_start_update(sdkp->disk->queue); in sd_revalidate_disk()
3770 if (sdkp->media_present) { in sd_revalidate_disk()
3777 if (sdp->read_before_ms) in sd_revalidate_disk()
3780 * set the default to rotational. All non-rotational devices in sd_revalidate_disk()
3785 lim->features |= (BLK_FEAT_ROTATIONAL | BLK_FEAT_ADD_RANDOM); in sd_revalidate_disk()
3815 dev_max = sdp->use_16_for_rw ? SD_MAX_XFER_BLOCKS : SD_DEF_XFER_BLOCKS; in sd_revalidate_disk()
3818 dev_max = min_not_zero(dev_max, sdkp->max_xfer_blocks); in sd_revalidate_disk()
3819 lim->max_dev_sectors = logical_to_sectors(sdp, dev_max); in sd_revalidate_disk()
3822 lim->io_min = logical_to_bytes(sdp, sdkp->min_xfer_blocks); in sd_revalidate_disk()
3824 lim->io_min = 0; in sd_revalidate_disk()
3831 lim->io_opt = sdp->host->opt_sectors << SECTOR_SHIFT; in sd_revalidate_disk()
3833 lim->io_opt = min_not_zero(lim->io_opt, in sd_revalidate_disk()
3834 logical_to_bytes(sdp, sdkp->opt_xfer_blocks)); in sd_revalidate_disk()
3837 sdkp->first_scan = 0; in sd_revalidate_disk()
3839 set_capacity_and_notify(disk, logical_to_sectors(sdp, sdkp->capacity)); in sd_revalidate_disk()
3842 err = queue_limits_commit_update_frozen(sdkp->disk->queue, lim); in sd_revalidate_disk()
3848 * queue_limits_commit_update() unlocked q->limits_lock to avoid in sd_revalidate_disk()
3849 * deadlock with q->sysfs_dir_lock and q->sysfs_lock. in sd_revalidate_disk()
3851 if (sdkp->media_present && scsi_device_supports_vpd(sdp)) in sd_revalidate_disk()
3869 * sd_unlock_native_capacity - unlock native capacity
3874 * implements ->unlock_native_capacity() method, it's invoked to
3882 struct scsi_device *sdev = scsi_disk(disk)->device; in sd_unlock_native_capacity()
3884 if (sdev->host->hostt->unlock_native_capacity) in sd_unlock_native_capacity()
3885 sdev->host->hostt->unlock_native_capacity(sdev); in sd_unlock_native_capacity()
3889 * sd_format_disk_name - format disk name
3890 * @prefix: name prefix - ie. "sd" for SCSI disks
3902 * index shifted -1 after each digit is computed.
3908 * 0 on success, -errno on failure.
3912 const int base = 'z' - 'a' + 1; in sd_format_disk_name()
3918 p = end - 1; in sd_format_disk_name()
3923 return -EINVAL; in sd_format_disk_name()
3924 *--p = 'a' + (index % unit); in sd_format_disk_name()
3925 index = (index / unit) - 1; in sd_format_disk_name()
3928 memmove(begin, p, end - p); in sd_format_disk_name()
3935 * sd_probe - called during driver initialization and whenever a
3943 * Note: this function is invoked from the scsi mid-level.
3949 * Assume sd_probe is not re-entrant (for time being)
3961 error = -ENODEV; in sd_probe()
3962 if (sdp->type != TYPE_DISK && in sd_probe()
3963 sdp->type != TYPE_ZBC && in sd_probe()
3964 sdp->type != TYPE_MOD && in sd_probe()
3965 sdp->type != TYPE_RBC) in sd_probe()
3968 if (!IS_ENABLED(CONFIG_BLK_DEV_ZONED) && sdp->type == TYPE_ZBC) { in sd_probe()
3970 "Unsupported ZBC host-managed device.\n"); in sd_probe()
3977 error = -ENOMEM; in sd_probe()
3982 gd = blk_mq_alloc_disk_for_queue(sdp->request_queue, in sd_probe()
3993 error = sd_format_disk_name("sd", index, gd->disk_name, DISK_NAME_LEN); in sd_probe()
3999 sdkp->device = sdp; in sd_probe()
4000 sdkp->disk = gd; in sd_probe()
4001 sdkp->index = index; in sd_probe()
4002 sdkp->max_retries = SD_MAX_RETRIES; in sd_probe()
4003 atomic_set(&sdkp->openers, 0); in sd_probe()
4004 atomic_set(&sdkp->device->ioerr_cnt, 0); in sd_probe()
4006 if (!sdp->request_queue->rq_timeout) { in sd_probe()
4007 if (sdp->type != TYPE_MOD) in sd_probe()
4008 blk_queue_rq_timeout(sdp->request_queue, SD_TIMEOUT); in sd_probe()
4010 blk_queue_rq_timeout(sdp->request_queue, in sd_probe()
4014 device_initialize(&sdkp->disk_dev); in sd_probe()
4015 sdkp->disk_dev.parent = get_device(dev); in sd_probe()
4016 sdkp->disk_dev.class = &sd_disk_class; in sd_probe()
4017 dev_set_name(&sdkp->disk_dev, "%s", dev_name(dev)); in sd_probe()
4019 error = device_add(&sdkp->disk_dev); in sd_probe()
4021 put_device(&sdkp->disk_dev); in sd_probe()
4027 gd->major = sd_major((index & 0xf0) >> 4); in sd_probe()
4028 gd->first_minor = ((index & 0xf) << 4) | (index & 0xfff00); in sd_probe()
4029 gd->minors = SD_MINORS; in sd_probe()
4031 gd->fops = &sd_fops; in sd_probe()
4032 gd->private_data = sdkp; in sd_probe()
4034 /* defaults, until the device tells us otherwise */ in sd_probe()
4035 sdp->sector_size = 512; in sd_probe()
4036 sdkp->capacity = 0; in sd_probe()
4037 sdkp->media_present = 1; in sd_probe()
4038 sdkp->write_prot = 0; in sd_probe()
4039 sdkp->cache_override = 0; in sd_probe()
4040 sdkp->WCE = 0; in sd_probe()
4041 sdkp->RCD = 0; in sd_probe()
4042 sdkp->ATO = 0; in sd_probe()
4043 sdkp->first_scan = 1; in sd_probe()
4044 sdkp->max_medium_access_timeouts = SD_MAX_MEDIUM_TIMEOUTS; in sd_probe()
4048 if (sdp->removable) { in sd_probe()
4049 gd->flags |= GENHD_FL_REMOVABLE; in sd_probe()
4050 gd->events |= DISK_EVENT_MEDIA_CHANGE; in sd_probe()
4051 gd->event_flags = DISK_EVENT_FLAG_POLL | DISK_EVENT_FLAG_UEVENT; in sd_probe()
4054 blk_pm_runtime_init(sdp->request_queue, dev); in sd_probe()
4055 if (sdp->rpm_autosuspend) { in sd_probe()
4057 sdp->host->rpm_autosuspend_delay); in sd_probe()
4062 device_unregister(&sdkp->disk_dev); in sd_probe()
4067 if (sdkp->security) { in sd_probe()
4068 sdkp->opal_dev = init_opal_dev(sdkp, &sd_sec_submit); in sd_probe()
4069 if (sdkp->opal_dev) in sd_probe()
4074 sdp->removable ? "removable " : ""); in sd_probe()
4091 * sd_remove - called whenever a scsi disk (previously recognized by
4096 * Note: this function is invoked from the scsi mid-level.
4098 * that could be re-used by a subsequent sd_probe().
4099 * This function is not called when the built-in sd driver is "exit-ed".
4105 scsi_autopm_get_device(sdkp->device); in sd_remove()
4107 device_del(&sdkp->disk_dev); in sd_remove()
4108 del_gendisk(sdkp->disk); in sd_remove()
4109 if (!sdkp->suspended) in sd_remove()
4112 put_disk(sdkp->disk); in sd_remove()
4120 ida_free(&sd_index_ida, sdkp->index); in scsi_disk_release()
4121 put_device(&sdkp->device->sdev_gendev); in scsi_disk_release()
4122 free_opal_dev(sdkp->opal_dev); in scsi_disk_release()
4164 struct scsi_device *sdp = sdkp->device; in sd_start_stop_device()
4170 if (sdp->start_stop_pwr_cond) in sd_start_stop_device()
4174 return -ENODEV; in sd_start_stop_device()
4177 sdkp->max_retries, &exec_args); in sd_start_stop_device()
4190 return -EIO; in sd_start_stop_device()
4210 if (sdkp->WCE && sdkp->media_present) { in sd_shutdown()
4216 sdkp->device->manage_system_start_stop) || in sd_shutdown()
4218 sdkp->device->manage_shutdown) || in sd_shutdown()
4220 sdkp->device->manage_runtime_start_stop) || in sd_shutdown()
4222 sdkp->device->manage_restart)) { in sd_shutdown()
4230 return (sdev->manage_system_start_stop && !runtime) || in sd_do_start_stop()
4231 (sdev->manage_runtime_start_stop && runtime); in sd_do_start_stop()
4242 if (sdkp->WCE && sdkp->media_present) { in sd_suspend_common()
4243 if (!sdkp->device->silence_suspend) in sd_suspend_common()
4247 if (ret == -ENODEV) in sd_suspend_common()
4254 if (sd_do_start_stop(sdkp->device, runtime)) { in sd_suspend_common()
4255 if (!sdkp->device->silence_suspend) in sd_suspend_common()
4264 sdkp->suspended = true; in sd_suspend_common()
4288 if (opal_unlock_from_suspend(sdkp->opal_dev)) { in sd_resume()
4290 return -EIO; in sd_resume()
4304 if (!sd_do_start_stop(sdkp->device, runtime)) { in sd_resume_common()
4305 sdkp->suspended = false; in sd_resume_common()
4313 sdkp->suspended = false; in sd_resume_common()
4323 struct scsi_device *sdp = sdkp ? sdkp->device : NULL; in sd_resume_system()
4325 if (sdp && sdp->force_runtime_start_on_system_start) in sd_resume_system()
4342 sdp = sdkp->device; in sd_resume_runtime()
4344 if (sdp->ignore_media_change) { in sd_resume_runtime()
4352 sdp->request_queue->rq_timeout, 1, in sd_resume_runtime()
4389 * init_sd - entry point for this driver (both when built in or when
4392 * Note: this function registers this driver with the scsi mid-level.
4407 return -ENODEV; in init_sd()
4416 err = -ENOMEM; in init_sd()
4437 * exit_sd - exit point for this driver (when it is a module).
4439 * Note: this function unregisters this driver from the scsi mid-level.
4461 scsi_print_sense_hdr(sdkp->device, in sd_print_sense_hdr()
4462 sdkp->disk ? sdkp->disk->disk_name : NULL, sshdr); in sd_print_sense_hdr()