1147 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data = NULL;  in mpi3mr_update_tgtdev()  local
1191 		scsi_tgt_priv_data = (struct mpi3mr_stgt_priv_data *)  in mpi3mr_update_tgtdev()
1193 		scsi_tgt_priv_data->perst_id = tgtdev->perst_id;  in mpi3mr_update_tgtdev()
1194 		scsi_tgt_priv_data->dev_handle = tgtdev->dev_handle;  in mpi3mr_update_tgtdev()
1195 		scsi_tgt_priv_data->dev_type = tgtdev->dev_type;  in mpi3mr_update_tgtdev()
1196 		scsi_tgt_priv_data->io_throttle_enabled =  in mpi3mr_update_tgtdev()
1199 			atomic_set(&scsi_tgt_priv_data->block_io, 0);  in mpi3mr_update_tgtdev()
1200 		scsi_tgt_priv_data->wslen = tgtdev->wslen;  in mpi3mr_update_tgtdev()
1317 		if (scsi_tgt_priv_data)  in mpi3mr_update_tgtdev()
1318 			scsi_tgt_priv_data->throttle_group = tg;  in mpi3mr_update_tgtdev()
2628 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data = NULL;  in mpi3mr_pcietopochg_evt_th()  local
2635 		scsi_tgt_priv_data =  NULL;  in mpi3mr_pcietopochg_evt_th()
2638 			scsi_tgt_priv_data = (struct mpi3mr_stgt_priv_data *)  in mpi3mr_pcietopochg_evt_th()
2642 			if (scsi_tgt_priv_data) {  in mpi3mr_pcietopochg_evt_th()
2643 				scsi_tgt_priv_data->dev_removed = 1;  in mpi3mr_pcietopochg_evt_th()
2644 				scsi_tgt_priv_data->dev_removedelay = 0;  in mpi3mr_pcietopochg_evt_th()
2645 				atomic_set(&scsi_tgt_priv_data->block_io, 0);  in mpi3mr_pcietopochg_evt_th()
2651 			if (scsi_tgt_priv_data) {  in mpi3mr_pcietopochg_evt_th()
2652 				scsi_tgt_priv_data->dev_removedelay = 1;  in mpi3mr_pcietopochg_evt_th()
2653 				atomic_inc(&scsi_tgt_priv_data->block_io);  in mpi3mr_pcietopochg_evt_th()
2657 			if (scsi_tgt_priv_data &&  in mpi3mr_pcietopochg_evt_th()
2658 			    scsi_tgt_priv_data->dev_removedelay) {  in mpi3mr_pcietopochg_evt_th()
2659 				scsi_tgt_priv_data->dev_removedelay = 0;  in mpi3mr_pcietopochg_evt_th()
2661 				    (&scsi_tgt_priv_data->block_io);  in mpi3mr_pcietopochg_evt_th()
2694 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data = NULL;  in mpi3mr_sastopochg_evt_th()  local
2702 		scsi_tgt_priv_data =  NULL;  in mpi3mr_sastopochg_evt_th()
2705 			scsi_tgt_priv_data = (struct mpi3mr_stgt_priv_data *)  in mpi3mr_sastopochg_evt_th()
2709 			if (scsi_tgt_priv_data) {  in mpi3mr_sastopochg_evt_th()
2710 				scsi_tgt_priv_data->dev_removed = 1;  in mpi3mr_sastopochg_evt_th()
2711 				scsi_tgt_priv_data->dev_removedelay = 0;  in mpi3mr_sastopochg_evt_th()
2712 				atomic_set(&scsi_tgt_priv_data->block_io, 0);  in mpi3mr_sastopochg_evt_th()
2718 			if (scsi_tgt_priv_data) {  in mpi3mr_sastopochg_evt_th()
2719 				scsi_tgt_priv_data->dev_removedelay = 1;  in mpi3mr_sastopochg_evt_th()
2720 				atomic_inc(&scsi_tgt_priv_data->block_io);  in mpi3mr_sastopochg_evt_th()
2724 			if (scsi_tgt_priv_data &&  in mpi3mr_sastopochg_evt_th()
2725 			    scsi_tgt_priv_data->dev_removedelay) {  in mpi3mr_sastopochg_evt_th()
2726 				scsi_tgt_priv_data->dev_removedelay = 0;  in mpi3mr_sastopochg_evt_th()
2728 				    (&scsi_tgt_priv_data->block_io);  in mpi3mr_sastopochg_evt_th()
2758 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data = NULL;  in mpi3mr_devstatuschg_evt_th()  local
2794 		scsi_tgt_priv_data = (struct mpi3mr_stgt_priv_data *)  in mpi3mr_devstatuschg_evt_th()
2797 			atomic_inc(&scsi_tgt_priv_data->block_io);  in mpi3mr_devstatuschg_evt_th()
2799 			scsi_tgt_priv_data->dev_removed = 1;  in mpi3mr_devstatuschg_evt_th()
2801 			atomic_dec_if_positive(&scsi_tgt_priv_data->block_io);  in mpi3mr_devstatuschg_evt_th()
3793 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data = NULL;  in mpi3mr_issue_tm()  local
3856 		scsi_tgt_priv_data = ((sdev_priv_data) ?  in mpi3mr_issue_tm()
3860 			scsi_tgt_priv_data = (struct mpi3mr_stgt_priv_data *)  in mpi3mr_issue_tm()
3864 	if (scsi_tgt_priv_data)  in mpi3mr_issue_tm()
3865 		atomic_inc(&scsi_tgt_priv_data->block_io);  in mpi3mr_issue_tm()
3949 		if (!scsi_tgt_priv_data)  in mpi3mr_issue_tm()
3951 		scsi_tgt_priv_data->pend_count = 0;  in mpi3mr_issue_tm()
3954 		    (void *)scsi_tgt_priv_data->starget);  in mpi3mr_issue_tm()
3972 	if (scsi_tgt_priv_data)  in mpi3mr_issue_tm()
3973 		atomic_dec_if_positive(&scsi_tgt_priv_data->block_io);  in mpi3mr_issue_tm()
4577 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data;  in mpi3mr_sdev_destroy()  local
4589 	scsi_tgt_priv_data = starget->hostdata;  in mpi3mr_sdev_destroy()
4591 	scsi_tgt_priv_data->num_luns--;  in mpi3mr_sdev_destroy()
4602 	if (tgt_dev && (!scsi_tgt_priv_data->num_luns))  in mpi3mr_sdev_destroy()
4624 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data;  in mpi3mr_target_destroy()  local
4633 	scsi_tgt_priv_data = starget->hostdata;  in mpi3mr_target_destroy()
4636 	tgt_dev = __mpi3mr_get_tgtdev_from_tgtpriv(mrioc, scsi_tgt_priv_data);  in mpi3mr_target_destroy()
4641 		scsi_tgt_priv_data->tgt_dev = NULL;  in mpi3mr_target_destroy()
4642 		scsi_tgt_priv_data->perst_id = 0;  in mpi3mr_target_destroy()
4711 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data;  in mpi3mr_sdev_init()  local
4722 	scsi_tgt_priv_data = starget->hostdata;  in mpi3mr_sdev_init()
4751 	scsi_dev_priv_data->tgt_priv_data = scsi_tgt_priv_data;  in mpi3mr_sdev_init()
4754 	scsi_tgt_priv_data->num_luns++;  in mpi3mr_sdev_init()
4771 	struct mpi3mr_stgt_priv_data *scsi_tgt_priv_data;  in mpi3mr_target_alloc()  local
4777 	scsi_tgt_priv_data = kzalloc(sizeof(*scsi_tgt_priv_data), GFP_KERNEL);  in mpi3mr_target_alloc()
4778 	if (!scsi_tgt_priv_data)  in mpi3mr_target_alloc()
4781 	starget->hostdata = scsi_tgt_priv_data;  in mpi3mr_target_alloc()
4787 			scsi_tgt_priv_data->starget = starget;  in mpi3mr_target_alloc()
4788 			scsi_tgt_priv_data->dev_handle = tgt_dev->dev_handle;  in mpi3mr_target_alloc()
4789 			scsi_tgt_priv_data->perst_id = tgt_dev->perst_id;  in mpi3mr_target_alloc()
4790 			scsi_tgt_priv_data->dev_type = tgt_dev->dev_type;  in mpi3mr_target_alloc()
4791 			scsi_tgt_priv_data->tgt_dev = tgt_dev;  in mpi3mr_target_alloc()
4793 			atomic_set(&scsi_tgt_priv_data->block_io, 0);  in mpi3mr_target_alloc()
4802 				scsi_tgt_priv_data->dev_nvme_dif = 1;  in mpi3mr_target_alloc()
4803 			scsi_tgt_priv_data->io_throttle_enabled = tgt_dev->io_throttle_enabled;  in mpi3mr_target_alloc()
4804 			scsi_tgt_priv_data->wslen = tgt_dev->wslen;  in mpi3mr_target_alloc()
4806 				scsi_tgt_priv_data->throttle_group = tgt_dev->dev_spec.vd_inf.tg;  in mpi3mr_target_alloc()
4815 			scsi_tgt_priv_data->starget = starget;  in mpi3mr_target_alloc()
4816 			scsi_tgt_priv_data->dev_handle = tgt_dev->dev_handle;  in mpi3mr_target_alloc()
4817 			scsi_tgt_priv_data->perst_id = tgt_dev->perst_id;  in mpi3mr_target_alloc()
4818 			scsi_tgt_priv_data->dev_type = tgt_dev->dev_type;  in mpi3mr_target_alloc()
4819 			scsi_tgt_priv_data->tgt_dev = tgt_dev;  in mpi3mr_target_alloc()
4820 			scsi_tgt_priv_data->io_throttle_enabled = tgt_dev->io_throttle_enabled;  in mpi3mr_target_alloc()
4821 			scsi_tgt_priv_data->wslen = tgt_dev->wslen;  in mpi3mr_target_alloc()
4823 			atomic_set(&scsi_tgt_priv_data->block_io, 0);  in mpi3mr_target_alloc()