xref: /linux/drivers/s390/scsi/zfcp_fsf.c (revision fd7d598270724cc787982ea48bbe17ad383a8b7f)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * zfcp device driver
4  *
5  * Implementation of FSF commands.
6  *
7  * Copyright IBM Corp. 2002, 2023
8  */
9 
10 #define KMSG_COMPONENT "zfcp"
11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12 
13 #include <linux/blktrace_api.h>
14 #include <linux/jiffies.h>
15 #include <linux/types.h>
16 #include <linux/slab.h>
17 #include <scsi/fc/fc_els.h>
18 #include "zfcp_ext.h"
19 #include "zfcp_fc.h"
20 #include "zfcp_dbf.h"
21 #include "zfcp_qdio.h"
22 #include "zfcp_reqlist.h"
23 #include "zfcp_diag.h"
24 
25 /* timeout for FSF requests sent during scsi_eh: abort or FCP TMF */
26 #define ZFCP_FSF_SCSI_ER_TIMEOUT (10*HZ)
27 /* timeout for: exchange config/port data outside ERP, or open/close WKA port */
28 #define ZFCP_FSF_REQUEST_TIMEOUT (60*HZ)
29 
30 struct kmem_cache *zfcp_fsf_qtcb_cache;
31 
32 static bool ber_stop = true;
33 module_param(ber_stop, bool, 0600);
34 MODULE_PARM_DESC(ber_stop,
35 		 "Shuts down FCP devices for FCP channels that report a bit-error count in excess of its threshold (default on)");
36 
37 static void zfcp_fsf_request_timeout_handler(struct timer_list *t)
38 {
39 	struct zfcp_fsf_req *fsf_req = from_timer(fsf_req, t, timer);
40 	struct zfcp_adapter *adapter = fsf_req->adapter;
41 
42 	zfcp_qdio_siosl(adapter);
43 	zfcp_erp_adapter_reopen(adapter, ZFCP_STATUS_COMMON_ERP_FAILED,
44 				"fsrth_1");
45 }
46 
47 static void zfcp_fsf_start_timer(struct zfcp_fsf_req *fsf_req,
48 				 unsigned long timeout)
49 {
50 	fsf_req->timer.function = zfcp_fsf_request_timeout_handler;
51 	fsf_req->timer.expires = jiffies + timeout;
52 	add_timer(&fsf_req->timer);
53 }
54 
55 static void zfcp_fsf_start_erp_timer(struct zfcp_fsf_req *fsf_req)
56 {
57 	BUG_ON(!fsf_req->erp_action);
58 	fsf_req->timer.function = zfcp_erp_timeout_handler;
59 	fsf_req->timer.expires = jiffies + 30 * HZ;
60 	add_timer(&fsf_req->timer);
61 }
62 
63 /* association between FSF command and FSF QTCB type */
64 static u32 fsf_qtcb_type[] = {
65 	[FSF_QTCB_FCP_CMND] =             FSF_IO_COMMAND,
66 	[FSF_QTCB_ABORT_FCP_CMND] =       FSF_SUPPORT_COMMAND,
67 	[FSF_QTCB_OPEN_PORT_WITH_DID] =   FSF_SUPPORT_COMMAND,
68 	[FSF_QTCB_OPEN_LUN] =             FSF_SUPPORT_COMMAND,
69 	[FSF_QTCB_CLOSE_LUN] =            FSF_SUPPORT_COMMAND,
70 	[FSF_QTCB_CLOSE_PORT] =           FSF_SUPPORT_COMMAND,
71 	[FSF_QTCB_CLOSE_PHYSICAL_PORT] =  FSF_SUPPORT_COMMAND,
72 	[FSF_QTCB_SEND_ELS] =             FSF_SUPPORT_COMMAND,
73 	[FSF_QTCB_SEND_GENERIC] =         FSF_SUPPORT_COMMAND,
74 	[FSF_QTCB_EXCHANGE_CONFIG_DATA] = FSF_CONFIG_COMMAND,
75 	[FSF_QTCB_EXCHANGE_PORT_DATA] =   FSF_PORT_COMMAND,
76 	[FSF_QTCB_DOWNLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND,
77 	[FSF_QTCB_UPLOAD_CONTROL_FILE] =  FSF_SUPPORT_COMMAND
78 };
79 
80 static void zfcp_fsf_class_not_supp(struct zfcp_fsf_req *req)
81 {
82 	dev_err(&req->adapter->ccw_device->dev, "FCP device not "
83 		"operational because of an unsupported FC class\n");
84 	zfcp_erp_adapter_shutdown(req->adapter, 0, "fscns_1");
85 	req->status |= ZFCP_STATUS_FSFREQ_ERROR;
86 }
87 
88 /**
89  * zfcp_fsf_req_free - free memory used by fsf request
90  * @req: pointer to struct zfcp_fsf_req
91  */
92 void zfcp_fsf_req_free(struct zfcp_fsf_req *req)
93 {
94 	if (likely(req->pool)) {
95 		if (likely(!zfcp_fsf_req_is_status_read_buffer(req)))
96 			mempool_free(req->qtcb, req->adapter->pool.qtcb_pool);
97 		mempool_free(req, req->pool);
98 		return;
99 	}
100 
101 	if (likely(!zfcp_fsf_req_is_status_read_buffer(req)))
102 		kmem_cache_free(zfcp_fsf_qtcb_cache, req->qtcb);
103 	kfree(req);
104 }
105 
106 static void zfcp_fsf_status_read_port_closed(struct zfcp_fsf_req *req)
107 {
108 	unsigned long flags;
109 	struct fsf_status_read_buffer *sr_buf = req->data;
110 	struct zfcp_adapter *adapter = req->adapter;
111 	struct zfcp_port *port;
112 	int d_id = ntoh24(sr_buf->d_id);
113 
114 	read_lock_irqsave(&adapter->port_list_lock, flags);
115 	list_for_each_entry(port, &adapter->port_list, list)
116 		if (port->d_id == d_id) {
117 			zfcp_erp_port_reopen(port, 0, "fssrpc1");
118 			break;
119 		}
120 	read_unlock_irqrestore(&adapter->port_list_lock, flags);
121 }
122 
123 void zfcp_fsf_fc_host_link_down(struct zfcp_adapter *adapter)
124 {
125 	struct Scsi_Host *shost = adapter->scsi_host;
126 
127 	adapter->hydra_version = 0;
128 	adapter->peer_wwpn = 0;
129 	adapter->peer_wwnn = 0;
130 	adapter->peer_d_id = 0;
131 
132 	/* if there is no shost yet, we have nothing to zero-out */
133 	if (shost == NULL)
134 		return;
135 
136 	fc_host_port_id(shost) = 0;
137 	fc_host_fabric_name(shost) = 0;
138 	fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
139 	fc_host_port_type(shost) = FC_PORTTYPE_UNKNOWN;
140 	snprintf(fc_host_model(shost), FC_SYMBOLIC_NAME_SIZE, "0x%04x", 0);
141 	memset(fc_host_active_fc4s(shost), 0, FC_FC4_LIST_SIZE);
142 }
143 
144 static void zfcp_fsf_link_down_info_eval(struct zfcp_fsf_req *req,
145 					 struct fsf_link_down_info *link_down)
146 {
147 	struct zfcp_adapter *adapter = req->adapter;
148 
149 	if (atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
150 		return;
151 
152 	atomic_or(ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
153 
154 	zfcp_scsi_schedule_rports_block(adapter);
155 
156 	zfcp_fsf_fc_host_link_down(adapter);
157 
158 	if (!link_down)
159 		goto out;
160 
161 	switch (link_down->error_code) {
162 	case FSF_PSQ_LINK_NO_LIGHT:
163 		dev_warn(&req->adapter->ccw_device->dev,
164 			 "There is no light signal from the local "
165 			 "fibre channel cable\n");
166 		break;
167 	case FSF_PSQ_LINK_WRAP_PLUG:
168 		dev_warn(&req->adapter->ccw_device->dev,
169 			 "There is a wrap plug instead of a fibre "
170 			 "channel cable\n");
171 		break;
172 	case FSF_PSQ_LINK_NO_FCP:
173 		dev_warn(&req->adapter->ccw_device->dev,
174 			 "The adjacent fibre channel node does not "
175 			 "support FCP\n");
176 		break;
177 	case FSF_PSQ_LINK_FIRMWARE_UPDATE:
178 		dev_warn(&req->adapter->ccw_device->dev,
179 			 "The FCP device is suspended because of a "
180 			 "firmware update\n");
181 		break;
182 	case FSF_PSQ_LINK_INVALID_WWPN:
183 		dev_warn(&req->adapter->ccw_device->dev,
184 			 "The FCP device detected a WWPN that is "
185 			 "duplicate or not valid\n");
186 		break;
187 	case FSF_PSQ_LINK_NO_NPIV_SUPPORT:
188 		dev_warn(&req->adapter->ccw_device->dev,
189 			 "The fibre channel fabric does not support NPIV\n");
190 		break;
191 	case FSF_PSQ_LINK_NO_FCP_RESOURCES:
192 		dev_warn(&req->adapter->ccw_device->dev,
193 			 "The FCP adapter cannot support more NPIV ports\n");
194 		break;
195 	case FSF_PSQ_LINK_NO_FABRIC_RESOURCES:
196 		dev_warn(&req->adapter->ccw_device->dev,
197 			 "The adjacent switch cannot support "
198 			 "more NPIV ports\n");
199 		break;
200 	case FSF_PSQ_LINK_FABRIC_LOGIN_UNABLE:
201 		dev_warn(&req->adapter->ccw_device->dev,
202 			 "The FCP adapter could not log in to the "
203 			 "fibre channel fabric\n");
204 		break;
205 	case FSF_PSQ_LINK_WWPN_ASSIGNMENT_CORRUPTED:
206 		dev_warn(&req->adapter->ccw_device->dev,
207 			 "The WWPN assignment file on the FCP adapter "
208 			 "has been damaged\n");
209 		break;
210 	case FSF_PSQ_LINK_MODE_TABLE_CURRUPTED:
211 		dev_warn(&req->adapter->ccw_device->dev,
212 			 "The mode table on the FCP adapter "
213 			 "has been damaged\n");
214 		break;
215 	case FSF_PSQ_LINK_NO_WWPN_ASSIGNMENT:
216 		dev_warn(&req->adapter->ccw_device->dev,
217 			 "All NPIV ports on the FCP adapter have "
218 			 "been assigned\n");
219 		break;
220 	default:
221 		dev_warn(&req->adapter->ccw_device->dev,
222 			 "The link between the FCP adapter and "
223 			 "the FC fabric is down\n");
224 	}
225 out:
226 	zfcp_erp_set_adapter_status(adapter, ZFCP_STATUS_COMMON_ERP_FAILED);
227 }
228 
229 static void zfcp_fsf_status_read_link_down(struct zfcp_fsf_req *req)
230 {
231 	struct fsf_status_read_buffer *sr_buf = req->data;
232 	struct fsf_link_down_info *ldi =
233 		(struct fsf_link_down_info *) &sr_buf->payload;
234 
235 	switch (sr_buf->status_subtype) {
236 	case FSF_STATUS_READ_SUB_NO_PHYSICAL_LINK:
237 	case FSF_STATUS_READ_SUB_FDISC_FAILED:
238 		zfcp_fsf_link_down_info_eval(req, ldi);
239 		break;
240 	case FSF_STATUS_READ_SUB_FIRMWARE_UPDATE:
241 		zfcp_fsf_link_down_info_eval(req, NULL);
242 	}
243 }
244 
245 static void
246 zfcp_fsf_status_read_version_change(struct zfcp_adapter *adapter,
247 				    struct fsf_status_read_buffer *sr_buf)
248 {
249 	if (sr_buf->status_subtype == FSF_STATUS_READ_SUB_LIC_CHANGE) {
250 		u32 version = sr_buf->payload.version_change.current_version;
251 
252 		WRITE_ONCE(adapter->fsf_lic_version, version);
253 		snprintf(fc_host_firmware_version(adapter->scsi_host),
254 			 FC_VERSION_STRING_SIZE, "%#08x", version);
255 	}
256 }
257 
258 static void zfcp_fsf_status_read_handler(struct zfcp_fsf_req *req)
259 {
260 	struct zfcp_adapter *adapter = req->adapter;
261 	struct fsf_status_read_buffer *sr_buf = req->data;
262 
263 	if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
264 		zfcp_dbf_hba_fsf_uss("fssrh_1", req);
265 		mempool_free(virt_to_page(sr_buf), adapter->pool.sr_data);
266 		zfcp_fsf_req_free(req);
267 		return;
268 	}
269 
270 	zfcp_dbf_hba_fsf_uss("fssrh_4", req);
271 
272 	switch (sr_buf->status_type) {
273 	case FSF_STATUS_READ_PORT_CLOSED:
274 		zfcp_fsf_status_read_port_closed(req);
275 		break;
276 	case FSF_STATUS_READ_INCOMING_ELS:
277 		zfcp_fc_incoming_els(req);
278 		break;
279 	case FSF_STATUS_READ_SENSE_DATA_AVAIL:
280 		break;
281 	case FSF_STATUS_READ_BIT_ERROR_THRESHOLD:
282 		zfcp_dbf_hba_bit_err("fssrh_3", req);
283 		if (ber_stop) {
284 			dev_warn(&adapter->ccw_device->dev,
285 				 "All paths over this FCP device are disused because of excessive bit errors\n");
286 			zfcp_erp_adapter_shutdown(adapter, 0, "fssrh_b");
287 		} else {
288 			dev_warn(&adapter->ccw_device->dev,
289 				 "The error threshold for checksum statistics has been exceeded\n");
290 		}
291 		break;
292 	case FSF_STATUS_READ_LINK_DOWN:
293 		zfcp_fsf_status_read_link_down(req);
294 		zfcp_fc_enqueue_event(adapter, FCH_EVT_LINKDOWN, 0);
295 		break;
296 	case FSF_STATUS_READ_LINK_UP:
297 		dev_info(&adapter->ccw_device->dev,
298 			 "The local link has been restored\n");
299 		/* All ports should be marked as ready to run again */
300 		zfcp_erp_set_adapter_status(adapter,
301 					    ZFCP_STATUS_COMMON_RUNNING);
302 		zfcp_erp_adapter_reopen(adapter,
303 					ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
304 					ZFCP_STATUS_COMMON_ERP_FAILED,
305 					"fssrh_2");
306 		zfcp_fc_enqueue_event(adapter, FCH_EVT_LINKUP, 0);
307 
308 		break;
309 	case FSF_STATUS_READ_NOTIFICATION_LOST:
310 		if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_INCOMING_ELS)
311 			zfcp_fc_conditional_port_scan(adapter);
312 		if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_VERSION_CHANGE)
313 			queue_work(adapter->work_queue,
314 				   &adapter->version_change_lost_work);
315 		break;
316 	case FSF_STATUS_READ_FEATURE_UPDATE_ALERT:
317 		adapter->adapter_features = sr_buf->payload.word[0];
318 		break;
319 	case FSF_STATUS_READ_VERSION_CHANGE:
320 		zfcp_fsf_status_read_version_change(adapter, sr_buf);
321 		break;
322 	}
323 
324 	mempool_free(virt_to_page(sr_buf), adapter->pool.sr_data);
325 	zfcp_fsf_req_free(req);
326 
327 	atomic_inc(&adapter->stat_miss);
328 	queue_work(adapter->work_queue, &adapter->stat_work);
329 }
330 
331 static void zfcp_fsf_fsfstatus_qual_eval(struct zfcp_fsf_req *req)
332 {
333 	switch (req->qtcb->header.fsf_status_qual.word[0]) {
334 	case FSF_SQ_FCP_RSP_AVAILABLE:
335 	case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
336 	case FSF_SQ_NO_RETRY_POSSIBLE:
337 	case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
338 		return;
339 	case FSF_SQ_COMMAND_ABORTED:
340 		break;
341 	case FSF_SQ_NO_RECOM:
342 		dev_err(&req->adapter->ccw_device->dev,
343 			"The FCP adapter reported a problem "
344 			"that cannot be recovered\n");
345 		zfcp_qdio_siosl(req->adapter);
346 		zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfsqe1");
347 		break;
348 	}
349 	/* all non-return stats set FSFREQ_ERROR*/
350 	req->status |= ZFCP_STATUS_FSFREQ_ERROR;
351 }
352 
353 static void zfcp_fsf_fsfstatus_eval(struct zfcp_fsf_req *req)
354 {
355 	if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
356 		return;
357 
358 	switch (req->qtcb->header.fsf_status) {
359 	case FSF_UNKNOWN_COMMAND:
360 		dev_err(&req->adapter->ccw_device->dev,
361 			"The FCP adapter does not recognize the command 0x%x\n",
362 			req->qtcb->header.fsf_command);
363 		zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfse_1");
364 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
365 		break;
366 	case FSF_ADAPTER_STATUS_AVAILABLE:
367 		zfcp_fsf_fsfstatus_qual_eval(req);
368 		break;
369 	}
370 }
371 
372 static void zfcp_fsf_protstatus_eval(struct zfcp_fsf_req *req)
373 {
374 	struct zfcp_adapter *adapter = req->adapter;
375 	struct fsf_qtcb *qtcb = req->qtcb;
376 	union fsf_prot_status_qual *psq = &qtcb->prefix.prot_status_qual;
377 
378 	zfcp_dbf_hba_fsf_response(req);
379 
380 	if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
381 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
382 		return;
383 	}
384 
385 	switch (qtcb->prefix.prot_status) {
386 	case FSF_PROT_GOOD:
387 	case FSF_PROT_FSF_STATUS_PRESENTED:
388 		return;
389 	case FSF_PROT_QTCB_VERSION_ERROR:
390 		dev_err(&adapter->ccw_device->dev,
391 			"QTCB version 0x%x not supported by FCP adapter "
392 			"(0x%x to 0x%x)\n", FSF_QTCB_CURRENT_VERSION,
393 			psq->word[0], psq->word[1]);
394 		zfcp_erp_adapter_shutdown(adapter, 0, "fspse_1");
395 		break;
396 	case FSF_PROT_ERROR_STATE:
397 	case FSF_PROT_SEQ_NUMB_ERROR:
398 		zfcp_erp_adapter_reopen(adapter, 0, "fspse_2");
399 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
400 		break;
401 	case FSF_PROT_UNSUPP_QTCB_TYPE:
402 		dev_err(&adapter->ccw_device->dev,
403 			"The QTCB type is not supported by the FCP adapter\n");
404 		zfcp_erp_adapter_shutdown(adapter, 0, "fspse_3");
405 		break;
406 	case FSF_PROT_HOST_CONNECTION_INITIALIZING:
407 		atomic_or(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
408 				&adapter->status);
409 		break;
410 	case FSF_PROT_DUPLICATE_REQUEST_ID:
411 		dev_err(&adapter->ccw_device->dev,
412 			"0x%Lx is an ambiguous request identifier\n",
413 			(unsigned long long)qtcb->bottom.support.req_handle);
414 		zfcp_erp_adapter_shutdown(adapter, 0, "fspse_4");
415 		break;
416 	case FSF_PROT_LINK_DOWN:
417 		zfcp_fsf_link_down_info_eval(req, &psq->link_down_info);
418 		/* go through reopen to flush pending requests */
419 		zfcp_erp_adapter_reopen(adapter, 0, "fspse_6");
420 		break;
421 	case FSF_PROT_REEST_QUEUE:
422 		/* All ports should be marked as ready to run again */
423 		zfcp_erp_set_adapter_status(adapter,
424 					    ZFCP_STATUS_COMMON_RUNNING);
425 		zfcp_erp_adapter_reopen(adapter,
426 					ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
427 					ZFCP_STATUS_COMMON_ERP_FAILED,
428 					"fspse_8");
429 		break;
430 	default:
431 		dev_err(&adapter->ccw_device->dev,
432 			"0x%x is not a valid transfer protocol status\n",
433 			qtcb->prefix.prot_status);
434 		zfcp_qdio_siosl(adapter);
435 		zfcp_erp_adapter_shutdown(adapter, 0, "fspse_9");
436 	}
437 	req->status |= ZFCP_STATUS_FSFREQ_ERROR;
438 }
439 
440 /**
441  * zfcp_fsf_req_complete - process completion of a FSF request
442  * @req: The FSF request that has been completed.
443  *
444  * When a request has been completed either from the FCP adapter,
445  * or it has been dismissed due to a queue shutdown, this function
446  * is called to process the completion status and trigger further
447  * events related to the FSF request.
448  * Caller must ensure that the request has been removed from
449  * adapter->req_list, to protect against concurrent modification
450  * by zfcp_erp_strategy_check_fsfreq().
451  */
452 static void zfcp_fsf_req_complete(struct zfcp_fsf_req *req)
453 {
454 	struct zfcp_erp_action *erp_action;
455 
456 	if (unlikely(zfcp_fsf_req_is_status_read_buffer(req))) {
457 		zfcp_fsf_status_read_handler(req);
458 		return;
459 	}
460 
461 	del_timer_sync(&req->timer);
462 	zfcp_fsf_protstatus_eval(req);
463 	zfcp_fsf_fsfstatus_eval(req);
464 	req->handler(req);
465 
466 	erp_action = req->erp_action;
467 	if (erp_action)
468 		zfcp_erp_notify(erp_action, 0);
469 
470 	if (likely(req->status & ZFCP_STATUS_FSFREQ_CLEANUP))
471 		zfcp_fsf_req_free(req);
472 	else
473 		complete(&req->completion);
474 }
475 
476 /**
477  * zfcp_fsf_req_dismiss_all - dismiss all fsf requests
478  * @adapter: pointer to struct zfcp_adapter
479  *
480  * Never ever call this without shutting down the adapter first.
481  * Otherwise the adapter would continue using and corrupting s390 storage.
482  * Included BUG_ON() call to ensure this is done.
483  * ERP is supposed to be the only user of this function.
484  */
485 void zfcp_fsf_req_dismiss_all(struct zfcp_adapter *adapter)
486 {
487 	struct zfcp_fsf_req *req, *tmp;
488 	LIST_HEAD(remove_queue);
489 
490 	BUG_ON(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP);
491 	zfcp_reqlist_move(adapter->req_list, &remove_queue);
492 
493 	list_for_each_entry_safe(req, tmp, &remove_queue, list) {
494 		list_del(&req->list);
495 		req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
496 		zfcp_fsf_req_complete(req);
497 	}
498 }
499 
500 #define ZFCP_FSF_PORTSPEED_1GBIT	(1 <<  0)
501 #define ZFCP_FSF_PORTSPEED_2GBIT	(1 <<  1)
502 #define ZFCP_FSF_PORTSPEED_4GBIT	(1 <<  2)
503 #define ZFCP_FSF_PORTSPEED_10GBIT	(1 <<  3)
504 #define ZFCP_FSF_PORTSPEED_8GBIT	(1 <<  4)
505 #define ZFCP_FSF_PORTSPEED_16GBIT	(1 <<  5)
506 #define ZFCP_FSF_PORTSPEED_32GBIT	(1 <<  6)
507 #define ZFCP_FSF_PORTSPEED_64GBIT	(1 <<  7)
508 #define ZFCP_FSF_PORTSPEED_128GBIT	(1 <<  8)
509 #define ZFCP_FSF_PORTSPEED_NOT_NEGOTIATED (1 << 15)
510 
511 u32 zfcp_fsf_convert_portspeed(u32 fsf_speed)
512 {
513 	u32 fdmi_speed = 0;
514 	if (fsf_speed & ZFCP_FSF_PORTSPEED_1GBIT)
515 		fdmi_speed |= FC_PORTSPEED_1GBIT;
516 	if (fsf_speed & ZFCP_FSF_PORTSPEED_2GBIT)
517 		fdmi_speed |= FC_PORTSPEED_2GBIT;
518 	if (fsf_speed & ZFCP_FSF_PORTSPEED_4GBIT)
519 		fdmi_speed |= FC_PORTSPEED_4GBIT;
520 	if (fsf_speed & ZFCP_FSF_PORTSPEED_10GBIT)
521 		fdmi_speed |= FC_PORTSPEED_10GBIT;
522 	if (fsf_speed & ZFCP_FSF_PORTSPEED_8GBIT)
523 		fdmi_speed |= FC_PORTSPEED_8GBIT;
524 	if (fsf_speed & ZFCP_FSF_PORTSPEED_16GBIT)
525 		fdmi_speed |= FC_PORTSPEED_16GBIT;
526 	if (fsf_speed & ZFCP_FSF_PORTSPEED_32GBIT)
527 		fdmi_speed |= FC_PORTSPEED_32GBIT;
528 	if (fsf_speed & ZFCP_FSF_PORTSPEED_64GBIT)
529 		fdmi_speed |= FC_PORTSPEED_64GBIT;
530 	if (fsf_speed & ZFCP_FSF_PORTSPEED_128GBIT)
531 		fdmi_speed |= FC_PORTSPEED_128GBIT;
532 	if (fsf_speed & ZFCP_FSF_PORTSPEED_NOT_NEGOTIATED)
533 		fdmi_speed |= FC_PORTSPEED_NOT_NEGOTIATED;
534 	return fdmi_speed;
535 }
536 
537 static int zfcp_fsf_exchange_config_evaluate(struct zfcp_fsf_req *req)
538 {
539 	struct fsf_qtcb_bottom_config *bottom = &req->qtcb->bottom.config;
540 	struct zfcp_adapter *adapter = req->adapter;
541 	struct fc_els_flogi *plogi;
542 
543 	/* adjust pointers for missing command code */
544 	plogi = (struct fc_els_flogi *) ((u8 *)&bottom->plogi_payload
545 					- sizeof(u32));
546 
547 	if (req->data)
548 		memcpy(req->data, bottom, sizeof(*bottom));
549 
550 	adapter->timer_ticks = bottom->timer_interval & ZFCP_FSF_TIMER_INT_MASK;
551 	adapter->stat_read_buf_num = max(bottom->status_read_buf_num,
552 					 (u16)FSF_STATUS_READS_RECOM);
553 
554 	/* no error return above here, otherwise must fix call chains */
555 	/* do not evaluate invalid fields */
556 	if (req->qtcb->header.fsf_status == FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE)
557 		return 0;
558 
559 	adapter->hydra_version = bottom->adapter_type;
560 
561 	switch (bottom->fc_topology) {
562 	case FSF_TOPO_P2P:
563 		adapter->peer_d_id = ntoh24(bottom->peer_d_id);
564 		adapter->peer_wwpn = be64_to_cpu(plogi->fl_wwpn);
565 		adapter->peer_wwnn = be64_to_cpu(plogi->fl_wwnn);
566 		break;
567 	case FSF_TOPO_FABRIC:
568 		break;
569 	case FSF_TOPO_AL:
570 	default:
571 		dev_err(&adapter->ccw_device->dev,
572 			"Unknown or unsupported arbitrated loop "
573 			"fibre channel topology detected\n");
574 		zfcp_erp_adapter_shutdown(adapter, 0, "fsece_1");
575 		return -EIO;
576 	}
577 
578 	return 0;
579 }
580 
581 static void zfcp_fsf_exchange_config_data_handler(struct zfcp_fsf_req *req)
582 {
583 	struct zfcp_adapter *adapter = req->adapter;
584 	struct zfcp_diag_header *const diag_hdr =
585 		&adapter->diagnostics->config_data.header;
586 	struct fsf_qtcb *qtcb = req->qtcb;
587 	struct fsf_qtcb_bottom_config *bottom = &qtcb->bottom.config;
588 
589 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
590 		return;
591 
592 	adapter->fsf_lic_version = bottom->lic_version;
593 	adapter->adapter_features = bottom->adapter_features;
594 	adapter->connection_features = bottom->connection_features;
595 	adapter->peer_wwpn = 0;
596 	adapter->peer_wwnn = 0;
597 	adapter->peer_d_id = 0;
598 
599 	switch (qtcb->header.fsf_status) {
600 	case FSF_GOOD:
601 		/*
602 		 * usually we wait with an update till the cache is too old,
603 		 * but because we have the data available, update it anyway
604 		 */
605 		zfcp_diag_update_xdata(diag_hdr, bottom, false);
606 
607 		zfcp_scsi_shost_update_config_data(adapter, bottom, false);
608 		if (zfcp_fsf_exchange_config_evaluate(req))
609 			return;
610 
611 		if (bottom->max_qtcb_size < sizeof(struct fsf_qtcb)) {
612 			dev_err(&adapter->ccw_device->dev,
613 				"FCP adapter maximum QTCB size (%d bytes) "
614 				"is too small\n",
615 				bottom->max_qtcb_size);
616 			zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh1");
617 			return;
618 		}
619 		atomic_or(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
620 				&adapter->status);
621 		break;
622 	case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
623 		zfcp_diag_update_xdata(diag_hdr, bottom, true);
624 		req->status |= ZFCP_STATUS_FSFREQ_XDATAINCOMPLETE;
625 
626 		/* avoids adapter shutdown to be able to recognize
627 		 * events such as LINK UP */
628 		atomic_or(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
629 				&adapter->status);
630 		zfcp_fsf_link_down_info_eval(req,
631 			&qtcb->header.fsf_status_qual.link_down_info);
632 
633 		zfcp_scsi_shost_update_config_data(adapter, bottom, true);
634 		if (zfcp_fsf_exchange_config_evaluate(req))
635 			return;
636 		break;
637 	default:
638 		zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh3");
639 		return;
640 	}
641 
642 	if (adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT)
643 		adapter->hardware_version = bottom->hardware_version;
644 
645 	if (FSF_QTCB_CURRENT_VERSION < bottom->low_qtcb_version) {
646 		dev_err(&adapter->ccw_device->dev,
647 			"The FCP adapter only supports newer "
648 			"control block versions\n");
649 		zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh4");
650 		return;
651 	}
652 	if (FSF_QTCB_CURRENT_VERSION > bottom->high_qtcb_version) {
653 		dev_err(&adapter->ccw_device->dev,
654 			"The FCP adapter only supports older "
655 			"control block versions\n");
656 		zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh5");
657 	}
658 }
659 
660 /*
661  * Mapping of FC Endpoint Security flag masks to mnemonics
662  *
663  * NOTE: Update macro ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH when making any
664  *       changes.
665  */
666 static const struct {
667 	u32	mask;
668 	char	*name;
669 } zfcp_fsf_fc_security_mnemonics[] = {
670 	{ FSF_FC_SECURITY_AUTH,		"Authentication" },
671 	{ FSF_FC_SECURITY_ENC_FCSP2 |
672 	  FSF_FC_SECURITY_ENC_ERAS,	"Encryption" },
673 };
674 
675 /* maximum strlen(zfcp_fsf_fc_security_mnemonics[...].name) + 1 */
676 #define ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH 15
677 
678 /**
679  * zfcp_fsf_scnprint_fc_security() - translate FC Endpoint Security flags into
680  *                                   mnemonics and place in a buffer
681  * @buf        : the buffer to place the translated FC Endpoint Security flag(s)
682  *               into
683  * @size       : the size of the buffer, including the trailing null space
684  * @fc_security: one or more FC Endpoint Security flags, or zero
685  * @fmt        : specifies whether a list or a single item is to be put into the
686  *               buffer
687  *
688  * The Fibre Channel (FC) Endpoint Security flags are translated into mnemonics.
689  * If the FC Endpoint Security flags are zero "none" is placed into the buffer.
690  *
691  * With ZFCP_FSF_PRINT_FMT_LIST the mnemonics are placed as a list separated by
692  * a comma followed by a space into the buffer. If one or more FC Endpoint
693  * Security flags cannot be translated into a mnemonic, as they are undefined
694  * in zfcp_fsf_fc_security_mnemonics, their bitwise ORed value in hexadecimal
695  * representation is placed into the buffer.
696  *
697  * With ZFCP_FSF_PRINT_FMT_SINGLEITEM only one single mnemonic is placed into
698  * the buffer. If the FC Endpoint Security flag cannot be translated, as it is
699  * undefined in zfcp_fsf_fc_security_mnemonics, its value in hexadecimal
700  * representation is placed into the buffer. If more than one FC Endpoint
701  * Security flag was specified, their value in hexadecimal representation is
702  * placed into the buffer. The macro ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH
703  * can be used to define a buffer that is large enough to hold one mnemonic.
704  *
705  * Return: The number of characters written into buf not including the trailing
706  *         '\0'. If size is == 0 the function returns 0.
707  */
708 ssize_t zfcp_fsf_scnprint_fc_security(char *buf, size_t size, u32 fc_security,
709 				      enum zfcp_fsf_print_fmt fmt)
710 {
711 	const char *prefix = "";
712 	ssize_t len = 0;
713 	int i;
714 
715 	if (fc_security == 0)
716 		return scnprintf(buf, size, "none");
717 	if (fmt == ZFCP_FSF_PRINT_FMT_SINGLEITEM && hweight32(fc_security) != 1)
718 		return scnprintf(buf, size, "0x%08x", fc_security);
719 
720 	for (i = 0; i < ARRAY_SIZE(zfcp_fsf_fc_security_mnemonics); i++) {
721 		if (!(fc_security & zfcp_fsf_fc_security_mnemonics[i].mask))
722 			continue;
723 
724 		len += scnprintf(buf + len, size - len, "%s%s", prefix,
725 				 zfcp_fsf_fc_security_mnemonics[i].name);
726 		prefix = ", ";
727 		fc_security &= ~zfcp_fsf_fc_security_mnemonics[i].mask;
728 	}
729 
730 	if (fc_security != 0)
731 		len += scnprintf(buf + len, size - len, "%s0x%08x",
732 				 prefix, fc_security);
733 
734 	return len;
735 }
736 
737 static void zfcp_fsf_dbf_adapter_fc_security(struct zfcp_adapter *adapter,
738 					     struct zfcp_fsf_req *req)
739 {
740 	if (adapter->fc_security_algorithms ==
741 	    adapter->fc_security_algorithms_old) {
742 		/* no change, no trace */
743 		return;
744 	}
745 
746 	zfcp_dbf_hba_fsf_fces("fsfcesa", req, ZFCP_DBF_INVALID_WWPN,
747 			      adapter->fc_security_algorithms_old,
748 			      adapter->fc_security_algorithms);
749 
750 	adapter->fc_security_algorithms_old = adapter->fc_security_algorithms;
751 }
752 
753 static void zfcp_fsf_exchange_port_evaluate(struct zfcp_fsf_req *req)
754 {
755 	struct zfcp_adapter *adapter = req->adapter;
756 	struct fsf_qtcb_bottom_port *bottom = &req->qtcb->bottom.port;
757 
758 	if (req->data)
759 		memcpy(req->data, bottom, sizeof(*bottom));
760 
761 	if (adapter->adapter_features & FSF_FEATURE_FC_SECURITY)
762 		adapter->fc_security_algorithms =
763 			bottom->fc_security_algorithms;
764 	else
765 		adapter->fc_security_algorithms = 0;
766 	zfcp_fsf_dbf_adapter_fc_security(adapter, req);
767 }
768 
769 static void zfcp_fsf_exchange_port_data_handler(struct zfcp_fsf_req *req)
770 {
771 	struct zfcp_diag_header *const diag_hdr =
772 		&req->adapter->diagnostics->port_data.header;
773 	struct fsf_qtcb *qtcb = req->qtcb;
774 	struct fsf_qtcb_bottom_port *bottom = &qtcb->bottom.port;
775 
776 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
777 		return;
778 
779 	switch (qtcb->header.fsf_status) {
780 	case FSF_GOOD:
781 		/*
782 		 * usually we wait with an update till the cache is too old,
783 		 * but because we have the data available, update it anyway
784 		 */
785 		zfcp_diag_update_xdata(diag_hdr, bottom, false);
786 
787 		zfcp_scsi_shost_update_port_data(req->adapter, bottom);
788 		zfcp_fsf_exchange_port_evaluate(req);
789 		break;
790 	case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
791 		zfcp_diag_update_xdata(diag_hdr, bottom, true);
792 		req->status |= ZFCP_STATUS_FSFREQ_XDATAINCOMPLETE;
793 
794 		zfcp_fsf_link_down_info_eval(req,
795 			&qtcb->header.fsf_status_qual.link_down_info);
796 
797 		zfcp_scsi_shost_update_port_data(req->adapter, bottom);
798 		zfcp_fsf_exchange_port_evaluate(req);
799 		break;
800 	}
801 }
802 
803 static struct zfcp_fsf_req *zfcp_fsf_alloc(mempool_t *pool)
804 {
805 	struct zfcp_fsf_req *req;
806 
807 	if (likely(pool))
808 		req = mempool_alloc(pool, GFP_ATOMIC);
809 	else
810 		req = kmalloc(sizeof(*req), GFP_ATOMIC);
811 
812 	if (unlikely(!req))
813 		return NULL;
814 
815 	memset(req, 0, sizeof(*req));
816 	req->pool = pool;
817 	return req;
818 }
819 
820 static struct fsf_qtcb *zfcp_fsf_qtcb_alloc(mempool_t *pool)
821 {
822 	struct fsf_qtcb *qtcb;
823 
824 	if (likely(pool))
825 		qtcb = mempool_alloc(pool, GFP_ATOMIC);
826 	else
827 		qtcb = kmem_cache_alloc(zfcp_fsf_qtcb_cache, GFP_ATOMIC);
828 
829 	if (unlikely(!qtcb))
830 		return NULL;
831 
832 	memset(qtcb, 0, sizeof(*qtcb));
833 	return qtcb;
834 }
835 
836 static struct zfcp_fsf_req *zfcp_fsf_req_create(struct zfcp_qdio *qdio,
837 						u32 fsf_cmd, u8 sbtype,
838 						mempool_t *pool)
839 {
840 	struct zfcp_adapter *adapter = qdio->adapter;
841 	struct zfcp_fsf_req *req = zfcp_fsf_alloc(pool);
842 
843 	if (unlikely(!req))
844 		return ERR_PTR(-ENOMEM);
845 
846 	if (adapter->req_no == 0)
847 		adapter->req_no++;
848 
849 	timer_setup(&req->timer, NULL, 0);
850 	init_completion(&req->completion);
851 
852 	req->adapter = adapter;
853 	req->req_id = adapter->req_no;
854 
855 	if (likely(fsf_cmd != FSF_QTCB_UNSOLICITED_STATUS)) {
856 		if (likely(pool))
857 			req->qtcb = zfcp_fsf_qtcb_alloc(
858 				adapter->pool.qtcb_pool);
859 		else
860 			req->qtcb = zfcp_fsf_qtcb_alloc(NULL);
861 
862 		if (unlikely(!req->qtcb)) {
863 			zfcp_fsf_req_free(req);
864 			return ERR_PTR(-ENOMEM);
865 		}
866 
867 		req->qtcb->prefix.req_seq_no = adapter->fsf_req_seq_no;
868 		req->qtcb->prefix.req_id = req->req_id;
869 		req->qtcb->prefix.ulp_info = 26;
870 		req->qtcb->prefix.qtcb_type = fsf_qtcb_type[fsf_cmd];
871 		req->qtcb->prefix.qtcb_version = FSF_QTCB_CURRENT_VERSION;
872 		req->qtcb->header.req_handle = req->req_id;
873 		req->qtcb->header.fsf_command = fsf_cmd;
874 	}
875 
876 	zfcp_qdio_req_init(adapter->qdio, &req->qdio_req, req->req_id, sbtype,
877 			   req->qtcb, sizeof(struct fsf_qtcb));
878 
879 	return req;
880 }
881 
882 static int zfcp_fsf_req_send(struct zfcp_fsf_req *req)
883 {
884 	const bool is_srb = zfcp_fsf_req_is_status_read_buffer(req);
885 	struct zfcp_adapter *adapter = req->adapter;
886 	struct zfcp_qdio *qdio = adapter->qdio;
887 	u64 req_id = req->req_id;
888 
889 	zfcp_reqlist_add(adapter->req_list, req);
890 
891 	req->qdio_req.qdio_outb_usage = atomic_read(&qdio->req_q_free);
892 	req->issued = get_tod_clock();
893 	if (zfcp_qdio_send(qdio, &req->qdio_req)) {
894 		del_timer_sync(&req->timer);
895 
896 		/* lookup request again, list might have changed */
897 		if (zfcp_reqlist_find_rm(adapter->req_list, req_id) == NULL)
898 			zfcp_dbf_hba_fsf_reqid("fsrsrmf", 1, adapter, req_id);
899 
900 		zfcp_erp_adapter_reopen(adapter, 0, "fsrs__1");
901 		return -EIO;
902 	}
903 
904 	/*
905 	 * NOTE: DO NOT TOUCH ASYNC req PAST THIS POINT.
906 	 *	 ONLY TOUCH SYNC req AGAIN ON req->completion.
907 	 *
908 	 * The request might complete and be freed concurrently at any point
909 	 * now. This is not protected by the QDIO-lock (req_q_lock). So any
910 	 * uncontrolled access after this might result in an use-after-free bug.
911 	 * Only if the request doesn't have ZFCP_STATUS_FSFREQ_CLEANUP set, and
912 	 * when it is completed via req->completion, is it safe to use req
913 	 * again.
914 	 */
915 
916 	/* Don't increase for unsolicited status */
917 	if (!is_srb)
918 		adapter->fsf_req_seq_no++;
919 	adapter->req_no++;
920 
921 	return 0;
922 }
923 
924 /**
925  * zfcp_fsf_status_read - send status read request
926  * @qdio: pointer to struct zfcp_qdio
927  * Returns: 0 on success, ERROR otherwise
928  */
929 int zfcp_fsf_status_read(struct zfcp_qdio *qdio)
930 {
931 	struct zfcp_adapter *adapter = qdio->adapter;
932 	struct zfcp_fsf_req *req;
933 	struct fsf_status_read_buffer *sr_buf;
934 	struct page *page;
935 	int retval = -EIO;
936 
937 	spin_lock_irq(&qdio->req_q_lock);
938 	if (zfcp_qdio_sbal_get(qdio))
939 		goto out;
940 
941 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_UNSOLICITED_STATUS,
942 				  SBAL_SFLAGS0_TYPE_STATUS,
943 				  adapter->pool.status_read_req);
944 	if (IS_ERR(req)) {
945 		retval = PTR_ERR(req);
946 		goto out;
947 	}
948 
949 	page = mempool_alloc(adapter->pool.sr_data, GFP_ATOMIC);
950 	if (!page) {
951 		retval = -ENOMEM;
952 		goto failed_buf;
953 	}
954 	sr_buf = page_address(page);
955 	memset(sr_buf, 0, sizeof(*sr_buf));
956 	req->data = sr_buf;
957 
958 	zfcp_qdio_fill_next(qdio, &req->qdio_req, sr_buf, sizeof(*sr_buf));
959 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
960 
961 	retval = zfcp_fsf_req_send(req);
962 	if (retval)
963 		goto failed_req_send;
964 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
965 
966 	goto out;
967 
968 failed_req_send:
969 	req->data = NULL;
970 	mempool_free(virt_to_page(sr_buf), adapter->pool.sr_data);
971 failed_buf:
972 	zfcp_dbf_hba_fsf_uss("fssr__1", req);
973 	zfcp_fsf_req_free(req);
974 out:
975 	spin_unlock_irq(&qdio->req_q_lock);
976 	return retval;
977 }
978 
979 static void zfcp_fsf_abort_fcp_command_handler(struct zfcp_fsf_req *req)
980 {
981 	struct scsi_device *sdev = req->data;
982 	struct zfcp_scsi_dev *zfcp_sdev;
983 	union fsf_status_qual *fsq = &req->qtcb->header.fsf_status_qual;
984 
985 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
986 		return;
987 
988 	zfcp_sdev = sdev_to_zfcp(sdev);
989 
990 	switch (req->qtcb->header.fsf_status) {
991 	case FSF_PORT_HANDLE_NOT_VALID:
992 		if (fsq->word[0] == fsq->word[1]) {
993 			zfcp_erp_adapter_reopen(zfcp_sdev->port->adapter, 0,
994 						"fsafch1");
995 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
996 		}
997 		break;
998 	case FSF_LUN_HANDLE_NOT_VALID:
999 		if (fsq->word[0] == fsq->word[1]) {
1000 			zfcp_erp_port_reopen(zfcp_sdev->port, 0, "fsafch2");
1001 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1002 		}
1003 		break;
1004 	case FSF_FCP_COMMAND_DOES_NOT_EXIST:
1005 		req->status |= ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED;
1006 		break;
1007 	case FSF_PORT_BOXED:
1008 		zfcp_erp_set_port_status(zfcp_sdev->port,
1009 					 ZFCP_STATUS_COMMON_ACCESS_BOXED);
1010 		zfcp_erp_port_reopen(zfcp_sdev->port,
1011 				     ZFCP_STATUS_COMMON_ERP_FAILED, "fsafch3");
1012 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1013 		break;
1014 	case FSF_LUN_BOXED:
1015 		zfcp_erp_set_lun_status(sdev, ZFCP_STATUS_COMMON_ACCESS_BOXED);
1016 		zfcp_erp_lun_reopen(sdev, ZFCP_STATUS_COMMON_ERP_FAILED,
1017 				    "fsafch4");
1018 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1019                 break;
1020 	case FSF_ADAPTER_STATUS_AVAILABLE:
1021 		switch (fsq->word[0]) {
1022 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1023 			zfcp_fc_test_link(zfcp_sdev->port);
1024 			fallthrough;
1025 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1026 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1027 			break;
1028 		}
1029 		break;
1030 	case FSF_GOOD:
1031 		req->status |= ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED;
1032 		break;
1033 	}
1034 }
1035 
1036 /**
1037  * zfcp_fsf_abort_fcp_cmnd - abort running SCSI command
1038  * @scmnd: The SCSI command to abort
1039  * Returns: pointer to struct zfcp_fsf_req
1040  */
1041 
1042 struct zfcp_fsf_req *zfcp_fsf_abort_fcp_cmnd(struct scsi_cmnd *scmnd)
1043 {
1044 	struct zfcp_fsf_req *req = NULL;
1045 	struct scsi_device *sdev = scmnd->device;
1046 	struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
1047 	struct zfcp_qdio *qdio = zfcp_sdev->port->adapter->qdio;
1048 	u64 old_req_id = (u64) scmnd->host_scribble;
1049 
1050 	spin_lock_irq(&qdio->req_q_lock);
1051 	if (zfcp_qdio_sbal_get(qdio))
1052 		goto out;
1053 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_ABORT_FCP_CMND,
1054 				  SBAL_SFLAGS0_TYPE_READ,
1055 				  qdio->adapter->pool.scsi_abort);
1056 	if (IS_ERR(req)) {
1057 		req = NULL;
1058 		goto out;
1059 	}
1060 
1061 	if (unlikely(!(atomic_read(&zfcp_sdev->status) &
1062 		       ZFCP_STATUS_COMMON_UNBLOCKED)))
1063 		goto out_error_free;
1064 
1065 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1066 
1067 	req->data = sdev;
1068 	req->handler = zfcp_fsf_abort_fcp_command_handler;
1069 	req->qtcb->header.lun_handle = zfcp_sdev->lun_handle;
1070 	req->qtcb->header.port_handle = zfcp_sdev->port->handle;
1071 	req->qtcb->bottom.support.req_handle = old_req_id;
1072 
1073 	zfcp_fsf_start_timer(req, ZFCP_FSF_SCSI_ER_TIMEOUT);
1074 	if (!zfcp_fsf_req_send(req)) {
1075 		/* NOTE: DO NOT TOUCH req, UNTIL IT COMPLETES! */
1076 		goto out;
1077 	}
1078 
1079 out_error_free:
1080 	zfcp_fsf_req_free(req);
1081 	req = NULL;
1082 out:
1083 	spin_unlock_irq(&qdio->req_q_lock);
1084 	return req;
1085 }
1086 
1087 static void zfcp_fsf_send_ct_handler(struct zfcp_fsf_req *req)
1088 {
1089 	struct zfcp_adapter *adapter = req->adapter;
1090 	struct zfcp_fsf_ct_els *ct = req->data;
1091 	struct fsf_qtcb_header *header = &req->qtcb->header;
1092 
1093 	ct->status = -EINVAL;
1094 
1095 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1096 		goto skip_fsfstatus;
1097 
1098 	switch (header->fsf_status) {
1099         case FSF_GOOD:
1100 		ct->status = 0;
1101 		zfcp_dbf_san_res("fsscth2", req);
1102 		break;
1103         case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1104 		zfcp_fsf_class_not_supp(req);
1105 		break;
1106         case FSF_ADAPTER_STATUS_AVAILABLE:
1107                 switch (header->fsf_status_qual.word[0]){
1108                 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1109                 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1110 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1111 			break;
1112                 }
1113                 break;
1114         case FSF_PORT_BOXED:
1115 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1116 		break;
1117 	case FSF_PORT_HANDLE_NOT_VALID:
1118 		zfcp_erp_adapter_reopen(adapter, 0, "fsscth1");
1119 		fallthrough;
1120 	case FSF_GENERIC_COMMAND_REJECTED:
1121 	case FSF_PAYLOAD_SIZE_MISMATCH:
1122 	case FSF_REQUEST_SIZE_TOO_LARGE:
1123 	case FSF_RESPONSE_SIZE_TOO_LARGE:
1124 	case FSF_SBAL_MISMATCH:
1125 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1126 		break;
1127 	}
1128 
1129 skip_fsfstatus:
1130 	if (ct->handler)
1131 		ct->handler(ct->handler_data);
1132 }
1133 
1134 static void zfcp_fsf_setup_ct_els_unchained(struct zfcp_qdio *qdio,
1135 					    struct zfcp_qdio_req *q_req,
1136 					    struct scatterlist *sg_req,
1137 					    struct scatterlist *sg_resp)
1138 {
1139 	zfcp_qdio_fill_next(qdio, q_req, sg_virt(sg_req), sg_req->length);
1140 	zfcp_qdio_fill_next(qdio, q_req, sg_virt(sg_resp), sg_resp->length);
1141 	zfcp_qdio_set_sbale_last(qdio, q_req);
1142 }
1143 
1144 static int zfcp_fsf_setup_ct_els_sbals(struct zfcp_fsf_req *req,
1145 				       struct scatterlist *sg_req,
1146 				       struct scatterlist *sg_resp)
1147 {
1148 	struct zfcp_adapter *adapter = req->adapter;
1149 	struct zfcp_qdio *qdio = adapter->qdio;
1150 	struct fsf_qtcb *qtcb = req->qtcb;
1151 	u32 feat = adapter->adapter_features;
1152 
1153 	if (zfcp_adapter_multi_buffer_active(adapter)) {
1154 		if (zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req, sg_req))
1155 			return -EIO;
1156 		qtcb->bottom.support.req_buf_length =
1157 			zfcp_qdio_real_bytes(sg_req);
1158 		if (zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req, sg_resp))
1159 			return -EIO;
1160 		qtcb->bottom.support.resp_buf_length =
1161 			zfcp_qdio_real_bytes(sg_resp);
1162 
1163 		zfcp_qdio_set_data_div(qdio, &req->qdio_req, sg_nents(sg_req));
1164 		zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1165 		zfcp_qdio_set_scount(qdio, &req->qdio_req);
1166 		return 0;
1167 	}
1168 
1169 	/* use single, unchained SBAL if it can hold the request */
1170 	if (zfcp_qdio_sg_one_sbale(sg_req) && zfcp_qdio_sg_one_sbale(sg_resp)) {
1171 		zfcp_fsf_setup_ct_els_unchained(qdio, &req->qdio_req,
1172 						sg_req, sg_resp);
1173 		return 0;
1174 	}
1175 
1176 	if (!(feat & FSF_FEATURE_ELS_CT_CHAINED_SBALS))
1177 		return -EOPNOTSUPP;
1178 
1179 	if (zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req, sg_req))
1180 		return -EIO;
1181 
1182 	qtcb->bottom.support.req_buf_length = zfcp_qdio_real_bytes(sg_req);
1183 
1184 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1185 	zfcp_qdio_skip_to_last_sbale(qdio, &req->qdio_req);
1186 
1187 	if (zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req, sg_resp))
1188 		return -EIO;
1189 
1190 	qtcb->bottom.support.resp_buf_length = zfcp_qdio_real_bytes(sg_resp);
1191 
1192 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1193 
1194 	return 0;
1195 }
1196 
1197 static int zfcp_fsf_setup_ct_els(struct zfcp_fsf_req *req,
1198 				 struct scatterlist *sg_req,
1199 				 struct scatterlist *sg_resp,
1200 				 unsigned int timeout)
1201 {
1202 	int ret;
1203 
1204 	ret = zfcp_fsf_setup_ct_els_sbals(req, sg_req, sg_resp);
1205 	if (ret)
1206 		return ret;
1207 
1208 	/* common settings for ct/gs and els requests */
1209 	if (timeout > 255)
1210 		timeout = 255; /* max value accepted by hardware */
1211 	req->qtcb->bottom.support.service_class = FSF_CLASS_3;
1212 	req->qtcb->bottom.support.timeout = timeout;
1213 	zfcp_fsf_start_timer(req, (timeout + 10) * HZ);
1214 
1215 	return 0;
1216 }
1217 
1218 /**
1219  * zfcp_fsf_send_ct - initiate a Generic Service request (FC-GS)
1220  * @wka_port: pointer to zfcp WKA port to send CT/GS to
1221  * @ct: pointer to struct zfcp_send_ct with data for request
1222  * @pool: if non-null this mempool is used to allocate struct zfcp_fsf_req
1223  * @timeout: timeout that hardware should use, and a later software timeout
1224  */
1225 int zfcp_fsf_send_ct(struct zfcp_fc_wka_port *wka_port,
1226 		     struct zfcp_fsf_ct_els *ct, mempool_t *pool,
1227 		     unsigned int timeout)
1228 {
1229 	struct zfcp_qdio *qdio = wka_port->adapter->qdio;
1230 	struct zfcp_fsf_req *req;
1231 	int ret = -EIO;
1232 
1233 	spin_lock_irq(&qdio->req_q_lock);
1234 	if (zfcp_qdio_sbal_get(qdio))
1235 		goto out;
1236 
1237 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_SEND_GENERIC,
1238 				  SBAL_SFLAGS0_TYPE_WRITE_READ, pool);
1239 
1240 	if (IS_ERR(req)) {
1241 		ret = PTR_ERR(req);
1242 		goto out;
1243 	}
1244 
1245 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1246 	ret = zfcp_fsf_setup_ct_els(req, ct->req, ct->resp, timeout);
1247 	if (ret)
1248 		goto failed_send;
1249 
1250 	req->handler = zfcp_fsf_send_ct_handler;
1251 	req->qtcb->header.port_handle = wka_port->handle;
1252 	ct->d_id = wka_port->d_id;
1253 	req->data = ct;
1254 
1255 	zfcp_dbf_san_req("fssct_1", req, wka_port->d_id);
1256 
1257 	ret = zfcp_fsf_req_send(req);
1258 	if (ret)
1259 		goto failed_send;
1260 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1261 
1262 	goto out;
1263 
1264 failed_send:
1265 	zfcp_fsf_req_free(req);
1266 out:
1267 	spin_unlock_irq(&qdio->req_q_lock);
1268 	return ret;
1269 }
1270 
1271 static void zfcp_fsf_send_els_handler(struct zfcp_fsf_req *req)
1272 {
1273 	struct zfcp_fsf_ct_els *send_els = req->data;
1274 	struct fsf_qtcb_header *header = &req->qtcb->header;
1275 
1276 	send_els->status = -EINVAL;
1277 
1278 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1279 		goto skip_fsfstatus;
1280 
1281 	switch (header->fsf_status) {
1282 	case FSF_GOOD:
1283 		send_els->status = 0;
1284 		zfcp_dbf_san_res("fsselh1", req);
1285 		break;
1286 	case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1287 		zfcp_fsf_class_not_supp(req);
1288 		break;
1289 	case FSF_ADAPTER_STATUS_AVAILABLE:
1290 		switch (header->fsf_status_qual.word[0]){
1291 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1292 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1293 		case FSF_SQ_RETRY_IF_POSSIBLE:
1294 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1295 			break;
1296 		}
1297 		break;
1298 	case FSF_ELS_COMMAND_REJECTED:
1299 	case FSF_PAYLOAD_SIZE_MISMATCH:
1300 	case FSF_REQUEST_SIZE_TOO_LARGE:
1301 	case FSF_RESPONSE_SIZE_TOO_LARGE:
1302 		break;
1303 	case FSF_SBAL_MISMATCH:
1304 		/* should never occur, avoided in zfcp_fsf_send_els */
1305 		fallthrough;
1306 	default:
1307 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1308 		break;
1309 	}
1310 skip_fsfstatus:
1311 	if (send_els->handler)
1312 		send_els->handler(send_els->handler_data);
1313 }
1314 
1315 /**
1316  * zfcp_fsf_send_els - initiate an ELS command (FC-FS)
1317  * @adapter: pointer to zfcp adapter
1318  * @d_id: N_Port_ID to send ELS to
1319  * @els: pointer to struct zfcp_send_els with data for the command
1320  * @timeout: timeout that hardware should use, and a later software timeout
1321  */
1322 int zfcp_fsf_send_els(struct zfcp_adapter *adapter, u32 d_id,
1323 		      struct zfcp_fsf_ct_els *els, unsigned int timeout)
1324 {
1325 	struct zfcp_fsf_req *req;
1326 	struct zfcp_qdio *qdio = adapter->qdio;
1327 	int ret = -EIO;
1328 
1329 	spin_lock_irq(&qdio->req_q_lock);
1330 	if (zfcp_qdio_sbal_get(qdio))
1331 		goto out;
1332 
1333 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_SEND_ELS,
1334 				  SBAL_SFLAGS0_TYPE_WRITE_READ, NULL);
1335 
1336 	if (IS_ERR(req)) {
1337 		ret = PTR_ERR(req);
1338 		goto out;
1339 	}
1340 
1341 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1342 
1343 	if (!zfcp_adapter_multi_buffer_active(adapter))
1344 		zfcp_qdio_sbal_limit(qdio, &req->qdio_req, 2);
1345 
1346 	ret = zfcp_fsf_setup_ct_els(req, els->req, els->resp, timeout);
1347 
1348 	if (ret)
1349 		goto failed_send;
1350 
1351 	hton24(req->qtcb->bottom.support.d_id, d_id);
1352 	req->handler = zfcp_fsf_send_els_handler;
1353 	els->d_id = d_id;
1354 	req->data = els;
1355 
1356 	zfcp_dbf_san_req("fssels1", req, d_id);
1357 
1358 	ret = zfcp_fsf_req_send(req);
1359 	if (ret)
1360 		goto failed_send;
1361 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1362 
1363 	goto out;
1364 
1365 failed_send:
1366 	zfcp_fsf_req_free(req);
1367 out:
1368 	spin_unlock_irq(&qdio->req_q_lock);
1369 	return ret;
1370 }
1371 
1372 int zfcp_fsf_exchange_config_data(struct zfcp_erp_action *erp_action)
1373 {
1374 	struct zfcp_fsf_req *req;
1375 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
1376 	int retval = -EIO;
1377 
1378 	spin_lock_irq(&qdio->req_q_lock);
1379 	if (zfcp_qdio_sbal_get(qdio))
1380 		goto out;
1381 
1382 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1383 				  SBAL_SFLAGS0_TYPE_READ,
1384 				  qdio->adapter->pool.erp_req);
1385 
1386 	if (IS_ERR(req)) {
1387 		retval = PTR_ERR(req);
1388 		goto out;
1389 	}
1390 
1391 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1392 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1393 
1394 	req->qtcb->bottom.config.feature_selection =
1395 			FSF_FEATURE_NOTIFICATION_LOST |
1396 			FSF_FEATURE_UPDATE_ALERT |
1397 			FSF_FEATURE_REQUEST_SFP_DATA |
1398 			FSF_FEATURE_FC_SECURITY;
1399 	req->erp_action = erp_action;
1400 	req->handler = zfcp_fsf_exchange_config_data_handler;
1401 	erp_action->fsf_req_id = req->req_id;
1402 
1403 	zfcp_fsf_start_erp_timer(req);
1404 	retval = zfcp_fsf_req_send(req);
1405 	if (retval) {
1406 		zfcp_fsf_req_free(req);
1407 		erp_action->fsf_req_id = 0;
1408 	}
1409 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1410 out:
1411 	spin_unlock_irq(&qdio->req_q_lock);
1412 	return retval;
1413 }
1414 
1415 
1416 /**
1417  * zfcp_fsf_exchange_config_data_sync() - Request information about FCP channel.
1418  * @qdio: pointer to the QDIO-Queue to use for sending the command.
1419  * @data: pointer to the QTCB-Bottom for storing the result of the command,
1420  *	  might be %NULL.
1421  *
1422  * Returns:
1423  * * 0		- Exchange Config Data was successful, @data is complete
1424  * * -EIO	- Exchange Config Data was not successful, @data is invalid
1425  * * -EAGAIN	- @data contains incomplete data
1426  * * -ENOMEM	- Some memory allocation failed along the way
1427  */
1428 int zfcp_fsf_exchange_config_data_sync(struct zfcp_qdio *qdio,
1429 				       struct fsf_qtcb_bottom_config *data)
1430 {
1431 	struct zfcp_fsf_req *req = NULL;
1432 	int retval = -EIO;
1433 
1434 	spin_lock_irq(&qdio->req_q_lock);
1435 	if (zfcp_qdio_sbal_get(qdio))
1436 		goto out_unlock;
1437 
1438 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1439 				  SBAL_SFLAGS0_TYPE_READ, NULL);
1440 
1441 	if (IS_ERR(req)) {
1442 		retval = PTR_ERR(req);
1443 		goto out_unlock;
1444 	}
1445 
1446 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1447 	req->handler = zfcp_fsf_exchange_config_data_handler;
1448 
1449 	req->qtcb->bottom.config.feature_selection =
1450 			FSF_FEATURE_NOTIFICATION_LOST |
1451 			FSF_FEATURE_UPDATE_ALERT |
1452 			FSF_FEATURE_REQUEST_SFP_DATA |
1453 			FSF_FEATURE_FC_SECURITY;
1454 
1455 	if (data)
1456 		req->data = data;
1457 
1458 	zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1459 	retval = zfcp_fsf_req_send(req);
1460 	spin_unlock_irq(&qdio->req_q_lock);
1461 
1462 	if (!retval) {
1463 		/* NOTE: ONLY TOUCH SYNC req AGAIN ON req->completion. */
1464 		wait_for_completion(&req->completion);
1465 
1466 		if (req->status &
1467 		    (ZFCP_STATUS_FSFREQ_ERROR | ZFCP_STATUS_FSFREQ_DISMISSED))
1468 			retval = -EIO;
1469 		else if (req->status & ZFCP_STATUS_FSFREQ_XDATAINCOMPLETE)
1470 			retval = -EAGAIN;
1471 	}
1472 
1473 	zfcp_fsf_req_free(req);
1474 	return retval;
1475 
1476 out_unlock:
1477 	spin_unlock_irq(&qdio->req_q_lock);
1478 	return retval;
1479 }
1480 
1481 /**
1482  * zfcp_fsf_exchange_port_data - request information about local port
1483  * @erp_action: ERP action for the adapter for which port data is requested
1484  * Returns: 0 on success, error otherwise
1485  */
1486 int zfcp_fsf_exchange_port_data(struct zfcp_erp_action *erp_action)
1487 {
1488 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
1489 	struct zfcp_fsf_req *req;
1490 	int retval = -EIO;
1491 
1492 	if (!(qdio->adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1493 		return -EOPNOTSUPP;
1494 
1495 	spin_lock_irq(&qdio->req_q_lock);
1496 	if (zfcp_qdio_sbal_get(qdio))
1497 		goto out;
1498 
1499 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_EXCHANGE_PORT_DATA,
1500 				  SBAL_SFLAGS0_TYPE_READ,
1501 				  qdio->adapter->pool.erp_req);
1502 
1503 	if (IS_ERR(req)) {
1504 		retval = PTR_ERR(req);
1505 		goto out;
1506 	}
1507 
1508 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1509 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1510 
1511 	req->handler = zfcp_fsf_exchange_port_data_handler;
1512 	req->erp_action = erp_action;
1513 	erp_action->fsf_req_id = req->req_id;
1514 
1515 	zfcp_fsf_start_erp_timer(req);
1516 	retval = zfcp_fsf_req_send(req);
1517 	if (retval) {
1518 		zfcp_fsf_req_free(req);
1519 		erp_action->fsf_req_id = 0;
1520 	}
1521 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1522 out:
1523 	spin_unlock_irq(&qdio->req_q_lock);
1524 	return retval;
1525 }
1526 
1527 /**
1528  * zfcp_fsf_exchange_port_data_sync() - Request information about local port.
1529  * @qdio: pointer to the QDIO-Queue to use for sending the command.
1530  * @data: pointer to the QTCB-Bottom for storing the result of the command,
1531  *	  might be %NULL.
1532  *
1533  * Returns:
1534  * * 0		- Exchange Port Data was successful, @data is complete
1535  * * -EIO	- Exchange Port Data was not successful, @data is invalid
1536  * * -EAGAIN	- @data contains incomplete data
1537  * * -ENOMEM	- Some memory allocation failed along the way
1538  * * -EOPNOTSUPP	- This operation is not supported
1539  */
1540 int zfcp_fsf_exchange_port_data_sync(struct zfcp_qdio *qdio,
1541 				     struct fsf_qtcb_bottom_port *data)
1542 {
1543 	struct zfcp_fsf_req *req = NULL;
1544 	int retval = -EIO;
1545 
1546 	if (!(qdio->adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1547 		return -EOPNOTSUPP;
1548 
1549 	spin_lock_irq(&qdio->req_q_lock);
1550 	if (zfcp_qdio_sbal_get(qdio))
1551 		goto out_unlock;
1552 
1553 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_EXCHANGE_PORT_DATA,
1554 				  SBAL_SFLAGS0_TYPE_READ, NULL);
1555 
1556 	if (IS_ERR(req)) {
1557 		retval = PTR_ERR(req);
1558 		goto out_unlock;
1559 	}
1560 
1561 	if (data)
1562 		req->data = data;
1563 
1564 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1565 
1566 	req->handler = zfcp_fsf_exchange_port_data_handler;
1567 	zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1568 	retval = zfcp_fsf_req_send(req);
1569 	spin_unlock_irq(&qdio->req_q_lock);
1570 
1571 	if (!retval) {
1572 		/* NOTE: ONLY TOUCH SYNC req AGAIN ON req->completion. */
1573 		wait_for_completion(&req->completion);
1574 
1575 		if (req->status &
1576 		    (ZFCP_STATUS_FSFREQ_ERROR | ZFCP_STATUS_FSFREQ_DISMISSED))
1577 			retval = -EIO;
1578 		else if (req->status & ZFCP_STATUS_FSFREQ_XDATAINCOMPLETE)
1579 			retval = -EAGAIN;
1580 	}
1581 
1582 	zfcp_fsf_req_free(req);
1583 	return retval;
1584 
1585 out_unlock:
1586 	spin_unlock_irq(&qdio->req_q_lock);
1587 	return retval;
1588 }
1589 
1590 static void zfcp_fsf_log_port_fc_security(struct zfcp_port *port,
1591 					  struct zfcp_fsf_req *req)
1592 {
1593 	char mnemonic_old[ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH];
1594 	char mnemonic_new[ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH];
1595 
1596 	if (port->connection_info == port->connection_info_old) {
1597 		/* no change, no log nor trace */
1598 		return;
1599 	}
1600 
1601 	zfcp_dbf_hba_fsf_fces("fsfcesp", req, port->wwpn,
1602 			      port->connection_info_old,
1603 			      port->connection_info);
1604 
1605 	zfcp_fsf_scnprint_fc_security(mnemonic_old, sizeof(mnemonic_old),
1606 				      port->connection_info_old,
1607 				      ZFCP_FSF_PRINT_FMT_SINGLEITEM);
1608 	zfcp_fsf_scnprint_fc_security(mnemonic_new, sizeof(mnemonic_new),
1609 				      port->connection_info,
1610 				      ZFCP_FSF_PRINT_FMT_SINGLEITEM);
1611 
1612 	if (strncmp(mnemonic_old, mnemonic_new,
1613 		    ZFCP_FSF_MAX_FC_SECURITY_MNEMONIC_LENGTH) == 0) {
1614 		/* no change in string representation, no log */
1615 		goto out;
1616 	}
1617 
1618 	if (port->connection_info_old == 0) {
1619 		/* activation */
1620 		dev_info(&port->adapter->ccw_device->dev,
1621 			 "FC Endpoint Security of connection to remote port 0x%16llx enabled: %s\n",
1622 			 port->wwpn, mnemonic_new);
1623 	} else if (port->connection_info == 0) {
1624 		/* deactivation */
1625 		dev_warn(&port->adapter->ccw_device->dev,
1626 			 "FC Endpoint Security of connection to remote port 0x%16llx disabled: was %s\n",
1627 			 port->wwpn, mnemonic_old);
1628 	} else {
1629 		/* change */
1630 		dev_warn(&port->adapter->ccw_device->dev,
1631 			 "FC Endpoint Security of connection to remote port 0x%16llx changed: from %s to %s\n",
1632 			 port->wwpn, mnemonic_old, mnemonic_new);
1633 	}
1634 
1635 out:
1636 	port->connection_info_old = port->connection_info;
1637 }
1638 
1639 static void zfcp_fsf_log_security_error(const struct device *dev, u32 fsf_sqw0,
1640 					u64 wwpn)
1641 {
1642 	switch (fsf_sqw0) {
1643 
1644 	/*
1645 	 * Open Port command error codes
1646 	 */
1647 
1648 	case FSF_SQ_SECURITY_REQUIRED:
1649 		dev_warn_ratelimited(dev,
1650 				     "FC Endpoint Security error: FC security is required but not supported or configured on remote port 0x%016llx\n",
1651 				     wwpn);
1652 		break;
1653 	case FSF_SQ_SECURITY_TIMEOUT:
1654 		dev_warn_ratelimited(dev,
1655 				     "FC Endpoint Security error: a timeout prevented opening remote port 0x%016llx\n",
1656 				     wwpn);
1657 		break;
1658 	case FSF_SQ_SECURITY_KM_UNAVAILABLE:
1659 		dev_warn_ratelimited(dev,
1660 				     "FC Endpoint Security error: opening remote port 0x%016llx failed because local and external key manager cannot communicate\n",
1661 				     wwpn);
1662 		break;
1663 	case FSF_SQ_SECURITY_RKM_UNAVAILABLE:
1664 		dev_warn_ratelimited(dev,
1665 				     "FC Endpoint Security error: opening remote port 0x%016llx failed because it cannot communicate with the external key manager\n",
1666 				     wwpn);
1667 		break;
1668 	case FSF_SQ_SECURITY_AUTH_FAILURE:
1669 		dev_warn_ratelimited(dev,
1670 				     "FC Endpoint Security error: the device could not verify the identity of remote port 0x%016llx\n",
1671 				     wwpn);
1672 		break;
1673 
1674 	/*
1675 	 * Send FCP command error codes
1676 	 */
1677 
1678 	case FSF_SQ_SECURITY_ENC_FAILURE:
1679 		dev_warn_ratelimited(dev,
1680 				     "FC Endpoint Security error: FC connection to remote port 0x%016llx closed because encryption broke down\n",
1681 				     wwpn);
1682 		break;
1683 
1684 	/*
1685 	 * Unknown error codes
1686 	 */
1687 
1688 	default:
1689 		dev_warn_ratelimited(dev,
1690 				     "FC Endpoint Security error: the device issued an unknown error code 0x%08x related to the FC connection to remote port 0x%016llx\n",
1691 				     fsf_sqw0, wwpn);
1692 	}
1693 }
1694 
1695 static void zfcp_fsf_open_port_handler(struct zfcp_fsf_req *req)
1696 {
1697 	struct zfcp_adapter *adapter = req->adapter;
1698 	struct zfcp_port *port = req->data;
1699 	struct fsf_qtcb_header *header = &req->qtcb->header;
1700 	struct fsf_qtcb_bottom_support *bottom = &req->qtcb->bottom.support;
1701 	struct fc_els_flogi *plogi;
1702 
1703 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1704 		goto out;
1705 
1706 	switch (header->fsf_status) {
1707 	case FSF_PORT_ALREADY_OPEN:
1708 		break;
1709 	case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1710 		dev_warn(&adapter->ccw_device->dev,
1711 			 "Not enough FCP adapter resources to open "
1712 			 "remote port 0x%016Lx\n",
1713 			 (unsigned long long)port->wwpn);
1714 		zfcp_erp_set_port_status(port,
1715 					 ZFCP_STATUS_COMMON_ERP_FAILED);
1716 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1717 		break;
1718 	case FSF_SECURITY_ERROR:
1719 		zfcp_fsf_log_security_error(&req->adapter->ccw_device->dev,
1720 					    header->fsf_status_qual.word[0],
1721 					    port->wwpn);
1722 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1723 		break;
1724 	case FSF_ADAPTER_STATUS_AVAILABLE:
1725 		switch (header->fsf_status_qual.word[0]) {
1726 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1727 			/* no zfcp_fc_test_link() with failed open port */
1728 			fallthrough;
1729 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1730 		case FSF_SQ_NO_RETRY_POSSIBLE:
1731 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1732 			break;
1733 		}
1734 		break;
1735 	case FSF_GOOD:
1736 		port->handle = header->port_handle;
1737 		if (adapter->adapter_features & FSF_FEATURE_FC_SECURITY)
1738 			port->connection_info = bottom->connection_info;
1739 		else
1740 			port->connection_info = 0;
1741 		zfcp_fsf_log_port_fc_security(port, req);
1742 		atomic_or(ZFCP_STATUS_COMMON_OPEN |
1743 				ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1744 		atomic_andnot(ZFCP_STATUS_COMMON_ACCESS_BOXED,
1745 		                  &port->status);
1746 		/* check whether D_ID has changed during open */
1747 		/*
1748 		 * FIXME: This check is not airtight, as the FCP channel does
1749 		 * not monitor closures of target port connections caused on
1750 		 * the remote side. Thus, they might miss out on invalidating
1751 		 * locally cached WWPNs (and other N_Port parameters) of gone
1752 		 * target ports. So, our heroic attempt to make things safe
1753 		 * could be undermined by 'open port' response data tagged with
1754 		 * obsolete WWPNs. Another reason to monitor potential
1755 		 * connection closures ourself at least (by interpreting
1756 		 * incoming ELS' and unsolicited status). It just crosses my
1757 		 * mind that one should be able to cross-check by means of
1758 		 * another GID_PN straight after a port has been opened.
1759 		 * Alternately, an ADISC/PDISC ELS should suffice, as well.
1760 		 */
1761 		plogi = (struct fc_els_flogi *) bottom->els;
1762 		if (bottom->els1_length >= FSF_PLOGI_MIN_LEN)
1763 			zfcp_fc_plogi_evaluate(port, plogi);
1764 		break;
1765 	case FSF_UNKNOWN_OP_SUBTYPE:
1766 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1767 		break;
1768 	}
1769 
1770 out:
1771 	put_device(&port->dev);
1772 }
1773 
1774 /**
1775  * zfcp_fsf_open_port - create and send open port request
1776  * @erp_action: pointer to struct zfcp_erp_action
1777  * Returns: 0 on success, error otherwise
1778  */
1779 int zfcp_fsf_open_port(struct zfcp_erp_action *erp_action)
1780 {
1781 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
1782 	struct zfcp_port *port = erp_action->port;
1783 	struct zfcp_fsf_req *req;
1784 	int retval = -EIO;
1785 
1786 	spin_lock_irq(&qdio->req_q_lock);
1787 	if (zfcp_qdio_sbal_get(qdio))
1788 		goto out;
1789 
1790 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_OPEN_PORT_WITH_DID,
1791 				  SBAL_SFLAGS0_TYPE_READ,
1792 				  qdio->adapter->pool.erp_req);
1793 
1794 	if (IS_ERR(req)) {
1795 		retval = PTR_ERR(req);
1796 		goto out;
1797 	}
1798 
1799 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1800 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1801 
1802 	req->handler = zfcp_fsf_open_port_handler;
1803 	hton24(req->qtcb->bottom.support.d_id, port->d_id);
1804 	req->data = port;
1805 	req->erp_action = erp_action;
1806 	erp_action->fsf_req_id = req->req_id;
1807 	get_device(&port->dev);
1808 
1809 	zfcp_fsf_start_erp_timer(req);
1810 	retval = zfcp_fsf_req_send(req);
1811 	if (retval) {
1812 		zfcp_fsf_req_free(req);
1813 		erp_action->fsf_req_id = 0;
1814 		put_device(&port->dev);
1815 	}
1816 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1817 out:
1818 	spin_unlock_irq(&qdio->req_q_lock);
1819 	return retval;
1820 }
1821 
1822 static void zfcp_fsf_close_port_handler(struct zfcp_fsf_req *req)
1823 {
1824 	struct zfcp_port *port = req->data;
1825 
1826 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1827 		return;
1828 
1829 	switch (req->qtcb->header.fsf_status) {
1830 	case FSF_PORT_HANDLE_NOT_VALID:
1831 		zfcp_erp_adapter_reopen(port->adapter, 0, "fscph_1");
1832 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1833 		break;
1834 	case FSF_ADAPTER_STATUS_AVAILABLE:
1835 		break;
1836 	case FSF_GOOD:
1837 		zfcp_erp_clear_port_status(port, ZFCP_STATUS_COMMON_OPEN);
1838 		break;
1839 	}
1840 }
1841 
1842 /**
1843  * zfcp_fsf_close_port - create and send close port request
1844  * @erp_action: pointer to struct zfcp_erp_action
1845  * Returns: 0 on success, error otherwise
1846  */
1847 int zfcp_fsf_close_port(struct zfcp_erp_action *erp_action)
1848 {
1849 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
1850 	struct zfcp_fsf_req *req;
1851 	int retval = -EIO;
1852 
1853 	spin_lock_irq(&qdio->req_q_lock);
1854 	if (zfcp_qdio_sbal_get(qdio))
1855 		goto out;
1856 
1857 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_CLOSE_PORT,
1858 				  SBAL_SFLAGS0_TYPE_READ,
1859 				  qdio->adapter->pool.erp_req);
1860 
1861 	if (IS_ERR(req)) {
1862 		retval = PTR_ERR(req);
1863 		goto out;
1864 	}
1865 
1866 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1867 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1868 
1869 	req->handler = zfcp_fsf_close_port_handler;
1870 	req->data = erp_action->port;
1871 	req->erp_action = erp_action;
1872 	req->qtcb->header.port_handle = erp_action->port->handle;
1873 	erp_action->fsf_req_id = req->req_id;
1874 
1875 	zfcp_fsf_start_erp_timer(req);
1876 	retval = zfcp_fsf_req_send(req);
1877 	if (retval) {
1878 		zfcp_fsf_req_free(req);
1879 		erp_action->fsf_req_id = 0;
1880 	}
1881 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1882 out:
1883 	spin_unlock_irq(&qdio->req_q_lock);
1884 	return retval;
1885 }
1886 
1887 static void zfcp_fsf_open_wka_port_handler(struct zfcp_fsf_req *req)
1888 {
1889 	struct zfcp_fc_wka_port *wka_port = req->data;
1890 	struct fsf_qtcb_header *header = &req->qtcb->header;
1891 
1892 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR) {
1893 		wka_port->status = ZFCP_FC_WKA_PORT_OFFLINE;
1894 		goto out;
1895 	}
1896 
1897 	switch (header->fsf_status) {
1898 	case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1899 		dev_warn(&req->adapter->ccw_device->dev,
1900 			 "Opening WKA port 0x%x failed\n", wka_port->d_id);
1901 		fallthrough;
1902 	case FSF_ADAPTER_STATUS_AVAILABLE:
1903 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1904 		wka_port->status = ZFCP_FC_WKA_PORT_OFFLINE;
1905 		break;
1906 	case FSF_GOOD:
1907 		wka_port->handle = header->port_handle;
1908 		fallthrough;
1909 	case FSF_PORT_ALREADY_OPEN:
1910 		wka_port->status = ZFCP_FC_WKA_PORT_ONLINE;
1911 	}
1912 out:
1913 	wake_up(&wka_port->opened);
1914 }
1915 
1916 /**
1917  * zfcp_fsf_open_wka_port - create and send open wka-port request
1918  * @wka_port: pointer to struct zfcp_fc_wka_port
1919  * Returns: 0 on success, error otherwise
1920  */
1921 int zfcp_fsf_open_wka_port(struct zfcp_fc_wka_port *wka_port)
1922 {
1923 	struct zfcp_qdio *qdio = wka_port->adapter->qdio;
1924 	struct zfcp_fsf_req *req;
1925 	u64 req_id = 0;
1926 	int retval = -EIO;
1927 
1928 	spin_lock_irq(&qdio->req_q_lock);
1929 	if (zfcp_qdio_sbal_get(qdio))
1930 		goto out;
1931 
1932 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_OPEN_PORT_WITH_DID,
1933 				  SBAL_SFLAGS0_TYPE_READ,
1934 				  qdio->adapter->pool.erp_req);
1935 
1936 	if (IS_ERR(req)) {
1937 		retval = PTR_ERR(req);
1938 		goto out;
1939 	}
1940 
1941 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
1942 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
1943 
1944 	req->handler = zfcp_fsf_open_wka_port_handler;
1945 	hton24(req->qtcb->bottom.support.d_id, wka_port->d_id);
1946 	req->data = wka_port;
1947 
1948 	req_id = req->req_id;
1949 
1950 	zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1951 	retval = zfcp_fsf_req_send(req);
1952 	if (retval)
1953 		zfcp_fsf_req_free(req);
1954 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
1955 out:
1956 	spin_unlock_irq(&qdio->req_q_lock);
1957 	if (!retval)
1958 		zfcp_dbf_rec_run_wka("fsowp_1", wka_port, req_id);
1959 	return retval;
1960 }
1961 
1962 static void zfcp_fsf_close_wka_port_handler(struct zfcp_fsf_req *req)
1963 {
1964 	struct zfcp_fc_wka_port *wka_port = req->data;
1965 
1966 	if (req->qtcb->header.fsf_status == FSF_PORT_HANDLE_NOT_VALID) {
1967 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1968 		zfcp_erp_adapter_reopen(wka_port->adapter, 0, "fscwph1");
1969 	}
1970 
1971 	wka_port->status = ZFCP_FC_WKA_PORT_OFFLINE;
1972 	wake_up(&wka_port->closed);
1973 }
1974 
1975 /**
1976  * zfcp_fsf_close_wka_port - create and send close wka port request
1977  * @wka_port: WKA port to open
1978  * Returns: 0 on success, error otherwise
1979  */
1980 int zfcp_fsf_close_wka_port(struct zfcp_fc_wka_port *wka_port)
1981 {
1982 	struct zfcp_qdio *qdio = wka_port->adapter->qdio;
1983 	struct zfcp_fsf_req *req;
1984 	u64 req_id = 0;
1985 	int retval = -EIO;
1986 
1987 	spin_lock_irq(&qdio->req_q_lock);
1988 	if (zfcp_qdio_sbal_get(qdio))
1989 		goto out;
1990 
1991 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_CLOSE_PORT,
1992 				  SBAL_SFLAGS0_TYPE_READ,
1993 				  qdio->adapter->pool.erp_req);
1994 
1995 	if (IS_ERR(req)) {
1996 		retval = PTR_ERR(req);
1997 		goto out;
1998 	}
1999 
2000 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
2001 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
2002 
2003 	req->handler = zfcp_fsf_close_wka_port_handler;
2004 	req->data = wka_port;
2005 	req->qtcb->header.port_handle = wka_port->handle;
2006 
2007 	req_id = req->req_id;
2008 
2009 	zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2010 	retval = zfcp_fsf_req_send(req);
2011 	if (retval)
2012 		zfcp_fsf_req_free(req);
2013 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
2014 out:
2015 	spin_unlock_irq(&qdio->req_q_lock);
2016 	if (!retval)
2017 		zfcp_dbf_rec_run_wka("fscwp_1", wka_port, req_id);
2018 	return retval;
2019 }
2020 
2021 static void zfcp_fsf_close_physical_port_handler(struct zfcp_fsf_req *req)
2022 {
2023 	struct zfcp_port *port = req->data;
2024 	struct fsf_qtcb_header *header = &req->qtcb->header;
2025 	struct scsi_device *sdev;
2026 
2027 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
2028 		return;
2029 
2030 	switch (header->fsf_status) {
2031 	case FSF_PORT_HANDLE_NOT_VALID:
2032 		zfcp_erp_adapter_reopen(port->adapter, 0, "fscpph1");
2033 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2034 		break;
2035 	case FSF_PORT_BOXED:
2036 		/* can't use generic zfcp_erp_modify_port_status because
2037 		 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port */
2038 		atomic_andnot(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
2039 		shost_for_each_device(sdev, port->adapter->scsi_host)
2040 			if (sdev_to_zfcp(sdev)->port == port)
2041 				atomic_andnot(ZFCP_STATUS_COMMON_OPEN,
2042 						  &sdev_to_zfcp(sdev)->status);
2043 		zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ACCESS_BOXED);
2044 		zfcp_erp_port_reopen(port, ZFCP_STATUS_COMMON_ERP_FAILED,
2045 				     "fscpph2");
2046 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2047 		break;
2048 	case FSF_ADAPTER_STATUS_AVAILABLE:
2049 		switch (header->fsf_status_qual.word[0]) {
2050 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
2051 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
2052 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2053 			break;
2054 		}
2055 		break;
2056 	case FSF_GOOD:
2057 		/* can't use generic zfcp_erp_modify_port_status because
2058 		 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port
2059 		 */
2060 		atomic_andnot(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
2061 		shost_for_each_device(sdev, port->adapter->scsi_host)
2062 			if (sdev_to_zfcp(sdev)->port == port)
2063 				atomic_andnot(ZFCP_STATUS_COMMON_OPEN,
2064 						  &sdev_to_zfcp(sdev)->status);
2065 		break;
2066 	}
2067 }
2068 
2069 /**
2070  * zfcp_fsf_close_physical_port - close physical port
2071  * @erp_action: pointer to struct zfcp_erp_action
2072  * Returns: 0 on success
2073  */
2074 int zfcp_fsf_close_physical_port(struct zfcp_erp_action *erp_action)
2075 {
2076 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
2077 	struct zfcp_fsf_req *req;
2078 	int retval = -EIO;
2079 
2080 	spin_lock_irq(&qdio->req_q_lock);
2081 	if (zfcp_qdio_sbal_get(qdio))
2082 		goto out;
2083 
2084 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_CLOSE_PHYSICAL_PORT,
2085 				  SBAL_SFLAGS0_TYPE_READ,
2086 				  qdio->adapter->pool.erp_req);
2087 
2088 	if (IS_ERR(req)) {
2089 		retval = PTR_ERR(req);
2090 		goto out;
2091 	}
2092 
2093 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
2094 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
2095 
2096 	req->data = erp_action->port;
2097 	req->qtcb->header.port_handle = erp_action->port->handle;
2098 	req->erp_action = erp_action;
2099 	req->handler = zfcp_fsf_close_physical_port_handler;
2100 	erp_action->fsf_req_id = req->req_id;
2101 
2102 	zfcp_fsf_start_erp_timer(req);
2103 	retval = zfcp_fsf_req_send(req);
2104 	if (retval) {
2105 		zfcp_fsf_req_free(req);
2106 		erp_action->fsf_req_id = 0;
2107 	}
2108 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
2109 out:
2110 	spin_unlock_irq(&qdio->req_q_lock);
2111 	return retval;
2112 }
2113 
2114 static void zfcp_fsf_open_lun_handler(struct zfcp_fsf_req *req)
2115 {
2116 	struct zfcp_adapter *adapter = req->adapter;
2117 	struct scsi_device *sdev = req->data;
2118 	struct zfcp_scsi_dev *zfcp_sdev;
2119 	struct fsf_qtcb_header *header = &req->qtcb->header;
2120 	union fsf_status_qual *qual = &header->fsf_status_qual;
2121 
2122 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
2123 		return;
2124 
2125 	zfcp_sdev = sdev_to_zfcp(sdev);
2126 
2127 	atomic_andnot(ZFCP_STATUS_COMMON_ACCESS_DENIED |
2128 			  ZFCP_STATUS_COMMON_ACCESS_BOXED,
2129 			  &zfcp_sdev->status);
2130 
2131 	switch (header->fsf_status) {
2132 
2133 	case FSF_PORT_HANDLE_NOT_VALID:
2134 		zfcp_erp_adapter_reopen(adapter, 0, "fsouh_1");
2135 		fallthrough;
2136 	case FSF_LUN_ALREADY_OPEN:
2137 		break;
2138 	case FSF_PORT_BOXED:
2139 		zfcp_erp_set_port_status(zfcp_sdev->port,
2140 					 ZFCP_STATUS_COMMON_ACCESS_BOXED);
2141 		zfcp_erp_port_reopen(zfcp_sdev->port,
2142 				     ZFCP_STATUS_COMMON_ERP_FAILED, "fsouh_2");
2143 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2144 		break;
2145 	case FSF_LUN_SHARING_VIOLATION:
2146 		if (qual->word[0])
2147 			dev_warn(&zfcp_sdev->port->adapter->ccw_device->dev,
2148 				 "LUN 0x%016Lx on port 0x%016Lx is already in "
2149 				 "use by CSS%d, MIF Image ID %x\n",
2150 				 zfcp_scsi_dev_lun(sdev),
2151 				 (unsigned long long)zfcp_sdev->port->wwpn,
2152 				 qual->fsf_queue_designator.cssid,
2153 				 qual->fsf_queue_designator.hla);
2154 		zfcp_erp_set_lun_status(sdev,
2155 					ZFCP_STATUS_COMMON_ERP_FAILED |
2156 					ZFCP_STATUS_COMMON_ACCESS_DENIED);
2157 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2158 		break;
2159 	case FSF_MAXIMUM_NUMBER_OF_LUNS_EXCEEDED:
2160 		dev_warn(&adapter->ccw_device->dev,
2161 			 "No handle is available for LUN "
2162 			 "0x%016Lx on port 0x%016Lx\n",
2163 			 (unsigned long long)zfcp_scsi_dev_lun(sdev),
2164 			 (unsigned long long)zfcp_sdev->port->wwpn);
2165 		zfcp_erp_set_lun_status(sdev, ZFCP_STATUS_COMMON_ERP_FAILED);
2166 		fallthrough;
2167 	case FSF_INVALID_COMMAND_OPTION:
2168 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2169 		break;
2170 	case FSF_ADAPTER_STATUS_AVAILABLE:
2171 		switch (header->fsf_status_qual.word[0]) {
2172 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
2173 			zfcp_fc_test_link(zfcp_sdev->port);
2174 			fallthrough;
2175 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
2176 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2177 			break;
2178 		}
2179 		break;
2180 
2181 	case FSF_GOOD:
2182 		zfcp_sdev->lun_handle = header->lun_handle;
2183 		atomic_or(ZFCP_STATUS_COMMON_OPEN, &zfcp_sdev->status);
2184 		break;
2185 	}
2186 }
2187 
2188 /**
2189  * zfcp_fsf_open_lun - open LUN
2190  * @erp_action: pointer to struct zfcp_erp_action
2191  * Returns: 0 on success, error otherwise
2192  */
2193 int zfcp_fsf_open_lun(struct zfcp_erp_action *erp_action)
2194 {
2195 	struct zfcp_adapter *adapter = erp_action->adapter;
2196 	struct zfcp_qdio *qdio = adapter->qdio;
2197 	struct zfcp_fsf_req *req;
2198 	int retval = -EIO;
2199 
2200 	spin_lock_irq(&qdio->req_q_lock);
2201 	if (zfcp_qdio_sbal_get(qdio))
2202 		goto out;
2203 
2204 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_OPEN_LUN,
2205 				  SBAL_SFLAGS0_TYPE_READ,
2206 				  adapter->pool.erp_req);
2207 
2208 	if (IS_ERR(req)) {
2209 		retval = PTR_ERR(req);
2210 		goto out;
2211 	}
2212 
2213 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
2214 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
2215 
2216 	req->qtcb->header.port_handle = erp_action->port->handle;
2217 	req->qtcb->bottom.support.fcp_lun = zfcp_scsi_dev_lun(erp_action->sdev);
2218 	req->handler = zfcp_fsf_open_lun_handler;
2219 	req->data = erp_action->sdev;
2220 	req->erp_action = erp_action;
2221 	erp_action->fsf_req_id = req->req_id;
2222 
2223 	if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE))
2224 		req->qtcb->bottom.support.option = FSF_OPEN_LUN_SUPPRESS_BOXING;
2225 
2226 	zfcp_fsf_start_erp_timer(req);
2227 	retval = zfcp_fsf_req_send(req);
2228 	if (retval) {
2229 		zfcp_fsf_req_free(req);
2230 		erp_action->fsf_req_id = 0;
2231 	}
2232 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
2233 out:
2234 	spin_unlock_irq(&qdio->req_q_lock);
2235 	return retval;
2236 }
2237 
2238 static void zfcp_fsf_close_lun_handler(struct zfcp_fsf_req *req)
2239 {
2240 	struct scsi_device *sdev = req->data;
2241 	struct zfcp_scsi_dev *zfcp_sdev;
2242 
2243 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
2244 		return;
2245 
2246 	zfcp_sdev = sdev_to_zfcp(sdev);
2247 
2248 	switch (req->qtcb->header.fsf_status) {
2249 	case FSF_PORT_HANDLE_NOT_VALID:
2250 		zfcp_erp_adapter_reopen(zfcp_sdev->port->adapter, 0, "fscuh_1");
2251 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2252 		break;
2253 	case FSF_LUN_HANDLE_NOT_VALID:
2254 		zfcp_erp_port_reopen(zfcp_sdev->port, 0, "fscuh_2");
2255 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2256 		break;
2257 	case FSF_PORT_BOXED:
2258 		zfcp_erp_set_port_status(zfcp_sdev->port,
2259 					 ZFCP_STATUS_COMMON_ACCESS_BOXED);
2260 		zfcp_erp_port_reopen(zfcp_sdev->port,
2261 				     ZFCP_STATUS_COMMON_ERP_FAILED, "fscuh_3");
2262 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2263 		break;
2264 	case FSF_ADAPTER_STATUS_AVAILABLE:
2265 		switch (req->qtcb->header.fsf_status_qual.word[0]) {
2266 		case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
2267 			zfcp_fc_test_link(zfcp_sdev->port);
2268 			fallthrough;
2269 		case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
2270 			req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2271 			break;
2272 		}
2273 		break;
2274 	case FSF_GOOD:
2275 		atomic_andnot(ZFCP_STATUS_COMMON_OPEN, &zfcp_sdev->status);
2276 		break;
2277 	}
2278 }
2279 
2280 /**
2281  * zfcp_fsf_close_lun - close LUN
2282  * @erp_action: pointer to erp_action triggering the "close LUN"
2283  * Returns: 0 on success, error otherwise
2284  */
2285 int zfcp_fsf_close_lun(struct zfcp_erp_action *erp_action)
2286 {
2287 	struct zfcp_qdio *qdio = erp_action->adapter->qdio;
2288 	struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
2289 	struct zfcp_fsf_req *req;
2290 	int retval = -EIO;
2291 
2292 	spin_lock_irq(&qdio->req_q_lock);
2293 	if (zfcp_qdio_sbal_get(qdio))
2294 		goto out;
2295 
2296 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_CLOSE_LUN,
2297 				  SBAL_SFLAGS0_TYPE_READ,
2298 				  qdio->adapter->pool.erp_req);
2299 
2300 	if (IS_ERR(req)) {
2301 		retval = PTR_ERR(req);
2302 		goto out;
2303 	}
2304 
2305 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
2306 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
2307 
2308 	req->qtcb->header.port_handle = erp_action->port->handle;
2309 	req->qtcb->header.lun_handle = zfcp_sdev->lun_handle;
2310 	req->handler = zfcp_fsf_close_lun_handler;
2311 	req->data = erp_action->sdev;
2312 	req->erp_action = erp_action;
2313 	erp_action->fsf_req_id = req->req_id;
2314 
2315 	zfcp_fsf_start_erp_timer(req);
2316 	retval = zfcp_fsf_req_send(req);
2317 	if (retval) {
2318 		zfcp_fsf_req_free(req);
2319 		erp_action->fsf_req_id = 0;
2320 	}
2321 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
2322 out:
2323 	spin_unlock_irq(&qdio->req_q_lock);
2324 	return retval;
2325 }
2326 
2327 static void zfcp_fsf_update_lat(struct zfcp_latency_record *lat_rec, u32 lat)
2328 {
2329 	lat_rec->sum += lat;
2330 	lat_rec->min = min(lat_rec->min, lat);
2331 	lat_rec->max = max(lat_rec->max, lat);
2332 }
2333 
2334 static void zfcp_fsf_req_trace(struct zfcp_fsf_req *req, struct scsi_cmnd *scsi)
2335 {
2336 	struct fsf_qual_latency_info *lat_in;
2337 	struct zfcp_latency_cont *lat = NULL;
2338 	struct zfcp_scsi_dev *zfcp_sdev;
2339 	struct zfcp_blk_drv_data blktrc;
2340 	int ticks = req->adapter->timer_ticks;
2341 
2342 	lat_in = &req->qtcb->prefix.prot_status_qual.latency_info;
2343 
2344 	blktrc.flags = 0;
2345 	blktrc.magic = ZFCP_BLK_DRV_DATA_MAGIC;
2346 	if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
2347 		blktrc.flags |= ZFCP_BLK_REQ_ERROR;
2348 	blktrc.inb_usage = 0;
2349 	blktrc.outb_usage = req->qdio_req.qdio_outb_usage;
2350 
2351 	if (req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA &&
2352 	    !(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2353 		zfcp_sdev = sdev_to_zfcp(scsi->device);
2354 		blktrc.flags |= ZFCP_BLK_LAT_VALID;
2355 		blktrc.channel_lat = lat_in->channel_lat * ticks;
2356 		blktrc.fabric_lat = lat_in->fabric_lat * ticks;
2357 
2358 		switch (req->qtcb->bottom.io.data_direction) {
2359 		case FSF_DATADIR_DIF_READ_STRIP:
2360 		case FSF_DATADIR_DIF_READ_CONVERT:
2361 		case FSF_DATADIR_READ:
2362 			lat = &zfcp_sdev->latencies.read;
2363 			break;
2364 		case FSF_DATADIR_DIF_WRITE_INSERT:
2365 		case FSF_DATADIR_DIF_WRITE_CONVERT:
2366 		case FSF_DATADIR_WRITE:
2367 			lat = &zfcp_sdev->latencies.write;
2368 			break;
2369 		case FSF_DATADIR_CMND:
2370 			lat = &zfcp_sdev->latencies.cmd;
2371 			break;
2372 		}
2373 
2374 		if (lat) {
2375 			spin_lock(&zfcp_sdev->latencies.lock);
2376 			zfcp_fsf_update_lat(&lat->channel, lat_in->channel_lat);
2377 			zfcp_fsf_update_lat(&lat->fabric, lat_in->fabric_lat);
2378 			lat->counter++;
2379 			spin_unlock(&zfcp_sdev->latencies.lock);
2380 		}
2381 	}
2382 
2383 	blk_add_driver_data(scsi_cmd_to_rq(scsi), &blktrc, sizeof(blktrc));
2384 }
2385 
2386 /**
2387  * zfcp_fsf_fcp_handler_common() - FCP response handler common to I/O and TMF.
2388  * @req: Pointer to FSF request.
2389  * @sdev: Pointer to SCSI device as request context.
2390  */
2391 static void zfcp_fsf_fcp_handler_common(struct zfcp_fsf_req *req,
2392 					struct scsi_device *sdev)
2393 {
2394 	struct zfcp_scsi_dev *zfcp_sdev;
2395 	struct fsf_qtcb_header *header = &req->qtcb->header;
2396 
2397 	if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
2398 		return;
2399 
2400 	zfcp_sdev = sdev_to_zfcp(sdev);
2401 
2402 	switch (header->fsf_status) {
2403 	case FSF_HANDLE_MISMATCH:
2404 	case FSF_PORT_HANDLE_NOT_VALID:
2405 		zfcp_erp_adapter_reopen(req->adapter, 0, "fssfch1");
2406 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2407 		break;
2408 	case FSF_FCPLUN_NOT_VALID:
2409 	case FSF_LUN_HANDLE_NOT_VALID:
2410 		zfcp_erp_port_reopen(zfcp_sdev->port, 0, "fssfch2");
2411 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2412 		break;
2413 	case FSF_SERVICE_CLASS_NOT_SUPPORTED:
2414 		zfcp_fsf_class_not_supp(req);
2415 		break;
2416 	case FSF_DIRECTION_INDICATOR_NOT_VALID:
2417 		dev_err(&req->adapter->ccw_device->dev,
2418 			"Incorrect direction %d, LUN 0x%016Lx on port "
2419 			"0x%016Lx closed\n",
2420 			req->qtcb->bottom.io.data_direction,
2421 			(unsigned long long)zfcp_scsi_dev_lun(sdev),
2422 			(unsigned long long)zfcp_sdev->port->wwpn);
2423 		zfcp_erp_adapter_shutdown(req->adapter, 0, "fssfch3");
2424 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2425 		break;
2426 	case FSF_CMND_LENGTH_NOT_VALID:
2427 		dev_err(&req->adapter->ccw_device->dev,
2428 			"Incorrect FCP_CMND length %d, FCP device closed\n",
2429 			req->qtcb->bottom.io.fcp_cmnd_length);
2430 		zfcp_erp_adapter_shutdown(req->adapter, 0, "fssfch4");
2431 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2432 		break;
2433 	case FSF_PORT_BOXED:
2434 		zfcp_erp_set_port_status(zfcp_sdev->port,
2435 					 ZFCP_STATUS_COMMON_ACCESS_BOXED);
2436 		zfcp_erp_port_reopen(zfcp_sdev->port,
2437 				     ZFCP_STATUS_COMMON_ERP_FAILED, "fssfch5");
2438 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2439 		break;
2440 	case FSF_LUN_BOXED:
2441 		zfcp_erp_set_lun_status(sdev, ZFCP_STATUS_COMMON_ACCESS_BOXED);
2442 		zfcp_erp_lun_reopen(sdev, ZFCP_STATUS_COMMON_ERP_FAILED,
2443 				    "fssfch6");
2444 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2445 		break;
2446 	case FSF_ADAPTER_STATUS_AVAILABLE:
2447 		if (header->fsf_status_qual.word[0] ==
2448 		    FSF_SQ_INVOKE_LINK_TEST_PROCEDURE)
2449 			zfcp_fc_test_link(zfcp_sdev->port);
2450 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2451 		break;
2452 	case FSF_SECURITY_ERROR:
2453 		zfcp_fsf_log_security_error(&req->adapter->ccw_device->dev,
2454 					    header->fsf_status_qual.word[0],
2455 					    zfcp_sdev->port->wwpn);
2456 		zfcp_erp_port_forced_reopen(zfcp_sdev->port, 0, "fssfch7");
2457 		req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2458 		break;
2459 	}
2460 }
2461 
2462 static void zfcp_fsf_fcp_cmnd_handler(struct zfcp_fsf_req *req)
2463 {
2464 	struct scsi_cmnd *scpnt;
2465 	struct fcp_resp_with_ext *fcp_rsp;
2466 	unsigned long flags;
2467 
2468 	read_lock_irqsave(&req->adapter->abort_lock, flags);
2469 
2470 	scpnt = req->data;
2471 	if (unlikely(!scpnt)) {
2472 		read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2473 		return;
2474 	}
2475 
2476 	zfcp_fsf_fcp_handler_common(req, scpnt->device);
2477 
2478 	if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2479 		set_host_byte(scpnt, DID_TRANSPORT_DISRUPTED);
2480 		goto skip_fsfstatus;
2481 	}
2482 
2483 	switch (req->qtcb->header.fsf_status) {
2484 	case FSF_INCONSISTENT_PROT_DATA:
2485 	case FSF_INVALID_PROT_PARM:
2486 		set_host_byte(scpnt, DID_ERROR);
2487 		goto skip_fsfstatus;
2488 	case FSF_BLOCK_GUARD_CHECK_FAILURE:
2489 		zfcp_scsi_dif_sense_error(scpnt, 0x1);
2490 		goto skip_fsfstatus;
2491 	case FSF_APP_TAG_CHECK_FAILURE:
2492 		zfcp_scsi_dif_sense_error(scpnt, 0x2);
2493 		goto skip_fsfstatus;
2494 	case FSF_REF_TAG_CHECK_FAILURE:
2495 		zfcp_scsi_dif_sense_error(scpnt, 0x3);
2496 		goto skip_fsfstatus;
2497 	}
2498 	BUILD_BUG_ON(sizeof(struct fcp_resp_with_ext) > FSF_FCP_RSP_SIZE);
2499 	fcp_rsp = &req->qtcb->bottom.io.fcp_rsp.iu;
2500 	zfcp_fc_eval_fcp_rsp(fcp_rsp, scpnt);
2501 
2502 skip_fsfstatus:
2503 	zfcp_fsf_req_trace(req, scpnt);
2504 	zfcp_dbf_scsi_result(scpnt, req);
2505 
2506 	scpnt->host_scribble = NULL;
2507 	scsi_done(scpnt);
2508 	/*
2509 	 * We must hold this lock until scsi_done has been called.
2510 	 * Otherwise we may call scsi_done after abort regarding this
2511 	 * command has completed.
2512 	 * Note: scsi_done must not block!
2513 	 */
2514 	read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2515 }
2516 
2517 static int zfcp_fsf_set_data_dir(struct scsi_cmnd *scsi_cmnd, u32 *data_dir)
2518 {
2519 	switch (scsi_get_prot_op(scsi_cmnd)) {
2520 	case SCSI_PROT_NORMAL:
2521 		switch (scsi_cmnd->sc_data_direction) {
2522 		case DMA_NONE:
2523 			*data_dir = FSF_DATADIR_CMND;
2524 			break;
2525 		case DMA_FROM_DEVICE:
2526 			*data_dir = FSF_DATADIR_READ;
2527 			break;
2528 		case DMA_TO_DEVICE:
2529 			*data_dir = FSF_DATADIR_WRITE;
2530 			break;
2531 		case DMA_BIDIRECTIONAL:
2532 			return -EINVAL;
2533 		}
2534 		break;
2535 
2536 	case SCSI_PROT_READ_STRIP:
2537 		*data_dir = FSF_DATADIR_DIF_READ_STRIP;
2538 		break;
2539 	case SCSI_PROT_WRITE_INSERT:
2540 		*data_dir = FSF_DATADIR_DIF_WRITE_INSERT;
2541 		break;
2542 	case SCSI_PROT_READ_PASS:
2543 		*data_dir = FSF_DATADIR_DIF_READ_CONVERT;
2544 		break;
2545 	case SCSI_PROT_WRITE_PASS:
2546 		*data_dir = FSF_DATADIR_DIF_WRITE_CONVERT;
2547 		break;
2548 	default:
2549 		return -EINVAL;
2550 	}
2551 
2552 	return 0;
2553 }
2554 
2555 /**
2556  * zfcp_fsf_fcp_cmnd - initiate an FCP command (for a SCSI command)
2557  * @scsi_cmnd: scsi command to be sent
2558  */
2559 int zfcp_fsf_fcp_cmnd(struct scsi_cmnd *scsi_cmnd)
2560 {
2561 	struct zfcp_fsf_req *req;
2562 	struct fcp_cmnd *fcp_cmnd;
2563 	u8 sbtype = SBAL_SFLAGS0_TYPE_READ;
2564 	int retval = -EIO;
2565 	struct scsi_device *sdev = scsi_cmnd->device;
2566 	struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
2567 	struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
2568 	struct zfcp_qdio *qdio = adapter->qdio;
2569 	struct fsf_qtcb_bottom_io *io;
2570 	unsigned long flags;
2571 
2572 	if (unlikely(!(atomic_read(&zfcp_sdev->status) &
2573 		       ZFCP_STATUS_COMMON_UNBLOCKED)))
2574 		return -EBUSY;
2575 
2576 	spin_lock_irqsave(&qdio->req_q_lock, flags);
2577 	if (atomic_read(&qdio->req_q_free) <= 0) {
2578 		atomic_inc(&qdio->req_q_full);
2579 		goto out;
2580 	}
2581 
2582 	if (scsi_cmnd->sc_data_direction == DMA_TO_DEVICE)
2583 		sbtype = SBAL_SFLAGS0_TYPE_WRITE;
2584 
2585 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_FCP_CMND,
2586 				  sbtype, adapter->pool.scsi_req);
2587 
2588 	if (IS_ERR(req)) {
2589 		retval = PTR_ERR(req);
2590 		goto out;
2591 	}
2592 
2593 	BUILD_BUG_ON(sizeof(scsi_cmnd->host_scribble) < sizeof(req->req_id));
2594 	scsi_cmnd->host_scribble = (unsigned char *) req->req_id;
2595 
2596 	io = &req->qtcb->bottom.io;
2597 	req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
2598 	req->data = scsi_cmnd;
2599 	req->handler = zfcp_fsf_fcp_cmnd_handler;
2600 	req->qtcb->header.lun_handle = zfcp_sdev->lun_handle;
2601 	req->qtcb->header.port_handle = zfcp_sdev->port->handle;
2602 	io->service_class = FSF_CLASS_3;
2603 	io->fcp_cmnd_length = FCP_CMND_LEN;
2604 
2605 	if (scsi_get_prot_op(scsi_cmnd) != SCSI_PROT_NORMAL) {
2606 		io->data_block_length = scsi_prot_interval(scsi_cmnd);
2607 		io->ref_tag_value = scsi_prot_ref_tag(scsi_cmnd);
2608 	}
2609 
2610 	if (zfcp_fsf_set_data_dir(scsi_cmnd, &io->data_direction))
2611 		goto failed_scsi_cmnd;
2612 
2613 	BUILD_BUG_ON(sizeof(struct fcp_cmnd) > FSF_FCP_CMND_SIZE);
2614 	fcp_cmnd = &req->qtcb->bottom.io.fcp_cmnd.iu;
2615 	zfcp_fc_scsi_to_fcp(fcp_cmnd, scsi_cmnd);
2616 
2617 	if ((scsi_get_prot_op(scsi_cmnd) != SCSI_PROT_NORMAL) &&
2618 	    scsi_prot_sg_count(scsi_cmnd)) {
2619 		zfcp_qdio_set_data_div(qdio, &req->qdio_req,
2620 				       scsi_prot_sg_count(scsi_cmnd));
2621 		retval = zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req,
2622 						 scsi_prot_sglist(scsi_cmnd));
2623 		if (retval)
2624 			goto failed_scsi_cmnd;
2625 		io->prot_data_length = zfcp_qdio_real_bytes(
2626 						scsi_prot_sglist(scsi_cmnd));
2627 	}
2628 
2629 	retval = zfcp_qdio_sbals_from_sg(qdio, &req->qdio_req,
2630 					 scsi_sglist(scsi_cmnd));
2631 	if (unlikely(retval))
2632 		goto failed_scsi_cmnd;
2633 
2634 	zfcp_qdio_set_sbale_last(adapter->qdio, &req->qdio_req);
2635 	if (zfcp_adapter_multi_buffer_active(adapter))
2636 		zfcp_qdio_set_scount(qdio, &req->qdio_req);
2637 
2638 	retval = zfcp_fsf_req_send(req);
2639 	if (unlikely(retval))
2640 		goto failed_scsi_cmnd;
2641 	/* NOTE: DO NOT TOUCH req PAST THIS POINT! */
2642 
2643 	goto out;
2644 
2645 failed_scsi_cmnd:
2646 	zfcp_fsf_req_free(req);
2647 	scsi_cmnd->host_scribble = NULL;
2648 out:
2649 	spin_unlock_irqrestore(&qdio->req_q_lock, flags);
2650 	return retval;
2651 }
2652 
2653 static void zfcp_fsf_fcp_task_mgmt_handler(struct zfcp_fsf_req *req)
2654 {
2655 	struct scsi_device *sdev = req->data;
2656 	struct fcp_resp_with_ext *fcp_rsp;
2657 	struct fcp_resp_rsp_info *rsp_info;
2658 
2659 	zfcp_fsf_fcp_handler_common(req, sdev);
2660 
2661 	fcp_rsp = &req->qtcb->bottom.io.fcp_rsp.iu;
2662 	rsp_info = (struct fcp_resp_rsp_info *) &fcp_rsp[1];
2663 
2664 	if ((rsp_info->rsp_code != FCP_TMF_CMPL) ||
2665 	     (req->status & ZFCP_STATUS_FSFREQ_ERROR))
2666 		req->status |= ZFCP_STATUS_FSFREQ_TMFUNCFAILED;
2667 }
2668 
2669 /**
2670  * zfcp_fsf_fcp_task_mgmt() - Send SCSI task management command (TMF).
2671  * @sdev: Pointer to SCSI device to send the task management command to.
2672  * @tm_flags: Unsigned byte for task management flags.
2673  *
2674  * Return: On success pointer to struct zfcp_fsf_req, %NULL otherwise.
2675  */
2676 struct zfcp_fsf_req *zfcp_fsf_fcp_task_mgmt(struct scsi_device *sdev,
2677 					    u8 tm_flags)
2678 {
2679 	struct zfcp_fsf_req *req = NULL;
2680 	struct fcp_cmnd *fcp_cmnd;
2681 	struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
2682 	struct zfcp_qdio *qdio = zfcp_sdev->port->adapter->qdio;
2683 
2684 	if (unlikely(!(atomic_read(&zfcp_sdev->status) &
2685 		       ZFCP_STATUS_COMMON_UNBLOCKED)))
2686 		return NULL;
2687 
2688 	spin_lock_irq(&qdio->req_q_lock);
2689 	if (zfcp_qdio_sbal_get(qdio))
2690 		goto out;
2691 
2692 	req = zfcp_fsf_req_create(qdio, FSF_QTCB_FCP_CMND,
2693 				  SBAL_SFLAGS0_TYPE_WRITE,
2694 				  qdio->adapter->pool.scsi_req);
2695 
2696 	if (IS_ERR(req)) {
2697 		req = NULL;
2698 		goto out;
2699 	}
2700 
2701 	req->data = sdev;
2702 
2703 	req->handler = zfcp_fsf_fcp_task_mgmt_handler;
2704 	req->qtcb->header.lun_handle = zfcp_sdev->lun_handle;
2705 	req->qtcb->header.port_handle = zfcp_sdev->port->handle;
2706 	req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2707 	req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2708 	req->qtcb->bottom.io.fcp_cmnd_length = FCP_CMND_LEN;
2709 
2710 	zfcp_qdio_set_sbale_last(qdio, &req->qdio_req);
2711 
2712 	fcp_cmnd = &req->qtcb->bottom.io.fcp_cmnd.iu;
2713 	zfcp_fc_fcp_tm(fcp_cmnd, sdev, tm_flags);
2714 
2715 	zfcp_fsf_start_timer(req, ZFCP_FSF_SCSI_ER_TIMEOUT);
2716 	if (!zfcp_fsf_req_send(req)) {
2717 		/* NOTE: DO NOT TOUCH req, UNTIL IT COMPLETES! */
2718 		goto out;
2719 	}
2720 
2721 	zfcp_fsf_req_free(req);
2722 	req = NULL;
2723 out:
2724 	spin_unlock_irq(&qdio->req_q_lock);
2725 	return req;
2726 }
2727 
2728 /**
2729  * zfcp_fsf_reqid_check - validate req_id contained in SBAL returned by QDIO
2730  * @qdio: pointer to struct zfcp_qdio
2731  * @sbal_idx: response queue index of SBAL to be processed
2732  */
2733 void zfcp_fsf_reqid_check(struct zfcp_qdio *qdio, int sbal_idx)
2734 {
2735 	struct zfcp_adapter *adapter = qdio->adapter;
2736 	struct qdio_buffer *sbal = qdio->res_q[sbal_idx];
2737 	struct qdio_buffer_element *sbale;
2738 	struct zfcp_fsf_req *fsf_req;
2739 	u64 req_id;
2740 	int idx;
2741 
2742 	for (idx = 0; idx < QDIO_MAX_ELEMENTS_PER_BUFFER; idx++) {
2743 
2744 		sbale = &sbal->element[idx];
2745 		req_id = sbale->addr;
2746 		fsf_req = zfcp_reqlist_find_rm(adapter->req_list, req_id);
2747 
2748 		if (!fsf_req) {
2749 			/*
2750 			 * Unknown request means that we have potentially memory
2751 			 * corruption and must stop the machine immediately.
2752 			 */
2753 			zfcp_qdio_siosl(adapter);
2754 			panic("error: unknown req_id (%llx) on adapter %s.\n",
2755 			      req_id, dev_name(&adapter->ccw_device->dev));
2756 		}
2757 
2758 		zfcp_fsf_req_complete(fsf_req);
2759 
2760 		if (likely(sbale->eflags & SBAL_EFLAGS_LAST_ENTRY))
2761 			break;
2762 	}
2763 }
2764