xref: /linux/drivers/scsi/csiostor/csio_rnode.c (revision a4eb44a6435d6d8f9e642407a4a06f65eb90ca04)
1 /*
2  * This file is part of the Chelsio FCoE driver for Linux.
3  *
4  * Copyright (c) 2008-2012 Chelsio Communications, Inc. All rights reserved.
5  *
6  * This software is available to you under a choice of one of two
7  * licenses.  You may choose to be licensed under the terms of the GNU
8  * General Public License (GPL) Version 2, available from the file
9  * COPYING in the main directory of this source tree, or the
10  * OpenIB.org BSD license below:
11  *
12  *     Redistribution and use in source and binary forms, with or
13  *     without modification, are permitted provided that the following
14  *     conditions are met:
15  *
16  *      - Redistributions of source code must retain the above
17  *        copyright notice, this list of conditions and the following
18  *        disclaimer.
19  *
20  *      - Redistributions in binary form must reproduce the above
21  *        copyright notice, this list of conditions and the following
22  *        disclaimer in the documentation and/or other materials
23  *        provided with the distribution.
24  *
25  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32  * SOFTWARE.
33  */
34 
35 #include <linux/string.h>
36 #include <scsi/scsi_device.h>
37 #include <scsi/scsi_transport_fc.h>
38 #include <scsi/fc/fc_els.h>
39 #include <scsi/fc/fc_fs.h>
40 
41 #include "csio_hw.h"
42 #include "csio_lnode.h"
43 #include "csio_rnode.h"
44 
45 static int csio_rnode_init(struct csio_rnode *, struct csio_lnode *);
46 static void csio_rnode_exit(struct csio_rnode *);
47 
48 /* Static machine forward declarations */
49 static void csio_rns_uninit(struct csio_rnode *, enum csio_rn_ev);
50 static void csio_rns_ready(struct csio_rnode *, enum csio_rn_ev);
51 static void csio_rns_offline(struct csio_rnode *, enum csio_rn_ev);
52 static void csio_rns_disappeared(struct csio_rnode *, enum csio_rn_ev);
53 
54 /* RNF event mapping */
55 static enum csio_rn_ev fwevt_to_rnevt[] = {
56 	CSIO_RNFE_NONE,		/* None */
57 	CSIO_RNFE_LOGGED_IN,	/* PLOGI_ACC_RCVD  */
58 	CSIO_RNFE_NONE,		/* PLOGI_RJT_RCVD  */
59 	CSIO_RNFE_PLOGI_RECV,	/* PLOGI_RCVD	   */
60 	CSIO_RNFE_LOGO_RECV,	/* PLOGO_RCVD	   */
61 	CSIO_RNFE_PRLI_DONE,	/* PRLI_ACC_RCVD   */
62 	CSIO_RNFE_NONE,		/* PRLI_RJT_RCVD   */
63 	CSIO_RNFE_PRLI_RECV,	/* PRLI_RCVD	   */
64 	CSIO_RNFE_PRLO_RECV,	/* PRLO_RCVD	   */
65 	CSIO_RNFE_NONE,		/* NPORT_ID_CHGD   */
66 	CSIO_RNFE_LOGO_RECV,	/* FLOGO_RCVD	   */
67 	CSIO_RNFE_NONE,		/* CLR_VIRT_LNK_RCVD */
68 	CSIO_RNFE_LOGGED_IN,	/* FLOGI_ACC_RCVD   */
69 	CSIO_RNFE_NONE,		/* FLOGI_RJT_RCVD   */
70 	CSIO_RNFE_LOGGED_IN,	/* FDISC_ACC_RCVD   */
71 	CSIO_RNFE_NONE,		/* FDISC_RJT_RCVD   */
72 	CSIO_RNFE_NONE,		/* FLOGI_TMO_MAX_RETRY */
73 	CSIO_RNFE_NONE,		/* IMPL_LOGO_ADISC_ACC */
74 	CSIO_RNFE_NONE,		/* IMPL_LOGO_ADISC_RJT */
75 	CSIO_RNFE_NONE,		/* IMPL_LOGO_ADISC_CNFLT */
76 	CSIO_RNFE_NONE,		/* PRLI_TMO		*/
77 	CSIO_RNFE_NONE,		/* ADISC_TMO		*/
78 	CSIO_RNFE_NAME_MISSING,	/* RSCN_DEV_LOST  */
79 	CSIO_RNFE_NONE,		/* SCR_ACC_RCVD	*/
80 	CSIO_RNFE_NONE,		/* ADISC_RJT_RCVD */
81 	CSIO_RNFE_NONE,		/* LOGO_SNT */
82 	CSIO_RNFE_LOGO_RECV,	/* PROTO_ERR_IMPL_LOGO */
83 };
84 
85 #define CSIO_FWE_TO_RNFE(_evt)	((_evt > PROTO_ERR_IMPL_LOGO) ?		\
86 						CSIO_RNFE_NONE :	\
87 						fwevt_to_rnevt[_evt])
88 int
89 csio_is_rnode_ready(struct csio_rnode *rn)
90 {
91 	return csio_match_state(rn, csio_rns_ready);
92 }
93 
94 static int
95 csio_is_rnode_uninit(struct csio_rnode *rn)
96 {
97 	return csio_match_state(rn, csio_rns_uninit);
98 }
99 
100 static int
101 csio_is_rnode_wka(uint8_t rport_type)
102 {
103 	if ((rport_type == FLOGI_VFPORT) ||
104 	    (rport_type == FDISC_VFPORT) ||
105 	    (rport_type == NS_VNPORT) ||
106 	    (rport_type == FDMI_VNPORT))
107 		return 1;
108 
109 	return 0;
110 }
111 
112 /*
113  * csio_rn_lookup - Finds the rnode with the given flowid
114  * @ln - lnode
115  * @flowid - flowid.
116  *
117  * Does the rnode lookup on the given lnode and flowid.If no matching entry
118  * found, NULL is returned.
119  */
120 static struct csio_rnode *
121 csio_rn_lookup(struct csio_lnode *ln, uint32_t flowid)
122 {
123 	struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
124 	struct list_head *tmp;
125 	struct csio_rnode *rn;
126 
127 	list_for_each(tmp, &rnhead->sm.sm_list) {
128 		rn = (struct csio_rnode *) tmp;
129 		if (rn->flowid == flowid)
130 			return rn;
131 	}
132 
133 	return NULL;
134 }
135 
136 /*
137  * csio_rn_lookup_wwpn - Finds the rnode with the given wwpn
138  * @ln: lnode
139  * @wwpn: wwpn
140  *
141  * Does the rnode lookup on the given lnode and wwpn. If no matching entry
142  * found, NULL is returned.
143  */
144 static struct csio_rnode *
145 csio_rn_lookup_wwpn(struct csio_lnode *ln, uint8_t *wwpn)
146 {
147 	struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
148 	struct list_head *tmp;
149 	struct csio_rnode *rn;
150 
151 	list_for_each(tmp, &rnhead->sm.sm_list) {
152 		rn = (struct csio_rnode *) tmp;
153 		if (!memcmp(csio_rn_wwpn(rn), wwpn, 8))
154 			return rn;
155 	}
156 
157 	return NULL;
158 }
159 
160 /**
161  * csio_rnode_lookup_portid - Finds the rnode with the given portid
162  * @ln:		lnode
163  * @portid:	port id
164  *
165  * Lookup the rnode list for a given portid. If no matching entry
166  * found, NULL is returned.
167  */
168 struct csio_rnode *
169 csio_rnode_lookup_portid(struct csio_lnode *ln, uint32_t portid)
170 {
171 	struct csio_rnode *rnhead = (struct csio_rnode *) &ln->rnhead;
172 	struct list_head *tmp;
173 	struct csio_rnode *rn;
174 
175 	list_for_each(tmp, &rnhead->sm.sm_list) {
176 		rn = (struct csio_rnode *) tmp;
177 		if (rn->nport_id == portid)
178 			return rn;
179 	}
180 
181 	return NULL;
182 }
183 
184 static int
185 csio_rn_dup_flowid(struct csio_lnode *ln, uint32_t rdev_flowid,
186 		    uint32_t *vnp_flowid)
187 {
188 	struct csio_rnode *rnhead;
189 	struct list_head *tmp, *tmp1;
190 	struct csio_rnode *rn;
191 	struct csio_lnode *ln_tmp;
192 	struct csio_hw *hw = csio_lnode_to_hw(ln);
193 
194 	list_for_each(tmp1, &hw->sln_head) {
195 		ln_tmp = (struct csio_lnode *) tmp1;
196 		if (ln_tmp == ln)
197 			continue;
198 
199 		rnhead = (struct csio_rnode *)&ln_tmp->rnhead;
200 		list_for_each(tmp, &rnhead->sm.sm_list) {
201 
202 			rn = (struct csio_rnode *) tmp;
203 			if (csio_is_rnode_ready(rn)) {
204 				if (rn->flowid == rdev_flowid) {
205 					*vnp_flowid = csio_ln_flowid(ln_tmp);
206 					return 1;
207 				}
208 			}
209 		}
210 	}
211 
212 	return 0;
213 }
214 
215 static struct csio_rnode *
216 csio_alloc_rnode(struct csio_lnode *ln)
217 {
218 	struct csio_hw *hw = csio_lnode_to_hw(ln);
219 
220 	struct csio_rnode *rn = mempool_alloc(hw->rnode_mempool, GFP_ATOMIC);
221 	if (!rn)
222 		goto err;
223 
224 	memset(rn, 0, sizeof(struct csio_rnode));
225 	if (csio_rnode_init(rn, ln))
226 		goto err_free;
227 
228 	CSIO_INC_STATS(ln, n_rnode_alloc);
229 
230 	return rn;
231 
232 err_free:
233 	mempool_free(rn, hw->rnode_mempool);
234 err:
235 	CSIO_INC_STATS(ln, n_rnode_nomem);
236 	return NULL;
237 }
238 
239 static void
240 csio_free_rnode(struct csio_rnode *rn)
241 {
242 	struct csio_hw *hw = csio_lnode_to_hw(csio_rnode_to_lnode(rn));
243 
244 	csio_rnode_exit(rn);
245 	CSIO_INC_STATS(rn->lnp, n_rnode_free);
246 	mempool_free(rn, hw->rnode_mempool);
247 }
248 
249 /*
250  * csio_get_rnode - Gets rnode with the given flowid
251  * @ln - lnode
252  * @flowid - flow id.
253  *
254  * Does the rnode lookup on the given lnode and flowid. If no matching
255  * rnode found, then new rnode with given npid is allocated and returned.
256  */
257 static struct csio_rnode *
258 csio_get_rnode(struct csio_lnode *ln, uint32_t flowid)
259 {
260 	struct csio_rnode *rn;
261 
262 	rn = csio_rn_lookup(ln, flowid);
263 	if (!rn) {
264 		rn = csio_alloc_rnode(ln);
265 		if (!rn)
266 			return NULL;
267 
268 		rn->flowid = flowid;
269 	}
270 
271 	return rn;
272 }
273 
274 /*
275  * csio_put_rnode - Frees the given rnode
276  * @ln - lnode
277  * @flowid - flow id.
278  *
279  * Does the rnode lookup on the given lnode and flowid. If no matching
280  * rnode found, then new rnode with given npid is allocated and returned.
281  */
282 void
283 csio_put_rnode(struct csio_lnode *ln, struct csio_rnode *rn)
284 {
285 	CSIO_DB_ASSERT(csio_is_rnode_uninit(rn) != 0);
286 	csio_free_rnode(rn);
287 }
288 
289 /*
290  * csio_confirm_rnode - confirms rnode based on wwpn.
291  * @ln: lnode
292  * @rdev_flowid: remote device flowid
293  * @rdevp: remote device params
294  * This routines searches other rnode in list having same wwpn of new rnode.
295  * If there is a match, then matched rnode is returned and otherwise new rnode
296  * is returned.
297  * returns rnode.
298  */
299 struct csio_rnode *
300 csio_confirm_rnode(struct csio_lnode *ln, uint32_t rdev_flowid,
301 		   struct fcoe_rdev_entry *rdevp)
302 {
303 	uint8_t rport_type;
304 	struct csio_rnode *rn, *match_rn;
305 	uint32_t vnp_flowid = 0;
306 	__be32 *port_id;
307 
308 	port_id = (__be32 *)&rdevp->r_id[0];
309 	rport_type =
310 		FW_RDEV_WR_RPORT_TYPE_GET(rdevp->rd_xfer_rdy_to_rport_type);
311 
312 	/* Drop rdev event for cntrl port */
313 	if (rport_type == FAB_CTLR_VNPORT) {
314 		csio_ln_dbg(ln,
315 			    "Unhandled rport_type:%d recv in rdev evt "
316 			    "ssni:x%x\n", rport_type, rdev_flowid);
317 		return NULL;
318 	}
319 
320 	/* Lookup on flowid */
321 	rn = csio_rn_lookup(ln, rdev_flowid);
322 	if (!rn) {
323 
324 		/* Drop events with duplicate flowid */
325 		if (csio_rn_dup_flowid(ln, rdev_flowid, &vnp_flowid)) {
326 			csio_ln_warn(ln,
327 				     "ssni:%x already active on vnpi:%x",
328 				     rdev_flowid, vnp_flowid);
329 			return NULL;
330 		}
331 
332 		/* Lookup on wwpn for NPORTs */
333 		rn = csio_rn_lookup_wwpn(ln, rdevp->wwpn);
334 		if (!rn)
335 			goto alloc_rnode;
336 
337 	} else {
338 		/* Lookup well-known ports with nport id */
339 		if (csio_is_rnode_wka(rport_type)) {
340 			match_rn = csio_rnode_lookup_portid(ln,
341 				      ((ntohl(*port_id) >> 8) & CSIO_DID_MASK));
342 			if (match_rn == NULL) {
343 				csio_rn_flowid(rn) = CSIO_INVALID_IDX;
344 				goto alloc_rnode;
345 			}
346 
347 			/*
348 			 * Now compare the wwpn to confirm that
349 			 * same port relogged in. If so update the matched rn.
350 			 * Else, go ahead and alloc a new rnode.
351 			 */
352 			if (!memcmp(csio_rn_wwpn(match_rn), rdevp->wwpn, 8)) {
353 				if (rn == match_rn)
354 					goto found_rnode;
355 				csio_ln_dbg(ln,
356 					    "nport_id:x%x and wwpn:%llx"
357 					    " match for ssni:x%x\n",
358 					    rn->nport_id,
359 					    wwn_to_u64(rdevp->wwpn),
360 					    rdev_flowid);
361 				if (csio_is_rnode_ready(rn)) {
362 					csio_ln_warn(ln,
363 						     "rnode is already"
364 						     "active ssni:x%x\n",
365 						     rdev_flowid);
366 					CSIO_ASSERT(0);
367 				}
368 				csio_rn_flowid(rn) = CSIO_INVALID_IDX;
369 				rn = match_rn;
370 
371 				/* Update rn */
372 				goto found_rnode;
373 			}
374 			csio_rn_flowid(rn) = CSIO_INVALID_IDX;
375 			goto alloc_rnode;
376 		}
377 
378 		/* wwpn match */
379 		if (!memcmp(csio_rn_wwpn(rn), rdevp->wwpn, 8))
380 			goto found_rnode;
381 
382 		/* Search for rnode that have same wwpn */
383 		match_rn = csio_rn_lookup_wwpn(ln, rdevp->wwpn);
384 		if (match_rn != NULL) {
385 			csio_ln_dbg(ln,
386 				"ssni:x%x changed for rport name(wwpn):%llx "
387 				"did:x%x\n", rdev_flowid,
388 				wwn_to_u64(rdevp->wwpn),
389 				match_rn->nport_id);
390 			csio_rn_flowid(rn) = CSIO_INVALID_IDX;
391 			rn = match_rn;
392 		} else {
393 			csio_ln_dbg(ln,
394 				"rnode wwpn mismatch found ssni:x%x "
395 				"name(wwpn):%llx\n",
396 				rdev_flowid,
397 				wwn_to_u64(csio_rn_wwpn(rn)));
398 			if (csio_is_rnode_ready(rn)) {
399 				csio_ln_warn(ln,
400 					     "rnode is already active "
401 					     "wwpn:%llx ssni:x%x\n",
402 					     wwn_to_u64(csio_rn_wwpn(rn)),
403 					     rdev_flowid);
404 				CSIO_ASSERT(0);
405 			}
406 			csio_rn_flowid(rn) = CSIO_INVALID_IDX;
407 			goto alloc_rnode;
408 		}
409 	}
410 
411 found_rnode:
412 	csio_ln_dbg(ln, "found rnode:%p ssni:x%x name(wwpn):%llx\n",
413 		rn, rdev_flowid, wwn_to_u64(rdevp->wwpn));
414 
415 	/* Update flowid */
416 	csio_rn_flowid(rn) = rdev_flowid;
417 
418 	/* update rdev entry */
419 	rn->rdev_entry = rdevp;
420 	CSIO_INC_STATS(ln, n_rnode_match);
421 	return rn;
422 
423 alloc_rnode:
424 	rn = csio_get_rnode(ln, rdev_flowid);
425 	if (!rn)
426 		return NULL;
427 
428 	csio_ln_dbg(ln, "alloc rnode:%p ssni:x%x name(wwpn):%llx\n",
429 		rn, rdev_flowid, wwn_to_u64(rdevp->wwpn));
430 
431 	/* update rdev entry */
432 	rn->rdev_entry = rdevp;
433 	return rn;
434 }
435 
436 /*
437  * csio_rn_verify_rparams - verify rparams.
438  * @ln: lnode
439  * @rn: rnode
440  * @rdevp: remote device params
441  * returns success if rparams are verified.
442  */
443 static int
444 csio_rn_verify_rparams(struct csio_lnode *ln, struct csio_rnode *rn,
445 			struct fcoe_rdev_entry *rdevp)
446 {
447 	uint8_t null[8];
448 	uint8_t rport_type;
449 	uint8_t fc_class;
450 	__be32 *did;
451 
452 	did = (__be32 *) &rdevp->r_id[0];
453 	rport_type =
454 		FW_RDEV_WR_RPORT_TYPE_GET(rdevp->rd_xfer_rdy_to_rport_type);
455 	switch (rport_type) {
456 	case FLOGI_VFPORT:
457 		rn->role = CSIO_RNFR_FABRIC;
458 		if (((ntohl(*did) >> 8) & CSIO_DID_MASK) != FC_FID_FLOGI) {
459 			csio_ln_err(ln, "ssni:x%x invalid fabric portid\n",
460 				csio_rn_flowid(rn));
461 			return -EINVAL;
462 		}
463 		/* NPIV support */
464 		if (FW_RDEV_WR_NPIV_GET(rdevp->vft_to_qos))
465 			ln->flags |= CSIO_LNF_NPIVSUPP;
466 
467 		break;
468 
469 	case NS_VNPORT:
470 		rn->role = CSIO_RNFR_NS;
471 		if (((ntohl(*did) >> 8) & CSIO_DID_MASK) != FC_FID_DIR_SERV) {
472 			csio_ln_err(ln, "ssni:x%x invalid fabric portid\n",
473 				csio_rn_flowid(rn));
474 			return -EINVAL;
475 		}
476 		break;
477 
478 	case REG_FC4_VNPORT:
479 	case REG_VNPORT:
480 		rn->role = CSIO_RNFR_NPORT;
481 		if (rdevp->event_cause == PRLI_ACC_RCVD ||
482 			rdevp->event_cause == PRLI_RCVD) {
483 			if (FW_RDEV_WR_TASK_RETRY_ID_GET(
484 							rdevp->enh_disc_to_tgt))
485 				rn->fcp_flags |= FCP_SPPF_OVLY_ALLOW;
486 
487 			if (FW_RDEV_WR_RETRY_GET(rdevp->enh_disc_to_tgt))
488 				rn->fcp_flags |= FCP_SPPF_RETRY;
489 
490 			if (FW_RDEV_WR_CONF_CMPL_GET(rdevp->enh_disc_to_tgt))
491 				rn->fcp_flags |= FCP_SPPF_CONF_COMPL;
492 
493 			if (FW_RDEV_WR_TGT_GET(rdevp->enh_disc_to_tgt))
494 				rn->role |= CSIO_RNFR_TARGET;
495 
496 			if (FW_RDEV_WR_INI_GET(rdevp->enh_disc_to_tgt))
497 				rn->role |= CSIO_RNFR_INITIATOR;
498 		}
499 
500 		break;
501 
502 	case FDMI_VNPORT:
503 	case FAB_CTLR_VNPORT:
504 		rn->role = 0;
505 		break;
506 
507 	default:
508 		csio_ln_err(ln, "ssni:x%x invalid rport type recv x%x\n",
509 			csio_rn_flowid(rn), rport_type);
510 		return -EINVAL;
511 	}
512 
513 	/* validate wwpn/wwnn for Name server/remote port */
514 	if (rport_type == REG_VNPORT || rport_type == NS_VNPORT) {
515 		memset(null, 0, 8);
516 		if (!memcmp(rdevp->wwnn, null, 8)) {
517 			csio_ln_err(ln,
518 				    "ssni:x%x invalid wwnn received from"
519 				    " rport did:x%x\n",
520 				    csio_rn_flowid(rn),
521 				    (ntohl(*did) & CSIO_DID_MASK));
522 			return -EINVAL;
523 		}
524 
525 		if (!memcmp(rdevp->wwpn, null, 8)) {
526 			csio_ln_err(ln,
527 				    "ssni:x%x invalid wwpn received from"
528 				    " rport did:x%x\n",
529 				    csio_rn_flowid(rn),
530 				    (ntohl(*did) & CSIO_DID_MASK));
531 			return -EINVAL;
532 		}
533 
534 	}
535 
536 	/* Copy wwnn, wwpn and nport id */
537 	rn->nport_id = (ntohl(*did) >> 8) & CSIO_DID_MASK;
538 	memcpy(csio_rn_wwnn(rn), rdevp->wwnn, 8);
539 	memcpy(csio_rn_wwpn(rn), rdevp->wwpn, 8);
540 	rn->rn_sparm.csp.sp_bb_data = rdevp->rcv_fr_sz;
541 	fc_class = FW_RDEV_WR_CLASS_GET(rdevp->vft_to_qos);
542 	rn->rn_sparm.clsp[fc_class - 1].cp_class = htons(FC_CPC_VALID);
543 
544 	return 0;
545 }
546 
547 static void
548 __csio_reg_rnode(struct csio_rnode *rn)
549 {
550 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
551 	struct csio_hw *hw = csio_lnode_to_hw(ln);
552 
553 	spin_unlock_irq(&hw->lock);
554 	csio_reg_rnode(rn);
555 	spin_lock_irq(&hw->lock);
556 
557 	if (rn->role & CSIO_RNFR_TARGET)
558 		ln->n_scsi_tgts++;
559 
560 	if (rn->nport_id == FC_FID_MGMT_SERV)
561 		csio_ln_fdmi_start(ln, (void *) rn);
562 }
563 
564 static void
565 __csio_unreg_rnode(struct csio_rnode *rn)
566 {
567 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
568 	struct csio_hw *hw = csio_lnode_to_hw(ln);
569 	LIST_HEAD(tmp_q);
570 	int cmpl = 0;
571 
572 	if (!list_empty(&rn->host_cmpl_q)) {
573 		csio_dbg(hw, "Returning completion queue I/Os\n");
574 		list_splice_tail_init(&rn->host_cmpl_q, &tmp_q);
575 		cmpl = 1;
576 	}
577 
578 	if (rn->role & CSIO_RNFR_TARGET) {
579 		ln->n_scsi_tgts--;
580 		ln->last_scan_ntgts--;
581 	}
582 
583 	spin_unlock_irq(&hw->lock);
584 	csio_unreg_rnode(rn);
585 	spin_lock_irq(&hw->lock);
586 
587 	/* Cleanup I/Os that were waiting for rnode to unregister */
588 	if (cmpl)
589 		csio_scsi_cleanup_io_q(csio_hw_to_scsim(hw), &tmp_q);
590 
591 }
592 
593 /*****************************************************************************/
594 /* START: Rnode SM                                                           */
595 /*****************************************************************************/
596 
597 /*
598  * csio_rns_uninit -
599  * @rn - rnode
600  * @evt - SM event.
601  *
602  */
603 static void
604 csio_rns_uninit(struct csio_rnode *rn, enum csio_rn_ev evt)
605 {
606 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
607 	int ret = 0;
608 
609 	CSIO_INC_STATS(rn, n_evt_sm[evt]);
610 
611 	switch (evt) {
612 	case CSIO_RNFE_LOGGED_IN:
613 	case CSIO_RNFE_PLOGI_RECV:
614 		ret = csio_rn_verify_rparams(ln, rn, rn->rdev_entry);
615 		if (!ret) {
616 			csio_set_state(&rn->sm, csio_rns_ready);
617 			__csio_reg_rnode(rn);
618 		} else {
619 			CSIO_INC_STATS(rn, n_err_inval);
620 		}
621 		break;
622 	case CSIO_RNFE_LOGO_RECV:
623 		csio_ln_dbg(ln,
624 			    "ssni:x%x Ignoring event %d recv "
625 			    "in rn state[uninit]\n", csio_rn_flowid(rn), evt);
626 		CSIO_INC_STATS(rn, n_evt_drop);
627 		break;
628 	default:
629 		csio_ln_dbg(ln,
630 			    "ssni:x%x unexp event %d recv "
631 			    "in rn state[uninit]\n", csio_rn_flowid(rn), evt);
632 		CSIO_INC_STATS(rn, n_evt_unexp);
633 		break;
634 	}
635 }
636 
637 /*
638  * csio_rns_ready -
639  * @rn - rnode
640  * @evt - SM event.
641  *
642  */
643 static void
644 csio_rns_ready(struct csio_rnode *rn, enum csio_rn_ev evt)
645 {
646 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
647 	int ret = 0;
648 
649 	CSIO_INC_STATS(rn, n_evt_sm[evt]);
650 
651 	switch (evt) {
652 	case CSIO_RNFE_LOGGED_IN:
653 	case CSIO_RNFE_PLOGI_RECV:
654 		csio_ln_dbg(ln,
655 			"ssni:x%x Ignoring event %d recv from did:x%x "
656 			"in rn state[ready]\n", csio_rn_flowid(rn), evt,
657 			rn->nport_id);
658 		CSIO_INC_STATS(rn, n_evt_drop);
659 		break;
660 
661 	case CSIO_RNFE_PRLI_DONE:
662 	case CSIO_RNFE_PRLI_RECV:
663 		ret = csio_rn_verify_rparams(ln, rn, rn->rdev_entry);
664 		if (!ret)
665 			__csio_reg_rnode(rn);
666 		else
667 			CSIO_INC_STATS(rn, n_err_inval);
668 
669 		break;
670 	case CSIO_RNFE_DOWN:
671 		csio_set_state(&rn->sm, csio_rns_offline);
672 		__csio_unreg_rnode(rn);
673 
674 		/* FW expected to internally aborted outstanding SCSI WRs
675 		 * and return all SCSI WRs to host with status "ABORTED".
676 		 */
677 		break;
678 
679 	case CSIO_RNFE_LOGO_RECV:
680 		csio_set_state(&rn->sm, csio_rns_offline);
681 
682 		__csio_unreg_rnode(rn);
683 
684 		/* FW expected to internally aborted outstanding SCSI WRs
685 		 * and return all SCSI WRs to host with status "ABORTED".
686 		 */
687 		break;
688 
689 	case CSIO_RNFE_CLOSE:
690 		/*
691 		 * Each rnode receives CLOSE event when driver is removed or
692 		 * device is reset
693 		 * Note: All outstanding IOs on remote port need to returned
694 		 * to uppper layer with appropriate error before sending
695 		 * CLOSE event
696 		 */
697 		csio_set_state(&rn->sm, csio_rns_uninit);
698 		__csio_unreg_rnode(rn);
699 		break;
700 
701 	case CSIO_RNFE_NAME_MISSING:
702 		csio_set_state(&rn->sm, csio_rns_disappeared);
703 		__csio_unreg_rnode(rn);
704 
705 		/*
706 		 * FW expected to internally aborted outstanding SCSI WRs
707 		 * and return all SCSI WRs to host with status "ABORTED".
708 		 */
709 
710 		break;
711 
712 	default:
713 		csio_ln_dbg(ln,
714 			"ssni:x%x unexp event %d recv from did:x%x "
715 			"in rn state[uninit]\n", csio_rn_flowid(rn), evt,
716 			rn->nport_id);
717 		CSIO_INC_STATS(rn, n_evt_unexp);
718 		break;
719 	}
720 }
721 
722 /*
723  * csio_rns_offline -
724  * @rn - rnode
725  * @evt - SM event.
726  *
727  */
728 static void
729 csio_rns_offline(struct csio_rnode *rn, enum csio_rn_ev evt)
730 {
731 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
732 	int ret = 0;
733 
734 	CSIO_INC_STATS(rn, n_evt_sm[evt]);
735 
736 	switch (evt) {
737 	case CSIO_RNFE_LOGGED_IN:
738 	case CSIO_RNFE_PLOGI_RECV:
739 		ret = csio_rn_verify_rparams(ln, rn, rn->rdev_entry);
740 		if (!ret) {
741 			csio_set_state(&rn->sm, csio_rns_ready);
742 			__csio_reg_rnode(rn);
743 		} else {
744 			CSIO_INC_STATS(rn, n_err_inval);
745 			csio_post_event(&rn->sm, CSIO_RNFE_CLOSE);
746 		}
747 		break;
748 
749 	case CSIO_RNFE_DOWN:
750 		csio_ln_dbg(ln,
751 			"ssni:x%x Ignoring event %d recv from did:x%x "
752 			"in rn state[offline]\n", csio_rn_flowid(rn), evt,
753 			rn->nport_id);
754 		CSIO_INC_STATS(rn, n_evt_drop);
755 		break;
756 
757 	case CSIO_RNFE_CLOSE:
758 		/* Each rnode receives CLOSE event when driver is removed or
759 		 * device is reset
760 		 * Note: All outstanding IOs on remote port need to returned
761 		 * to uppper layer with appropriate error before sending
762 		 * CLOSE event
763 		 */
764 		csio_set_state(&rn->sm, csio_rns_uninit);
765 		break;
766 
767 	case CSIO_RNFE_NAME_MISSING:
768 		csio_set_state(&rn->sm, csio_rns_disappeared);
769 		break;
770 
771 	default:
772 		csio_ln_dbg(ln,
773 			"ssni:x%x unexp event %d recv from did:x%x "
774 			"in rn state[offline]\n", csio_rn_flowid(rn), evt,
775 			rn->nport_id);
776 		CSIO_INC_STATS(rn, n_evt_unexp);
777 		break;
778 	}
779 }
780 
781 /*
782  * csio_rns_disappeared -
783  * @rn - rnode
784  * @evt - SM event.
785  *
786  */
787 static void
788 csio_rns_disappeared(struct csio_rnode *rn, enum csio_rn_ev evt)
789 {
790 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
791 	int ret = 0;
792 
793 	CSIO_INC_STATS(rn, n_evt_sm[evt]);
794 
795 	switch (evt) {
796 	case CSIO_RNFE_LOGGED_IN:
797 	case CSIO_RNFE_PLOGI_RECV:
798 		ret = csio_rn_verify_rparams(ln, rn, rn->rdev_entry);
799 		if (!ret) {
800 			csio_set_state(&rn->sm, csio_rns_ready);
801 			__csio_reg_rnode(rn);
802 		} else {
803 			CSIO_INC_STATS(rn, n_err_inval);
804 			csio_post_event(&rn->sm, CSIO_RNFE_CLOSE);
805 		}
806 		break;
807 
808 	case CSIO_RNFE_CLOSE:
809 		/* Each rnode receives CLOSE event when driver is removed or
810 		 * device is reset.
811 		 * Note: All outstanding IOs on remote port need to returned
812 		 * to uppper layer with appropriate error before sending
813 		 * CLOSE event
814 		 */
815 		csio_set_state(&rn->sm, csio_rns_uninit);
816 		break;
817 
818 	case CSIO_RNFE_DOWN:
819 	case CSIO_RNFE_NAME_MISSING:
820 		csio_ln_dbg(ln,
821 			"ssni:x%x Ignoring event %d recv from did x%x"
822 			"in rn state[disappeared]\n", csio_rn_flowid(rn),
823 			evt, rn->nport_id);
824 		break;
825 
826 	default:
827 		csio_ln_dbg(ln,
828 			"ssni:x%x unexp event %d recv from did x%x"
829 			"in rn state[disappeared]\n", csio_rn_flowid(rn),
830 			evt, rn->nport_id);
831 		CSIO_INC_STATS(rn, n_evt_unexp);
832 		break;
833 	}
834 }
835 
836 /*****************************************************************************/
837 /* END: Rnode SM                                                             */
838 /*****************************************************************************/
839 
840 /*
841  * csio_rnode_devloss_handler - Device loss event handler
842  * @rn: rnode
843  *
844  * Post event to close rnode SM and free rnode.
845  */
846 void
847 csio_rnode_devloss_handler(struct csio_rnode *rn)
848 {
849 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
850 
851 	/* ignore if same rnode came back as online */
852 	if (csio_is_rnode_ready(rn))
853 		return;
854 
855 	csio_post_event(&rn->sm, CSIO_RNFE_CLOSE);
856 
857 	/* Free rn if in uninit state */
858 	if (csio_is_rnode_uninit(rn))
859 		csio_put_rnode(ln, rn);
860 }
861 
862 /**
863  * csio_rnode_fwevt_handler - Event handler for firmware rnode events.
864  * @rn:		rnode
865  * @fwevt:	firmware event to handle
866  */
867 void
868 csio_rnode_fwevt_handler(struct csio_rnode *rn, uint8_t fwevt)
869 {
870 	struct csio_lnode *ln = csio_rnode_to_lnode(rn);
871 	enum csio_rn_ev evt;
872 
873 	evt = CSIO_FWE_TO_RNFE(fwevt);
874 	if (!evt) {
875 		csio_ln_err(ln, "ssni:x%x Unhandled FW Rdev event: %d\n",
876 			    csio_rn_flowid(rn), fwevt);
877 		CSIO_INC_STATS(rn, n_evt_unexp);
878 		return;
879 	}
880 	CSIO_INC_STATS(rn, n_evt_fw[fwevt]);
881 
882 	/* Track previous & current events for debugging */
883 	rn->prev_evt = rn->cur_evt;
884 	rn->cur_evt = fwevt;
885 
886 	/* Post event to rnode SM */
887 	csio_post_event(&rn->sm, evt);
888 
889 	/* Free rn if in uninit state */
890 	if (csio_is_rnode_uninit(rn))
891 		csio_put_rnode(ln, rn);
892 }
893 
894 /*
895  * csio_rnode_init - Initialize rnode.
896  * @rn: RNode
897  * @ln: Associated lnode
898  *
899  * Caller is responsible for holding the lock. The lock is required
900  * to be held for inserting the rnode in ln->rnhead list.
901  */
902 static int
903 csio_rnode_init(struct csio_rnode *rn, struct csio_lnode *ln)
904 {
905 	csio_rnode_to_lnode(rn) = ln;
906 	csio_init_state(&rn->sm, csio_rns_uninit);
907 	INIT_LIST_HEAD(&rn->host_cmpl_q);
908 	csio_rn_flowid(rn) = CSIO_INVALID_IDX;
909 
910 	/* Add rnode to list of lnodes->rnhead */
911 	list_add_tail(&rn->sm.sm_list, &ln->rnhead);
912 
913 	return 0;
914 }
915 
916 static void
917 csio_rnode_exit(struct csio_rnode *rn)
918 {
919 	list_del_init(&rn->sm.sm_list);
920 	CSIO_DB_ASSERT(list_empty(&rn->host_cmpl_q));
921 }
922