xref: /freebsd/sys/dev/qlnx/qlnxe/ecore_ooo.c (revision db33c6f3ae9d1231087710068ee4ea5398aacca7)
1 /*
2  * Copyright (c) 2018-2019 Cavium, Inc.
3  * All rights reserved.
4  *
5  *  Redistribution and use in source and binary forms, with or without
6  *  modification, are permitted provided that the following conditions
7  *  are met:
8  *
9  *  1. Redistributions of source code must retain the above copyright
10  *     notice, this list of conditions and the following disclaimer.
11  *  2. Redistributions in binary form must reproduce the above copyright
12  *     notice, this list of conditions and the following disclaimer in the
13  *     documentation and/or other materials provided with the distribution.
14  *
15  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16  *  AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  *  ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19  *  LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20  *  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21  *  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22  *  INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23  *  CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24  *  ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25  *  POSSIBILITY OF SUCH DAMAGE.
26  */
27 
28 /*
29  * File : ecore_ooo.c
30  */
31 #include <sys/cdefs.h>
32 #include "bcm_osal.h"
33 
34 #include "ecore.h"
35 #include "ecore_status.h"
36 #include "ecore_ll2.h"
37 #include "ecore_ooo.h"
38 #include "ecore_iscsi.h"
39 #include "ecore_cxt.h"
40 /*
41  * Static OOO functions
42  */
43 
44 static struct ecore_ooo_archipelago *
45 ecore_ooo_seek_archipelago(struct ecore_ooo_info *p_ooo_info, u32 cid)
46 {
47 	u32 idx = (cid & 0xffff) - p_ooo_info->cid_base;
48 	struct ecore_ooo_archipelago *p_archipelago;
49 
50 	if (idx >= p_ooo_info->max_num_archipelagos)
51 		return OSAL_NULL;
52 
53 	p_archipelago = &p_ooo_info->p_archipelagos_mem[idx];
54 
55 	if (OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list))
56 		return OSAL_NULL;
57 
58 	return p_archipelago;
59 }
60 
61 static struct ecore_ooo_isle *ecore_ooo_seek_isle(struct ecore_hwfn *p_hwfn,
62 						  struct ecore_ooo_info *p_ooo_info,
63 						  u32 cid, u8 isle)
64 {
65 	struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL;
66 	struct ecore_ooo_isle *p_isle = OSAL_NULL;
67 	u8 the_num_of_isle = 1;
68 
69 	p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid);
70 	if (!p_archipelago) {
71 		DP_NOTICE(p_hwfn, true,
72 			 "Connection %d is not found in OOO list\n", cid);
73 		return OSAL_NULL;
74 	}
75 
76 	OSAL_LIST_FOR_EACH_ENTRY(p_isle,
77 				 &p_archipelago->isles_list,
78 				 list_entry, struct ecore_ooo_isle) {
79 		if (the_num_of_isle == isle)
80 			return p_isle;
81 		the_num_of_isle++;
82 	}
83 
84 	return OSAL_NULL;
85 }
86 
87 void ecore_ooo_save_history_entry(struct ecore_ooo_info *p_ooo_info,
88 				  struct ooo_opaque *p_cqe)
89 {
90 	struct ecore_ooo_history *p_history = &p_ooo_info->ooo_history;
91 
92 	if (p_history->head_idx == p_history->num_of_cqes)
93 			p_history->head_idx = 0;
94 	p_history->p_cqes[p_history->head_idx] = *p_cqe;
95 	p_history->head_idx++;
96 }
97 
98 //#ifdef CONFIG_ECORE_ISCSI
99 #if defined(CONFIG_ECORE_ISCSI) || defined(CONFIG_ECORE_IWARP)
100 enum _ecore_status_t ecore_ooo_alloc(struct ecore_hwfn *p_hwfn)
101 {
102 	u16 max_num_archipelagos = 0, cid_base;
103 	struct ecore_ooo_info *p_ooo_info;
104 	u16 max_num_isles = 0;
105 	u32 i;
106 
107 	switch (p_hwfn->hw_info.personality) {
108 	case ECORE_PCI_ISCSI:
109 		max_num_archipelagos =
110 			p_hwfn->pf_params.iscsi_pf_params.num_cons;
111 		cid_base =(u16)ecore_cxt_get_proto_cid_start(p_hwfn,
112 							     PROTOCOLID_ISCSI);
113 		break;
114 	case ECORE_PCI_ETH_RDMA:
115 	case ECORE_PCI_ETH_IWARP:
116 		max_num_archipelagos =
117 			(u16)ecore_cxt_get_proto_cid_count(p_hwfn,
118 							   PROTOCOLID_IWARP,
119 							   OSAL_NULL);
120 		cid_base = (u16)ecore_cxt_get_proto_cid_start(p_hwfn,
121 							      PROTOCOLID_IWARP);
122 		break;
123 	default:
124 		DP_NOTICE(p_hwfn, true,
125 			  "Failed to allocate ecore_ooo_info: unknown personalization\n");
126 		return ECORE_INVAL;
127 	}
128 
129 	max_num_isles = ECORE_MAX_NUM_ISLES + max_num_archipelagos;
130 
131 	if (!max_num_archipelagos) {
132 		DP_NOTICE(p_hwfn, true,
133 			  "Failed to allocate ecore_ooo_info: unknown amount of connections\n");
134 		return ECORE_INVAL;
135 	}
136 
137 	p_ooo_info = OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL,
138 				 sizeof(*p_ooo_info));
139 	if (!p_ooo_info) {
140 		DP_NOTICE(p_hwfn, true, "Failed to allocate ecore_ooo_info\n");
141 		return ECORE_NOMEM;
142 	}
143 	p_ooo_info->cid_base = cid_base; /* We look only at the icid */
144 	p_ooo_info->max_num_archipelagos = max_num_archipelagos;
145 
146 	OSAL_LIST_INIT(&p_ooo_info->free_buffers_list);
147 	OSAL_LIST_INIT(&p_ooo_info->ready_buffers_list);
148 	OSAL_LIST_INIT(&p_ooo_info->free_isles_list);
149 
150 	p_ooo_info->p_isles_mem =
151 		OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL,
152 			    sizeof(struct ecore_ooo_isle) *
153 			    max_num_isles);
154 	if (!p_ooo_info->p_isles_mem) {
155 		DP_NOTICE(p_hwfn,true,
156 			  "Failed to allocate ecore_ooo_info (isles)\n");
157 		goto no_isles_mem;
158 	}
159 
160 	for (i = 0; i < max_num_isles; i++) {
161 		OSAL_LIST_INIT(&p_ooo_info->p_isles_mem[i].buffers_list);
162 		OSAL_LIST_PUSH_TAIL(&p_ooo_info->p_isles_mem[i].list_entry,
163 				    &p_ooo_info->free_isles_list);
164 	}
165 
166 	p_ooo_info->p_archipelagos_mem =
167 		OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL,
168 			    sizeof(struct ecore_ooo_archipelago) *
169 			    max_num_archipelagos);
170 	if (!p_ooo_info->p_archipelagos_mem) {
171 		DP_NOTICE(p_hwfn,true,
172 			 "Failed to allocate ecore_ooo_info(archpelagos)\n");
173 		goto no_archipelagos_mem;
174 	}
175 
176 	for (i = 0; i < max_num_archipelagos; i++) {
177 		OSAL_LIST_INIT(&p_ooo_info->p_archipelagos_mem[i].isles_list);
178 	}
179 
180 	p_ooo_info->ooo_history.p_cqes =
181 		OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL,
182 			    sizeof(struct ooo_opaque) *
183 			    ECORE_MAX_NUM_OOO_HISTORY_ENTRIES);
184 	if (!p_ooo_info->ooo_history.p_cqes) {
185 		DP_NOTICE(p_hwfn,true,
186 			  "Failed to allocate ecore_ooo_info(history)\n");
187 		goto no_history_mem;
188 	}
189 	p_ooo_info->ooo_history.num_of_cqes =
190 		ECORE_MAX_NUM_OOO_HISTORY_ENTRIES;
191 
192 	p_hwfn->p_ooo_info = p_ooo_info;
193 	return ECORE_SUCCESS;
194 
195 no_history_mem:
196 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_archipelagos_mem);
197 no_archipelagos_mem:
198 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_isles_mem);
199 no_isles_mem:
200 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info);
201 	return ECORE_NOMEM;
202 }
203 #endif
204 
205 void ecore_ooo_release_connection_isles(struct ecore_ooo_info *p_ooo_info,
206 					u32 cid)
207 {
208 	struct ecore_ooo_archipelago *p_archipelago;
209 	struct ecore_ooo_buffer *p_buffer;
210 	struct ecore_ooo_isle *p_isle;
211 
212 	p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid);
213 	if (!p_archipelago)
214 		return;
215 
216 	while (!OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list)) {
217 		p_isle = OSAL_LIST_FIRST_ENTRY(
218 				&p_archipelago->isles_list,
219 				struct ecore_ooo_isle, list_entry);
220 
221 #if defined(_NTDDK_)
222 #pragma warning(suppress : 6011 28182)
223 #endif
224 		OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry,
225 				       &p_archipelago->isles_list);
226 
227 		while (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) {
228 			p_buffer =
229 				OSAL_LIST_FIRST_ENTRY(
230 				&p_isle->buffers_list ,
231 				struct ecore_ooo_buffer, list_entry);
232 
233 			if (p_buffer == OSAL_NULL)
234 				break;
235 #if defined(_NTDDK_)
236 #pragma warning(suppress : 6011 28182)
237 #endif
238 			OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry,
239 				      	       &p_isle->buffers_list);
240 				OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry,
241 						&p_ooo_info->free_buffers_list);
242 			}
243 			OSAL_LIST_PUSH_TAIL(&p_isle->list_entry,
244 					&p_ooo_info->free_isles_list);
245 		}
246 
247 }
248 
249 void ecore_ooo_release_all_isles(struct ecore_ooo_info *p_ooo_info)
250 {
251 	struct ecore_ooo_archipelago *p_archipelago;
252 	struct ecore_ooo_buffer *p_buffer;
253 	struct ecore_ooo_isle *p_isle;
254 	u32 i;
255 
256 	for (i = 0; i < p_ooo_info->max_num_archipelagos; i++) {
257 		p_archipelago = &(p_ooo_info->p_archipelagos_mem[i]);
258 
259 #if defined(_NTDDK_)
260 #pragma warning(suppress : 6011 28182)
261 #endif
262 		while (!OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list)) {
263 			p_isle = OSAL_LIST_FIRST_ENTRY(
264 					&p_archipelago->isles_list,
265 					struct ecore_ooo_isle, list_entry);
266 
267 #if defined(_NTDDK_)
268 #pragma warning(suppress : 6011 28182)
269 #endif
270 			OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry,
271 					       &p_archipelago->isles_list);
272 
273 			while (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) {
274 				p_buffer =
275 					OSAL_LIST_FIRST_ENTRY(
276 					&p_isle->buffers_list ,
277 					struct ecore_ooo_buffer, list_entry);
278 
279 				if (p_buffer == OSAL_NULL)
280 					break;
281 #if defined(_NTDDK_)
282 #pragma warning(suppress : 6011 28182)
283 #endif
284 				OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry,
285 						      &p_isle->buffers_list);
286 				OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry,
287 					&p_ooo_info->free_buffers_list);
288 			}
289 			OSAL_LIST_PUSH_TAIL(&p_isle->list_entry,
290 				&p_ooo_info->free_isles_list);
291 		}
292 	}
293 	if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->ready_buffers_list)) {
294 		OSAL_LIST_SPLICE_TAIL_INIT(&p_ooo_info->ready_buffers_list,
295 					  &p_ooo_info->free_buffers_list);
296 	}
297 }
298 
299 //#ifdef CONFIG_ECORE_ISCSI
300 #if defined(CONFIG_ECORE_ISCSI) || defined(CONFIG_ECORE_IWARP)
301 void ecore_ooo_setup(struct ecore_hwfn *p_hwfn)
302 {
303 	ecore_ooo_release_all_isles(p_hwfn->p_ooo_info);
304 	OSAL_MEM_ZERO(p_hwfn->p_ooo_info->ooo_history.p_cqes,
305 		      p_hwfn->p_ooo_info->ooo_history.num_of_cqes *
306 		      sizeof(struct ooo_opaque));
307 	p_hwfn->p_ooo_info->ooo_history.head_idx = 0;
308 }
309 
310 void ecore_ooo_free(struct ecore_hwfn *p_hwfn)
311 {
312 	struct ecore_ooo_info *p_ooo_info = p_hwfn->p_ooo_info;
313 	struct ecore_ooo_buffer *p_buffer;
314 
315 	if (!p_ooo_info)
316 		return;
317 
318 	ecore_ooo_release_all_isles(p_ooo_info);
319 	while (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_buffers_list)) {
320 		p_buffer = OSAL_LIST_FIRST_ENTRY(&p_ooo_info->
321 						 free_buffers_list,
322 						 struct ecore_ooo_buffer,
323 						 list_entry);
324 		if (p_buffer == OSAL_NULL)
325 			break;
326 #if defined(_NTDDK_)
327 #pragma warning(suppress : 6011 28182)
328 #endif
329 		OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry,
330 				       &p_ooo_info->free_buffers_list);
331 		OSAL_DMA_FREE_COHERENT(p_hwfn->p_dev,
332 				       p_buffer->rx_buffer_virt_addr,
333 				       p_buffer->rx_buffer_phys_addr,
334 				       p_buffer->rx_buffer_size);
335 		OSAL_FREE(p_hwfn->p_dev, p_buffer);
336 	}
337 
338 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_isles_mem);
339 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_archipelagos_mem);
340 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info->ooo_history.p_cqes);
341 	OSAL_FREE(p_hwfn->p_dev, p_ooo_info);
342 	p_hwfn->p_ooo_info = OSAL_NULL;
343 }
344 #endif
345 
346 void ecore_ooo_put_free_buffer(struct ecore_ooo_info *p_ooo_info,
347 			       struct ecore_ooo_buffer *p_buffer)
348 {
349 	OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry,
350 			    &p_ooo_info->free_buffers_list);
351 }
352 
353 struct ecore_ooo_buffer *
354 ecore_ooo_get_free_buffer(struct ecore_ooo_info *p_ooo_info)
355 {
356 	struct ecore_ooo_buffer	*p_buffer = OSAL_NULL;
357 
358 	if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_buffers_list)) {
359 		p_buffer =
360 			OSAL_LIST_FIRST_ENTRY(
361 			&p_ooo_info->free_buffers_list,
362 			struct ecore_ooo_buffer, list_entry);
363 
364 		OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry,
365 				      &p_ooo_info->free_buffers_list);
366 	}
367 
368 	return p_buffer;
369 }
370 
371 void ecore_ooo_put_ready_buffer(struct ecore_ooo_info *p_ooo_info,
372 				struct ecore_ooo_buffer *p_buffer, u8 on_tail)
373 {
374 	if (on_tail) {
375 		OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry,
376 				   &p_ooo_info->ready_buffers_list);
377 	} else {
378 		OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry,
379 				   &p_ooo_info->ready_buffers_list);
380 	}
381 }
382 
383 struct ecore_ooo_buffer *
384 ecore_ooo_get_ready_buffer(struct ecore_ooo_info *p_ooo_info)
385 {
386 	struct ecore_ooo_buffer	*p_buffer = OSAL_NULL;
387 
388 	if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->ready_buffers_list)) {
389 		p_buffer =
390 			OSAL_LIST_FIRST_ENTRY(
391 			&p_ooo_info->ready_buffers_list,
392 			struct ecore_ooo_buffer, list_entry);
393 
394 		OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry,
395 				      &p_ooo_info->ready_buffers_list);
396 	}
397 
398 	return p_buffer;
399 }
400 
401 void ecore_ooo_delete_isles(struct ecore_hwfn *p_hwfn,
402 			   struct ecore_ooo_info *p_ooo_info,
403 			   u32 cid,
404 			   u8 drop_isle,
405 			   u8 drop_size)
406 {
407 	struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL;
408 	struct ecore_ooo_isle *p_isle = OSAL_NULL;
409 	u8 isle_idx;
410 
411 	p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid);
412 	for (isle_idx = 0; isle_idx < drop_size; isle_idx++) {
413 		p_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info,
414 					    cid, drop_isle);
415 		if (!p_isle) {
416 			DP_NOTICE(p_hwfn, true,
417 				 "Isle %d is not found(cid %d)\n",
418 				 drop_isle, cid);
419 			return;
420 		}
421 		if (OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) {
422 			DP_NOTICE(p_hwfn, true,
423 				 "Isle %d is empty(cid %d)\n",
424 				 drop_isle, cid);
425 		} else {
426 			OSAL_LIST_SPLICE_TAIL_INIT(&p_isle->buffers_list,
427 					&p_ooo_info->free_buffers_list);
428 		}
429 #if defined(_NTDDK_)
430 #pragma warning(suppress : 6011)
431 #endif
432 		OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry,
433 				      &p_archipelago->isles_list);
434 		p_ooo_info->cur_isles_number--;
435 		OSAL_LIST_PUSH_HEAD(&p_isle->list_entry,
436 				   &p_ooo_info->free_isles_list);
437 	}
438 }
439 
440 void ecore_ooo_add_new_isle(struct ecore_hwfn *p_hwfn,
441 			   struct ecore_ooo_info *p_ooo_info,
442 			   u32 cid, u8 ooo_isle,
443 			   struct ecore_ooo_buffer *p_buffer)
444 {
445 	struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL;
446 	struct ecore_ooo_isle *p_prev_isle = OSAL_NULL;
447 	struct ecore_ooo_isle *p_isle = OSAL_NULL;
448 
449 	if (ooo_isle > 1) {
450 		p_prev_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, ooo_isle - 1);
451 		if (!p_prev_isle) {
452 			DP_NOTICE(p_hwfn, true,
453 				 "Isle %d is not found(cid %d)\n",
454 				 ooo_isle - 1, cid);
455 			return;
456 		}
457 	}
458 	p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid);
459 	if (!p_archipelago && (ooo_isle != 1)) {
460 		DP_NOTICE(p_hwfn, true,
461 			 "Connection %d is not found in OOO list\n", cid);
462 		return;
463 	}
464 
465 	if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_isles_list)) {
466 		p_isle =
467 			OSAL_LIST_FIRST_ENTRY(
468 			&p_ooo_info->free_isles_list,
469 			struct ecore_ooo_isle, list_entry);
470 
471 		OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry,
472 				      &p_ooo_info->free_isles_list);
473 		if (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) {
474 			DP_NOTICE(p_hwfn, true, "Free isle is not empty\n");
475 			OSAL_LIST_INIT(&p_isle->buffers_list);
476 		}
477 	} else {
478 		DP_NOTICE(p_hwfn, true, "No more free isles\n");
479 		return;
480 	}
481 
482 	if (!p_archipelago) {
483 		u32 idx = (cid & 0xffff) - p_ooo_info->cid_base;
484 
485 		p_archipelago = &p_ooo_info->p_archipelagos_mem[idx];
486 	}
487 	OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry, &p_isle->buffers_list);
488 	p_ooo_info->cur_isles_number++;
489 	p_ooo_info->gen_isles_number++;
490 	if (p_ooo_info->cur_isles_number > p_ooo_info->max_isles_number)
491 		p_ooo_info->max_isles_number = p_ooo_info->cur_isles_number;
492 	if (!p_prev_isle) {
493 		OSAL_LIST_PUSH_HEAD(&p_isle->list_entry, &p_archipelago->isles_list);
494 	} else {
495 		OSAL_LIST_INSERT_ENTRY_AFTER(&p_isle->list_entry,
496 			                    &p_prev_isle->list_entry,
497 					    &p_archipelago->isles_list);
498 	}
499 }
500 
501 void ecore_ooo_add_new_buffer(struct ecore_hwfn	*p_hwfn,
502 			     struct ecore_ooo_info *p_ooo_info,
503 			     u32 cid,
504 			     u8 ooo_isle,
505 			     struct ecore_ooo_buffer *p_buffer,
506 		             u8 buffer_side)
507 {
508 	struct ecore_ooo_isle	* p_isle = OSAL_NULL;
509 	p_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, ooo_isle);
510 	if (!p_isle) {
511 		DP_NOTICE(p_hwfn, true,
512 			 "Isle %d is not found(cid %d)\n",
513 			 ooo_isle, cid);
514 		return;
515 	}
516 	if (buffer_side == ECORE_OOO_LEFT_BUF) {
517 		OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry,
518 				   &p_isle->buffers_list);
519 	} else {
520 		OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry,
521 				   &p_isle->buffers_list);
522 	}
523 }
524 
525 void ecore_ooo_join_isles(struct ecore_hwfn *p_hwfn,
526 			  struct ecore_ooo_info *p_ooo_info,
527 			  u32 cid, u8 left_isle)
528 {
529 	struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL;
530 	struct ecore_ooo_isle *p_right_isle = OSAL_NULL;
531 	struct ecore_ooo_isle *p_left_isle = OSAL_NULL;
532 
533 	p_right_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid,
534 					  left_isle + 1);
535 	if (!p_right_isle) {
536 		DP_NOTICE(p_hwfn, true,
537 			 "Right isle %d is not found(cid %d)\n",
538 			 left_isle + 1, cid);
539 		return;
540 	}
541 	p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid);
542 	OSAL_LIST_REMOVE_ENTRY(&p_right_isle->list_entry,
543 			      &p_archipelago->isles_list);
544 	p_ooo_info->cur_isles_number--;
545 	if (left_isle) {
546 		p_left_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid,
547 						 left_isle);
548 		if (!p_left_isle) {
549 			DP_NOTICE(p_hwfn, true,
550 				 "Left isle %d is not found(cid %d)\n",
551 				 left_isle, cid);
552 			return;
553 		}
554 		OSAL_LIST_SPLICE_TAIL_INIT(&p_right_isle->buffers_list,
555 					  &p_left_isle->buffers_list);
556 	} else {
557 		OSAL_LIST_SPLICE_TAIL_INIT(&p_right_isle->buffers_list,
558 					  &p_ooo_info->ready_buffers_list);
559 	}
560 	OSAL_LIST_PUSH_TAIL(&p_right_isle->list_entry,
561 			   &p_ooo_info->free_isles_list);
562 }
563 
564 void ecore_ooo_dump_rx_event(struct ecore_hwfn	*p_hwfn,
565 			     struct ooo_opaque *iscsi_ooo,
566 			     struct ecore_ooo_buffer *p_buffer)
567 {
568 	int i;
569 	u32 dp_module = ECORE_MSG_OOO;
570 	u32 ph_hi, ph_lo;
571 	u8 *packet_buffer = 0;
572 
573 	if (p_hwfn->dp_level > ECORE_LEVEL_VERBOSE)
574 		return;
575 	if (!(p_hwfn->dp_module & dp_module))
576 		return;
577 
578 	packet_buffer = (u8 *)p_buffer->rx_buffer_virt_addr +
579 		p_buffer->placement_offset;
580 	DP_VERBOSE(p_hwfn, dp_module,
581 		   "******************************************************\n");
582 	ph_hi = DMA_HI(p_buffer->rx_buffer_phys_addr);
583 	ph_lo = DMA_LO(p_buffer->rx_buffer_phys_addr);
584 	DP_VERBOSE(p_hwfn, dp_module,
585 		   "0x%x-%x: CID 0x%x, OP 0x%x, ISLE 0x%x\n",
586 		   ph_hi, ph_lo,
587 		   iscsi_ooo->cid, iscsi_ooo->ooo_opcode, iscsi_ooo->ooo_isle);
588 	for (i = 0; i < 64; i = i + 8) {
589 		DP_VERBOSE(p_hwfn, dp_module,
590 			   "0x%x-%x:  0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
591 			   ph_hi, ph_lo,
592 			   packet_buffer[i],
593 			   packet_buffer[i + 1],
594 			   packet_buffer[i + 2],
595 			   packet_buffer[i + 3],
596 			   packet_buffer[i + 4],
597 			   packet_buffer[i + 5],
598 			   packet_buffer[i + 6],
599 			   packet_buffer[i + 7]);
600 	}
601 }
602