1 /* 2 * Copyright (c) 2018-2019 Cavium, Inc. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 16 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 19 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 20 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 21 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 22 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 23 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 24 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25 * POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28 /* 29 * File : ecore_ooo.c 30 */ 31 #include <sys/cdefs.h> 32 #include "bcm_osal.h" 33 34 #include "ecore.h" 35 #include "ecore_status.h" 36 #include "ecore_ll2.h" 37 #include "ecore_ooo.h" 38 #include "ecore_iscsi.h" 39 #include "ecore_cxt.h" 40 /* 41 * Static OOO functions 42 */ 43 44 static struct ecore_ooo_archipelago * ecore_ooo_seek_archipelago(struct ecore_ooo_info * p_ooo_info,u32 cid)45 ecore_ooo_seek_archipelago(struct ecore_ooo_info *p_ooo_info, u32 cid) 46 { 47 u32 idx = (cid & 0xffff) - p_ooo_info->cid_base; 48 struct ecore_ooo_archipelago *p_archipelago; 49 50 if (idx >= p_ooo_info->max_num_archipelagos) 51 return OSAL_NULL; 52 53 p_archipelago = &p_ooo_info->p_archipelagos_mem[idx]; 54 55 if (OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list)) 56 return OSAL_NULL; 57 58 return p_archipelago; 59 } 60 ecore_ooo_seek_isle(struct ecore_hwfn * p_hwfn,struct ecore_ooo_info * p_ooo_info,u32 cid,u8 isle)61 static struct ecore_ooo_isle *ecore_ooo_seek_isle(struct ecore_hwfn *p_hwfn, 62 struct ecore_ooo_info *p_ooo_info, 63 u32 cid, u8 isle) 64 { 65 struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL; 66 struct ecore_ooo_isle *p_isle = OSAL_NULL; 67 u8 the_num_of_isle = 1; 68 69 p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid); 70 if (!p_archipelago) { 71 DP_NOTICE(p_hwfn, true, 72 "Connection %d is not found in OOO list\n", cid); 73 return OSAL_NULL; 74 } 75 76 OSAL_LIST_FOR_EACH_ENTRY(p_isle, 77 &p_archipelago->isles_list, 78 list_entry, struct ecore_ooo_isle) { 79 if (the_num_of_isle == isle) 80 return p_isle; 81 the_num_of_isle++; 82 } 83 84 return OSAL_NULL; 85 } 86 ecore_ooo_save_history_entry(struct ecore_ooo_info * p_ooo_info,struct ooo_opaque * p_cqe)87 void ecore_ooo_save_history_entry(struct ecore_ooo_info *p_ooo_info, 88 struct ooo_opaque *p_cqe) 89 { 90 struct ecore_ooo_history *p_history = &p_ooo_info->ooo_history; 91 92 if (p_history->head_idx == p_history->num_of_cqes) 93 p_history->head_idx = 0; 94 p_history->p_cqes[p_history->head_idx] = *p_cqe; 95 p_history->head_idx++; 96 } 97 98 //#ifdef CONFIG_ECORE_ISCSI 99 #if defined(CONFIG_ECORE_ISCSI) || defined(CONFIG_ECORE_IWARP) ecore_ooo_alloc(struct ecore_hwfn * p_hwfn)100 enum _ecore_status_t ecore_ooo_alloc(struct ecore_hwfn *p_hwfn) 101 { 102 u16 max_num_archipelagos = 0, cid_base; 103 struct ecore_ooo_info *p_ooo_info; 104 u16 max_num_isles = 0; 105 u32 i; 106 107 switch (p_hwfn->hw_info.personality) { 108 case ECORE_PCI_ISCSI: 109 max_num_archipelagos = 110 p_hwfn->pf_params.iscsi_pf_params.num_cons; 111 cid_base =(u16)ecore_cxt_get_proto_cid_start(p_hwfn, 112 PROTOCOLID_ISCSI); 113 break; 114 case ECORE_PCI_ETH_RDMA: 115 case ECORE_PCI_ETH_IWARP: 116 max_num_archipelagos = 117 (u16)ecore_cxt_get_proto_cid_count(p_hwfn, 118 PROTOCOLID_IWARP, 119 OSAL_NULL); 120 cid_base = (u16)ecore_cxt_get_proto_cid_start(p_hwfn, 121 PROTOCOLID_IWARP); 122 break; 123 default: 124 DP_NOTICE(p_hwfn, true, 125 "Failed to allocate ecore_ooo_info: unknown personalization\n"); 126 return ECORE_INVAL; 127 } 128 129 max_num_isles = ECORE_MAX_NUM_ISLES + max_num_archipelagos; 130 131 if (!max_num_archipelagos) { 132 DP_NOTICE(p_hwfn, true, 133 "Failed to allocate ecore_ooo_info: unknown amount of connections\n"); 134 return ECORE_INVAL; 135 } 136 137 p_ooo_info = OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL, 138 sizeof(*p_ooo_info)); 139 if (!p_ooo_info) { 140 DP_NOTICE(p_hwfn, true, "Failed to allocate ecore_ooo_info\n"); 141 return ECORE_NOMEM; 142 } 143 p_ooo_info->cid_base = cid_base; /* We look only at the icid */ 144 p_ooo_info->max_num_archipelagos = max_num_archipelagos; 145 146 OSAL_LIST_INIT(&p_ooo_info->free_buffers_list); 147 OSAL_LIST_INIT(&p_ooo_info->ready_buffers_list); 148 OSAL_LIST_INIT(&p_ooo_info->free_isles_list); 149 150 p_ooo_info->p_isles_mem = 151 OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL, 152 sizeof(struct ecore_ooo_isle) * 153 max_num_isles); 154 if (!p_ooo_info->p_isles_mem) { 155 DP_NOTICE(p_hwfn,true, 156 "Failed to allocate ecore_ooo_info (isles)\n"); 157 goto no_isles_mem; 158 } 159 160 for (i = 0; i < max_num_isles; i++) { 161 OSAL_LIST_INIT(&p_ooo_info->p_isles_mem[i].buffers_list); 162 OSAL_LIST_PUSH_TAIL(&p_ooo_info->p_isles_mem[i].list_entry, 163 &p_ooo_info->free_isles_list); 164 } 165 166 p_ooo_info->p_archipelagos_mem = 167 OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL, 168 sizeof(struct ecore_ooo_archipelago) * 169 max_num_archipelagos); 170 if (!p_ooo_info->p_archipelagos_mem) { 171 DP_NOTICE(p_hwfn,true, 172 "Failed to allocate ecore_ooo_info(archpelagos)\n"); 173 goto no_archipelagos_mem; 174 } 175 176 for (i = 0; i < max_num_archipelagos; i++) { 177 OSAL_LIST_INIT(&p_ooo_info->p_archipelagos_mem[i].isles_list); 178 } 179 180 p_ooo_info->ooo_history.p_cqes = 181 OSAL_ZALLOC(p_hwfn->p_dev, GFP_KERNEL, 182 sizeof(struct ooo_opaque) * 183 ECORE_MAX_NUM_OOO_HISTORY_ENTRIES); 184 if (!p_ooo_info->ooo_history.p_cqes) { 185 DP_NOTICE(p_hwfn,true, 186 "Failed to allocate ecore_ooo_info(history)\n"); 187 goto no_history_mem; 188 } 189 p_ooo_info->ooo_history.num_of_cqes = 190 ECORE_MAX_NUM_OOO_HISTORY_ENTRIES; 191 192 p_hwfn->p_ooo_info = p_ooo_info; 193 return ECORE_SUCCESS; 194 195 no_history_mem: 196 OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_archipelagos_mem); 197 no_archipelagos_mem: 198 OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_isles_mem); 199 no_isles_mem: 200 OSAL_FREE(p_hwfn->p_dev, p_ooo_info); 201 return ECORE_NOMEM; 202 } 203 #endif 204 ecore_ooo_release_connection_isles(struct ecore_ooo_info * p_ooo_info,u32 cid)205 void ecore_ooo_release_connection_isles(struct ecore_ooo_info *p_ooo_info, 206 u32 cid) 207 { 208 struct ecore_ooo_archipelago *p_archipelago; 209 struct ecore_ooo_buffer *p_buffer; 210 struct ecore_ooo_isle *p_isle; 211 212 p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid); 213 if (!p_archipelago) 214 return; 215 216 while (!OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list)) { 217 p_isle = OSAL_LIST_FIRST_ENTRY( 218 &p_archipelago->isles_list, 219 struct ecore_ooo_isle, list_entry); 220 221 #if defined(_NTDDK_) 222 #pragma warning(suppress : 6011 28182) 223 #endif 224 OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry, 225 &p_archipelago->isles_list); 226 227 while (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) { 228 p_buffer = 229 OSAL_LIST_FIRST_ENTRY( 230 &p_isle->buffers_list , 231 struct ecore_ooo_buffer, list_entry); 232 233 if (p_buffer == OSAL_NULL) 234 break; 235 #if defined(_NTDDK_) 236 #pragma warning(suppress : 6011 28182) 237 #endif 238 OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry, 239 &p_isle->buffers_list); 240 OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry, 241 &p_ooo_info->free_buffers_list); 242 } 243 OSAL_LIST_PUSH_TAIL(&p_isle->list_entry, 244 &p_ooo_info->free_isles_list); 245 } 246 247 } 248 ecore_ooo_release_all_isles(struct ecore_ooo_info * p_ooo_info)249 void ecore_ooo_release_all_isles(struct ecore_ooo_info *p_ooo_info) 250 { 251 struct ecore_ooo_archipelago *p_archipelago; 252 struct ecore_ooo_buffer *p_buffer; 253 struct ecore_ooo_isle *p_isle; 254 u32 i; 255 256 for (i = 0; i < p_ooo_info->max_num_archipelagos; i++) { 257 p_archipelago = &(p_ooo_info->p_archipelagos_mem[i]); 258 259 #if defined(_NTDDK_) 260 #pragma warning(suppress : 6011 28182) 261 #endif 262 while (!OSAL_LIST_IS_EMPTY(&p_archipelago->isles_list)) { 263 p_isle = OSAL_LIST_FIRST_ENTRY( 264 &p_archipelago->isles_list, 265 struct ecore_ooo_isle, list_entry); 266 267 #if defined(_NTDDK_) 268 #pragma warning(suppress : 6011 28182) 269 #endif 270 OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry, 271 &p_archipelago->isles_list); 272 273 while (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) { 274 p_buffer = 275 OSAL_LIST_FIRST_ENTRY( 276 &p_isle->buffers_list , 277 struct ecore_ooo_buffer, list_entry); 278 279 if (p_buffer == OSAL_NULL) 280 break; 281 #if defined(_NTDDK_) 282 #pragma warning(suppress : 6011 28182) 283 #endif 284 OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry, 285 &p_isle->buffers_list); 286 OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry, 287 &p_ooo_info->free_buffers_list); 288 } 289 OSAL_LIST_PUSH_TAIL(&p_isle->list_entry, 290 &p_ooo_info->free_isles_list); 291 } 292 } 293 if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->ready_buffers_list)) { 294 OSAL_LIST_SPLICE_TAIL_INIT(&p_ooo_info->ready_buffers_list, 295 &p_ooo_info->free_buffers_list); 296 } 297 } 298 299 //#ifdef CONFIG_ECORE_ISCSI 300 #if defined(CONFIG_ECORE_ISCSI) || defined(CONFIG_ECORE_IWARP) ecore_ooo_setup(struct ecore_hwfn * p_hwfn)301 void ecore_ooo_setup(struct ecore_hwfn *p_hwfn) 302 { 303 ecore_ooo_release_all_isles(p_hwfn->p_ooo_info); 304 OSAL_MEM_ZERO(p_hwfn->p_ooo_info->ooo_history.p_cqes, 305 p_hwfn->p_ooo_info->ooo_history.num_of_cqes * 306 sizeof(struct ooo_opaque)); 307 p_hwfn->p_ooo_info->ooo_history.head_idx = 0; 308 } 309 ecore_ooo_free(struct ecore_hwfn * p_hwfn)310 void ecore_ooo_free(struct ecore_hwfn *p_hwfn) 311 { 312 struct ecore_ooo_info *p_ooo_info = p_hwfn->p_ooo_info; 313 struct ecore_ooo_buffer *p_buffer; 314 315 if (!p_ooo_info) 316 return; 317 318 ecore_ooo_release_all_isles(p_ooo_info); 319 while (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_buffers_list)) { 320 p_buffer = OSAL_LIST_FIRST_ENTRY(&p_ooo_info-> 321 free_buffers_list, 322 struct ecore_ooo_buffer, 323 list_entry); 324 if (p_buffer == OSAL_NULL) 325 break; 326 #if defined(_NTDDK_) 327 #pragma warning(suppress : 6011 28182) 328 #endif 329 OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry, 330 &p_ooo_info->free_buffers_list); 331 OSAL_DMA_FREE_COHERENT(p_hwfn->p_dev, 332 p_buffer->rx_buffer_virt_addr, 333 p_buffer->rx_buffer_phys_addr, 334 p_buffer->rx_buffer_size); 335 OSAL_FREE(p_hwfn->p_dev, p_buffer); 336 } 337 338 OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_isles_mem); 339 OSAL_FREE(p_hwfn->p_dev, p_ooo_info->p_archipelagos_mem); 340 OSAL_FREE(p_hwfn->p_dev, p_ooo_info->ooo_history.p_cqes); 341 OSAL_FREE(p_hwfn->p_dev, p_ooo_info); 342 p_hwfn->p_ooo_info = OSAL_NULL; 343 } 344 #endif 345 ecore_ooo_put_free_buffer(struct ecore_ooo_info * p_ooo_info,struct ecore_ooo_buffer * p_buffer)346 void ecore_ooo_put_free_buffer(struct ecore_ooo_info *p_ooo_info, 347 struct ecore_ooo_buffer *p_buffer) 348 { 349 OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry, 350 &p_ooo_info->free_buffers_list); 351 } 352 353 struct ecore_ooo_buffer * ecore_ooo_get_free_buffer(struct ecore_ooo_info * p_ooo_info)354 ecore_ooo_get_free_buffer(struct ecore_ooo_info *p_ooo_info) 355 { 356 struct ecore_ooo_buffer *p_buffer = OSAL_NULL; 357 358 if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_buffers_list)) { 359 p_buffer = 360 OSAL_LIST_FIRST_ENTRY( 361 &p_ooo_info->free_buffers_list, 362 struct ecore_ooo_buffer, list_entry); 363 364 OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry, 365 &p_ooo_info->free_buffers_list); 366 } 367 368 return p_buffer; 369 } 370 ecore_ooo_put_ready_buffer(struct ecore_ooo_info * p_ooo_info,struct ecore_ooo_buffer * p_buffer,u8 on_tail)371 void ecore_ooo_put_ready_buffer(struct ecore_ooo_info *p_ooo_info, 372 struct ecore_ooo_buffer *p_buffer, u8 on_tail) 373 { 374 if (on_tail) { 375 OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry, 376 &p_ooo_info->ready_buffers_list); 377 } else { 378 OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry, 379 &p_ooo_info->ready_buffers_list); 380 } 381 } 382 383 struct ecore_ooo_buffer * ecore_ooo_get_ready_buffer(struct ecore_ooo_info * p_ooo_info)384 ecore_ooo_get_ready_buffer(struct ecore_ooo_info *p_ooo_info) 385 { 386 struct ecore_ooo_buffer *p_buffer = OSAL_NULL; 387 388 if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->ready_buffers_list)) { 389 p_buffer = 390 OSAL_LIST_FIRST_ENTRY( 391 &p_ooo_info->ready_buffers_list, 392 struct ecore_ooo_buffer, list_entry); 393 394 OSAL_LIST_REMOVE_ENTRY(&p_buffer->list_entry, 395 &p_ooo_info->ready_buffers_list); 396 } 397 398 return p_buffer; 399 } 400 ecore_ooo_delete_isles(struct ecore_hwfn * p_hwfn,struct ecore_ooo_info * p_ooo_info,u32 cid,u8 drop_isle,u8 drop_size)401 void ecore_ooo_delete_isles(struct ecore_hwfn *p_hwfn, 402 struct ecore_ooo_info *p_ooo_info, 403 u32 cid, 404 u8 drop_isle, 405 u8 drop_size) 406 { 407 struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL; 408 struct ecore_ooo_isle *p_isle = OSAL_NULL; 409 u8 isle_idx; 410 411 p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid); 412 for (isle_idx = 0; isle_idx < drop_size; isle_idx++) { 413 p_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, 414 cid, drop_isle); 415 if (!p_isle) { 416 DP_NOTICE(p_hwfn, true, 417 "Isle %d is not found(cid %d)\n", 418 drop_isle, cid); 419 return; 420 } 421 if (OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) { 422 DP_NOTICE(p_hwfn, true, 423 "Isle %d is empty(cid %d)\n", 424 drop_isle, cid); 425 } else { 426 OSAL_LIST_SPLICE_TAIL_INIT(&p_isle->buffers_list, 427 &p_ooo_info->free_buffers_list); 428 } 429 #if defined(_NTDDK_) 430 #pragma warning(suppress : 6011) 431 #endif 432 OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry, 433 &p_archipelago->isles_list); 434 p_ooo_info->cur_isles_number--; 435 OSAL_LIST_PUSH_HEAD(&p_isle->list_entry, 436 &p_ooo_info->free_isles_list); 437 } 438 } 439 ecore_ooo_add_new_isle(struct ecore_hwfn * p_hwfn,struct ecore_ooo_info * p_ooo_info,u32 cid,u8 ooo_isle,struct ecore_ooo_buffer * p_buffer)440 void ecore_ooo_add_new_isle(struct ecore_hwfn *p_hwfn, 441 struct ecore_ooo_info *p_ooo_info, 442 u32 cid, u8 ooo_isle, 443 struct ecore_ooo_buffer *p_buffer) 444 { 445 struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL; 446 struct ecore_ooo_isle *p_prev_isle = OSAL_NULL; 447 struct ecore_ooo_isle *p_isle = OSAL_NULL; 448 449 if (ooo_isle > 1) { 450 p_prev_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, ooo_isle - 1); 451 if (!p_prev_isle) { 452 DP_NOTICE(p_hwfn, true, 453 "Isle %d is not found(cid %d)\n", 454 ooo_isle - 1, cid); 455 return; 456 } 457 } 458 p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid); 459 if (!p_archipelago && (ooo_isle != 1)) { 460 DP_NOTICE(p_hwfn, true, 461 "Connection %d is not found in OOO list\n", cid); 462 return; 463 } 464 465 if (!OSAL_LIST_IS_EMPTY(&p_ooo_info->free_isles_list)) { 466 p_isle = 467 OSAL_LIST_FIRST_ENTRY( 468 &p_ooo_info->free_isles_list, 469 struct ecore_ooo_isle, list_entry); 470 471 OSAL_LIST_REMOVE_ENTRY(&p_isle->list_entry, 472 &p_ooo_info->free_isles_list); 473 if (!OSAL_LIST_IS_EMPTY(&p_isle->buffers_list)) { 474 DP_NOTICE(p_hwfn, true, "Free isle is not empty\n"); 475 OSAL_LIST_INIT(&p_isle->buffers_list); 476 } 477 } else { 478 DP_NOTICE(p_hwfn, true, "No more free isles\n"); 479 return; 480 } 481 482 if (!p_archipelago) { 483 u32 idx = (cid & 0xffff) - p_ooo_info->cid_base; 484 485 p_archipelago = &p_ooo_info->p_archipelagos_mem[idx]; 486 } 487 OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry, &p_isle->buffers_list); 488 p_ooo_info->cur_isles_number++; 489 p_ooo_info->gen_isles_number++; 490 if (p_ooo_info->cur_isles_number > p_ooo_info->max_isles_number) 491 p_ooo_info->max_isles_number = p_ooo_info->cur_isles_number; 492 if (!p_prev_isle) { 493 OSAL_LIST_PUSH_HEAD(&p_isle->list_entry, &p_archipelago->isles_list); 494 } else { 495 OSAL_LIST_INSERT_ENTRY_AFTER(&p_isle->list_entry, 496 &p_prev_isle->list_entry, 497 &p_archipelago->isles_list); 498 } 499 } 500 ecore_ooo_add_new_buffer(struct ecore_hwfn * p_hwfn,struct ecore_ooo_info * p_ooo_info,u32 cid,u8 ooo_isle,struct ecore_ooo_buffer * p_buffer,u8 buffer_side)501 void ecore_ooo_add_new_buffer(struct ecore_hwfn *p_hwfn, 502 struct ecore_ooo_info *p_ooo_info, 503 u32 cid, 504 u8 ooo_isle, 505 struct ecore_ooo_buffer *p_buffer, 506 u8 buffer_side) 507 { 508 struct ecore_ooo_isle * p_isle = OSAL_NULL; 509 p_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, ooo_isle); 510 if (!p_isle) { 511 DP_NOTICE(p_hwfn, true, 512 "Isle %d is not found(cid %d)\n", 513 ooo_isle, cid); 514 return; 515 } 516 if (buffer_side == ECORE_OOO_LEFT_BUF) { 517 OSAL_LIST_PUSH_HEAD(&p_buffer->list_entry, 518 &p_isle->buffers_list); 519 } else { 520 OSAL_LIST_PUSH_TAIL(&p_buffer->list_entry, 521 &p_isle->buffers_list); 522 } 523 } 524 ecore_ooo_join_isles(struct ecore_hwfn * p_hwfn,struct ecore_ooo_info * p_ooo_info,u32 cid,u8 left_isle)525 void ecore_ooo_join_isles(struct ecore_hwfn *p_hwfn, 526 struct ecore_ooo_info *p_ooo_info, 527 u32 cid, u8 left_isle) 528 { 529 struct ecore_ooo_archipelago *p_archipelago = OSAL_NULL; 530 struct ecore_ooo_isle *p_right_isle = OSAL_NULL; 531 struct ecore_ooo_isle *p_left_isle = OSAL_NULL; 532 533 p_right_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, 534 left_isle + 1); 535 if (!p_right_isle) { 536 DP_NOTICE(p_hwfn, true, 537 "Right isle %d is not found(cid %d)\n", 538 left_isle + 1, cid); 539 return; 540 } 541 p_archipelago = ecore_ooo_seek_archipelago(p_ooo_info, cid); 542 OSAL_LIST_REMOVE_ENTRY(&p_right_isle->list_entry, 543 &p_archipelago->isles_list); 544 p_ooo_info->cur_isles_number--; 545 if (left_isle) { 546 p_left_isle = ecore_ooo_seek_isle(p_hwfn, p_ooo_info, cid, 547 left_isle); 548 if (!p_left_isle) { 549 DP_NOTICE(p_hwfn, true, 550 "Left isle %d is not found(cid %d)\n", 551 left_isle, cid); 552 return; 553 } 554 OSAL_LIST_SPLICE_TAIL_INIT(&p_right_isle->buffers_list, 555 &p_left_isle->buffers_list); 556 } else { 557 OSAL_LIST_SPLICE_TAIL_INIT(&p_right_isle->buffers_list, 558 &p_ooo_info->ready_buffers_list); 559 } 560 OSAL_LIST_PUSH_TAIL(&p_right_isle->list_entry, 561 &p_ooo_info->free_isles_list); 562 } 563 ecore_ooo_dump_rx_event(struct ecore_hwfn * p_hwfn,struct ooo_opaque * iscsi_ooo,struct ecore_ooo_buffer * p_buffer)564 void ecore_ooo_dump_rx_event(struct ecore_hwfn *p_hwfn, 565 struct ooo_opaque *iscsi_ooo, 566 struct ecore_ooo_buffer *p_buffer) 567 { 568 int i; 569 u32 dp_module = ECORE_MSG_OOO; 570 u32 ph_hi, ph_lo; 571 u8 *packet_buffer = 0; 572 573 if (p_hwfn->dp_level > ECORE_LEVEL_VERBOSE) 574 return; 575 if (!(p_hwfn->dp_module & dp_module)) 576 return; 577 578 packet_buffer = (u8 *)p_buffer->rx_buffer_virt_addr + 579 p_buffer->placement_offset; 580 DP_VERBOSE(p_hwfn, dp_module, 581 "******************************************************\n"); 582 ph_hi = DMA_HI(p_buffer->rx_buffer_phys_addr); 583 ph_lo = DMA_LO(p_buffer->rx_buffer_phys_addr); 584 DP_VERBOSE(p_hwfn, dp_module, 585 "0x%x-%x: CID 0x%x, OP 0x%x, ISLE 0x%x\n", 586 ph_hi, ph_lo, 587 iscsi_ooo->cid, iscsi_ooo->ooo_opcode, iscsi_ooo->ooo_isle); 588 for (i = 0; i < 64; i = i + 8) { 589 DP_VERBOSE(p_hwfn, dp_module, 590 "0x%x-%x: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n", 591 ph_hi, ph_lo, 592 packet_buffer[i], 593 packet_buffer[i + 1], 594 packet_buffer[i + 2], 595 packet_buffer[i + 3], 596 packet_buffer[i + 4], 597 packet_buffer[i + 5], 598 packet_buffer[i + 6], 599 packet_buffer[i + 7]); 600 } 601 } 602