Lines Matching full:unlikely
118 if (unlikely((addr & GENMASK_ULL(ena_dev->dma_addr_bits - 1, 0)) != addr)) { in ena_com_mem_addr_set()
138 if (unlikely(!sq->entries)) { in ena_com_admin_init_sq()
161 if (unlikely(!cq->entries)) { in ena_com_admin_init_cq()
186 if (unlikely(!aenq->entries)) { in ena_com_admin_init_aenq()
207 if (unlikely(!aenq_handlers)) { in ena_com_admin_init_aenq()
228 if (unlikely(command_id >= admin_queue->q_depth)) { in get_comp_ctxt()
235 if (unlikely(!admin_queue->comp_ctx)) { in get_comp_ctxt()
241 if (unlikely(admin_queue->comp_ctx[command_id].occupied && capture)) { in get_comp_ctxt()
272 if (unlikely(cnt >= admin_queue->q_depth)) { in __ena_com_submit_admin_cmd()
287 if (unlikely(!comp_ctx)) in __ena_com_submit_admin_cmd()
305 if (unlikely((admin_queue->sq.tail & queue_size_mask) == 0)) in __ena_com_submit_admin_cmd()
323 if (unlikely(!admin_queue->comp_ctx)) { in ena_com_init_comp_ctxt()
347 if (unlikely(!admin_queue->running_state)) { in ena_com_submit_admin_cmd()
396 if (unlikely(!io_sq->desc_addr.virt_addr)) { in ena_com_init_io_sq()
421 if (unlikely(!io_sq->bounce_buf_ctrl.base_buffer)) { in ena_com_init_io_sq()
486 if (unlikely(!io_cq->cdesc_addr.virt_addr)) { in ena_com_init_io_cq()
507 if (unlikely(!comp_ctx)) { in ena_com_handle_single_admin_completion()
550 if (unlikely(head_masked == admin_queue->q_depth)) { in ena_com_handle_admin_completion()
567 if (unlikely(comp_status != 0)) in ena_com_comp_status_to_errno()
616 if (unlikely(ENA_TIME_EXPIRE(timeout))) { in ena_com_wait_and_process_admin_cq_polling()
633 if (unlikely(comp_ctx->status == ENA_CMD_ABORTED)) { in ena_com_wait_and_process_admin_cq_polling()
687 if (unlikely(ret)) in ena_com_set_llq()
764 if (unlikely(llq_info->desc_list_entry_size & 0x7)) { in ena_com_config_llq_info()
815 if (unlikely(rc)) in ena_com_config_llq_info()
835 if (unlikely(comp_ctx->status == ENA_CMD_SUBMITTED)) { in ena_com_wait_and_process_admin_cq_interrupts()
863 } else if (unlikely(comp_ctx->status == ENA_CMD_ABORTED)) { in ena_com_wait_and_process_admin_cq_interrupts()
923 if (unlikely(i == timeout)) { in ena_com_reg_bar_read32()
933 if (unlikely(read_resp->reg_off != offset)) { in ena_com_reg_bar_read32()
992 if (unlikely(ret && (ret != ENA_COM_NO_DEVICE))) in ena_com_destroy_io_sq()
1048 if (unlikely(val == ENA_MMIO_READ_TIMEOUT)) { in wait_for_reset_state()
1057 if (unlikely(ENA_TIME_EXPIRE(timeout_stamp))) in wait_for_reset_state()
1107 if (unlikely(ret)) { in ena_com_get_feature_ex()
1124 if (unlikely(ret)) in ena_com_get_feature_ex()
1174 if (unlikely(!rss->hash_key)) in ena_com_hash_key_allocate()
1203 if (unlikely(!rss->hash_ctrl)) in ena_com_hash_ctrl_init()
1232 if (unlikely(ret)) in ena_com_indirect_table_allocate()
1252 if (unlikely(!rss->rss_ind_tbl)) in ena_com_indirect_table_allocate()
1258 if (unlikely(!rss->host_rss_ind_tbl)) in ena_com_indirect_table_allocate()
1340 if (unlikely(ret)) { in ena_com_create_io_sq()
1351 if (unlikely(ret)) { in ena_com_create_io_sq()
1400 if (unlikely(!intr_delay_resolution)) { in ena_com_update_intr_delay_resolution()
1450 if (unlikely(ret)) { in ena_com_execute_admin_command()
1484 if (unlikely(ret)) { in ena_com_create_io_cq()
1494 if (unlikely(ret)) { in ena_com_create_io_cq()
1518 if (unlikely(qid >= ENA_TOTAL_NUM_QUEUES)) { in ena_com_get_io_handlers()
1541 if (unlikely(!comp_ctx)) in ena_com_abort_admin_commands()
1584 if (unlikely(ret && (ret != ENA_COM_NO_DEVICE))) in ena_com_destroy_io_cq()
1626 if (unlikely(ret)) { in ena_com_set_aenq_config()
1652 if (unlikely(ret)) in ena_com_set_aenq_config()
1663 if (unlikely(caps == ENA_MMIO_READ_TIMEOUT)) { in ena_com_get_dma_width()
1673 if (unlikely((width < 32) || width > ENA_MAX_PHYS_ADDR_SIZE_BITS)) { in ena_com_get_dma_width()
1696 if (unlikely((ver == ENA_MMIO_READ_TIMEOUT) || in ena_com_validate_version()
1816 if (unlikely(!phc->virt_addr)) in ena_com_phc_init()
1840 if (unlikely(ret)) { in ena_com_phc_config()
1876 if (unlikely(ret)) { in ena_com_phc_config()
1888 if (unlikely(ret)) { in ena_com_phc_config()
1940 if (unlikely(ENA_TIME_COMPARE_HIGH_RES(phc->system_time, zero_system_time))) { in ena_com_phc_get_timestamp()
1982 if (unlikely(ENA_TIME_EXPIRE_HIGH_RES(expire_time))) { in ena_com_phc_get_timestamp()
2002 if (unlikely(read_resp->error_flags & ENA_PHC_ERROR_FLAGS)) { in ena_com_phc_get_timestamp()
2060 if (unlikely(!mmio_read->read_resp)) in ena_com_mmio_reg_read_request_init()
2121 if (unlikely(dev_sts == ENA_MMIO_READ_TIMEOUT)) { in ena_com_admin_init()
2143 if (unlikely(ret)) in ena_com_admin_init()
2147 if (unlikely(ret)) in ena_com_admin_init()
2151 if (unlikely(ret)) in ena_com_admin_init()
2184 if (unlikely(ret)) in ena_com_admin_init()
2205 if (unlikely(ctx->qid >= ENA_TOTAL_NUM_QUEUES)) { in ena_com_create_io_queue()
2236 if (unlikely(ret)) in ena_com_create_io_queue()
2239 if (unlikely(ret)) in ena_com_create_io_queue()
2243 if (unlikely(ret)) in ena_com_create_io_queue()
2247 if (unlikely(ret)) in ena_com_create_io_queue()
2264 if (unlikely(qid >= ENA_TOTAL_NUM_QUEUES)) { in ena_com_destroy_io_queue()
2306 if (unlikely(ret)) in ena_get_dev_stats()
2484 if (unlikely(masked_head == aenq->q_depth)) { in ena_com_aenq_intr_handler()
2532 if (unlikely(masked_head == aenq->q_depth)) { in ena_com_aenq_has_keep_alive()
2576 if (unlikely((stat == ENA_MMIO_READ_TIMEOUT) || in ena_com_dev_reset()
2625 if (unlikely(rc)) { in ena_com_dev_reset()
2633 if (unlikely(rc)) { in ena_com_dev_reset()
2725 if (unlikely(ret)) { in ena_com_get_dev_extended_stats()
2736 if (unlikely(ret < 0)) in ena_com_get_dev_extended_stats()
2755 if (unlikely(len > ena_dev->customer_metrics.buffer_len)) { in ena_com_get_customer_metrics()
2775 if (unlikely(ret)) { in ena_com_get_customer_metrics()
2817 if (unlikely(ret)) in ena_com_set_dev_mtu()
2831 if (unlikely(ret)) { in ena_com_get_offload_settings()
2860 if (unlikely(ret)) in ena_com_set_hash_function()
2881 if (unlikely(ret)) { in ena_com_set_hash_function()
2893 if (unlikely(ret)) { in ena_com_set_hash_function()
2915 if (unlikely(key_len & 0x3)) in ena_com_fill_hash_function()
2922 if (unlikely(rc)) in ena_com_fill_hash_function()
2946 if (unlikely(rc)) in ena_com_fill_hash_function()
2959 if (unlikely(!func)) in ena_com_get_hash_function()
2966 if (unlikely(rc)) in ena_com_get_hash_function()
3003 if (unlikely(rc)) in ena_com_get_hash_ctrl()
3041 if (unlikely(ret)) { in ena_com_set_hash_ctrl()
3052 if (unlikely(ret)) in ena_com_set_hash_ctrl()
3068 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
3113 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
3135 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
3150 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
3161 if (unlikely(entry_idx >= (1 << rss->tbl_log_size))) in ena_com_indirect_table_fill_entry()
3164 if (unlikely((entry_value > ENA_TOTAL_NUM_QUEUES))) in ena_com_indirect_table_fill_entry()
3205 if (unlikely(ret)) { in ena_com_indirect_table_set()
3219 if (unlikely(ret)) in ena_com_indirect_table_set()
3239 if (unlikely(rc)) in ena_com_indirect_table_get()
3258 if (unlikely(rc)) in ena_com_rss_init()
3272 if (unlikely(rc)) in ena_com_rss_init()
3304 if (unlikely(!host_attr->host_info)) in ena_com_allocate_host_info()
3324 if (unlikely(!host_attr->debug_area_virt_addr)) { in ena_com_allocate_debug_area()
3344 if (unlikely(!customer_metrics->buffer_virt_addr)) in ena_com_allocate_customer_metrics_buffer()
3414 if (unlikely(ret)) { in ena_com_set_host_attributes()
3422 if (unlikely(ret)) { in ena_com_set_host_attributes()
3435 if (unlikely(ret)) in ena_com_set_host_attributes()
3538 if (unlikely(rc)) in ena_com_config_dev_mode()
3544 if (unlikely(ena_dev->tx_max_header_size == 0)) { in ena_com_config_dev_mode()