| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | tcache_inlines.h | 54 if (unlikely(!tcache_success)) { in tcache_alloc_small()
57 if (unlikely(arena == NULL)) { in tcache_alloc_small()
60 if (unlikely(tcache_small_bin_disabled(binind, bin))) { in tcache_alloc_small()
76 if (unlikely(zero)) { in tcache_alloc_small()
97 if (unlikely(!tcache_success)) { in tcache_alloc_small()
103 if (unlikely(arena == NULL)) {
114 if (unlikely(zero)) { in tcache_alloc_large()
135 * Not marking the branch unlikely because this is past free_fastpath() in tcache_alloc_large()
149 if (unlikely(!cache_bin_dalloc_easy(bin, ptr))) { in tcache_alloc_large()
150 if (unlikely(tcache_small_bin_disable in tcache_alloc_large()
[all...] |
| H A D | prof_inlines_b.h | |
| H A D | arena_inlines_b.h | 31 if (unlikely(size >= oversize_threshold)) { in arena_choose_maybe_huge()
56 } else if (unlikely(!(is_slab = alloc_ctx->slab))) {
61 if (unlikely(!is_slab)) { in arena_prof_tctx_set()
84 if (unlikely(!edata_slab_get(edata))) { in arena_prof_tctx_reset()
88 if (unlikely(!alloc_ctx->slab)) { in arena_prof_alloc_time_get()
119 if (unlikely(tsdn_null(tsdn))) { in arena_decay_ticks()
134 if (unlikely(ticker_geom_ticks(decay_ticker, prng_state, nticks))) { in arena_decay_tick()
224 if (unlikely(edata == NULL || in arena_vsalloc()
233 if (unlikely(input_size != edata_usize_get(edata))) { in arena_dalloc_large_no_tcache()
244 if (config_prof && unlikely(szin in arena_dalloc_no_tcache()
[all...] |
| H A D | assert.h | 10 if (unlikely(config_debug && !(e))) { \
43 if (unlikely(config_debug && !(e))) { \
52 if (unlikely(!(c))) { \
|
| /freebsd/sys/dev/mlx5/mlx5_en/ |
| H A D | mlx5_en_tx.c | 186 if (unlikely(mb->m_len < ETHER_HDR_LEN)) { in mlx5e_get_l2_header_size()
189 if (unlikely(mb->m_len < (ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN))) in mlx5e_get_l2_header_size()
248 if (unlikely(mb->m_len < ETHER_HDR_LEN)) in mlx5e_get_full_header_size()
251 if (unlikely(mb->m_len < ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN)) in mlx5e_get_full_header_size()
263 if (unlikely(mb->m_len < eth_hdr_len + sizeof(*ip))) in mlx5e_get_full_header_size()
281 if (unlikely(mb->m_len < eth_hdr_len + sizeof(*ip6))) in mlx5e_get_full_header_size()
299 if (unlikely(mb->m_len < eth_hdr_len + sizeof(*th))) { in mlx5e_get_full_header_size()
301 if (unlikely(mb->m_len != eth_hdr_len || in mlx5e_get_full_header_size()
316 if (unlikely(mb->m_pkthdr.len < eth_hdr_len)) in mlx5e_get_full_header_size()
334 if (unlikely(m in mlx5e_parse_mbuf_chain()
[all...] |
| /freebsd/sys/contrib/ena-com/ |
| H A D | ena_eth_com.c | 87 if (unlikely(!io_sq->entries_in_tx_burst_left)) { in ena_com_write_bounce_buffer_to_dev()
113 if (unlikely((io_sq->tail & (io_sq->q_depth - 1)) == 0)) in ena_com_write_bounce_buffer_to_dev()
128 if (unlikely(io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)) in ena_com_write_header_to_bounce()
134 if (unlikely((header_offset + header_len) > llq_info->desc_list_entry_size)) { in ena_com_write_header_to_bounce()
140 if (unlikely(!bounce_buffer)) { in ena_com_write_header_to_bounce()
159 if (unlikely(!bounce_buffer)) { in get_sq_desc_llq()
178 if (unlikely(io_sq->mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)) in ena_com_close_bounce_buffer()
185 if (unlikely(rc)) { in ena_com_close_bounce_buffer()
219 if (unlikely(rc)) { in ena_com_sq_update_llq_tail()
231 if (unlikely(llq_info->desc_stride_ctrl == ENA_ADMIN_SINGLE_DESC_PER_ENTRY)) in ena_com_sq_update_llq_tail()
[all …]
|
| H A D | ena_com.c | 118 if (unlikely((addr & GENMASK_ULL(ena_dev->dma_addr_bits - 1, 0)) != addr)) { in ena_com_mem_addr_set()
138 if (unlikely(!sq->entries)) { in ena_com_admin_init_sq()
161 if (unlikely(!cq->entries)) { in ena_com_admin_init_cq()
186 if (unlikely(!aenq->entries)) { in ena_com_admin_init_aenq()
207 if (unlikely(!aenq_handlers)) { in ena_com_admin_init_aenq()
228 if (unlikely(command_id >= admin_queue->q_depth)) { in get_comp_ctxt()
235 if (unlikely(!admin_queue->comp_ctx)) { in get_comp_ctxt()
241 if (unlikely(admin_queue->comp_ctx[command_id].occupied && capture)) { in get_comp_ctxt()
272 if (unlikely(cnt >= admin_queue->q_depth)) { in __ena_com_submit_admin_cmd()
287 if (unlikely(!comp_ctx)) in __ena_com_submit_admin_cmd()
[all …]
|
| /freebsd/sys/contrib/openzfs/include/os/linux/spl/sys/ |
| H A D | debug.h | 104 (void) (unlikely(!(cond)) && \
109 if (unlikely(!(cond))) \
117 if (unlikely(!(_verify3_left OP _verify3_right))) \
127 if (unlikely(!(_verify3_left OP _verify3_right))) \
138 if (unlikely(!(_verify3_left OP _verify3_right))) \
149 if (unlikely(!(_verify3_left OP _verify3_right))) \
159 if (unlikely(!(0 == _verify0_right))) \
167 if (unlikely(!(0 == _verify0_right))) \
184 if (unlikely(!(_verify3_left OP _verify3_right))) \
195 if (unlikely(!(_verify3_lef
105 #define unlikely( global() macro
[all...] |
| /freebsd/sys/dev/drm2/ttm/ |
| H A D | ttm_bo_vm.c | 91 if (unlikely(best_bo == NULL)) in ttm_bo_vm_lookup_rb()
94 if (unlikely((best_bo->vm_node->start + best_bo->num_pages) < in ttm_bo_vm_lookup_rb()
126 if (unlikely(ret != 0)) { in ttm_bo_vm_fault()
174 if (unlikely(ret != 0)) { in ttm_bo_vm_fault()
182 if (unlikely(ret != 0)) { in ttm_bo_vm_fault()
187 if (unlikely(ret != 0)) { in ttm_bo_vm_fault()
225 if (unlikely(!m)) { in ttm_bo_vm_fault()
334 if (unlikely(bo == NULL)) { in ttm_bo_mmap_single()
340 if (unlikely(!driver->verify_access)) { in ttm_bo_mmap_single()
345 if (unlikely(ret != 0)) in ttm_bo_mmap_single()
[all …]
|
| /freebsd/sys/contrib/openzfs/include/os/freebsd/spl/sys/ |
| H A D | debug.h | 108 (void) (unlikely(!(cond)) && \
113 if (unlikely(!(cond))) \
121 if (unlikely(!(_verify3_left OP _verify3_right))) \
131 if (unlikely(!(_verify3_left OP _verify3_right))) \
142 if (unlikely(!(_verify3_left OP _verify3_right))) \
153 if (unlikely(!(_verify3_left OP _verify3_right))) \
163 if (unlikely(!(0 == _verify0_right))) \
171 if (unlikely(!(0 == _verify0_right))) \
188 if (unlikely(!(_verify3_left OP _verify3_right))) \
199 if (unlikely(!(_verify3_left OP _verify3_right))) \
[all …]
|
| /freebsd/sys/dev/ena/ |
| H A D | ena_rss.c | 108 if (unlikely(rc != 0)) { in ena_rss_init_default()
121 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) { in ena_rss_init_default()
137 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) { in ena_rss_init_default()
143 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) { in ena_rss_init_default()
167 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) { in ena_rss_configure()
178 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) in ena_rss_configure()
183 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) in ena_rss_configure()
188 if (unlikely((rc != 0) && (rc != EOPNOTSUPP))) in ena_rss_configure()
203 if (unlikely(dc == NULL)) { in ena_rss_init_default_deferred()
214 if (unlikely(rc != 0)) { in ena_rss_init_default_deferred()
|
| H A D | ena.c | 218 if (unlikely(dma_space_addr == 0)) in ena_dma_alloc()
233 if (unlikely(error != 0)) { in ena_dma_alloc()
239 if (unlikely(error != 0)) { in ena_dma_alloc()
247 if (unlikely(error != 0)) { in ena_dma_alloc()
256 if (unlikely((error != 0) || (dma->paddr == 0))) { in ena_dma_alloc()
574 if (unlikely(tx_req_id_rc != 0)) { in validate_tx_req_id()
653 if (unlikely(tx_ring->tx_buffer_info == NULL)) in ena_setup_tx_resources()
658 if (unlikely(tx_ring->free_tx_ids == NULL)) in ena_setup_tx_resources()
664 if (unlikely(tx_ring->push_buf_intermediate_buf == NULL)) in ena_setup_tx_resources()
688 if (unlikely(err != 0)) { in ena_setup_tx_resources()
[all …]
|
| H A D | ena_datapath.c | 91 if (unlikely(((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0) || in ena_cleanup()
104 if (unlikely(((if_getdrvflags(ifp) & IFF_DRV_RUNNING) == 0) || in ena_cleanup()
145 if (unlikely((if_getdrvflags(adapter->ifp) & IFF_DRV_RUNNING) == 0)) in ena_mq_start()
170 if (unlikely(ret != 0)) { in ena_mq_start()
213 if (unlikely(rc == ENA_COM_TRY_AGAIN)) in ena_get_tx_req_id()
218 if (unlikely(tx_ring->tx_buffer_info[*req_id].mbuf == NULL)) { in ena_get_tx_req_id()
269 if (unlikely(rc != 0)) in ena_tx_cleanup()
294 if (unlikely(--commit == 0)) { in ena_tx_cleanup()
323 if (unlikely(!tx_ring->running && above_thresh)) { in ena_tx_cleanup()
430 if (unlikely(rx_info->mbuf == NULL)) { in ena_rx_mbuf()
[all …]
|
| /freebsd/sys/dev/qat/qat_common/ |
| H A D | adf_pfvf_vf_proto.c | 194 if (unlikely(type != ADF_PF2VF_BLKMSG_RESP_TYPE_DATA)) { in adf_vf2pf_blkmsg_get_byte()
224 if (unlikely(type != ADF_PF2VF_BLKMSG_RESP_TYPE_CRC)) { in adf_vf2pf_blkmsg_get_crc()
264 if (unlikely(type > ADF_VF2PF_LARGE_BLOCK_TYPE_MAX)) { in adf_send_vf2pf_blkmsg_req()
271 if (unlikely(*buffer_len < ADF_PFVF_BLKMSG_HEADER_SIZE)) { in adf_send_vf2pf_blkmsg_req()
281 if (unlikely(ret)) in adf_send_vf2pf_blkmsg_req()
284 if (unlikely(!buffer[ADF_PFVF_BLKMSG_VER_BYTE])) { in adf_send_vf2pf_blkmsg_req()
295 if (unlikely(ret)) in adf_send_vf2pf_blkmsg_req()
298 if (unlikely(!buffer[ADF_PFVF_BLKMSG_LEN_BYTE])) { in adf_send_vf2pf_blkmsg_req()
322 if (unlikely(ret)) in adf_send_vf2pf_blkmsg_req()
327 if (unlikely(ret)) in adf_send_vf2pf_blkmsg_req()
[all …]
|
| /freebsd/sys/contrib/openzfs/module/zfs/ |
| H A D | lz4.c | 195 #ifndef unlikely
196 #define unlikely(expr) expect((expr) != 0, 0) macro
504 if (initial_check && unlikely((*ip) >= lencheck)) { /* overflow detection */ in read_variable_length()
512 if (loop_check && unlikely((*ip) >= lencheck)) { /* overflow detection */ in read_variable_length()
574 if ((endOnInput) && (unlikely(outputSize==0))) { in LZ4_decompress_generic()
579 if ((!endOnInput) && (unlikely(outputSize==0))) { return (*ip==0 ? 1 : -1); } in LZ4_decompress_generic()
580 if ((endOnInput) && unlikely(srcSize==0)) { return -1; } in LZ4_decompress_generic()
604 …if ((safeDecode) && unlikely((uptrval)(op)+length<(uptrval)(op))) { goto _output_error; } /* overf… in LZ4_decompress_generic()
605 …if ((safeDecode) && unlikely((uptrval)(ip)+length<(uptrval)(ip))) { goto _output_error; } /* overf… in LZ4_decompress_generic()
646 …if ((checkOffset) && (unlikely(match + dictSize < lowPrefix))) { goto _output_error; } /* Error : … in LZ4_decompress_generic()
[all …]
|
| /freebsd/contrib/ofed/libmlx5/ |
| H A D | qp.c | 77 if (unlikely(!(*size))) in copy_to_scat()
99 if (unlikely(qp->wq_sig)) in mlx5_copy_to_recv_wqe()
139 if (unlikely((void *)(scat + max) > qp->sq.qend)) { in mlx5_copy_to_send_wqe()
251 if (unlikely(src == qp->sq.qend)) in mlx5_bf_copy()
290 if (unlikely(inl > qp->max_inline_data)) in set_data_inl_seg()
293 if (unlikely(wqe + len > qend)) { in set_data_inl_seg()
368 if (unlikely(wr->num_sge < 1)) { in copy_eth_inline_headers()
389 if (unlikely(inl_hdr_size)) { in copy_eth_inline_headers()
402 if (unlikely(wr->sg_list[j].length == inl_hdr_copy_size)) { in copy_eth_inline_headers()
545 if (unlikely((*seg == qend))) in set_bind_wr()
[all …]
|
| /freebsd/contrib/arm-optimized-routines/math/aarch64/experimental/ |
| H A D | atan2_2u5.c | 52 if (unlikely (isnan (y) && !xisnan)) in atan2()
54 if (unlikely (xisnan)) in atan2()
79 if (unlikely (iax == 0 || exp_diff <= -POW8_EXP_UFLOW_BOUND)) in atan2()
84 if (unlikely (iax == 0x7ff0000000000000 in atan2()
132 if (unlikely (m < 2 && exp_diff >= POW8_EXP_UFLOW_BOUND)) in atan2()
|
| H A D | atan2f_3u.c | 31 if (unlikely (ex == 0)) in biased_exponent()
72 if (unlikely (iay == 0 || (exp_diff >= POLY_UFLOW_BOUND && m >= 2))) in atan2f()
88 if (unlikely (iax == 0 || exp_diff <= -POLY_UFLOW_BOUND)) in atan2f()
140 if (unlikely (m < 2 && exp_diff >= POLY_UFLOW_BOUND)) in atan2f()
|
| /freebsd/contrib/llvm-project/libcxx/include/__format/ |
| H A D | unicode.h | 168 if (__last_ - __first_ < 2 || !__unicode::__is_continuation(__first_ + 1, 1)) [[unlikely]] in __consume()
176 if (__value < 0x0080) [[unlikely]] in __consume()
183 if (__last_ - __first_ < 3 || !__unicode::__is_continuation(__first_ + 1, 2)) [[unlikely]] in __consume()
193 if (__value < 0x0800) [[unlikely]] in __consume()
197 if (__unicode::__is_surrogate(__value)) [[unlikely]] in __consume()
204 if (__last_ - __first_ < 4 || !__unicode::__is_continuation(__first_ + 1, 3)) [[unlikely]] in __consume()
216 if (__value < 0x10000) [[unlikely]] in __consume()
220 if (!__unicode::__is_code_point(__value)) [[unlikely]] in __consume()
268 if (__unicode::__is_low_surrogate(__value)) [[unlikely]] in __consume()
272 …first_ == __last_ || !__unicode::__is_low_surrogate(static_cast<char32_t>(*__first_))) [[unlikely]] in __consume()
[all …]
|
| /freebsd/contrib/arm-optimized-routines/math/aarch64/ |
| H A D | tanpif_3u1.c | 47 if (unlikely (xabs_12 >= 0x4b1)) in arm_math_tanpif()
50 if (unlikely (xabs_12 == 0x7f8)) in arm_math_tanpif()
62 if (unlikely (xabs_12 < 0x300)) in arm_math_tanpif()
68 if (unlikely (rounded == x)) in arm_math_tanpif()
|
| H A D | tanpi_2u5.c | 62 if (unlikely (xabs_12 >= 0x434)) in arm_math_tanpi()
65 if (unlikely (xabs_12 == 0x7ff)) in arm_math_tanpi()
77 if (unlikely (rounded == x)) in arm_math_tanpi()
100 if (unlikely (xabs_12 < 0x3c0)) in arm_math_tanpi()
|
| /freebsd/contrib/arm-optimized-routines/math/aarch64/advsimd/ |
| H A D | coshf.c | 55 if (unlikely (v_any_u32 (special))) in V_NAME_F1()
61 if (unlikely (v_any_u32 (tiny))) in V_NAME_F1()
74 if (unlikely (v_any_u32 (tiny))) in V_NAME_F1()
77 if (unlikely (v_any_u32 (special))) in V_NAME_F1()
|
| H A D | finite_pow.h | 149 if (unlikely (abstop - SmallExp >= ThresExp)) in exp_inline()
190 if (unlikely (abstop == 0)) in exp_inline()
205 if (unlikely (abstop - SmallExp >= ThresExp)) in exp_nosignbias()
237 if (unlikely (abstop == 0)) in exp_nosignbias()
280 if (unlikely (topx - SmallPowX >= ThresPowX in pow_scalar_special_case()
287 if (unlikely (zeroinfnan (iy))) in pow_scalar_special_case()
302 if (unlikely (zeroinfnan (ix))) in pow_scalar_special_case()
|
| /freebsd/sys/compat/linuxkpi/common/include/linux/ |
| H A D | kernel.h | 109 unlikely(__ret); \
124 unlikely(__ret); \
219 if (unlikely(!__log_once)) { \
258 if (unlikely(__ret_warn_on)) \
260 unlikely(__ret_warn_on); \
267 if (unlikely(__ret_warn_on)) \
269 unlikely(__ret_warn_on); \
|
| /freebsd/contrib/jemalloc/src/ |
| H A D | jemalloc.c | 261 if (unlikely(opt_utrace)) { \
294 if (unlikely(malloc_init_state == malloc_init_uninitialized)) { in malloc_init_a0()
302 if (unlikely(!malloc_initialized()) && malloc_init_hard()) { in malloc_init()
315 if (unlikely(malloc_init_a0())) { in a0ialloc()
346 if (unlikely(size == 0)) { in bootstrap_malloc()
358 if (unlikely(num_size == 0)) { in bootstrap_calloc()
368 if (unlikely(ptr == NULL)) { in bootstrap_free()
2305 if (unlikely(*ind >= SC_NSIZES)) { in aligned_usize_get()
2314 if (bump_empty_aligned_alloc && unlikely(size == 0)) { in aligned_usize_get()
2319 if (unlikely(*usize == 0 || *usize > SC_LARGE_MAXCLASS)) { in aligned_usize_get()
[all …]
|