Home
last modified time | relevance | path

Searched refs:__predict_false (Results 1 – 25 of 375) sorted by relevance

12345678910>>...15

/freebsd/sys/kern/
H A Dsubr_syscall.c66 if (__predict_false(td->td_cowgen != atomic_load_int(&p->p_cowgen))) in syscallenter()
69 if (__predict_false(traced || (td->td_dbgflags & (TDB_USERWR | in syscallenter()
90 if (__predict_false(error != 0)) { in syscallenter()
95 if (__predict_false(traced)) { in syscallenter()
141 if (__predict_false(sigfastblock_fetch_always)) in syscallenter()
150 if (__predict_false(AUDIT_SYSCALL_ENABLED() || in syscallenter()
159 if (__predict_false(se->sy_entry != 0)) in syscallenter()
167 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
185 if (__predict_false(se->sy_return != 0)) in syscallenter()
195 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
[all …]
H A Dsubr_msan.c180 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_hook()
182 if (__predict_false(curthread != NULL && in kmsan_report_hook()
236 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_inline()
238 if (__predict_false(curthread != NULL && in kmsan_report_inline()
285 if (__predict_false(!kmsan_enabled)) { in kmsan_meta_get()
288 } else if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) { in kmsan_meta_get()
308 if (__predict_false(!kmsan_enabled)) in kmsan_origin_fill()
310 if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) in kmsan_origin_fill()
327 if (__predict_false(!kmsan_enabled)) in kmsan_shadow_fill()
329 if (__predict_false(kmsan_md_unsupported(addr))) in kmsan_shadow_fill()
[all …]
H A Dvfs_cache.c813 if (__predict_false(ts)) { in cache_alloc_uma()
833 if (__predict_false(ncp->nc_flag & NCF_TS)) { in cache_free_uma()
868 if (__predict_false(lnumcache >= ncsize)) { in cache_alloc()
1463 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond()
1930 if (__predict_false(error != 0)) { in cache_remove_cnp()
2040 if (__predict_false(cnp->cn_nameiop == CREATE)) { in cache_lookup_dotdot()
2120 if (__predict_false(ncp == NULL)) { in cache_lookup_fallback()
2151 if (__predict_false(error != 0)) { in cache_lookup_fallback()
2186 if (__predict_false(!doingcache)) { in cache_lookup()
2192 if (__predict_false(cnp->cn_nameptr[0] == '.')) { in cache_lookup()
[all …]
/freebsd/sys/netinet/
H A Dtcp_lro.c263 if (__predict_false(eh->evl_encap_proto == htons(ETHERTYPE_VLAN))) { in tcp_lro_low_level_parser()
278 if (__predict_false(mlen <= 0)) in tcp_lro_low_level_parser()
284 if (__predict_false(mlen < sizeof(struct ip))) in tcp_lro_low_level_parser()
293 if (__predict_false(parser->ip4->ip_src.s_addr == INADDR_ANY || in tcp_lro_low_level_parser()
304 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
319 if (__predict_false(mlen < sizeof(struct tcphdr))) in tcp_lro_low_level_parser()
328 if (__predict_false(mlen < (parser->tcp->th_off << 2))) in tcp_lro_low_level_parser()
341 if (__predict_false(mlen < sizeof(struct ip6_hdr))) in tcp_lro_low_level_parser()
344 if (__predict_false(IN6_IS_ADDR_UNSPECIFIED(&parser->ip6->ip6_src) || in tcp_lro_low_level_parser()
355 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
[all …]
/freebsd/sys/netlink/
H A Dnetlink_message_parser.c243 if (__predict_false(NLA_DATA_LEN(nla) != 0)) { in nlattr_get_flag()
260 if (__predict_false(sin == NULL)) { in parse_rta_ip4()
277 if (__predict_false(sin6 == NULL)) { in parse_rta_ip6()
324 if (__predict_false(data_len) < sizeof(struct rtvia)) { in parse_rta_via()
334 if (__predict_false(data_len < sizeof(struct in_addr))) { in parse_rta_via()
340 if (__predict_false(data_len < sizeof(struct in6_addr))) { in parse_rta_via()
367 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(bool))) { in nlattr_get_bool()
380 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint8_t))) { in nlattr_get_uint8()
393 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint16_t))) { in nlattr_get_uint16()
406 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint32_t))) { in nlattr_get_uint32()
[all …]
H A Dnetlink_snl_generic.h45 if (__predict_false(hdr == NULL)) in snl_create_genl_msg_request()
50 if (__predict_false(ghdr == NULL)) in snl_create_genl_msg_request()
144 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_family()
156 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_mcast_group()
H A Dnetlink_io.c146 if (__predict_false(nlp->nl_need_thread_setup)) { in nl_process_received()
166 if (__predict_false(nlp->nl_dropped_bytes > 0 && so != NULL)) { in nl_on_transmit()
231 if (!nw->ignore_limit && __predict_false(sb->sb_hiwat <= sb->sb_ccc)) { in nl_send()
270 if (__predict_false(hdr->nlmsg_len > remaining_length)) { in nl_receive_message()
274 } else if (__predict_false(hdr->nlmsg_len < sizeof(*hdr))) { in nl_receive_message()
359 if (__predict_false(error != 0 || nlp->nl_tx_blocked)) in nl_process_nbuf()
H A Dnetlink_message_writer.c58 if (__predict_false(nw->buf == NULL)) in nlmsg_get_buf()
112 if (__predict_false(nw->hdr != NULL)) { in _nlmsg_flush()
173 if (__predict_false(new == NULL)) { in _nlmsg_refill_buffer()
213 if (__predict_false(nb->datalen + required_len > nb->buflen)) { in _nlmsg_add()
353 if (__predict_false(nb->datalen + sz > nb->buflen)) { in nlmsg_reserve_data_raw()
378 if (__predict_false(nb->datalen + required_len > nb->buflen)) { in nlattr_add()
/freebsd/sys/dev/gve/
H A Dgve_rx_dqo.c269 if (__predict_false((if_getdrvflags(priv->ifp) & IFF_DRV_RUNNING) == 0)) in gve_rx_intr_dqo()
315 if (__predict_false(!buf)) { in gve_rx_post_new_mbuf_dqo()
324 if (__predict_false(!buf->mbuf)) { in gve_rx_post_new_mbuf_dqo()
336 if (__predict_false(err != 0)) { in gve_rx_post_new_mbuf_dqo()
393 if (__predict_false(buf == NULL)) in gve_rx_maybe_extract_from_used_bufs()
428 if (__predict_false(buf == NULL)) { in gve_rx_post_new_dqo_qpl_buf()
431 if (__predict_false(buf == NULL)) in gve_rx_post_new_dqo_qpl_buf()
520 if (__predict_false(!desc->l3_l4_processed)) in gve_rx_set_csum_flags_dqo()
524 if (__predict_false(desc->csum_ip_err || in gve_rx_set_csum_flags_dqo()
529 if (__predict_false(desc->ipv6_ex_add)) in gve_rx_set_csum_flags_dqo()
[all …]
H A Dgve_tx_dqo.c255 if (__predict_false(path_hash == 0)) in gve_extract_tx_metadata_dqo()
335 if (__predict_false((m)->m_len < (len))) { \
405 if (__predict_false(err)) { in gve_tx_fill_ctx_descs()
443 if (__predict_false(attempt > 0)) in gve_map_mbuf_dqo()
462 if (__predict_false(m_new == NULL)) { in gve_map_mbuf_dqo()
515 if (__predict_false(index == -1)) { in gve_alloc_pending_packet()
520 if (__predict_false(index == -1)) in gve_alloc_pending_packet()
590 if (__predict_false(last_report_event_interval >= in gve_tx_request_desc_compl()
621 if (__predict_false(buf == -1)) { in gve_tx_alloc_qpl_buf()
625 if (__predict_false(buf == -1)) in gve_tx_alloc_qpl_buf()
[all …]
/freebsd/sys/sys/
H A Drefcount.h78 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire()
92 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren()
105 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked()
126 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt()
150 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen()
185 if (__predict_false(REFCOUNT_SATURATED(old))) \
H A Dpmckern.h124 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
149 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
201 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
236 (__predict_false(p->p_flag & P_HWPMC))
239 (__predict_false((td)->td_pmcpend))
243 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
248 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
H A Dkassert.h39 #define KERNEL_PANICKED() __predict_false(panicstr != NULL)
68 if (__predict_false(!(exp))) { \
75 if (__predict_false(!(exp))) { \
145 if (__predict_false(!(exp))) \
H A Dinotify.h104 if (__predict_false((vn_irflag_read(vp) & (VIRF_INOTIFY | \
111 if (__predict_false((vn_irflag_read(vp) & VIRF_INOTIFY) != 0 || \
126 if (__predict_false((vn_irflag_read(fdvp) & VIRF_INOTIFY) != 0 || \
141 if (__predict_false((vn_irflag_read(vp) & VIRF_INOTIFY) != 0)) \
/freebsd/sys/dev/dpaa2/
H A Ddpaa2_frame.c83 if (__predict_false(error != 0)) { in dpaa2_fd_build()
162 if (__predict_false(fd == NULL || swa == NULL)) in dpaa2_fa_get_swa()
181 if (__predict_false(fd == NULL || hwa == NULL)) in dpaa2_fa_get_hwa()
208 if (__predict_false(fd == NULL || fas == NULL)) in dpaa2_fa_get_fas()
212 if (__predict_false(rc != 0)) in dpaa2_fa_get_fas()
229 if (__predict_false(fd == NULL || fas == NULL)) in dpaa2_fa_set_fas()
233 if (__predict_false(rc != 0)) in dpaa2_fa_set_fas()
/freebsd/lib/libthr/thread/
H A Dthr_umtx.h85 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
89 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
108 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
112 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
163 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
165 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
196 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
254 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
H A Dthr_rwlock.c65 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
208 if (__predict_false(abstime && in rwlock_rdlock_common()
322 if (__predict_false(abstime && in rwlock_wrlock_common()
378 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
383 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
/freebsd/sys/arm/allwinner/
H A Daw_cir.c216 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
223 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
235 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
238 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
255 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
339 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
347 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
366 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
375 if (bootverbose && __predict_false(aw_cir_debug) != 0) { in aw_ir_intr()
H A Daw_mmc.c266 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
271 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
276 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
281 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
286 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
291 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
296 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
314 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) { in aw_mmc_cam_request()
359 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
371 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
[all …]
/freebsd/sys/dev/virtio/network/
H A Dvirtio_net.h357 if (__predict_false(m->m_len < hoff + sizeof(struct ip))) { in virtio_net_rx_csum()
368 if (__predict_false(m->m_len < hoff + sizeof(struct ip6_hdr)) in virtio_net_rx_csum()
437 if (__predict_false(m->m_len < offset + sizeof(struct ip))) { in virtio_net_tx_offload_ctx()
473 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) { in virtio_net_tx_offload_tso()
493 if (__predict_false(tcp_get_flags(tcp) & TH_CWR)) { in virtio_net_tx_offload_tso()
542 if (__predict_false((flags & (CSUM_TCP | CSUM_UDP) && in virtio_net_tx_offload()
565 if (__predict_false(proto != IPPROTO_TCP)) { in virtio_net_tx_offload()
568 } else if (__predict_false((hdr->flags & in virtio_net_tx_offload()
/freebsd/sys/security/mac/
H A Dmac_framework.h168 #define mac_ifnet_check_transmit_enabled() __predict_false(mac_ifnet_check_transmit_fp_flag)
186 #define mac_ifnet_create_mbuf_enabled() __predict_false(mac_ifnet_create_mbuf_fp_flag)
278 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag)
293 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag)
301 #define mac_pipe_check_read_enabled() __predict_false(mac_pipe_check_read_fp_flag)
380 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag)
396 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag)
527 #define mac_vnode_check_access_enabled() __predict_false(mac_vnode_check_access_fp_flag)
564 #define mac_vnode_check_lookup_enabled() __predict_false(mac_vnode_check_lookup_fp_flag)
583 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag)
[all …]
/freebsd/sys/libkern/
H A Darc4random.c92 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir()
202 if (__predict_false(reseed))
204 if (__predict_false(reseed ||
219 if (__predict_false(
/freebsd/sys/contrib/openzfs/include/os/freebsd/spl/sys/
H A Dsimd_powerpc.h57 if (__predict_false(!is_fpu_kern_thread(0))) \
61 if (__predict_false(PCPU_GET(curpcb)->pcb_flags & PCB_KERN_FPU_NOSAVE))\
H A Dsimd_aarch64.h64 if (__predict_false(!is_fpu_kern_thread(0))) \
69 if (__predict_false(curthread->td_pcb->pcb_fpflags & PCB_FP_NOSAVE)) \
/freebsd/sys/dev/cxgbe/cxgbei/
H A Dicl_cxgbei.c261 if (__predict_false(icp == NULL)) in icl_cxgbei_new_pdu()
269 if (__predict_false(m == NULL)) { in icl_cxgbei_new_pdu()
302 if (__predict_false(ip == NULL)) in icl_cxgbei_conn_new_pdu()
450 if (__predict_false(ic->ic_disconnecting)) in icl_cxgbei_tx_main()
469 if (__predict_false(ic->ic_disconnecting) || in icl_cxgbei_tx_main()
470 __predict_false(ic->ic_socket == NULL)) { in icl_cxgbei_tx_main()
480 if (__predict_false(tp->t_flags & TF_DISCONNECTED) || in icl_cxgbei_tx_main()
481 __predict_false((toep->flags & TPF_ATTACHED) == 0)) { in icl_cxgbei_tx_main()
515 if (__predict_false(ic->ic_disconnecting)) in icl_cxgbei_rx_main()
520 if (__predict_false(sbused(sb)) != 0) { in icl_cxgbei_rx_main()
[all …]

12345678910>>...15