Home
last modified time | relevance | path

Searched refs:__predict_false (Results 1 – 25 of 355) sorted by relevance

12345678910>>...15

/freebsd/sys/kern/
H A Dsubr_syscall.c66 if (__predict_false(td->td_cowgen != atomic_load_int(&p->p_cowgen))) in syscallenter()
69 if (__predict_false(traced || td->td_dbgflags & TDB_USERWR)) { in syscallenter()
89 if (__predict_false(error != 0)) { in syscallenter()
94 if (__predict_false(traced)) { in syscallenter()
137 if (__predict_false(sigfastblock_fetch_always)) in syscallenter()
146 if (__predict_false(AUDIT_SYSCALL_ENABLED() || in syscallenter()
159 if (__predict_false(se->sy_entry != 0)) in syscallenter()
167 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
185 if (__predict_false(se->sy_return != 0)) in syscallenter()
195 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
[all …]
H A Dsubr_msan.c180 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_hook()
182 if (__predict_false(curthread != NULL && in kmsan_report_hook()
236 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_inline()
238 if (__predict_false(curthread != NULL && in kmsan_report_inline()
285 if (__predict_false(!kmsan_enabled)) { in kmsan_meta_get()
288 } else if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) { in kmsan_meta_get()
308 if (__predict_false(!kmsan_enabled)) in kmsan_origin_fill()
310 if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) in kmsan_origin_fill()
327 if (__predict_false(!kmsan_enabled)) in kmsan_shadow_fill()
329 if (__predict_false(kmsan_md_unsupported(addr))) in kmsan_shadow_fill()
[all …]
H A Dvfs_cache.c808 if (__predict_false(ts)) { in cache_alloc_uma()
828 if (__predict_false(ncp->nc_flag & NCF_TS)) { in cache_free_uma()
863 if (__predict_false(lnumcache >= ncsize)) { in cache_alloc()
1458 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond()
1925 if (__predict_false(error != 0)) { in cache_remove_cnp()
2035 if (__predict_false(cnp->cn_nameiop == CREATE)) { in cache_lookup_dotdot()
2115 if (__predict_false(ncp == NULL)) { in cache_lookup_fallback()
2146 if (__predict_false(error != 0)) { in cache_lookup_fallback()
2181 if (__predict_false(!doingcache)) { in cache_lookup()
2187 if (__predict_false(cnp->cn_nameptr[0] == '.')) { in cache_lookup()
[all …]
/freebsd/sys/netlink/
H A Dnetlink_message_parser.c209 if (__predict_false(NLA_DATA_LEN(nla) != 0)) { in nlattr_get_flag()
226 if (__predict_false(sin == NULL)) { in parse_rta_ip4()
243 if (__predict_false(sin6 == NULL)) { in parse_rta_ip6()
290 if (__predict_false(data_len) < sizeof(struct rtvia)) { in parse_rta_via()
300 if (__predict_false(data_len < sizeof(struct in_addr))) { in parse_rta_via()
306 if (__predict_false(data_len < sizeof(struct in6_addr))) { in parse_rta_via()
333 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(bool))) { in nlattr_get_bool()
346 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint8_t))) { in nlattr_get_uint8()
359 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint16_t))) { in nlattr_get_uint16()
372 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint32_t))) { in nlattr_get_uint32()
[all …]
H A Dnetlink_snl_generic.h45 if (__predict_false(hdr == NULL)) in snl_create_genl_msg_request()
50 if (__predict_false(ghdr == NULL)) in snl_create_genl_msg_request()
149 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_family()
161 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_mcast_group()
H A Dnetlink_io.c146 if (__predict_false(nlp->nl_need_thread_setup)) { in nl_process_received()
166 if (__predict_false(nlp->nl_dropped_bytes > 0 && so != NULL)) { in nl_on_transmit()
231 if (!nw->ignore_limit && __predict_false(sb->sb_hiwat <= sb->sb_ccc)) { in nl_send()
270 if (__predict_false(hdr->nlmsg_len > remaining_length)) { in nl_receive_message()
274 } else if (__predict_false(hdr->nlmsg_len < sizeof(*hdr))) { in nl_receive_message()
357 if (__predict_false(error != 0 || nlp->nl_tx_blocked)) in nl_process_nbuf()
H A Dnetlink_message_writer.c58 if (__predict_false(nw->buf == NULL)) in nlmsg_get_buf()
112 if (__predict_false(nw->hdr != NULL)) { in _nlmsg_flush()
173 if (__predict_false(new == NULL)) { in _nlmsg_refill_buffer()
213 if (__predict_false(nb->datalen + required_len > nb->buflen)) { in _nlmsg_add()
353 if (__predict_false(nb->datalen + sz > nb->buflen)) { in nlmsg_reserve_data_raw()
378 if (__predict_false(nb->datalen + required_len > nb->buflen)) { in nlattr_add()
/freebsd/sys/netinet/
H A Dtcp_lro.c252 if (__predict_false(eh->evl_encap_proto == htons(ETHERTYPE_VLAN))) { in tcp_lro_low_level_parser()
267 if (__predict_false(mlen <= 0)) in tcp_lro_low_level_parser()
273 if (__predict_false(mlen < sizeof(struct ip))) in tcp_lro_low_level_parser()
282 if (__predict_false(parser->ip4->ip_src.s_addr == INADDR_ANY || in tcp_lro_low_level_parser()
293 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
308 if (__predict_false(mlen < sizeof(struct tcphdr))) in tcp_lro_low_level_parser()
317 if (__predict_false(mlen < (parser->tcp->th_off << 2))) in tcp_lro_low_level_parser()
330 if (__predict_false(mlen < sizeof(struct ip6_hdr))) in tcp_lro_low_level_parser()
333 if (__predict_false(IN6_IS_ADDR_UNSPECIFIED(&parser->ip6->ip6_src) || in tcp_lro_low_level_parser()
344 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
[all …]
/freebsd/sys/dev/virtio/network/
H A Dvirtio_net.h271 if (__predict_false(offset < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_offset()
277 if (__predict_false(offset < ip_start + sizeof(struct ip6_hdr))) in virtio_net_rx_csum_by_offset()
316 if (__predict_false(m->m_len < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_parse()
326 if (__predict_false(m->m_len < ip_start + in virtio_net_rx_csum_by_parse()
330 if (__predict_false(offset < 0)) in virtio_net_rx_csum_by_parse()
341 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) in virtio_net_rx_csum_by_parse()
347 if (__predict_false(m->m_len < offset + sizeof(struct udphdr))) in virtio_net_rx_csum_by_parse()
436 if (__predict_false(m->m_len < offset + sizeof(struct ip))) { in virtio_net_tx_offload_ctx()
473 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) { in virtio_net_tx_offload_tso()
530 if (__predict_false(proto != IPPROTO_TCP)) { in virtio_net_tx_offload()
/freebsd/sys/dev/gve/
H A Dgve_rx_dqo.c269 if (__predict_false((if_getdrvflags(priv->ifp) & IFF_DRV_RUNNING) == 0)) in gve_rx_intr_dqo()
315 if (__predict_false(!buf)) { in gve_rx_post_new_mbuf_dqo()
324 if (__predict_false(!buf->mbuf)) { in gve_rx_post_new_mbuf_dqo()
336 if (__predict_false(err != 0)) { in gve_rx_post_new_mbuf_dqo()
393 if (__predict_false(buf == NULL)) in gve_rx_maybe_extract_from_used_bufs()
428 if (__predict_false(buf == NULL)) { in gve_rx_post_new_dqo_qpl_buf()
431 if (__predict_false(buf == NULL)) in gve_rx_post_new_dqo_qpl_buf()
520 if (__predict_false(!desc->l3_l4_processed)) in gve_rx_set_csum_flags_dqo()
524 if (__predict_false(desc->csum_ip_err || in gve_rx_set_csum_flags_dqo()
529 if (__predict_false(desc->ipv6_ex_add)) in gve_rx_set_csum_flags_dqo()
[all …]
H A Dgve_tx_dqo.c255 if (__predict_false(path_hash == 0)) in gve_extract_tx_metadata_dqo()
335 if (__predict_false((m)->m_len < (len))) { \
405 if (__predict_false(err)) { in gve_tx_fill_ctx_descs()
443 if (__predict_false(attempt > 0)) in gve_map_mbuf_dqo()
462 if (__predict_false(m_new == NULL)) { in gve_map_mbuf_dqo()
515 if (__predict_false(index == -1)) { in gve_alloc_pending_packet()
520 if (__predict_false(index == -1)) in gve_alloc_pending_packet()
590 if (__predict_false(last_report_event_interval >= in gve_tx_request_desc_compl()
621 if (__predict_false(buf == -1)) { in gve_tx_alloc_qpl_buf()
625 if (__predict_false(buf == -1)) in gve_tx_alloc_qpl_buf()
[all …]
/freebsd/sys/sys/
H A Drefcount.h78 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire()
92 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren()
105 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked()
126 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt()
150 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen()
185 if (__predict_false(REFCOUNT_SATURATED(old))) \
H A Dpmckern.h124 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
149 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
201 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
236 (__predict_false(p->p_flag & P_HWPMC))
239 (__predict_false((td)->td_pmcpend))
243 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
248 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
H A Dkassert.h39 #define KERNEL_PANICKED() __predict_false(panicstr != NULL)
68 if (__predict_false(!(exp))) { \
75 if (__predict_false(!(exp))) { \
145 if (__predict_false(!(exp))) \
H A Dinotify.h104 if (__predict_false((vn_irflag_read(vp) & (VIRF_INOTIFY | \
111 if (__predict_false((vn_irflag_read(vp) & VIRF_INOTIFY) != 0 || \
126 if (__predict_false((vn_irflag_read(fdvp) & VIRF_INOTIFY) != 0 || \
141 if (__predict_false((vn_irflag_read(vp) & VIRF_INOTIFY) != 0)) \
/freebsd/lib/libthr/thread/
H A Dthr_umtx.h84 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
88 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
107 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
111 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
162 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
164 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
195 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
253 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
H A Dthr_rwlock.c65 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
208 if (__predict_false(abstime && in rwlock_rdlock_common()
322 if (__predict_false(abstime && in rwlock_wrlock_common()
378 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
383 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
/freebsd/sys/arm/allwinner/
H A Daw_cir.c214 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
221 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
233 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
236 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
253 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
337 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
345 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
364 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
373 if (bootverbose && __predict_false(aw_cir_debug) != 0) { in aw_ir_intr()
H A Daw_mmc.c251 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
256 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
261 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
266 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
271 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
276 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
281 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
299 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) { in aw_mmc_cam_request()
344 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
356 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
[all …]
/freebsd/sys/security/mac/
H A Dmac_framework.h165 #define mac_ifnet_check_transmit_enabled() __predict_false(mac_ifnet_check_transmit_fp_flag)
183 #define mac_ifnet_create_mbuf_enabled() __predict_false(mac_ifnet_create_mbuf_fp_flag)
269 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag)
284 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag)
292 #define mac_pipe_check_read_enabled() __predict_false(mac_pipe_check_read_fp_flag)
355 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag)
371 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag)
502 #define mac_vnode_check_access_enabled() __predict_false(mac_vnode_check_access_fp_flag)
539 #define mac_vnode_check_lookup_enabled() __predict_false(mac_vnode_check_lookup_fp_flag)
558 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag)
[all …]
/freebsd/sys/libkern/
H A Darc4random.c92 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir()
202 if (__predict_false(reseed))
204 if (__predict_false(reseed ||
219 if (__predict_false(
/freebsd/sys/dev/nvd/
H A Dnvd.c194 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_bio_submit()
200 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bio_submit()
206 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_bio_submit()
225 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_strategy()
255 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_gone()
351 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_done()
357 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_done()
377 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bioq_process()
/freebsd/sys/contrib/openzfs/include/os/freebsd/spl/sys/
H A Dsimd_powerpc.h57 if (__predict_false(!is_fpu_kern_thread(0))) \
61 if (__predict_false(PCPU_GET(curpcb)->pcb_flags & PCB_KERN_FPU_NOSAVE))\
H A Dsimd_aarch64.h64 if (__predict_false(!is_fpu_kern_thread(0))) \
69 if (__predict_false(curthread->td_pcb->pcb_fpflags & PCB_FP_NOSAVE)) \
/freebsd/sys/arm/arm/
H A Dtrap-v6.c303 if (__predict_false(prefetch && far > VM_MAXUSER_ADDRESS && in abort_handler()
321 if (__predict_false(idx == FAULT_EA_IMPREC)) { in abort_handler()
326 if (__predict_false(idx == FAULT_DEBUG)) { in abort_handler()
360 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in abort_handler()
417 if (__predict_false(aborts[idx].func != NULL)) { in abort_handler()
436 if (__predict_false(pcb->pcb_onfault == cachebailout)) { in abort_handler()

12345678910>>...15