Home
last modified time | relevance | path

Searched refs:__predict_false (Results 1 – 25 of 351) sorted by relevance

12345678910>>...15

/freebsd-head/sys/kern/
HDsubr_syscall.c66 if (__predict_false(td->td_cowgen != atomic_load_int(&p->p_cowgen))) in syscallenter()
69 if (__predict_false(traced || td->td_dbgflags & TDB_USERWR)) { in syscallenter()
87 if (__predict_false(error != 0)) { in syscallenter()
92 if (__predict_false(traced)) { in syscallenter()
135 if (__predict_false(sigfastblock_fetch_always)) in syscallenter()
144 if (__predict_false(AUDIT_SYSCALL_ENABLED() || in syscallenter()
157 if (__predict_false(se->sy_entry != 0)) in syscallenter()
165 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
183 if (__predict_false(se->sy_return != 0)) in syscallenter()
193 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
[all …]
HDsubr_msan.c180 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_hook()
182 if (__predict_false(curthread != NULL && in kmsan_report_hook()
236 if (__predict_false(KERNEL_PANICKED() || kdb_active || kmsan_reporting)) in kmsan_report_inline()
238 if (__predict_false(curthread != NULL && in kmsan_report_inline()
285 if (__predict_false(!kmsan_enabled)) { in kmsan_meta_get()
288 } else if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) { in kmsan_meta_get()
308 if (__predict_false(!kmsan_enabled)) in kmsan_origin_fill()
310 if (__predict_false(kmsan_md_unsupported((vm_offset_t)addr))) in kmsan_origin_fill()
327 if (__predict_false(!kmsan_enabled)) in kmsan_shadow_fill()
329 if (__predict_false(kmsan_md_unsupported(addr))) in kmsan_shadow_fill()
[all …]
HDvfs_cache.c788 if (__predict_false(ts)) { in cache_alloc_uma()
808 if (__predict_false(ncp->nc_flag & NCF_TS)) { in cache_free_uma()
843 if (__predict_false(lnumcache >= ncsize)) { in cache_alloc()
1438 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond()
1905 if (__predict_false(error != 0)) { in cache_remove_cnp()
2015 if (__predict_false(cnp->cn_nameiop == CREATE)) { in cache_lookup_dotdot()
2095 if (__predict_false(ncp == NULL)) { in cache_lookup_fallback()
2126 if (__predict_false(error != 0)) { in cache_lookup_fallback()
2161 if (__predict_false(!doingcache)) { in cache_lookup()
2167 if (__predict_false(cnp->cn_nameptr[0] == '.')) { in cache_lookup()
[all …]
HDvfs_lookup.c252 if (__predict_false((ndp->ni_lcf & (NI_LCF_STRICTREL_KTR | in nameicap_check_dotdot()
272 if (__predict_false((ndp->ni_lcf & NI_LCF_STRICTREL_KTR) != 0)) in nameicap_check_dotdot()
292 if (__predict_false((ndp->ni_lcf & (NI_LCF_STRICTREL | in namei_handle_root()
632 if (__predict_false(error != 0)) { in namei()
661 else if (__predict_false(pwd->pwd_adir != pwd->pwd_rdir && in namei()
675 if (__predict_false(error != 0)) { in namei()
708 if (__predict_false(pwd->pwd_adir != pwd->pwd_rdir && in namei()
745 if (__predict_false(ndp->ni_rootdir != pwd->pwd_rdir)) { in namei()
914 if (__predict_false(crosslock)) { in vfs_lookup_cross_mount()
963 if (__predict_false(crosslock)) in vfs_lookup_cross_mount()
[all …]
/freebsd-head/sys/netlink/
HDnetlink_message_parser.c210 if (__predict_false(NLA_DATA_LEN(nla) != 0)) { in nlattr_get_flag()
227 if (__predict_false(sin == NULL)) { in parse_rta_ip4()
244 if (__predict_false(sin6 == NULL)) { in parse_rta_ip6()
291 if (__predict_false(data_len) < sizeof(struct rtvia)) { in parse_rta_via()
301 if (__predict_false(data_len < sizeof(struct in_addr))) { in parse_rta_via()
307 if (__predict_false(data_len < sizeof(struct in6_addr))) { in parse_rta_via()
334 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(bool))) { in nlattr_get_bool()
347 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint8_t))) { in nlattr_get_uint8()
360 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint16_t))) { in nlattr_get_uint16()
373 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint32_t))) { in nlattr_get_uint32()
[all …]
HDnetlink_io.c146 if (__predict_false(nlp->nl_need_thread_setup)) { in nl_process_received()
166 if (__predict_false(nlp->nl_dropped_bytes > 0 && so != NULL)) { in nl_on_transmit()
220 __predict_false(!linux_netlink_p->msgs_to_linux(nw, nlp))) { in nl_send()
230 if (!nw->ignore_limit && __predict_false(sb->sb_hiwat <= sb->sb_ccc)) { in nl_send()
269 if (__predict_false(hdr->nlmsg_len > remaining_length)) { in nl_receive_message()
273 } else if (__predict_false(hdr->nlmsg_len < sizeof(*hdr))) { in nl_receive_message()
355 if (__predict_false(error != 0 || nlp->nl_tx_blocked)) in nl_process_nbuf()
HDnetlink_snl_generic.h45 if (__predict_false(hdr == NULL)) in snl_create_genl_msg_request()
50 if (__predict_false(ghdr == NULL)) in snl_create_genl_msg_request()
149 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_family()
161 if (__predict_false(!_snl_get_genl_family_info(ss, family_name, in snl_get_genl_mcast_group()
/freebsd-head/sys/netinet/
HDtcp_lro.c252 if (__predict_false(eh->evl_encap_proto == htons(ETHERTYPE_VLAN))) { in tcp_lro_low_level_parser()
267 if (__predict_false(mlen <= 0)) in tcp_lro_low_level_parser()
273 if (__predict_false(mlen < sizeof(struct ip))) in tcp_lro_low_level_parser()
282 if (__predict_false(parser->ip4->ip_src.s_addr == INADDR_ANY || in tcp_lro_low_level_parser()
293 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
308 if (__predict_false(mlen < sizeof(struct tcphdr))) in tcp_lro_low_level_parser()
317 if (__predict_false(mlen < (parser->tcp->th_off << 2))) in tcp_lro_low_level_parser()
330 if (__predict_false(mlen < sizeof(struct ip6_hdr))) in tcp_lro_low_level_parser()
333 if (__predict_false(IN6_IS_ADDR_UNSPECIFIED(&parser->ip6->ip6_src) || in tcp_lro_low_level_parser()
344 if (__predict_false(mlen < sizeof(struct udphdr))) in tcp_lro_low_level_parser()
[all …]
/freebsd-head/sys/dev/virtio/network/
HDvirtio_net.h271 if (__predict_false(offset < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_offset()
277 if (__predict_false(offset < ip_start + sizeof(struct ip6_hdr))) in virtio_net_rx_csum_by_offset()
316 if (__predict_false(m->m_len < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_parse()
326 if (__predict_false(m->m_len < ip_start + in virtio_net_rx_csum_by_parse()
330 if (__predict_false(offset < 0)) in virtio_net_rx_csum_by_parse()
341 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) in virtio_net_rx_csum_by_parse()
347 if (__predict_false(m->m_len < offset + sizeof(struct udphdr))) in virtio_net_rx_csum_by_parse()
436 if (__predict_false(m->m_len < offset + sizeof(struct ip))) { in virtio_net_tx_offload_ctx()
473 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) { in virtio_net_tx_offload_tso()
530 if (__predict_false(proto != IPPROTO_TCP)) { in virtio_net_tx_offload()
/freebsd-head/sys/sys/
HDrefcount.h78 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire()
92 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren()
105 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked()
126 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt()
150 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen()
185 if (__predict_false(REFCOUNT_SATURATED(old))) \
HDpmckern.h124 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
149 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
201 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
236 (__predict_false(p->p_flag & P_HWPMC))
239 (__predict_false((td)->td_pmcpend))
243 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
248 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
HDkassert.h39 #define KERNEL_PANICKED() __predict_false(panicstr != NULL)
68 if (__predict_false(!(exp))) { \
75 if (__predict_false(!(exp))) { \
145 if (__predict_false(!(exp))) \
/freebsd-head/sys/dev/gve/
HDgve_rx_dqo.c267 if (__predict_false((if_getdrvflags(priv->ifp) & IFF_DRV_RUNNING) == 0)) in gve_rx_intr_dqo()
313 if (__predict_false(!buf)) { in gve_rx_post_new_mbuf_dqo()
321 if (__predict_false(!buf->mbuf)) { in gve_rx_post_new_mbuf_dqo()
333 if (__predict_false(err != 0)) { in gve_rx_post_new_mbuf_dqo()
390 if (__predict_false(buf == NULL)) in gve_rx_maybe_extract_from_used_bufs()
425 if (__predict_false(buf == NULL)) { in gve_rx_post_new_dqo_qpl_buf()
428 if (__predict_false(buf == NULL)) in gve_rx_post_new_dqo_qpl_buf()
517 if (__predict_false(!desc->l3_l4_processed)) in gve_rx_set_csum_flags_dqo()
521 if (__predict_false(desc->csum_ip_err || in gve_rx_set_csum_flags_dqo()
526 if (__predict_false(desc->ipv6_ex_add)) in gve_rx_set_csum_flags_dqo()
[all …]
HDgve_tx_dqo.c255 if (__predict_false(path_hash == 0)) in gve_extract_tx_metadata_dqo()
335 if (__predict_false((m)->m_len < (len))) { \
405 if (__predict_false(err)) { in gve_tx_fill_ctx_descs()
443 if (__predict_false(attempt > 0)) in gve_map_mbuf_dqo()
462 if (__predict_false(m_new == NULL)) { in gve_map_mbuf_dqo()
515 if (__predict_false(index == -1)) { in gve_alloc_pending_packet()
520 if (__predict_false(index == -1)) in gve_alloc_pending_packet()
586 if (__predict_false(last_report_event_interval >= in gve_tx_request_desc_compl()
617 if (__predict_false(buf == -1)) { in gve_tx_alloc_qpl_buf()
621 if (__predict_false(buf == -1)) in gve_tx_alloc_qpl_buf()
[all …]
/freebsd-head/lib/libthr/thread/
HDthr_umtx.h84 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
88 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
107 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
111 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
162 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
164 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
195 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
253 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
HDthr_rwlock.c65 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
208 if (__predict_false(abstime && in rwlock_rdlock_common()
322 if (__predict_false(abstime && in rwlock_wrlock_common()
378 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
383 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
/freebsd-head/sys/arm/allwinner/
HDaw_cir.c214 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
221 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
233 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
236 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
253 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
337 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
345 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
364 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
373 if (bootverbose && __predict_false(aw_cir_debug) != 0) { in aw_ir_intr()
HDaw_mmc.c235 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
240 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
245 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
250 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
255 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
260 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
265 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
283 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) { in aw_mmc_cam_request()
328 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
340 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
[all …]
/freebsd-head/sys/security/mac/
HDmac_framework.h165 #define mac_ifnet_check_transmit_enabled() __predict_false(mac_ifnet_check_transmit_fp_flag)
183 #define mac_ifnet_create_mbuf_enabled() __predict_false(mac_ifnet_create_mbuf_fp_flag)
269 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag)
284 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag)
292 #define mac_pipe_check_read_enabled() __predict_false(mac_pipe_check_read_fp_flag)
355 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag)
371 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag)
502 #define mac_vnode_check_access_enabled() __predict_false(mac_vnode_check_access_fp_flag)
539 #define mac_vnode_check_lookup_enabled() __predict_false(mac_vnode_check_lookup_fp_flag)
558 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag)
[all …]
/freebsd-head/sys/libkern/
HDarc4random.c92 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir()
202 if (__predict_false(reseed))
204 if (__predict_false(reseed ||
219 if (__predict_false(
/freebsd-head/sys/dev/nvd/
HDnvd.c194 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_bio_submit()
200 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bio_submit()
206 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_bio_submit()
225 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_strategy()
255 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_gone()
351 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_done()
357 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_done()
377 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bioq_process()
/freebsd-head/sys/contrib/openzfs/include/os/freebsd/spl/sys/
HDsimd_powerpc.h57 if (__predict_false(!is_fpu_kern_thread(0))) \
61 if (__predict_false(PCPU_GET(curpcb)->pcb_flags & PCB_KERN_FPU_NOSAVE))\
HDsimd_aarch64.h64 if (__predict_false(!is_fpu_kern_thread(0))) \
69 if (__predict_false(curthread->td_pcb->pcb_fpflags & PCB_FP_NOSAVE)) \
/freebsd-head/sys/compat/linuxkpi/common/src/
HDlinux_fpu.c70 if (__predict_false(save_fpu_level != 0)) { in lkpi_fpu_safe_exec()
75 if (__predict_false(save_fpu_level != 0)) { in lkpi_fpu_safe_exec()
/freebsd-head/sys/compat/linuxkpi/common/include/linux/
HDmm_types.h56 if (__predict_false(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
69 if (__predict_false(atomic_dec_and_test(&mm->mm_users))) in mmput()

12345678910>>...15