Home
last modified time | relevance | path

Searched refs:UNLIKELY (Results 1 – 25 of 96) sorted by relevance

1234

/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/scudo/
Dscudo_allocator.cpp148 if (UNLIKELY(NewUnpackedHeader->Checksum != in loadHeader()
169 if (UNLIKELY(!atomic_compare_exchange_strong( in compareExchangeHeader()
185 if (UNLIKELY(Header.State != ChunkQuarantine)) in Recycle()
278 if (UNLIKELY(!GetRandom(reinterpret_cast<void *>(&Cookie), sizeof(Cookie), in init()
292 if (UNLIKELY(!Ptr)) in isValidPointer()
306 if (UNLIKELY(Alignment > MaxAlignment)) { in allocate()
311 if (UNLIKELY(Alignment < MinAlignment)) in allocate()
315 if (UNLIKELY(GuardedAlloc.shouldSample())) { in allocate()
328 if (UNLIKELY(Size >= MaxAllowedMallocSize) || in allocate()
329 UNLIKELY(AlignedSize >= MaxAllowedMallocSize)) { in allocate()
[all …]
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/scudo/standalone/
Dcombined.h66 if (UNLIKELY(Header.State != Chunk::State::Quarantined)) in recycle()
87 if (UNLIKELY(!Ptr)) in allocate()
100 if (UNLIKELY(useMemoryTagging<Params>(Allocator.Primary.Options.load()))) in allocate()
113 if (UNLIKELY(Header.State != Chunk::State::Allocated)) in deallocate()
143 if (UNLIKELY(!getRandom(&Cookie, sizeof(Cookie)))) in init()
294 if (UNLIKELY(Alignment > MaxAlignment)) {
303 if (UNLIKELY(GuardedAlloc.shouldSample())) {
305 if (UNLIKELY(&__scudo_allocate_hook))
332 if (UNLIKELY(Size >= MaxAllowedMallocSize)) {
352 if (UNLIKELY(!Block)) {
[all …]
Dfuchsia.cpp42 if (UNLIKELY(Status != ZX_OK)) { in allocateVmar()
80 if (UNLIKELY(Status != ZX_OK)) { in map()
106 if (UNLIKELY(Status != ZX_OK)) { in map()
129 if (UNLIKELY(Status != ZX_OK)) in unmap()
188 if (UNLIKELY(!Buffer || !Length || Length > MaxRandomLength)) in getRandom()
Dwrappers_c.inc24 if (UNLIKELY(scudo::checkForCallocOverflow(size, nmemb, &Product))) {
73 if (UNLIKELY(!alignment)) {
76 if (UNLIKELY(!scudo::isPowerOfTwo(alignment)))
80 if (UNLIKELY(!scudo::isPowerOfTwo(alignment))) {
94 if (UNLIKELY(scudo::checkPosixMemalignAlignment(alignment))) {
101 if (UNLIKELY(!Ptr))
109 if (UNLIKELY(scudo::checkForPvallocOverflow(size, PageSize))) {
203 if (UNLIKELY(scudo::checkAlignedAllocAlignmentAndSize(alignment, size))) {
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/memprof/
Dmemprof_malloc_linux.cpp66 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) in PosixMemalignFromLocalPool()
93 if (UNLIKELY(UseLocalPool())) { in ReallocFromLocalPool()
106 if (UNLIKELY(IsInDlsymAllocPool(ptr))) { in INTERCEPTOR()
116 if (UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
123 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
132 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
141 if (UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
143 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
204 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
Dmemprof_interceptors_memintrinsics.h40 if (UNLIKELY(!memprof_inited)) \ in DECLARE_REAL()
54 if (UNLIKELY(!memprof_inited)) \ in DECLARE_REAL()
66 if (UNLIKELY(!memprof_inited)) \ in DECLARE_REAL()
/freebsd-12-stable/contrib/gcclibs/libmudflap/
Dmf-impl.h268 #define UNLIKELY(e) (__builtin_expect (!!(e), 0)) macro
275 do { if (UNLIKELY (__mf_opts.verbose_trace)) { \
280 do { if (UNLIKELY (__mf_opts.trace_mf_calls)) { \
286 do { if (UNLIKELY (__mf_opts.verbose_trace)) { \
291 do { if (UNLIKELY (__mf_opts.trace_mf_calls)) { \
375 if (UNLIKELY (size > 0 && __MF_CACHE_MISS_P (value, size))) \
380 if (UNLIKELY (__mf_starting_p)) \
384 else if (UNLIKELY (__mf_get_state () == reentrant)) \
390 else if (UNLIKELY (__mf_get_state () == in_malloc)) \
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/asan/
Dasan_malloc_linux.cpp65 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) in PosixMemalignFromLocalPool()
95 if (UNLIKELY(UseLocalPool())) { in ReallocFromLocalPool()
107 if (UNLIKELY(IsInDlsymAllocPool(ptr))) { in INTERCEPTOR()
117 if (UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
125 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
134 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
143 if (UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
145 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
208 if (UNLIKELY(UseLocalPool())) in INTERCEPTOR()
Dasan_interceptors_memintrinsics.h83 if (UNLIKELY(!asan_inited)) return internal_memcpy(to, from, size); \ in DECLARE_REAL()
101 if (UNLIKELY(!asan_inited)) return internal_memset(block, c, size); \ in DECLARE_REAL()
114 if (UNLIKELY(!asan_inited)) return internal_memmove(to, from, size); \ in DECLARE_REAL()
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/hwasan/
Dhwasan_allocation_functions.cpp76 if (!ptr || UNLIKELY(IsInDlsymAllocPool(ptr))) in __sanitizer_free()
83 if (!ptr || UNLIKELY(IsInDlsymAllocPool(ptr))) in __sanitizer_cfree()
106 if (UNLIKELY(!hwasan_inited)) in __sanitizer_calloc()
114 if (UNLIKELY(IsInDlsymAllocPool(ptr))) { in __sanitizer_realloc()
118 if (UNLIKELY(!hwasan_inited)) { in __sanitizer_realloc()
137 if (UNLIKELY(!hwasan_init_is_running)) in __sanitizer_malloc()
139 if (UNLIKELY(!hwasan_inited)) in __sanitizer_malloc()
Dhwasan_allocator.cpp143 if (UNLIKELY(!allocated)) { in HwasanAllocate()
258 UNLIKELY((tag < kShadowAlignment || tag == pointer_tag) && tag != 0)); in HwasanDeallocate()
299 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in HwasanCalloc()
350 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in hwasan_reallocarray()
366 if (UNLIKELY(CheckForPvallocOverflow(size, PageSize))) { in hwasan_pvalloc()
378 if (UNLIKELY(!CheckAlignedAllocAlignmentAndSize(alignment, size))) { in hwasan_aligned_alloc()
388 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in hwasan_memalign()
399 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in hwasan_posix_memalign()
405 if (UNLIKELY(!ptr)) in hwasan_posix_memalign()
Dhwasan_checks.h89 if (UNLIKELY(!PossiblyShortTagMatches(mem_tag, p, 1 << LogSize))) { in CheckAddress()
107 if (UNLIKELY(ptr_tag != *t)) { in CheckAddressSized()
115 if (UNLIKELY(tail_sz != 0 && in CheckAddressSized()
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/sanitizer_common/
Dsanitizer_allocator_local_cache.h38 if (UNLIKELY(c->count == 0)) { in Allocate()
39 if (UNLIKELY(!Refill(c, allocator, class_id))) in Allocate()
56 if (UNLIKELY(c->count == c->max_count)) in Deallocate()
103 if (UNLIKELY(!allocator->GetFromAllocator(&stats_, class_id, c->chunks, in Refill()
163 if (UNLIKELY(c->count == 0)) { in Allocate()
164 if (UNLIKELY(!Refill(c, allocator, class_id))) in Allocate()
181 if (UNLIKELY(c->count == c->max_count)) in Deallocate()
245 if (UNLIKELY(!b)) in Refill()
262 if (UNLIKELY(!b)) { in Drain()
Dsanitizer_mutex.h183 if (UNLIKELY(!atomic_compare_exchange_weak(&state_, &state, new_state, in Lock()
226 } while (UNLIKELY(!atomic_compare_exchange_weak(&state_, &state, new_state, in Unlock()
228 if (UNLIKELY(wake_writer)) in Unlock()
230 else if (UNLIKELY(wake_readers)) in Unlock()
247 } while (UNLIKELY(!atomic_compare_exchange_weak(&state_, &state, new_state, in ReadLock()
249 if (UNLIKELY(locked)) in ReadLock()
268 } while (UNLIKELY(!atomic_compare_exchange_weak(&state_, &state, new_state, in ReadUnlock()
270 if (UNLIKELY(wake)) in ReadUnlock()
Dsanitizer_allocator_primary32.h174 if (UNLIKELY(!PopulateFreeList(stat, c, sci, class_id))) in AllocateBatch()
303 if (UNLIKELY(!res)) in AllocateRegion()
328 if (UNLIKELY(!b)) in PopulateBatches()
345 if (UNLIKELY(!region)) in PopulateFreeList()
348 if (UNLIKELY(sci->rand_state == 0)) in PopulateFreeList()
362 if (UNLIKELY(!PopulateBatches(c, sci, class_id, &b, max_count, in PopulateFreeList()
369 if (UNLIKELY(!PopulateBatches(c, sci, class_id, &b, max_count, in PopulateFreeList()
Dsanitizer_allocator.cpp149 if (UNLIKELY(!p)) in InternalAlloc()
156 if (UNLIKELY(!p)) in InternalRealloc()
163 if (UNLIKELY(CheckForCallocOverflow(count, size))) { in InternalReallocArray()
174 if (UNLIKELY(CheckForCallocOverflow(count, size))) { in InternalCalloc()
Dsanitizer_posix.cpp49 if (UNLIKELY(internal_iserror(res, &reserrno))) in MmapOrDie()
58 if (UNLIKELY(internal_iserror(res))) { in UnmapOrDie()
71 if (UNLIKELY(internal_iserror(res, &reserrno))) { in MmapOrDieOnFatalError()
89 if (UNLIKELY(!map_res)) in MmapAlignedOrDieOnFatalError()
108 if (UNLIKELY(internal_iserror(p, &reserrno))) in MmapNoReserveOrDie()
121 if (UNLIKELY(internal_iserror(p, &reserrno))) { in MmapFixedImpl()
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/dfsan/
Ddfsan_allocator.cpp100 if (UNLIKELY(!allocated)) { in DFsanAllocate()
158 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in DFsanCalloc()
196 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in dfsan_reallocarray()
213 if (UNLIKELY(CheckForPvallocOverflow(size, PageSize))) { in dfsan_pvalloc()
226 if (UNLIKELY(!CheckAlignedAllocAlignmentAndSize(alignment, size))) { in dfsan_aligned_alloc()
237 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in dfsan_memalign()
248 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in dfsan_posix_memalign()
255 if (UNLIKELY(!ptr)) in dfsan_posix_memalign()
Ddfsan_interceptors.cpp68 if (UNLIKELY(!__dfsan::dfsan_inited)) in INTERCEPTOR()
75 if (UNLIKELY(IsInDlsymAllocPool(ptr))) { in INTERCEPTOR()
79 if (UNLIKELY(!__dfsan::dfsan_inited)) { in INTERCEPTOR()
92 if (UNLIKELY(!__dfsan::dfsan_inited)) in INTERCEPTOR()
99 if (!ptr || UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
105 if (!ptr || UNLIKELY(IsInDlsymAllocPool(ptr))) in INTERCEPTOR()
/freebsd-12-stable/sys/contrib/zstd/contrib/pzstd/utils/
DLikely.h20 #undef UNLIKELY
24 #define UNLIKELY(x) (__builtin_expect((x), 0)) macro
27 #define UNLIKELY(x) (x) macro
DRange.h106 if (UNLIKELY(n > size())) {
113 if (UNLIKELY(n > size())) {
120 if (UNLIKELY(first > size())) {
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/xray/
Dxray_function_call_trie.h364 if (UNLIKELY(OverflowedFunctions)) { in enterFunction()
371 if (UNLIKELY(ShadowStack.empty())) { in enterFunction()
374 if (UNLIKELY(NewRoot == nullptr)) in enterFunction()
408 if (UNLIKELY(NewNode == nullptr)) in enterFunction()
502 if (UNLIKELY(NewRoot == nullptr)) in deepCopyInto()
505 if (UNLIKELY(O.Roots.Append(NewRoot) == nullptr)) in deepCopyInto()
522 if (UNLIKELY(NewNode == nullptr)) in deepCopyInto()
524 if (UNLIKELY(NP.NewNode->Callees.AppendEmplace(NewNode, Callee.FId) == in deepCopyInto()
527 if (UNLIKELY(DFSStack.AppendEmplace(Callee.NodePtr, NewNode) == in deepCopyInto()
561 if (UNLIKELY(TargetRoot == nullptr)) in mergeInto()
[all …]
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/lsan/
Dlsan_allocator.cpp92 if (UNLIKELY(!p)) { in Allocate()
108 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in Calloc()
153 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in lsan_posix_memalign()
159 if (UNLIKELY(!ptr)) in lsan_posix_memalign()
168 if (UNLIKELY(!CheckAlignedAllocAlignmentAndSize(alignment, size))) { in lsan_aligned_alloc()
178 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in lsan_memalign()
201 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in lsan_reallocarray()
221 if (UNLIKELY(CheckForPvallocOverflow(size, PageSize))) { in lsan_pvalloc()
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/msan/
Dmsan_allocator.cpp173 if (UNLIKELY(!allocated)) { in MsanAllocate()
249 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in MsanCalloc()
284 if (UNLIKELY(CheckForCallocOverflow(size, nmemb))) { in msan_reallocarray()
299 if (UNLIKELY(CheckForPvallocOverflow(size, PageSize))) { in msan_pvalloc()
311 if (UNLIKELY(!CheckAlignedAllocAlignmentAndSize(alignment, size))) { in msan_aligned_alloc()
321 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in msan_memalign()
332 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in msan_posix_memalign()
338 if (UNLIKELY(!ptr)) in msan_posix_memalign()
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/tsan/rtl/
Dtsan_mman.cpp170 if (UNLIKELY(!p)) { in user_alloc_internal()
198 if (UNLIKELY(CheckForCallocOverflow(size, n))) { in user_calloc()
211 if (UNLIKELY(CheckForCallocOverflow(size, n))) { in user_reallocarray()
256 if (UNLIKELY(!IsPowerOfTwo(align))) { in user_memalign()
268 if (UNLIKELY(!CheckPosixMemalignAlignment(align))) { in user_posix_memalign()
275 if (UNLIKELY(!ptr)) in user_posix_memalign()
284 if (UNLIKELY(!CheckAlignedAllocAlignmentAndSize(align, sz))) { in user_aligned_alloc()
300 if (UNLIKELY(CheckForPvallocOverflow(sz, PageSize))) { in user_pvalloc()

1234