Lines Matching refs:extent_t

35     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
56 static extent_t *extent_split_impl(tsdn_t *tsdn, arena_t *arena,
57 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
64 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
102 static void extent_deregister(tsdn_t *tsdn, extent_t *extent);
103 static extent_t *extent_recycle(tsdn_t *tsdn, arena_t *arena,
107 static extent_t *extent_try_coalesce(tsdn_t *tsdn, arena_t *arena,
109 extent_t *extent, bool *coalesced, bool growing_retained);
111 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
118 ph_gen(ATTR_NONE, extent_avail_, extent_tree_t, extent_t, ph_link,
131 extent_t **result, bool inactive_only) { in extent_rtree_leaf_elm_try_lock()
132 extent_t *extent1 = rtree_leaf_elm_extent_read(tsdn, &extents_rtree, in extent_rtree_leaf_elm_try_lock()
146 extent_t *extent2 = rtree_leaf_elm_extent_read(tsdn, in extent_rtree_leaf_elm_try_lock()
162 static extent_t *
165 extent_t *ret = NULL; in extent_lock_from_addr()
179 extent_t *
182 extent_t *extent = extent_avail_first(&arena->extent_avail); in extent_alloc()
194 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc()
283 ph_gen(, extent_heap_, extent_heap_t, extent_t, ph_link, extent_snad_comp)
340 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_insert_locked()
371 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_remove_locked()
405 static extent_t *
417 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_fit_alignment()
442 static extent_t *
445 extent_t *ret = NULL; in extents_first_fit_locked()
464 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_first_fit_locked()
492 static extent_t *
503 extent_t *extent = in extents_fit_locked()
522 extent_t *extent) { in extent_try_delayed_coalesce()
536 extent_t *
545 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents, in extents_alloc()
553 extents_t *extents, extent_t *extent) { in extents_dalloc()
566 extent_t *
578 extent_t *extent; in extents_evict()
636 extents_t *extents, extent_t *extent, bool growing_retained) { in extents_abandon_vm()
673 extent_t *extent) { in extent_deactivate_locked()
683 extent_t *extent) { in extent_deactivate()
691 extent_t *extent) { in extent_activate_locked()
701 const extent_t *extent, bool dependent, bool init_missing, in extent_rtree_leaf_elms_lookup()
722 rtree_leaf_elm_t *elm_b, extent_t *extent, szind_t szind, bool slab) { in extent_rtree_write_acquired()
731 extent_interior_register(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, extent_t *extent, in extent_interior_register()
744 extent_gdump_add(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_add()
770 extent_gdump_sub(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_sub()
781 extent_register_impl(tsdn_t *tsdn, extent_t *extent, bool gdump_add) { in extent_register_impl()
815 extent_register(tsdn_t *tsdn, extent_t *extent) { in extent_register()
820 extent_register_no_gdump_add(tsdn_t *tsdn, extent_t *extent) { in extent_register_no_gdump_add()
825 extent_reregister(tsdn_t *tsdn, extent_t *extent) { in extent_reregister()
839 extent_t *extent) { in extent_interior_deregister()
855 extent_deregister_impl(tsdn_t *tsdn, extent_t *extent, bool gdump) { in extent_deregister_impl()
878 extent_deregister(tsdn_t *tsdn, extent_t *extent) { in extent_deregister()
883 extent_deregister_no_gdump_sub(tsdn_t *tsdn, extent_t *extent) { in extent_deregister_no_gdump_sub()
891 static extent_t *
919 extent_t *extent; in extent_recycle_extract()
928 extent_t *unlock_extent = extent; in extent_recycle_extract()
983 extent_t **extent, extent_t **lead, extent_t **trail, in extent_split_interior()
985 extent_t **to_leak, extent_t **to_salvage, in extent_split_interior()
1056 static extent_t *
1060 szind_t szind, extent_t *extent, bool growing_retained) { in extent_recycle_split()
1061 extent_t *lead; in extent_recycle_split()
1062 extent_t *trail; in extent_recycle_split()
1063 extent_t *to_leak; in extent_recycle_split()
1064 extent_t *to_salvage; in extent_recycle_split()
1127 static extent_t *
1141 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks, in extent_recycle()
1296 static extent_t *
1326 extent_t *extent = extent_alloc(tsdn, arena); in extent_grow_retained()
1368 extent_t *lead; in extent_grow_retained()
1369 extent_t *trail; in extent_grow_retained()
1370 extent_t *to_leak; in extent_grow_retained()
1371 extent_t *to_salvage; in extent_grow_retained()
1462 static extent_t *
1471 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, in extent_alloc_retained()
1491 static extent_t *
1496 extent_t *extent = extent_alloc(tsdn, arena); in extent_alloc_wrapper_hard()
1530 extent_t *
1539 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1560 extent_can_coalesce(arena_t *arena, extents_t *extents, const extent_t *inner, in extent_can_coalesce()
1561 const extent_t *outer) { in extent_can_coalesce()
1581 extents_t *extents, extent_t *inner, extent_t *outer, bool forward, in extent_coalesce()
1599 static extent_t *
1602 extent_t *extent, bool *coalesced, bool growing_retained, in extent_try_coalesce_impl()
1618 extent_t *next = extent_lock_from_addr(tsdn, rtree_ctx, in extent_try_coalesce_impl()
1644 extent_t *prev = NULL; in extent_try_coalesce_impl()
1674 static extent_t *
1677 extent_t *extent, bool *coalesced, bool growing_retained) { in extent_try_coalesce()
1682 static extent_t *
1685 extent_t *extent, bool *coalesced, bool growing_retained) { in extent_try_coalesce_large()
1696 extents_t *extents, extent_t *extent, bool growing_retained) { in extent_record()
1742 extent_dalloc_gap(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc_gap()
1777 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper_try()
1811 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper()
1882 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_destroy_wrapper()
1919 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_impl()
1940 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_wrapper()
1955 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_decommit_wrapper()
1992 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_impl()
2017 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_wrapper()
2039 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_impl()
2063 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_wrapper()
2091 static extent_t *
2093 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_impl()
2106 extent_t *trail = extent_alloc(tsdn, arena); in extent_split_impl()
2121 extent_t lead; in extent_split_impl()
2175 extent_t *
2177 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_wrapper()
2200 extent_head_no_merge(extent_t *a, extent_t *b) { in extent_head_no_merge()
2232 extent_t *a = iealloc(tsdn, addr_a); in extent_merge_default()
2233 extent_t *b = iealloc(tsdn, addr_b); in extent_merge_default()
2243 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b, in extent_merge_impl()
2317 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) { in extent_merge_wrapper()
2344 const extent_t *extent = iealloc(tsdn, ptr); in extent_util_stats_get()
2369 const extent_t *extent = iealloc(tsdn, ptr); in extent_util_stats_verbose_get()