| /freebsd-13-stable/contrib/jemalloc/src/ |
| HD | bin.c | 9 bin_info_t bin_infos[SC_NBINS]; 12 bin_infos_init(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS], in bin_infos_init() argument 13 bin_info_t bin_infos[SC_NBINS]) { in bin_infos_init() argument 14 for (unsigned i = 0; i < SC_NBINS; i++) { in bin_infos_init() 30 bin_update_shard_size(unsigned bin_shard_sizes[SC_NBINS], size_t start_size, in bin_update_shard_size() argument 54 bin_shard_sizes_boot(unsigned bin_shard_sizes[SC_NBINS]) { in bin_shard_sizes_boot() argument 56 for (unsigned i = 0; i < SC_NBINS; i++) { in bin_shard_sizes_boot() 62 bin_boot(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS]) { in bin_boot() argument
|
| HD | tcache.c | 45 if (binind < SC_NBINS) { in tcache_event_hard() 54 if (binind < SC_NBINS) { in tcache_event_hard() 76 if (binind < SC_NBINS && tcache->lg_fill_div[binind] > 1) { in tcache_event_hard() 138 assert(binind < SC_NBINS); in tcache_bin_flush_small() 420 memset(tcache->bins_small, 0, sizeof(cache_bin_t) * SC_NBINS); in tcache_init() 421 memset(tcache->bins_large, 0, sizeof(cache_bin_t) * (nhbins - SC_NBINS)); in tcache_init() 423 for (; i < SC_NBINS; i++) { in tcache_init() 515 for (unsigned i = 0; i < SC_NBINS; i++) { in tcache_flush_cache() 523 for (unsigned i = SC_NBINS; i < nhbins; i++) { in tcache_flush_cache() 607 for (i = 0; i < SC_NBINS; i++) { in tcache_stats_merge() [all …]
|
| HD | arena.c | 45 static div_info_t arena_binind_div_info[SC_NBINS]; 138 for (szind_t i = 0; i < SC_NSIZES - SC_NBINS; i++) { in arena_stats_merge() 170 curlextents * sz_index2size(SC_NBINS + i)); in arena_stats_merge() 203 for (; i < SC_NBINS; i++) { in arena_stats_merge() 247 for (szind_t i = 0; i < SC_NBINS; i++) { in arena_stats_merge() 393 hindex = (index >= SC_NBINS) ? index - SC_NBINS : 0; in arena_large_malloc_stats_update() 409 hindex = (index >= SC_NBINS) ? index - SC_NBINS : 0; in arena_large_dalloc_stats_update() 1140 for (unsigned i = 0; i < SC_NBINS; i++) { in arena_reset() 1466 assert(binind < SC_NBINS); in arena_malloc_small() 1585 extent_szind_set(extent, SC_NBINS); in arena_prof_demote() [all …]
|
| HD | ctl.c | 785 memset(ctl_arena->astats->bstats, 0, SC_NBINS * in ctl_arena_clear() 787 memset(ctl_arena->astats->lstats, 0, (SC_NSIZES - SC_NBINS) * in ctl_arena_clear() 806 for (i = 0; i < SC_NBINS; i++) { in ctl_arena_stats_amerge() 929 for (i = 0; i < SC_NBINS; i++) { in ctl_arena_stats_sdmerge() 959 for (i = 0; i < SC_NSIZES - SC_NBINS; i++) { in ctl_arena_stats_sdmerge() 2554 CTL_RO_NL_GEN(arenas_nbins, SC_NBINS, unsigned) in CTL_RO_NL_GEN() 2563 if (i > SC_NBINS) { in CTL_RO_NL_GEN() 2569 CTL_RO_NL_GEN(arenas_nlextents, SC_NSIZES - SC_NBINS, unsigned) 2570 CTL_RO_NL_GEN(arenas_lextent_i_size, sz_index2size(SC_NBINS+(szind_t)mib[2]), 2575 if (i > SC_NSIZES - SC_NBINS) { in arenas_lextent_i_index() [all …]
|
| HD | jemalloc.c | 392 for (unsigned i = 0; i < SC_NBINS; i++) { in arena_bind() 1025 malloc_conf_init_helper(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS], in malloc_conf_init_helper() argument 1444 malloc_conf_init(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS]) { in malloc_conf_init() argument 1499 unsigned bin_shard_sizes[SC_NBINS]; in malloc_init_hard_a0_locked() 2351 assert(ind < SC_NBINS); in JEMALLOC_ATTR()
|
| /freebsd-13-stable/contrib/jemalloc/include/jemalloc/internal/ |
| HD | tcache_structs.h | 28 cache_bin_t bins_small[SC_NBINS]; 53 uint8_t lg_fill_div[SC_NBINS]; 59 cache_bin_t bins_large[SC_NSIZES-SC_NBINS];
|
| HD | bin.h | 56 extern bin_info_t bin_infos[SC_NBINS]; 92 void bin_shard_sizes_boot(unsigned bin_shards[SC_NBINS]); 93 bool bin_update_shard_size(unsigned bin_shards[SC_NBINS], size_t start_size, 95 void bin_boot(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS]);
|
| HD | tcache_types.h | 48 ((TCACHE_GC_SWEEP / SC_NBINS) + ((TCACHE_GC_SWEEP / SC_NBINS == 0) ? 0 : 1))
|
| HD | jemalloc_internal_inlines_a.h | 113 assert(binind < SC_NBINS); in tcache_small_bin_get() 119 assert(binind >= SC_NBINS &&binind < nhbins); in tcache_large_bin_get() 120 return &tcache->bins_large[binind - SC_NBINS]; in tcache_large_bin_get()
|
| HD | sc.h | 229 #define SC_NBINS ( \ macro 241 #if (SC_NBINS > 256)
|
| HD | arena_inlines_b.h | 233 if (config_prof && unlikely(szind < SC_NBINS)) { in arena_dalloc_large_no_tcache() 273 if (config_prof && unlikely(szind < SC_NBINS)) { in arena_dalloc_large() 340 slab = (szind < SC_NBINS); in arena_sdalloc_no_tcache() 352 assert((config_prof && opt_prof) || slab == (szind < SC_NBINS)); in arena_sdalloc_no_tcache() 405 slab = (szind < SC_NBINS); in arena_sdalloc()
|
| HD | ctl.h | 45 bin_stats_t bstats[SC_NBINS]; 46 arena_stats_large_t lstats[SC_NSIZES - SC_NBINS];
|
| HD | bin_types.h | 14 uint8_t binshard[SC_NBINS];
|
| HD | arena_stats.h | 124 arena_stats_large_t lstats[SC_NSIZES - SC_NBINS]; 258 arena_stats_large_t *lstats = &arena_stats->lstats[szind - SC_NBINS]; in arena_stats_large_flush_nrequests_add()
|
| HD | tcache_inlines.h | 49 assert(binind < SC_NBINS); in tcache_alloc_small() 110 assert(binind >= SC_NBINS &&binind < nhbins); in tcache_alloc_large()
|
| HD | arena_structs_b.h | 209 bins_t bins[SC_NBINS];
|
| HD | rtree.h | 316 assert(!slab || szind < SC_NBINS); in rtree_leaf_elm_szind_slab_update() 513 assert(!slab || szind < SC_NBINS); in rtree_szind_slab_update()
|