| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | arena_inlines_b.h | 57 arena_prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in arena_prof_tctx_set()
87 arena_prof_alloc_time_get(tsdn_t *tsdn, const void *ptr, in arena_prof_alloc_time_get()
113 arena_decay_ticks(tsdn_t *tsdn, arena_t *arena, unsigned nticks) { in arena_decay_ticks()
131 arena_decay_tick(tsdn_t *tsdn, arena_t *arena) { in arena_decay_tick()
180 arena_aalloc(tsdn_t *tsdn, const void *ptr) { in arena_aalloc()
185 arena_salloc(tsdn_t *tsdn, const void *ptr) { in arena_salloc()
199 arena_vsalloc(tsdn_t *tsdn, const void *ptr) { in arena_vsalloc()
242 arena_dalloc_no_tcache(tsdn_t *tsdn, void *ptr) { in arena_dalloc_no_tcache()
286 arena_dalloc(tsdn_t *tsdn, void *ptr, tcache_t *tcache, in arena_dalloc()
328 arena_sdalloc_no_tcache(tsdn_t *tsdn, void *ptr, size_t size) { in arena_sdalloc_no_tcache()
[all …]
|
| H A D | mutex_pool.h | 27 mutex_pool_assert_not_held(tsdn_t *tsdn, mutex_pool_t *pool) { in mutex_pool_assert_not_held()
41 mutex_pool_lock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_lock()
49 mutex_pool_unlock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_unlock()
57 mutex_pool_lock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_lock2()
75 mutex_pool_unlock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_unlock2()
90 mutex_pool_assert_owner(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_assert_owner()
|
| H A D | rtree.h | 173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_read()
211 rtree_leaf_elm_extent_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_extent_read()
224 rtree_leaf_elm_szind_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_read()
236 rtree_leaf_elm_slab_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_read()
248 rtree_leaf_elm_extent_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_extent_write()
262 rtree_leaf_elm_szind_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_write()
280 rtree_leaf_elm_slab_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_write()
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write()
314 rtree_leaf_elm_szind_slab_update(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_slab_update()
427 rtree_szind_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_szind_read()
[all …]
|
| H A D | jemalloc_internal_inlines_c.h | 28 iaalloc(tsdn_t *tsdn, const void *ptr) { in iaalloc()
35 isalloc(tsdn_t *tsdn, const void *ptr) { in isalloc()
42 iallocztm(tsdn_t *tsdn, size_t size, szind_t ind, bool zero, tcache_t *tcache, in iallocztm()
67 ipallocztm(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipallocztm()
87 ipalloct(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipalloct()
99 ivsalloc(tsdn_t *tsdn, const void *ptr) { in ivsalloc()
104 idalloctm(tsdn_t *tsdn, void *ptr, tcache_t *tcache, alloc_ctx_t *alloc_ctx, in idalloctm()
127 isdalloct(tsdn_t *tsdn, void *ptr, size_t size, tcache_t *tcache, in isdalloct()
135 iralloct_realign(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, in iralloct_realign()
174 iralloct(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, size_t alignment, in iralloct()
[all …]
|
| H A D | arena_stats.h | 131 arena_stats_init(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_init()
148 arena_stats_lock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_lock()
155 arena_stats_unlock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_unlock()
162 arena_stats_read_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_read_u64()
173 arena_stats_add_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_add_u64()
184 arena_stats_sub_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_sub_u64()
212 arena_stats_read_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_read_zu()
223 arena_stats_add_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_add_zu()
235 arena_stats_sub_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_sub_zu()
255 arena_stats_large_flush_nrequests_add(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_large_flush_nrequests_add()
[all …]
|
| H A D | mutex.h | 163 mutex_owner_stats_update(tsdn_t *tsdn, malloc_mutex_t *mutex) { in mutex_owner_stats_update()
176 malloc_mutex_trylock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_trylock()
215 malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_lock()
228 malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_unlock()
237 malloc_mutex_assert_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_owner()
242 malloc_mutex_assert_not_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_not_owner()
248 malloc_mutex_prof_read(tsdn_t *tsdn, mutex_prof_data_t *data, in malloc_mutex_prof_read()
265 malloc_mutex_prof_accum(tsdn_t *tsdn, mutex_prof_data_t *data, in malloc_mutex_prof_accum()
|
| H A D | prof_inlines_b.h | 41 prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_tctx_get()
49 prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_tctx_set()
58 prof_tctx_reset(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx) { in prof_tctx_reset()
66 prof_alloc_time_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_alloc_time_get()
74 prof_alloc_time_set(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx, in prof_alloc_time_set()
166 prof_malloc(tsdn_t *tsdn, const void *ptr, size_t usize, alloc_ctx_t *alloc_ctx, in prof_malloc()
|
| H A D | background_thread_inlines.h | 10 background_thread_enabled_set(tsdn_t *tsdn, bool state) { in background_thread_enabled_set()
35 background_thread_wakeup_time_set(tsdn_t *tsdn, background_thread_info_t *info, in background_thread_wakeup_time_set()
49 arena_background_thread_inactivity_check(tsdn_t *tsdn, arena_t *arena, in arena_background_thread_inactivity_check()
|
| H A D | prof_inlines_a.h | 7 prof_accum_add(tsdn_t *tsdn, prof_accum_t *prof_accum, in prof_accum_add()
46 prof_accum_cancel(tsdn_t *tsdn, prof_accum_t *prof_accum, in prof_accum_cancel()
|
| H A D | tsd.h | 230 tsdn_null(const tsdn_t *tsdn) { in tsdn_null()
235 tsdn_tsd(tsdn_t *tsdn) { in tsdn_tsd()
404 tsdn_rtree_ctx(tsdn_t *tsdn, rtree_ctx_t *fallback) { in tsdn_rtree_ctx()
|
| H A D | extent_inlines.h | 13 extent_lock(tsdn_t *tsdn, extent_t *extent) { in extent_lock()
19 extent_unlock(tsdn_t *tsdn, extent_t *extent) { in extent_unlock()
25 extent_lock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_lock2()
32 extent_unlock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_unlock2()
216 extent_addr_randomize(tsdn_t *tsdn, extent_t *extent, size_t alignment) { in extent_addr_randomize()
|
| H A D | jemalloc_internal_inlines_b.h | 79 iealloc(tsdn_t *tsdn, const void *ptr) { in iealloc()
|
| H A D | arena_inlines_a.h | 25 arena_prof_accum(tsdn_t *tsdn, arena_t *arena, uint64_t accumbytes) { in arena_prof_accum()
|
| /freebsd/contrib/jemalloc/src/ |
| H A D | large.c | 14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) { in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc()
219 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move()
265 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in large_ralloc_move_helper()
274 large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize, in large_ralloc()
350 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_prep_junked_locked()
355 large_dalloc_finish(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_finish()
360 large_dalloc(tsdn_t *tsdn, extent_t *extent) { in large_dalloc()
368 large_salloc(tsdn_t *tsdn, const extent_t *extent) { in large_salloc()
373 large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent) { in large_prof_tctx_get()
[all …]
|
| H A D | extent.c | 180 extent_alloc(tsdn_t *tsdn, arena_t *arena) { in extent_alloc()
657 extents_prefork(tsdn_t *tsdn, extents_t *extents) { in extents_prefork()
815 extent_register(tsdn_t *tsdn, extent_t *extent) { in extent_register()
1057 extent_recycle_split(tsdn_t *tsdn, arena_t *arena, in extent_recycle_split()
1253 tsdn_t *tsdn; in extent_alloc_default() local
1286 extent_hook_post_reentrancy(tsdn_t *tsdn) { in extent_hook_post_reentrancy()
1675 extent_try_coalesce(tsdn_t *tsdn, arena_t *arena, in extent_try_coalesce()
1918 extent_commit_impl(tsdn_t *tsdn, arena_t *arena, in extent_commit_impl()
2092 extent_split_impl(tsdn_t *tsdn, arena_t *arena, in extent_split_impl()
2231 tsdn_t *tsdn = tsdn_fetch(); in extent_merge_default() local
[all …]
|
| H A D | arena.c | 824 arena_stash_decayed(tsdn_t *tsdn, arena_t *arena, in arena_stash_decayed()
843 arena_decay_stashed(tsdn_t *tsdn, arena_t *arena, in arena_decay_stashed()
1731 arena_dalloc_small(tsdn_t *tsdn, void *ptr) { in arena_dalloc_small()
2182 arena_prefork0(tsdn_t *tsdn, arena_t *arena) { in arena_prefork0()
2188 arena_prefork1(tsdn_t *tsdn, arena_t *arena) { in arena_prefork1()
2195 arena_prefork2(tsdn_t *tsdn, arena_t *arena) { in arena_prefork2()
2200 arena_prefork3(tsdn_t *tsdn, arena_t *arena) { in arena_prefork3()
2207 arena_prefork4(tsdn_t *tsdn, arena_t *arena) { in arena_prefork4()
2212 arena_prefork5(tsdn_t *tsdn, arena_t *arena) { in arena_prefork5()
2217 arena_prefork6(tsdn_t *tsdn, arena_t *arena) { in arena_prefork6()
[all …]
|
| H A D | rtree.c | 31 rtree_node_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_node_alloc_impl()
38 rtree_node_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *node) { in rtree_node_dalloc_impl()
46 rtree_leaf_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_leaf_alloc_impl()
53 rtree_leaf_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *leaf) { in rtree_leaf_dalloc_impl()
63 rtree_delete_subtree(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *subtree, in rtree_delete_subtree()
94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete()
102 rtree_node_init(tsdn_t *tsdn, rtree_t *rtree, unsigned level, in rtree_node_init()
129 rtree_leaf_init(tsdn_t *tsdn, rtree_t *rtree, atomic_p_t *elmp) { in rtree_leaf_init()
181 rtree_child_node_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_node_read()
210 rtree_child_leaf_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_leaf_read()
[all …]
|
| H A D | base.c | 32 base_map(tsdn_t *tsdn, extent_hooks_t *extent_hooks, unsigned ind, size_t size) { in base_map()
144 base_auto_thp_switch(tsdn_t *tsdn, base_t *base) { in base_auto_thp_switch()
248 base_block_alloc(tsdn_t *tsdn, base_t *base, extent_hooks_t *extent_hooks, in base_block_alloc()
350 base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in base_new()
396 base_delete(tsdn_t *tsdn, base_t *base) { in base_delete()
464 base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment) { in base_alloc()
469 base_alloc_extent(tsdn_t *tsdn, base_t *base) { in base_alloc_extent()
496 base_prefork(tsdn_t *tsdn, base_t *base) { in base_prefork()
501 base_postfork_parent(tsdn_t *tsdn, base_t *base) { in base_postfork_parent()
506 base_postfork_child(tsdn_t *tsdn, base_t *base) { in base_postfork_child()
[all …]
|
| H A D | tcache.c | 36 tcache_salloc(tsdn_t *tsdn, const void *ptr) { in tcache_salloc()
89 tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache, in tcache_alloc_small_hard()
106 tbin_extents_lookup_size_check(tsdn_t *tsdn, cache_bin_t *tbin, szind_t binind, in tbin_extents_lookup_size_check()
341 tcache_arena_associate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_associate()
362 tcache_arena_dissociate(tsdn_t *tsdn, tcache_t *tcache) { in tcache_arena_dissociate()
389 tcache_arena_reassociate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_reassociate()
601 tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_stats_merge()
733 tcache_boot(tsdn_t *tsdn) { in tcache_boot()
780 tcache_prefork(tsdn_t *tsdn) { in tcache_prefork()
787 tcache_postfork_parent(tsdn_t *tsdn) { in tcache_postfork_parent()
[all …]
|
| H A D | prof.c | 1196 tsdn_t *tsdn; in prof_tdata_count() local
1371 tsdn_t *tsdn = (tsdn_t *)arg; in prof_tctx_merge_iter() local
1391 tsdn_t *tsdn; member
1469 tsdn_t *tsdn; member
1536 tsdn_t *tsdn; member
1798 tsdn_t *tsdn; member
2049 prof_idump(tsdn_t *tsdn) { in prof_idump()
2106 prof_gdump(tsdn_t *tsdn) { in prof_gdump()
2696 prof_log_stop(tsdn_t *tsdn) { in prof_log_stop()
3088 prof_prefork0(tsdn_t *tsdn) { in prof_prefork0()
[all …]
|
| H A D | mutex.c | 124 malloc_mutex_prof_data_reset(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prof_data_reset()
206 malloc_mutex_prefork(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prefork()
211 malloc_mutex_postfork_parent(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_parent()
216 malloc_mutex_postfork_child(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_child()
|
| H A D | bin.c | 83 bin_prefork(tsdn_t *tsdn, bin_t *bin) { in bin_prefork()
88 bin_postfork_parent(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_parent()
93 bin_postfork_child(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_child()
|
| H A D | hook.c | 48 hook_install(tsdn_t *tsdn, hooks_t *to_install) { in hook_install()
73 hook_remove(tsdn_t *tsdn, void *opaque) { in hook_remove()
132 tsdn_t *tsdn = tsdn_fetch(); in hook_reentrantp() local
|
| H A D | tsd.c | 107 tsd_force_recompute(tsdn_t *tsdn) { in tsd_force_recompute()
125 tsd_global_slow_inc(tsdn_t *tsdn) { in tsd_global_slow_inc()
138 void tsd_global_slow_dec(tsdn_t *tsdn) { in tsd_global_slow_dec()
|
| H A D | ctl.c | 1034 ctl_background_thread_stats_read(tsdn_t *tsdn) { in ctl_background_thread_stats_read()
1044 ctl_refresh(tsdn_t *tsdn) { in ctl_refresh()
1120 tsdn_t *tsdn = tsd_tsdn(tsd); in ctl_init() local
1399 ctl_prefork(tsdn_t *tsdn) { in ctl_prefork()
1404 ctl_postfork_parent(tsdn_t *tsdn) { in ctl_postfork_parent()
1409 ctl_postfork_child(tsdn_t *tsdn) { in ctl_postfork_child()
2037 tsdn_t *tsdn = tsd_tsdn(tsd); in arena_i_initialized_ctl() local
2056 arena_i_decay(tsdn_t *tsdn, unsigned arena_ind, bool all) { in arena_i_decay()
2573 arenas_lextent_i_index(tsdn_t *tsdn, const size_t *mib, in arenas_lextent_i_index()
2961 tsdn_t *tsdn = tsd_tsdn(tsd); in stats_mutexes_reset_ctl() local
[all …]
|