Searched defs:tsd (Results 1 - 25 of 32) sorted by relevance

12

/freebsd-head/contrib/jemalloc/include/jemalloc/internal/
H A Djemalloc_internal_inlines_b.h8 arena_choose_impl(tsd_t *tsd, arena_t *arena, bool internal) { argument
16 if (unlikely(tsd_reentrancy_level_get(tsd) > 0)) {
17 return arena_get(tsd_tsdn(tsd), 0, true);
20 ret = internal ? tsd_iarena_get(tsd) : tsd_arena_get(tsd);
22 ret = arena_choose_hard(tsd, internal);
24 if (tcache_available(tsd)) {
25 tcache_t *tcache = tcache_get(tsd);
29 arena_get(tsd_tsdn(tsd), 0, false));
31 tcache_arena_reassociate(tsd_tsdn(tsd),
62 arena_choose(tsd_t *tsd, arena_t *arena) argument
67 arena_ichoose(tsd_t *tsd, arena_t *arena) argument
[all...]
H A Darena_inlines_a.h36 percpu_arena_update(tsd_t *tsd, unsigned cpu) { argument
38 arena_t *oldarena = tsd_arena_get(tsd);
44 arena_t *newarena = arena_get(tsd_tsdn(tsd), newind, true);
48 arena_migrate(tsd, oldind, newind);
49 tcache_t *tcache = tcache_get(tsd);
51 tcache_arena_reassociate(tsd_tsdn(tsd), tcache,
H A Djemalloc_internal_inlines_a.h60 arena_tdata_get(tsd_t *tsd, unsigned ind, bool refresh_if_missing) { argument
62 arena_tdata_t *arenas_tdata = tsd_arenas_tdata_get(tsd);
66 return arena_tdata_get_hard(tsd, ind);
68 if (unlikely(ind >= tsd_narenas_tdata_get(tsd))) {
73 return (refresh_if_missing ? arena_tdata_get_hard(tsd, ind) :
81 return arena_tdata_get_hard(tsd, ind);
101 decay_ticker_get(tsd_t *tsd, unsigned ind) {
104 tdata = arena_tdata_get(tsd, ind, true);
124 tcache_available(tsd_t *tsd) {
130 if (likely(tsd_tcache_enabled_get(tsd))) {
[all...]
H A Dtcache_inlines.h12 tcache_enabled_get(tsd_t *tsd) { argument
13 return tsd_tcache_enabled_get(tsd);
17 tcache_enabled_set(tsd_t *tsd, bool enabled) { argument
18 bool was_enabled = tsd_tcache_enabled_get(tsd);
21 tsd_tcache_data_init(tsd);
23 tcache_cleanup(tsd);
26 tsd_tcache_enabled_set(tsd, enabled);
27 tsd_slow_update(tsd);
31 tcache_event(tsd_t *tsd, tcache_t *tcache) { argument
37 tcache_event_hard(tsd, tcach
42 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, size_t size, szind_t binind, bool zero, bool slow_path) argument
[all...]
H A Darena_inlines_b.h17 arena_choose_maybe_huge(tsd_t *tsd, arena_t *arena, size_t size) { argument
28 arena_t *tsd_arena = tsd_arena_get(tsd);
30 return arena_choose_huge(tsd);
34 return arena_choose(tsd, NULL);
114 tsd_t *tsd; local
120 tsd = tsdn_tsd(tsdn);
121 decay_ticker = decay_ticker_get(tsd, arena_ind_get(arena));
H A Djemalloc_internal_inlines_c.h61 ialloc(tsd_t *tsd, size_t size, szind_t ind, bool zero, bool slow_path) { argument
62 return iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd), false,
93 ipalloc(tsd_t *tsd, size_t usize, size_t alignment, bool zero) { argument
94 return ipallocztm(tsd_tsdn(tsd), usize, alignment, zero,
95 tcache_get(tsd), false, NULL);
122 idalloc(tsd_t *tsd, void *ptr) { argument
123 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd), NULL, false, true);
197 iralloc(tsd_t *tsd, voi argument
[all...]
H A Dprof_inlines_b.h18 prof_tdata_get(tsd_t *tsd, bool create) { argument
23 tdata = tsd_prof_tdata_get(tsd);
26 if (tsd_nominal(tsd)) {
27 tdata = prof_tdata_init(tsd);
28 tsd_prof_tdata_set(tsd, tdata);
31 tdata = prof_tdata_reinit(tsd, tdata);
32 tsd_prof_tdata_set(tsd, tdata);
83 prof_sample_check(tsd_t *tsd, size_t usize, bool update) { argument
86 int64_t bytes_until_sample = tsd_bytes_until_sample_get(tsd);
89 if (tsd_nominal(tsd)) {
101 prof_sample_accum_update(tsd_t *tsd, size_t usize, bool update, prof_tdata_t **tdata_out) argument
146 prof_alloc_prep(tsd_t *tsd, size_t usize, bool prof_active, bool update) argument
181 prof_realloc(tsd_t *tsd, const void *ptr, size_t usize, prof_tctx_t *tctx, bool prof_active, bool updated, const void *old_ptr, size_t old_usize, prof_tctx_t *old_tctx) argument
239 prof_free(tsd_t *tsd, const void *ptr, size_t usize, alloc_ctx_t *alloc_ctx) argument
[all...]
H A Dtsd.h110 tsd_t *tsd_fetch_slow(tsd_t *tsd, bool internal);
111 void tsd_state_set(tsd_t *tsd, uint8_t new_state);
112 void tsd_slow_update(tsd_t *tsd);
113 void tsd_prefork(tsd_t *tsd);
114 void tsd_postfork_parent(tsd_t *tsd);
115 void tsd_postfork_child(tsd_t *tsd);
149 * in such scenarios, we need tsd, but set up in such a way that no
157 * What it says on the tin; tsd that hasn't been initialized. Note
158 * that even when the tsd struct lives in TLS, when need to keep track
184 /* The actual tsd
205 tsd_state_get(tsd_t *tsd) argument
221 tsd_t tsd; member in struct:tsdn_s
225 tsd_tsdn(tsd_t *tsd) argument
325 tsd_assert_fast(tsd_t *tsd) argument
336 tsd_fast(tsd_t *tsd) argument
347 tsd_t *tsd = tsd_get(init); local
372 tsd_t *tsd = tsd_fetch_min(); local
385 tsd_nominal(tsd_t *tsd) argument
399 tsd_rtree_ctx(tsd_t *tsd) argument
[all...]
/freebsd-head/contrib/llvm-project/compiler-rt/lib/asan/
H A Dasan_posix.cpp75 static void (*tsd_destructor)(void *tsd) = nullptr;
89 void AsanTSDInit(void (*destructor)(void *tsd)) { argument
99 void AsanTSDSet(void *tsd) { argument
101 CHECK(tsd);
103 key.key = tsd;
106 void PlatformTSDDtor(void *tsd) { argument
108 CHECK_EQ(key.key, tsd);
112 AsanThread::TSDDtor(tsd);
117 void AsanTSDInit(void (*destructor)(void *tsd)) { argument
128 void AsanTSDSet(void *tsd) { argument
133 PlatformTSDDtor(void *tsd) argument
[all...]
H A Dasan_fuchsia.cpp72 void AsanTSDSet(void *tsd) { per_thread = tsd; } argument
77 void AsanTSDInit(void (*destructor)(void *tsd)) { argument
81 void PlatformTSDDtor(void *tsd) { UNREACHABLE(__func__); } argument
H A Dasan_rtems.cpp81 void AsanTSDSet(void *tsd) { per_thread = tsd; } argument
86 void AsanTSDInit(void (*destructor)(void *tsd)) { argument
90 void PlatformTSDDtor(void *tsd) { UNREACHABLE(__func__); } argument
H A Dasan_thread.cpp92 void AsanThread::TSDDtor(void *tsd) { argument
93 AsanThreadContext *context = (AsanThreadContext*)tsd;
H A Dasan_win.cpp223 void AsanTSDInit(void (*destructor)(void *tsd)) { argument
233 void AsanTSDSet(void *tsd) { argument
235 fake_tsd = tsd;
238 void PlatformTSDDtor(void *tsd) { AsanThread::TSDDtor(tsd); } argument
/freebsd-head/contrib/llvm-project/compiler-rt/lib/msan/
H A Dmsan_thread.cpp51 void MsanThread::TSDDtor(void *tsd) { argument
52 MsanThread *t = (MsanThread*)tsd;
H A Dmsan_linux.cpp182 static void (*tsd_destructor)(void *tsd) = nullptr;
196 void MsanTSDInit(void (*destructor)(void *tsd)) { argument
206 void SetCurrentThread(MsanThread *tsd) { argument
208 CHECK(tsd);
210 key.key = tsd;
213 void MsanTSDDtor(void *tsd) { argument
215 CHECK_EQ(key.key, tsd);
219 MsanThread::TSDDtor(tsd);
225 void MsanTSDInit(void (*destructor)(void *tsd)) { argument
246 void MsanTSDDtor(void *tsd) { argument
[all...]
/freebsd-head/contrib/jemalloc/src/
H A Dckh.c53 static bool ckh_grow(tsd_t *tsd, ckh_t *ckh);
54 static void ckh_shrink(tsd_t *tsd, ckh_t *ckh);
257 ckh_grow(tsd_t *tsd, ckh_t *ckh) { argument
283 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE,
284 true, NULL, true, arena_ichoose(tsd, NULL));
296 idalloctm(tsd_tsdn(tsd), tab, NULL, NULL, true, true);
301 idalloctm(tsd_tsdn(tsd), ckh->tab, NULL, NULL, true, true);
312 ckh_shrink(tsd_t *tsd, ckh_t *ckh) { argument
327 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, true, NULL,
328 true, arena_ichoose(tsd, NUL
360 ckh_new(tsd_t *tsd, ckh_t *ckh, size_t minitems, ckh_hash_t *hash, ckh_keycomp_t *keycomp) argument
417 ckh_delete(tsd_t *tsd, ckh_t *ckh) argument
467 ckh_insert(tsd_t *tsd, ckh_t *ckh, const void *key, const void *data) argument
490 ckh_remove(tsd_t *tsd, ckh_t *ckh, const void *searchkey, void **key, void **data) argument
[all...]
H A Dtsd.c35 * have a dependency on tsd. So we define the struct here, and only refer to it
69 tsd_in_nominal_list(tsd_t *tsd) { argument
73 * We don't know that tsd is nominal; it might not be safe to get data
78 if (tsd == tsd_list) {
88 tsd_add_nominal(tsd_t *tsd) { argument
89 assert(!tsd_in_nominal_list(tsd));
90 assert(tsd_state_get(tsd) <= tsd_state_nominal_max);
91 ql_elm_new(tsd, TSD_MANGLE(tcache).tsd_link);
92 malloc_mutex_lock(tsd_tsdn(tsd), &tsd_nominal_tsds_lock);
93 ql_tail_insert(&tsd_nominal_tsds, tsd, TSD_MANGL
98 tsd_remove_nominal(tsd_t *tsd) argument
145 tsd_local_slow(tsd_t *tsd) argument
158 tsd_state_compute(tsd_t *tsd) argument
171 tsd_slow_update(tsd_t *tsd) argument
181 tsd_state_set(tsd_t *tsd, uint8_t new_state) argument
219 tsd_data_init(tsd_t *tsd) argument
240 assert_tsd_data_cleanup_done(tsd_t *tsd) argument
252 tsd_data_init_nocleanup(tsd_t *tsd) argument
270 tsd_fetch_slow(tsd_t *tsd, bool minimal) argument
363 tsd_do_data_cleanup(tsd_t *tsd) argument
374 tsd_t *tsd = (tsd_t *)arg; local
419 tsd_t *tsd; local
437 tsd_t *tsd = tsd_fetch(); local
517 tsd_prefork(tsd_t *tsd) argument
522 tsd_postfork_parent(tsd_t *tsd) argument
527 tsd_postfork_child(tsd_t *tsd) argument
[all...]
H A Dbase.c44 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
45 pre_reentrancy(tsd, NULL);
48 post_reentrancy(tsd);
83 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); local
84 pre_reentrancy(tsd, NULL);
107 post_reentrancy(tsd);
H A Dtcache.c41 tcache_event_hard(tsd_t *tsd, tcache_t *tcache) { argument
55 tcache_bin_flush_small(tsd, tcache, tbin, binind,
68 tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached
134 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, argument
148 tbin_extents_lookup_size_check(tsd_tsdn(tsd), tbin, binind,
152 item_extent[i] = iealloc(tsd_tsdn(tsd),
160 arena_t *bin_arena = arena_get(tsd_tsdn(tsd), bin_arena_ind,
167 if (arena_prof_accum(tsd_tsdn(tsd), arena,
169 prof_idump(tsd_tsdn(tsd));
174 malloc_mutex_lock(tsd_tsdn(tsd),
230 tcache_bin_flush_large(tsd_t *tsd, cache_bin_t *tbin, szind_t binind, unsigned rem, tcache_t *tcache) argument
395 tsd_tcache_enabled_data_init(tsd_t *tsd) argument
410 tcache_init(tsd_t *tsd, tcache_t *tcache, void *avail_stack) argument
444 tsd_tcache_data_init(tsd_t *tsd) argument
486 tcache_create_explicit(tsd_t *tsd) argument
512 tcache_flush_cache(tsd_t *tsd, tcache_t *tcache) argument
540 tcache_flush(tsd_t *tsd) argument
546 tcache_destroy(tsd_t *tsd, tcache_t *tcache, bool tsd_tcache) argument
582 tcache_cleanup(tsd_t *tsd) argument
625 tcaches_create_prep(tsd_t *tsd) argument
651 tcaches_create(tsd_t *tsd, unsigned *r_ind) argument
689 tcaches_elm_remove(tsd_t *tsd, tcaches_t *elm, bool allow_reinit) argument
709 tcaches_flush(tsd_t *tsd, unsigned ind) argument
720 tcaches_destroy(tsd_t *tsd, unsigned ind) argument
[all...]
H A Darena.c1065 arena_bin_reset(tsd_t *tsd, arena_t *arena, bin_t *bin) { argument
1068 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock);
1072 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock);
1073 arena_slab_dalloc(tsd_tsdn(tsd), arena, slab);
1074 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock);
1077 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock);
1078 arena_slab_dalloc(tsd_tsdn(tsd), arena, slab);
1079 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock);
1084 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock);
1085 arena_slab_dalloc(tsd_tsdn(tsd), aren
1096 arena_reset(tsd_t *tsd, arena_t *arena) argument
1170 arena_destroy(tsd_t *tsd, arena_t *arena) argument
1896 arena_retain_grow_limit_get_set(tsd_t *tsd, arena_t *arena, size_t *old_limit, size_t *new_limit) argument
2111 arena_choose_huge(tsd_t *tsd) argument
[all...]
/freebsd-head/contrib/llvm-project/compiler-rt/lib/hwasan/
H A Dhwasan_linux.cpp308 void HwasanTSDDtor(void *tsd) { argument
309 uptr iterations = (uptr)tsd;
/freebsd-head/sys/geom/raid/
H A Dtr_raid1.c156 struct g_raid_subdisk *tsd, *bestsd; local
177 tsd = &vol->v_subdisks[i];
178 if (tsd->sd_state > bestsd->sd_state)
179 bestsd = tsd;
180 else if (tsd->sd_state == bestsd->sd_state &&
181 (tsd->sd_state == G_RAID_SUBDISK_S_REBUILD ||
182 tsd->sd_state == G_RAID_SUBDISK_S_RESYNC) &&
183 tsd->sd_rebuild_pos > bestsd->sd_rebuild_pos)
184 bestsd = tsd;
H A Dmd_jmicron.c1388 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1489 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1387 g_raid_md_write_jmicron(struct g_raid_md_object *md, struct g_raid_volume *tvol, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument
1488 g_raid_md_fail_disk_jmicron(struct g_raid_md_object *md, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument
H A Dmd_nvidia.c1392 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1508 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1391 g_raid_md_write_nvidia(struct g_raid_md_object *md, struct g_raid_volume *tvol, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument
1507 g_raid_md_fail_disk_nvidia(struct g_raid_md_object *md, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument
H A Dmd_sii.c1476 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1588 struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk)
1475 g_raid_md_write_sii(struct g_raid_md_object *md, struct g_raid_volume *tvol, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument
1587 g_raid_md_fail_disk_sii(struct g_raid_md_object *md, struct g_raid_subdisk *tsd, struct g_raid_disk *tdisk) argument

Completed in 129 milliseconds

12