File Manager

003 File Manager

Current Path: /usr/src/contrib/jemalloc/include/jemalloc/internal

usr / src / contrib / jemalloc / include / jemalloc / internal /

📁 ..
📄 arena_externs.h(4.83 KB)
📄 arena_inlines_a.h(1.44 KB)
📄 arena_inlines_b.h(11.54 KB)
📄 arena_stats.h(7.92 KB)
📄 arena_structs_a.h(293 B)
📄 arena_structs_b.h(6.63 KB)
📄 arena_types.h(1.67 KB)
📄 assert.h(1.3 KB)
📄 atomic.h(2.66 KB)
📄 atomic_c11.h(3.46 KB)
📄 atomic_gcc_atomic.h(4.06 KB)
📄 atomic_gcc_sync.h(6.21 KB)
📄 background_thread_externs.h(1.29 KB)
📄 background_thread_inlines.h(2.09 KB)
📄 background_thread_structs.h(1.74 KB)
📄 base_externs.h(946 B)
📄 base_inlines.h(312 B)
📄 base_structs.h(1.52 KB)
📄 base_types.h(1.08 KB)
📄 bin.h(3.6 KB)
📄 bin_stats.h(1.35 KB)
📄 bin_types.h(474 B)
📄 bit_util.h(5.22 KB)
📄 bitmap.h(10.97 KB)
📄 cache_bin.h(3.69 KB)
📄 ckh.h(3.19 KB)
📄 ctl.h(3.62 KB)
📄 div.h(1.14 KB)
📄 emitter.h(13.06 KB)
📄 extent_dss.h(728 B)
📄 extent_externs.h(3.75 KB)
📄 extent_inlines.h(13.4 KB)
📄 extent_mmap.h(328 B)
📄 extent_structs.h(8.46 KB)
📄 extent_types.h(700 B)
📄 hash.h(7.88 KB)
📄 hook.h(5.41 KB)
📄 jemalloc_internal_decls.h(2.19 KB)
📄 jemalloc_internal_defs.h(10.93 KB)
📄 jemalloc_internal_defs_FreeBSD.h(256 B)
📄 jemalloc_internal_externs.h(1.75 KB)
📄 jemalloc_internal_includes.h(4.19 KB)
📄 jemalloc_internal_inlines_a.h(4.39 KB)
📄 jemalloc_internal_inlines_b.h(2.24 KB)
📄 jemalloc_internal_inlines_c.h(7.08 KB)
📄 jemalloc_internal_macros.h(3.99 KB)
📄 jemalloc_internal_types.h(3.42 KB)
📄 jemalloc_preamble.h(3.9 KB)
📄 large_externs.h(1.4 KB)
📄 log.h(3.67 KB)
📄 malloc_io.h(2.9 KB)
📄 mutex.h(9.34 KB)
📄 mutex_pool.h(2.81 KB)
📄 mutex_prof.h(3.55 KB)
📄 nstime.h(1.27 KB)
📄 pages.h(3.05 KB)
📄 ph.h(12.26 KB)
📄 private_namespace.h(22.72 KB)
📄 prng.h(4.69 KB)
📄 prof_externs.h(3.79 KB)
📄 prof_inlines_a.h(2.44 KB)
📄 prof_inlines_b.h(6.42 KB)
📄 prof_structs.h(5.02 KB)
📄 prof_types.h(1.74 KB)
📄 public_namespace.h(1.03 KB)
📄 ql.h(2.45 KB)
📄 qr.h(2.29 KB)
📄 quantum.h(1.75 KB)
📄 rb.h(37.41 KB)
📄 rtree.h(17.01 KB)
📄 rtree_tsd.h(1.82 KB)
📄 safety_check.h(797 B)
📄 sc.h(12.98 KB)
📄 seq.h(1.81 KB)
📄 smoothstep.h(15.26 KB)
📄 spin.h(613 B)
📄 stats.h(998 B)
📄 sz.h(7.96 KB)
📄 tcache_externs.h(2.09 KB)
📄 tcache_inlines.h(5.73 KB)
📄 tcache_structs.h(2.05 KB)
📄 tcache_types.h(2.01 KB)
📄 test_hooks.h(459 B)
📄 ticker.h(2.21 KB)
📄 tsd.h(12.49 KB)
📄 tsd_generic.h(3.76 KB)
📄 tsd_malloc_thread_cleanup.h(1.19 KB)
📄 tsd_tls.h(1.12 KB)
📄 tsd_types.h(258 B)
📄 util.h(1.43 KB)
📄 witness.h(9.32 KB)

Editing: arena_stats.h

#ifndef JEMALLOC_INTERNAL_ARENA_STATS_H
#define JEMALLOC_INTERNAL_ARENA_STATS_H

#include "jemalloc/internal/atomic.h"
#include "jemalloc/internal/mutex.h"
#include "jemalloc/internal/mutex_prof.h"
#include "jemalloc/internal/sc.h"

JEMALLOC_DIAGNOSTIC_DISABLE_SPURIOUS

/*
 * In those architectures that support 64-bit atomics, we use atomic updates for
 * our 64-bit values.  Otherwise, we use a plain uint64_t and synchronize
 * externally.
 */
#ifdef JEMALLOC_ATOMIC_U64
typedef atomic_u64_t arena_stats_u64_t;
#else
/* Must hold the arena stats mutex while reading atomically. */
typedef uint64_t arena_stats_u64_t;
#endif

typedef struct arena_stats_large_s arena_stats_large_t;
struct arena_stats_large_s {
	/*
	 * Total number of allocation/deallocation requests served directly by
	 * the arena.
	 */
	arena_stats_u64_t	nmalloc;
	arena_stats_u64_t	ndalloc;

/*
	 * Number of allocation requests that correspond to this size class.
	 * This includes requests served by tcache, though tcache only
	 * periodically merges into this counter.
	 */
	arena_stats_u64_t	nrequests; /* Partially derived. */
	/*
	 * Number of tcache fills / flushes for large (similarly, periodically
	 * merged).  Note that there is no large tcache batch-fill currently
	 * (i.e. only fill 1 at a time); however flush may be batched.
	 */
	arena_stats_u64_t	nfills; /* Partially derived. */
	arena_stats_u64_t	nflushes; /* Partially derived. */

/* Current number of allocations of this size class. */
	size_t		curlextents; /* Derived. */
};

typedef struct arena_stats_decay_s arena_stats_decay_t;
struct arena_stats_decay_s {
	/* Total number of purge sweeps. */
	arena_stats_u64_t	npurge;
	/* Total number of madvise calls made. */
	arena_stats_u64_t	nmadvise;
	/* Total number of pages purged. */
	arena_stats_u64_t	purged;
};

typedef struct arena_stats_extents_s arena_stats_extents_t;
struct arena_stats_extents_s {
	/*
	 * Stats for a given index in the range [0, SC_NPSIZES] in an extents_t.
	 * We track both bytes and # of extents: two extents in the same bucket
	 * may have different sizes if adjacent size classes differ by more than
	 * a page, so bytes cannot always be derived from # of extents.
	 */
	atomic_zu_t ndirty;
	atomic_zu_t dirty_bytes;
	atomic_zu_t nmuzzy;
	atomic_zu_t muzzy_bytes;
	atomic_zu_t nretained;
	atomic_zu_t retained_bytes;
};

/*
 * Arena stats.  Note that fields marked "derived" are not directly maintained
 * within the arena code; rather their values are derived during stats merge
 * requests.
 */
typedef struct arena_stats_s arena_stats_t;
struct arena_stats_s {
#ifndef JEMALLOC_ATOMIC_U64
	malloc_mutex_t		mtx;
#endif

/* Number of bytes currently mapped, excluding retained memory. */
	atomic_zu_t		mapped; /* Partially derived. */

/*
	 * Number of unused virtual memory bytes currently retained.  Retained
	 * bytes are technically mapped (though always decommitted or purged),
	 * but they are excluded from the mapped statistic (above).
	 */
	atomic_zu_t		retained; /* Derived. */

/* Number of extent_t structs allocated by base, but not being used. */
	atomic_zu_t		extent_avail;

arena_stats_decay_t	decay_dirty;
	arena_stats_decay_t	decay_muzzy;

atomic_zu_t		base; /* Derived. */
	atomic_zu_t		internal;
	atomic_zu_t		resident; /* Derived. */
	atomic_zu_t		metadata_thp;

atomic_zu_t		allocated_large; /* Derived. */
	arena_stats_u64_t	nmalloc_large; /* Derived. */
	arena_stats_u64_t	ndalloc_large; /* Derived. */
	arena_stats_u64_t	nfills_large; /* Derived. */
	arena_stats_u64_t	nflushes_large; /* Derived. */
	arena_stats_u64_t	nrequests_large; /* Derived. */

/* VM space had to be leaked (undocumented).  Normally 0. */
	atomic_zu_t		abandoned_vm;

/* Number of bytes cached in tcache associated with this arena. */
	atomic_zu_t		tcache_bytes; /* Derived. */

mutex_prof_data_t mutex_prof_data[mutex_prof_num_arena_mutexes];

/* One element for each large size class. */
	arena_stats_large_t	lstats[SC_NSIZES - SC_NBINS];

/* Arena uptime. */
	nstime_t		uptime;
};

static inline bool
arena_stats_init(tsdn_t *tsdn, arena_stats_t *arena_stats) {
	if (config_debug) {
		for (size_t i = 0; i < sizeof(arena_stats_t); i++) {
			assert(((char *)arena_stats)[i] == 0);
		}
	}
#ifndef JEMALLOC_ATOMIC_U64
	if (malloc_mutex_init(&arena_stats->mtx, "arena_stats",
	    WITNESS_RANK_ARENA_STATS, malloc_mutex_rank_exclusive)) {
		return true;
	}
#endif
	/* Memory is zeroed, so there is no need to clear stats. */
	return false;
}

static inline void
arena_stats_lock(tsdn_t *tsdn, arena_stats_t *arena_stats) {
#ifndef JEMALLOC_ATOMIC_U64
	malloc_mutex_lock(tsdn, &arena_stats->mtx);
#endif
}

static inline void
arena_stats_unlock(tsdn_t *tsdn, arena_stats_t *arena_stats) {
#ifndef JEMALLOC_ATOMIC_U64
	malloc_mutex_unlock(tsdn, &arena_stats->mtx);
#endif
}

static inline uint64_t
arena_stats_read_u64(tsdn_t *tsdn, arena_stats_t *arena_stats,
    arena_stats_u64_t *p) {
#ifdef JEMALLOC_ATOMIC_U64
	return atomic_load_u64(p, ATOMIC_RELAXED);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	return *p;
#endif
}

static inline void
arena_stats_add_u64(tsdn_t *tsdn, arena_stats_t *arena_stats,
    arena_stats_u64_t *p, uint64_t x) {
#ifdef JEMALLOC_ATOMIC_U64
	atomic_fetch_add_u64(p, x, ATOMIC_RELAXED);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	*p += x;
#endif
}

static inline void
arena_stats_sub_u64(tsdn_t *tsdn, arena_stats_t *arena_stats,
    arena_stats_u64_t *p, uint64_t x) {
#ifdef JEMALLOC_ATOMIC_U64
	uint64_t r = atomic_fetch_sub_u64(p, x, ATOMIC_RELAXED);
	assert(r - x <= r);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	*p -= x;
	assert(*p + x >= *p);
#endif
}

/*
 * Non-atomically sets *dst += src.  *dst needs external synchronization.
 * This lets us avoid the cost of a fetch_add when its unnecessary (note that
 * the types here are atomic).
 */
static inline void
arena_stats_accum_u64(arena_stats_u64_t *dst, uint64_t src) {
#ifdef JEMALLOC_ATOMIC_U64
	uint64_t cur_dst = atomic_load_u64(dst, ATOMIC_RELAXED);
	atomic_store_u64(dst, src + cur_dst, ATOMIC_RELAXED);
#else
	*dst += src;
#endif
}

static inline size_t
arena_stats_read_zu(tsdn_t *tsdn, arena_stats_t *arena_stats,
    atomic_zu_t *p) {
#ifdef JEMALLOC_ATOMIC_U64
	return atomic_load_zu(p, ATOMIC_RELAXED);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	return atomic_load_zu(p, ATOMIC_RELAXED);
#endif
}

static inline void
arena_stats_add_zu(tsdn_t *tsdn, arena_stats_t *arena_stats,
    atomic_zu_t *p, size_t x) {
#ifdef JEMALLOC_ATOMIC_U64
	atomic_fetch_add_zu(p, x, ATOMIC_RELAXED);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	size_t cur = atomic_load_zu(p, ATOMIC_RELAXED);
	atomic_store_zu(p, cur + x, ATOMIC_RELAXED);
#endif
}

static inline void
arena_stats_sub_zu(tsdn_t *tsdn, arena_stats_t *arena_stats,
    atomic_zu_t *p, size_t x) {
#ifdef JEMALLOC_ATOMIC_U64
	size_t r = atomic_fetch_sub_zu(p, x, ATOMIC_RELAXED);
	assert(r - x <= r);
#else
	malloc_mutex_assert_owner(tsdn, &arena_stats->mtx);
	size_t cur = atomic_load_zu(p, ATOMIC_RELAXED);
	atomic_store_zu(p, cur - x, ATOMIC_RELAXED);
#endif
}

/* Like the _u64 variant, needs an externally synchronized *dst. */
static inline void
arena_stats_accum_zu(atomic_zu_t *dst, size_t src) {
	size_t cur_dst = atomic_load_zu(dst, ATOMIC_RELAXED);
	atomic_store_zu(dst, src + cur_dst, ATOMIC_RELAXED);
}

static inline void
arena_stats_large_flush_nrequests_add(tsdn_t *tsdn, arena_stats_t *arena_stats,
    szind_t szind, uint64_t nrequests) {
	arena_stats_lock(tsdn, arena_stats);
	arena_stats_large_t *lstats = &arena_stats->lstats[szind - SC_NBINS];
	arena_stats_add_u64(tsdn, arena_stats, &lstats->nrequests, nrequests);
	arena_stats_add_u64(tsdn, arena_stats, &lstats->nflushes, 1);
	arena_stats_unlock(tsdn, arena_stats);
}

static inline void
arena_stats_mapped_add(tsdn_t *tsdn, arena_stats_t *arena_stats, size_t size) {
	arena_stats_lock(tsdn, arena_stats);
	arena_stats_add_zu(tsdn, arena_stats, &arena_stats->mapped, size);
	arena_stats_unlock(tsdn, arena_stats);
}

#endif /* JEMALLOC_INTERNAL_ARENA_STATS_H */

003 File Manager

Editing: arena_stats.h

Upload File

Create Folder