mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-02-07 06:53:33 +00:00
07cef612c3
This change adds a TLS freelist for small dynamic memory allocations.
Cosmopolitan's TIB is now 512 bytes in size. Single-threaded malloc()
performance isn't impacted by this, until pthread_create() is called.
Single-threaded programs may also want to consider using:
#include "libc/mem/tinymalloc.inc"
Which will shave 30k off the executable size and sometimes go faster.
91 lines
2.6 KiB
C
91 lines
2.6 KiB
C
#ifndef COSMOPOLITAN_LIBC_THREAD_TLS_H_
|
|
#define COSMOPOLITAN_LIBC_THREAD_TLS_H_
|
|
|
|
#define TLS_ALIGNMENT 64
|
|
|
|
#define TIB_FLAG_VFORKED 1
|
|
|
|
#if !(__ASSEMBLER__ + __LINKER__ + 0)
|
|
COSMOPOLITAN_C_START_
|
|
|
|
struct CosmoFtrace { /* 16 */
|
|
char ft_once; /* 0 */
|
|
char ft_noreentry; /* 1 */
|
|
int ft_skew; /* 4 */
|
|
int64_t ft_lastaddr; /* 8 */
|
|
};
|
|
|
|
/* cosmopolitan thread information block (512 bytes) */
|
|
/* NOTE: update aarch64 libc/errno.h if sizeof changes */
|
|
/* NOTE: update aarch64 libc/proc/vfork.S if sizeof changes */
|
|
/* NOTE: update aarch64 libc/nexgen32e/gc.S if sizeof changes */
|
|
struct CosmoTib {
|
|
struct CosmoTib *tib_self; /* 0x00 */
|
|
struct CosmoFtrace tib_ftracer; /* 0x08 */
|
|
void *tib_garbages; /* 0x18 */
|
|
intptr_t tib_locale; /* 0x20 */
|
|
intptr_t tib_pthread; /* 0x28 */
|
|
struct CosmoTib *tib_self2; /* 0x30 */
|
|
_Atomic(int32_t) tib_tid; /* 0x38 transitions -1 → tid → 0 */
|
|
int32_t tib_errno; /* 0x3c */
|
|
uint64_t tib_flags; /* 0x40 */
|
|
int tib_ftrace; /* inherited */
|
|
int tib_strace; /* inherited */
|
|
_Atomic(uint64_t) tib_sigmask; /* inherited */
|
|
_Atomic(uint64_t) tib_sigpending;
|
|
_Atomic(uint64_t) tib_syshand; /* win32=kThread, xnusilicon=pthread_t */
|
|
char *tib_sigstack_addr;
|
|
uint32_t tib_sigstack_size;
|
|
uint32_t tib_sigstack_flags;
|
|
void **tib_keys;
|
|
void *tib_nsync;
|
|
unsigned short tib_freelen[32];
|
|
void *tib_freemem[32];
|
|
} __attribute__((__aligned__(64)));
|
|
|
|
extern int __threaded;
|
|
extern char __tls_morphed;
|
|
extern unsigned __tls_index;
|
|
|
|
char *_mktls(struct CosmoTib **) libcesque;
|
|
void __bootstrap_tls(struct CosmoTib *, char *) libcesque;
|
|
|
|
#ifdef __x86_64__
|
|
extern char __tls_enabled;
|
|
#define __tls_enabled_set(x) __tls_enabled = x
|
|
#elif defined(__aarch64__)
|
|
#define __tls_enabled true
|
|
#define __tls_enabled_set(x) (void)0
|
|
#else
|
|
#error "unsupported architecture"
|
|
#endif
|
|
|
|
void __set_tls(struct CosmoTib *) libcesque;
|
|
|
|
/**
|
|
* Returns location of thread information block.
|
|
*
|
|
* This can't be used in privileged functions.
|
|
*/
|
|
forceinline pureconst struct CosmoTib *__get_tls(void) {
|
|
#ifdef __chibicc__
|
|
return 0;
|
|
#elif __x86_64__
|
|
struct CosmoTib *__tib;
|
|
__asm__("mov\t%%gs:0x30,%0" : "=r"(__tib));
|
|
return __tib;
|
|
#elif defined(__aarch64__)
|
|
register struct CosmoTib *__tls __asm__("x28");
|
|
return __tls - 1;
|
|
#endif
|
|
}
|
|
|
|
#ifdef __x86_64__
|
|
#define __adj_tls(tib) (tib)
|
|
#elif defined(__aarch64__)
|
|
#define __adj_tls(tib) ((struct CosmoTib *)(tib) + 1)
|
|
#endif
|
|
|
|
COSMOPOLITAN_C_END_
|
|
#endif /* !(__ASSEMBLER__ + __LINKER__ + 0) */
|
|
#endif /* COSMOPOLITAN_LIBC_THREAD_TLS_H_ */
|