mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-02-07 23:13:34 +00:00
9208c83f7a
- add vdso dump utility - tests now log stack usage - rename g_ftrace to __ftrace - make internal spinlocks go faster - add conformant c11 atomics library - function tracing now logs stack usage - make function call tracing thread safe - add -X unsecure (no ssl) mode to redbean - munmap() has more consistent behavior now - pacify fsync() calls on python unit tests - make --strace flag work better in redbean - start minimizing and documenting compiler flags
81 lines
3.8 KiB
C
81 lines
3.8 KiB
C
#ifndef COSMOPOLITAN_LIBC_INTRIN_SPINLOCK_H_
|
|
#define COSMOPOLITAN_LIBC_INTRIN_SPINLOCK_H_
|
|
#include "libc/calls/calls.h"
|
|
#include "libc/intrin/kprintf.h"
|
|
#include "libc/intrin/lockcmpxchg.h"
|
|
|
|
#if IsModeDbg() && !defined(_SPINLOCK_DEBUG)
|
|
#define _SPINLOCK_DEBUG
|
|
#endif
|
|
|
|
#if defined(_SPINLOCK_DEBUG)
|
|
#define _spinlock(lock) _spinlock_ndebug(lock)
|
|
#define _spinlock_ndebug(lock) _spinlock_cooperative(lock)
|
|
#elif defined(TINY)
|
|
#define _spinlock(lock) _spinlock_tiny(lock)
|
|
#define _spinlock_ndebug(lock) _spinlock_tiny(lock)
|
|
#else
|
|
#define _spinlock(lock) _spinlock_cooperative(lock)
|
|
#define _spinlock_ndebug(lock) _spinlock_cooperative(lock)
|
|
#endif
|
|
|
|
#define _spunlock(lock) __atomic_clear(lock, __ATOMIC_RELAXED)
|
|
|
|
#define _trylock(lock) __atomic_test_and_set(lock, __ATOMIC_SEQ_CST)
|
|
|
|
#define _seizelock(lock) \
|
|
do { \
|
|
typeof(*(lock)) x = 1; \
|
|
__atomic_store(lock, &x, __ATOMIC_RELEASE); \
|
|
} while (0)
|
|
|
|
#define _spinlock_tiny(lock) \
|
|
do { \
|
|
while (_trylock(lock)) { \
|
|
__builtin_ia32_pause(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define _spinlock_cooperative(lock) \
|
|
do { \
|
|
int __tries = 0; \
|
|
for (;;) { \
|
|
typeof(*(lock)) x; \
|
|
__atomic_load(lock, &x, __ATOMIC_RELAXED); \
|
|
if (!x && !_trylock(lock)) { \
|
|
break; \
|
|
} else if (++__tries & 7) { \
|
|
__builtin_ia32_pause(); \
|
|
} else { \
|
|
sched_yield(); \
|
|
} \
|
|
} \
|
|
} while (0)
|
|
|
|
#define _spinlock_debug(lock) \
|
|
do { \
|
|
typeof(*(lock)) me, owner; \
|
|
unsigned long warntries = 16777216; \
|
|
me = gettid(); \
|
|
if (!_lockcmpxchg(lock, 0, me)) { \
|
|
__atomic_load(lock, &owner, __ATOMIC_RELAXED); \
|
|
if (owner == me) { \
|
|
kprintf("%s:%d: warning: possible re-entry on %s in %s()\n", __FILE__, \
|
|
__LINE__, #lock, __FUNCTION__); \
|
|
} \
|
|
while (!_lockcmpxchg(lock, 0, me)) { \
|
|
if (!--warntries) { \
|
|
warntries = -1; \
|
|
kprintf("%s:%d: warning: possible deadlock on %s in %s()\n", \
|
|
__FILE__, __LINE__, #lock, __FUNCTION__); \
|
|
} \
|
|
if (warntries & 7) { \
|
|
__builtin_ia32_pause(); \
|
|
} else { \
|
|
sched_yield(); \
|
|
} \
|
|
} \
|
|
} \
|
|
} while (0)
|
|
|
|
#endif /* COSMOPOLITAN_LIBC_INTRIN_SPINLOCK_H_ */
|