2022-05-27 20:25:46 +00:00
|
|
|
/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
|
|
|
|
│ vi: set et ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi │
|
2020-06-15 14:18:57 +00:00
|
|
|
╞══════════════════════════════════════════════════════════════════════════════╡
|
2023-11-01 04:59:05 +00:00
|
|
|
│ Copyright 2023 Justine Alexandra Roberts Tunney │
|
2020-06-15 14:18:57 +00:00
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
│ Permission to use, copy, modify, and/or distribute this software for │
|
|
|
|
│ any purpose with or without fee is hereby granted, provided that the │
|
|
|
|
│ above copyright notice and this permission notice appear in all copies. │
|
2020-06-15 14:18:57 +00:00
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL │
|
|
|
|
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED │
|
|
|
|
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE │
|
|
|
|
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL │
|
|
|
|
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR │
|
|
|
|
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER │
|
|
|
|
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │
|
|
|
|
│ PERFORMANCE OF THIS SOFTWARE. │
|
2020-06-15 14:18:57 +00:00
|
|
|
╚─────────────────────────────────────────────────────────────────────────────*/
|
2022-05-27 20:25:46 +00:00
|
|
|
#include "libc/calls/calls.h"
|
2024-07-06 06:13:20 +00:00
|
|
|
#include "libc/dce.h"
|
2022-06-11 08:59:26 +00:00
|
|
|
#include "libc/errno.h"
|
2022-09-05 20:06:34 +00:00
|
|
|
#include "libc/intrin/atomic.h"
|
2022-09-11 18:02:07 +00:00
|
|
|
#include "libc/intrin/weaken.h"
|
2023-11-01 04:59:05 +00:00
|
|
|
#include "libc/runtime/internal.h"
|
2024-06-29 12:10:15 +00:00
|
|
|
#include "libc/thread/lock.h"
|
2022-09-10 09:56:25 +00:00
|
|
|
#include "libc/thread/thread.h"
|
2024-07-24 08:05:00 +00:00
|
|
|
#include "third_party/nsync/futex.internal.h"
|
2022-09-11 18:02:07 +00:00
|
|
|
#include "third_party/nsync/mu.h"
|
2020-06-15 14:18:57 +00:00
|
|
|
|
2024-07-26 07:44:45 +00:00
|
|
|
static errno_t pthread_mutex_trylock_spin(atomic_int *word) {
|
|
|
|
if (!atomic_exchange_explicit(word, 1, memory_order_acquire))
|
2024-07-24 08:05:00 +00:00
|
|
|
return 0;
|
|
|
|
return EBUSY;
|
|
|
|
}
|
|
|
|
|
|
|
|
static errno_t pthread_mutex_trylock_drepper(atomic_int *futex) {
|
|
|
|
int word = 0;
|
|
|
|
if (atomic_compare_exchange_strong_explicit(
|
|
|
|
futex, &word, 1, memory_order_acquire, memory_order_acquire))
|
|
|
|
return 0;
|
|
|
|
return EBUSY;
|
|
|
|
}
|
|
|
|
|
|
|
|
static errno_t pthread_mutex_trylock_recursive(pthread_mutex_t *mutex,
|
|
|
|
uint64_t word) {
|
|
|
|
uint64_t lock;
|
|
|
|
int me = gettid();
|
|
|
|
for (;;) {
|
|
|
|
if (MUTEX_OWNER(word) == me) {
|
|
|
|
if (MUTEX_TYPE(word) != PTHREAD_MUTEX_ERRORCHECK) {
|
|
|
|
if (MUTEX_DEPTH(word) < MUTEX_DEPTH_MAX) {
|
|
|
|
if (atomic_compare_exchange_weak_explicit(
|
|
|
|
&mutex->_word, &word, MUTEX_INC_DEPTH(word),
|
|
|
|
memory_order_relaxed, memory_order_relaxed))
|
|
|
|
return 0;
|
|
|
|
continue;
|
|
|
|
} else {
|
|
|
|
return EAGAIN;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return EDEADLK;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
word = MUTEX_UNLOCK(word);
|
|
|
|
lock = MUTEX_LOCK(word);
|
|
|
|
lock = MUTEX_SET_OWNER(lock, me);
|
|
|
|
if (atomic_compare_exchange_weak_explicit(&mutex->_word, &word, lock,
|
|
|
|
memory_order_acquire,
|
|
|
|
memory_order_relaxed)) {
|
|
|
|
mutex->_pid = __pid;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
return EBUSY;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-11 08:59:26 +00:00
|
|
|
/**
|
2023-11-01 04:59:05 +00:00
|
|
|
* Attempts acquiring lock.
|
2022-09-05 20:06:34 +00:00
|
|
|
*
|
|
|
|
* Unlike pthread_mutex_lock() this function won't block and instead
|
|
|
|
* returns an error immediately if the lock couldn't be acquired.
|
|
|
|
*
|
2023-11-01 04:59:05 +00:00
|
|
|
* @return 0 if lock was acquired, otherwise an errno
|
|
|
|
* @raise EAGAIN if maximum number of recursive locks is held
|
|
|
|
* @raise EBUSY if lock is currently held in read or write mode
|
|
|
|
* @raise EINVAL if `mutex` doesn't refer to an initialized lock
|
|
|
|
* @raise EDEADLK if `mutex` is `PTHREAD_MUTEX_ERRORCHECK` and the
|
|
|
|
* current thread already holds this mutex
|
2022-06-11 08:59:26 +00:00
|
|
|
*/
|
2022-09-19 22:01:48 +00:00
|
|
|
errno_t pthread_mutex_trylock(pthread_mutex_t *mutex) {
|
2024-06-29 12:10:15 +00:00
|
|
|
|
|
|
|
// get current state of lock
|
2024-07-24 08:05:00 +00:00
|
|
|
uint64_t word = atomic_load_explicit(&mutex->_word, memory_order_relaxed);
|
2022-09-10 16:14:40 +00:00
|
|
|
|
2024-07-22 23:33:23 +00:00
|
|
|
#if PTHREAD_USE_NSYNC
|
2024-07-24 08:05:00 +00:00
|
|
|
// use superior mutexes if possible
|
2024-06-29 12:10:15 +00:00
|
|
|
if (MUTEX_TYPE(word) == PTHREAD_MUTEX_NORMAL &&
|
|
|
|
MUTEX_PSHARED(word) == PTHREAD_PROCESS_PRIVATE && //
|
2022-09-13 21:57:38 +00:00
|
|
|
_weaken(nsync_mu_trylock)) {
|
2024-09-03 01:21:03 +00:00
|
|
|
// on apple silicon we should just put our faith in ulock
|
|
|
|
// otherwise *nsync gets struck down by the eye of sauron
|
|
|
|
if (!IsXnuSilicon()) {
|
|
|
|
if (_weaken(nsync_mu_trylock)((nsync_mu *)mutex)) {
|
|
|
|
return 0;
|
|
|
|
} else {
|
|
|
|
return EBUSY;
|
|
|
|
}
|
2022-09-11 18:02:07 +00:00
|
|
|
}
|
|
|
|
}
|
2024-07-22 23:33:23 +00:00
|
|
|
#endif
|
2022-09-11 18:02:07 +00:00
|
|
|
|
2023-11-01 04:59:05 +00:00
|
|
|
// handle normal mutexes
|
2024-06-29 12:10:15 +00:00
|
|
|
if (MUTEX_TYPE(word) == PTHREAD_MUTEX_NORMAL) {
|
2024-07-24 08:05:00 +00:00
|
|
|
if (_weaken(nsync_futex_wait_)) {
|
|
|
|
return pthread_mutex_trylock_drepper(&mutex->_futex);
|
|
|
|
} else {
|
2024-07-26 07:44:45 +00:00
|
|
|
return pthread_mutex_trylock_spin(&mutex->_futex);
|
2024-06-29 12:10:15 +00:00
|
|
|
}
|
2022-09-13 21:57:38 +00:00
|
|
|
}
|
2024-07-24 08:05:00 +00:00
|
|
|
|
|
|
|
// handle recursive and error checking mutexes
|
|
|
|
return pthread_mutex_trylock_recursive(mutex, word);
|
2022-05-27 20:25:46 +00:00
|
|
|
}
|