/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│ │vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi│ ╞══════════════════════════════════════════════════════════════════════════════╡ │ Copyright 2022 Justine Alexandra Roberts Tunney │ │ │ │ Permission to use, copy, modify, and/or distribute this software for │ │ any purpose with or without fee is hereby granted, provided that the │ │ above copyright notice and this permission notice appear in all copies. │ │ │ │ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL │ │ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED │ │ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE │ │ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL │ │ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR │ │ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER │ │ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │ │ PERFORMANCE OF THIS SOFTWARE. │ ╚─────────────────────────────────────────────────────────────────────────────*/ #include "libc/assert.h" #include "libc/calls/asan.internal.h" #include "libc/calls/blockcancel.internal.h" #include "libc/calls/calls.h" #include "libc/calls/clock_gettime.internal.h" #include "libc/calls/cp.internal.h" #include "libc/calls/state.internal.h" #include "libc/calls/struct/timespec.h" #include "libc/calls/struct/timespec.internal.h" #include "libc/calls/struct/timeval.h" #include "libc/calls/struct/timeval.internal.h" #include "libc/dce.h" #include "libc/errno.h" #include "libc/intrin/describeflags.internal.h" #include "libc/intrin/strace.internal.h" #include "libc/intrin/weaken.h" #include "libc/macros.internal.h" #include "libc/nt/ntdll.h" #include "libc/str/str.h" #include "libc/sysv/consts/clock.h" #include "libc/sysv/consts/timer.h" #include "libc/sysv/errfuns.h" #include "libc/thread/thread.h" #include "libc/thread/tls.h" static int64_t g_nanosleep_latency; static errno_t sys_clock_nanosleep(int clock, int flags, const struct timespec *req, struct timespec *rem) { int e, rc; BEGIN_CANCELLATION_POINT; e = errno; if (IsLinux() || IsFreebsd() || IsNetbsd()) { rc = __sys_clock_nanosleep(clock, flags, req, rem); } else if (IsXnu()) { rc = sys_clock_nanosleep_xnu(clock, flags, req, rem); } else if (IsOpenbsd()) { rc = sys_clock_nanosleep_openbsd(clock, flags, req, rem); } else { rc = sys_clock_nanosleep_nt(clock, flags, req, rem); } if (rc == -1) { rc = errno; errno = e; } END_CANCELLATION_POINT; return rc; } // determine sched_yield() vs. clock_nanosleep() threshold // 1ns sys_clock_nanosleep() on Windows takes milliseconds :'( // 1ns sys_clock_nanosleep() on Linux/FreeBSD takes tens of microseconds // 1ns sys_clock_nanosleep() on OpenBSD/NetBSD takes tens of milliseconds D: static struct timespec GetNanosleepLatency(void) { errno_t rc; int64_t nanos; clock_gettime_f *cgt; struct timespec x, y, w = {0, 1}; if (!(nanos = g_nanosleep_latency)) { BLOCK_CANCELLATIONS; for (cgt = __clock_gettime_get(0);;) { _npassert(!cgt(CLOCK_REALTIME_PRECISE, &x)); rc = sys_clock_nanosleep(CLOCK_REALTIME, 0, &w, 0); _npassert(!rc || rc == EINTR); if (!rc) { _npassert(!cgt(CLOCK_REALTIME_PRECISE, &y)); nanos = timespec_tonanos(timespec_sub(y, x)); g_nanosleep_latency = nanos; break; } } ALLOW_CANCELLATIONS; } return timespec_fromnanos(nanos); } static errno_t CheckCancel(void) { if (_weaken(pthread_testcancel_np)) { return _weaken(pthread_testcancel_np)(); } else { return 0; } } static errno_t SpinNanosleep(int clock, int flags, const struct timespec *req, struct timespec *rem) { errno_t rc; clock_gettime_f *cgt; struct timespec now, start, elapsed; if ((rc = CheckCancel())) { if (rc == EINTR && !flags && rem) { *rem = *req; } return rc; } cgt = __clock_gettime_get(0); _npassert(!cgt(CLOCK_REALTIME, &start)); for (;;) { sched_yield(); _npassert(!cgt(CLOCK_REALTIME, &now)); if (flags & TIMER_ABSTIME) { if (timespec_cmp(now, *req) >= 0) { return 0; } if ((rc = CheckCancel())) { return rc; } } else { if (timespec_cmp(now, start) < 0) continue; elapsed = timespec_sub(now, start); if ((rc = CheckCancel())) { if (rc == EINTR && rem) { if (timespec_cmp(elapsed, *req) >= 0) { bzero(rem, sizeof(*rem)); } else { *rem = elapsed; } } return rc; } if (timespec_cmp(elapsed, *req) >= 0) { return 0; } } } } static bool ShouldUseSpinNanosleep(int clock, int flags, const struct timespec *req) { errno_t e; struct timespec now; if (IsWindows()) { // Our spin technique here is intended to take advantage of the fact // that sched_yield() takes about a hundred nanoseconds. But Windows // SleepEx(0, 0) a.k.a. NtYieldExecution() takes a whole millisecond // and it matters not whether our intent is to yielding or sleeping, // since we use the SleepEx() function to implement both. Therefore, // there's no reason to use SpinNanosleep() on Windows. return false; } if (clock != CLOCK_REALTIME && // clock != CLOCK_REALTIME_PRECISE && // clock != CLOCK_MONOTONIC && // clock != CLOCK_MONOTONIC_RAW && // clock != CLOCK_MONOTONIC_PRECISE) { return false; } if (!flags) { return timespec_cmp(*req, GetNanosleepLatency()) < 0; } // We need a clock_gettime() system call to perform this check if the // sleep request is an absolute timestamp. So we avoid doing that on // systems where sleep latency isn't too outrageous. if (timespec_cmp(GetNanosleepLatency(), timespec_fromnanos(50 * 1000)) < 0) { return false; } e = errno; if (__clock_gettime_get(0)(clock, &now)) { // punt to the nanosleep system call errno = e; return false; } return timespec_cmp(*req, now) < 0 || timespec_cmp(timespec_sub(*req, now), GetNanosleepLatency()) < 0; } /** * Sleeps for particular amount of time. * * Here's how you could sleep for one second: * * clock_nanosleep(0, 0, &(struct timespec){1}, 0); * * Your sleep will be interrupted automatically if you do something like * press ctrl-c during the wait. That's an `EINTR` error and it lets you * immediately react to status changes. This is always the case, even if * you're using `SA_RESTART` since this is a `@norestart` system call. * * void OnCtrlC(int sig) {} // EINTR only happens after delivery * signal(SIGINT, OnCtrlC); // do delivery rather than kill proc * printf("save me from sleeping forever by pressing ctrl-c\n"); * clock_nanosleep(0, 0, &(struct timespec){INT_MAX}, 0); * printf("you're my hero\n"); * * If you want to perform an uninterruptible sleep without having to use * sigprocmask() to block all signals then this function provides a good * solution to that problem. For example: * * struct timespec rel, now, abs; * clock_gettime(CLOCK_REALTIME, &now); * rel = timespec_frommillis(100); * abs = timespec_add(now, rel); * while (clock_nanosleep(CLOCK_REALTIME, TIMER_ABSTIME, &abs, 0)); * * will accurately spin on `EINTR` errors. That way you're not impeding * signal delivery and you're not loosing precision on the wait timeout. * This function has first-class support on Linux, FreeBSD, and NetBSD; * on OpenBSD it's good; on XNU it's bad; and on Windows it's ugly. * * @param clock should be `CLOCK_REALTIME` and you may consult the docs * of your preferred platforms to see what other clocks might work * @param flags can be 0 for relative and `TIMER_ABSTIME` for absolute * @param req can be a relative or absolute time, depending on `flags` * @param rem shall be updated with the remainder of unslept time when * (1) it's non-null; (2) `flags` is 0; and (3) -1 w/ `EINTR` is * returned; if this function returns 0 then `rem` is undefined; * if flags is `TIMER_ABSTIME` then `rem` is ignored * @return 0 on success, or errno on error * @raise EINTR when a signal got delivered while we were waiting * @raise ECANCELED if thread was cancelled in masked mode * @raise ENOTSUP if `clock` is known but we can't use it here * @raise EFAULT if `req` or null or bad memory was passed * @raise EINVAL if `clock` is unknown to current platform * @raise EINVAL if `flags` has an unrecognized value * @raise EINVAL if `req->tv_nsec ∉ [0,1000000000)` * @raise ENOSYS on bare metal * @cancellationpoint * @returnserrno * @norestart */ errno_t clock_nanosleep(int clock, int flags, const struct timespec *req, struct timespec *rem) { int rc; LOCKTRACE("clock_nanosleep(%s, %s, %s) → ...", DescribeClockName(clock), DescribeSleepFlags(flags), DescribeTimespec(0, req)); if (IsMetal()) { rc = ENOSYS; } else if (!req || (IsAsan() && (!__asan_is_valid_timespec(req) || (rem && !__asan_is_valid_timespec(rem))))) { rc = EFAULT; } else if (clock == 127 || // (flags & ~TIMER_ABSTIME) || // req->tv_sec < 0 || // !(0 <= req->tv_nsec && req->tv_nsec <= 999999999)) { rc = EINVAL; } else if (ShouldUseSpinNanosleep(clock, flags, req)) { rc = SpinNanosleep(clock, flags, req, rem); } else { rc = sys_clock_nanosleep(clock, flags, req, rem); } #if SYSDEBUG if (__tls_enabled && !(__get_tls()->tib_flags & TIB_FLAG_TIME_CRITICAL)) { STRACE("clock_nanosleep(%s, %s, %s, [%s]) → %s", DescribeClockName(clock), DescribeSleepFlags(flags), DescribeTimespec(0, req), DescribeTimespec(rc, rem), DescribeErrno(rc)); } #endif return rc; }