cosmopolitan/libc/calls/clock_nanosleep.c

/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
│vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8                                :vi│
╞══════════════════════════════════════════════════════════════════════════════╡
│ Copyright 2022 Justine Alexandra Roberts Tunney                              │
│                                                                              │
│ Permission to use, copy, modify, and/or distribute this software for         │
│ any purpose with or without fee is hereby granted, provided that the         │
│ above copyright notice and this permission notice appear in all copies.      │
│                                                                              │
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL                │
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED                │
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE             │
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL         │
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR        │
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER               │
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR             │
│ PERFORMANCE OF THIS SOFTWARE.                                                │
╚─────────────────────────────────────────────────────────────────────────────*/
#include "libc/assert.h"
#include "libc/calls/asan.internal.h"
#include "libc/calls/blockcancel.internal.h"
#include "libc/calls/calls.h"
#include "libc/calls/clock_gettime.internal.h"
#include "libc/calls/cp.internal.h"
#include "libc/calls/state.internal.h"
#include "libc/calls/struct/timespec.h"
#include "libc/calls/struct/timespec.internal.h"
#include "libc/calls/struct/timeval.h"
#include "libc/calls/struct/timeval.internal.h"
#include "libc/dce.h"
#include "libc/errno.h"
#include "libc/intrin/describeflags.internal.h"
#include "libc/intrin/strace.internal.h"
#include "libc/intrin/weaken.h"
#include "libc/macros.internal.h"
#include "libc/nt/ntdll.h"
#include "libc/str/str.h"
#include "libc/sysv/consts/clock.h"
#include "libc/sysv/consts/timer.h"
#include "libc/sysv/errfuns.h"
#include "libc/thread/thread.h"
#include "libc/thread/tls.h"

static int64_t g_nanosleep_latency;

static errno_t sys_clock_nanosleep(int clock, int flags,
                                   const struct timespec *req,
                                   struct timespec *rem) {
  int e, rc;
  BEGIN_CANCELLATION_POINT;
  e = errno;
  if (IsLinux() || IsFreebsd() || IsNetbsd()) {
    rc = __sys_clock_nanosleep(clock, flags, req, rem);
  } else if (IsXnu()) {
    rc = sys_clock_nanosleep_xnu(clock, flags, req, rem);
  } else if (IsOpenbsd()) {
    rc = sys_clock_nanosleep_openbsd(clock, flags, req, rem);
  } else {
    rc = sys_clock_nanosleep_nt(clock, flags, req, rem);
  }
  if (rc == -1) {
    rc = errno;
    errno = e;
  }
  END_CANCELLATION_POINT;
  return rc;
}

// determine sched_yield() vs. clock_nanosleep() threshold
// 1ns sys_clock_nanosleep() on Windows takes milliseconds :'(
// 1ns sys_clock_nanosleep() on Linux/FreeBSD takes tens of microseconds
// 1ns sys_clock_nanosleep() on OpenBSD/NetBSD takes tens of milliseconds D:
static struct timespec GetNanosleepLatency(void) {
  errno_t rc;
  int64_t nanos;
  clock_gettime_f *cgt;
  struct timespec x, y, w = {0, 1};
  if (!(nanos = g_nanosleep_latency)) {
    BLOCK_CANCELLATIONS;
    for (cgt = __clock_gettime_get(0);;) {
      _npassert(!cgt(CLOCK_REALTIME_PRECISE, &x));
      rc = sys_clock_nanosleep(CLOCK_REALTIME, 0, &w, 0);
      _npassert(!rc || rc == EINTR);
      if (!rc) {
        _npassert(!cgt(CLOCK_REALTIME_PRECISE, &y));
        nanos = timespec_tonanos(timespec_sub(y, x));
        g_nanosleep_latency = nanos;
        break;
      }
    }
    ALLOW_CANCELLATIONS;
  }
  return timespec_fromnanos(nanos);
}

static errno_t CheckCancel(void) {
  if (_weaken(pthread_testcancel_np)) {
    return _weaken(pthread_testcancel_np)();
  } else {
    return 0;
  }
}

static errno_t SpinNanosleep(int clock, int flags, const struct timespec *req,
                             struct timespec *rem) {
  errno_t rc;
  clock_gettime_f *cgt;
  struct timespec now, start, elapsed;
  if ((rc = CheckCancel())) {
    if (rc == EINTR && !flags && rem) {
      *rem = *req;
    }
    return rc;
  }
  cgt = __clock_gettime_get(0);
  _npassert(!cgt(CLOCK_REALTIME, &start));
  for (;;) {
    sched_yield();
    _npassert(!cgt(CLOCK_REALTIME, &now));
    if (flags & TIMER_ABSTIME) {
      if (timespec_cmp(now, *req) >= 0) {
        return 0;
      }
      if ((rc = CheckCancel())) {
        return rc;
      }
    } else {
      if (timespec_cmp(now, start) < 0) continue;
      elapsed = timespec_sub(now, start);
      if ((rc = CheckCancel())) {
        if (rc == EINTR && rem) {
          if (timespec_cmp(elapsed, *req) >= 0) {
            bzero(rem, sizeof(*rem));
          } else {
            *rem = elapsed;
          }
        }
        return rc;
      }
      if (timespec_cmp(elapsed, *req) >= 0) {
        return 0;
      }
    }
  }
}

static bool ShouldUseSpinNanosleep(int clock, int flags,
                                   const struct timespec *req) {
  errno_t e;
  struct timespec now;
  if (IsWindows()) {
    // Our spin technique here is intended to take advantage of the fact
    // that sched_yield() takes about a hundred nanoseconds. But Windows
    // SleepEx(0, 0) a.k.a. NtYieldExecution() takes a whole millisecond
    // and it matters not whether our intent is to yielding or sleeping,
    // since we use the SleepEx() function to implement both. Therefore,
    // there's no reason to use SpinNanosleep() on Windows.
    return false;
  }
  if (clock != CLOCK_REALTIME &&          //
      clock != CLOCK_REALTIME_PRECISE &&  //
      clock != CLOCK_MONOTONIC &&         //
      clock != CLOCK_MONOTONIC_RAW &&     //
      clock != CLOCK_MONOTONIC_PRECISE) {
    return false;
  }
  if (!flags) {
    return timespec_cmp(*req, GetNanosleepLatency()) < 0;
  }
  // We need a clock_gettime() system call to perform this check if the
  // sleep request is an absolute timestamp. So we avoid doing that on
  // systems where sleep latency isn't too outrageous.
  if (timespec_cmp(GetNanosleepLatency(), timespec_fromnanos(50 * 1000)) < 0) {
    return false;
  }
  e = errno;
  if (__clock_gettime_get(0)(clock, &now)) {
    // punt to the nanosleep system call
    errno = e;
    return false;
  }
  return timespec_cmp(*req, now) < 0 ||
         timespec_cmp(timespec_sub(*req, now), GetNanosleepLatency()) < 0;
}

/**
 * Sleeps for particular amount of time.
 *
 * Here's how you could sleep for one second:
 *
 *     clock_nanosleep(0, 0, &(struct timespec){1}, 0);
 *
 * Your sleep will be interrupted automatically if you do something like
 * press ctrl-c during the wait. That's an `EINTR` error and it lets you
 * immediately react to status changes. This is always the case, even if
 * you're using `SA_RESTART` since this is a `@norestart` system call.
 *
 *     void OnCtrlC(int sig) {} // EINTR only happens after delivery
 *     signal(SIGINT, OnCtrlC); // do delivery rather than kill proc
 *     printf("save me from sleeping forever by pressing ctrl-c\n");
 *     clock_nanosleep(0, 0, &(struct timespec){INT_MAX}, 0);
 *     printf("you're my hero\n");
 *
 * If you want to perform an uninterruptible sleep without having to use
 * sigprocmask() to block all signals then this function provides a good
 * solution to that problem. For example:
 *
 *     struct timespec rel, now, abs;
 *     clock_gettime(CLOCK_REALTIME, &now);
 *     rel = timespec_frommillis(100);
 *     abs = timespec_add(now, rel);
 *     while (clock_nanosleep(CLOCK_REALTIME, TIMER_ABSTIME, &abs, 0));
 *
 * will accurately spin on `EINTR` errors. That way you're not impeding
 * signal delivery and you're not losing precision on your wait timeout.
 * This function has first-class support on Linux, FreeBSD, and NetBSD;
 * on OpenBSD it's good; on XNU it's bad; and on Windows it's ugly.
 *
 * @param clock should be `CLOCK_REALTIME` and you may consult the docs
 *     of your preferred platforms to see what other clocks might work
 * @param flags can be 0 for relative and `TIMER_ABSTIME` for absolute
 * @param req can be a relative or absolute time, depending on `flags`
 * @param rem shall be updated with the remainder of unslept time when
 *     (1) it's non-null; (2) `flags` is 0; and (3) -1 w/ `EINTR` is
 *     returned; if this function returns 0 then `rem` is undefined;
 *     if flags is `TIMER_ABSTIME` then `rem` is ignored
 * @return 0 on success, or errno on error
 * @raise EINTR when a signal got delivered while we were waiting
 * @raise ECANCELED if thread was cancelled in masked mode
 * @raise ENOTSUP if `clock` is known but we can't use it here
 * @raise EFAULT if `req` or null or bad memory was passed
 * @raise EINVAL if `clock` is unknown to current platform
 * @raise EINVAL if `flags` has an unrecognized value
 * @raise EINVAL if `req->tv_nsec ∉ [0,1000000000)`
 * @raise ENOSYS on bare metal
 * @cancellationpoint
 * @returnserrno
 * @norestart
 */
errno_t clock_nanosleep(int clock, int flags, const struct timespec *req,
                        struct timespec *rem) {
  int rc;
  LOCKTRACE("clock_nanosleep(%s, %s, %s) → ...", DescribeClockName(clock),
            DescribeSleepFlags(flags), DescribeTimespec(0, req));
  if (IsMetal()) {
    rc = ENOSYS;
  } else if (!req || (IsAsan() && (!__asan_is_valid_timespec(req) ||
                                   (rem && !__asan_is_valid_timespec(rem))))) {
    rc = EFAULT;
  } else if (clock == 127 ||              //
             (flags & ~TIMER_ABSTIME) ||  //
             req->tv_sec < 0 ||           //
             !(0 <= req->tv_nsec && req->tv_nsec <= 999999999)) {
    rc = EINVAL;
  } else if (ShouldUseSpinNanosleep(clock, flags, req)) {
    rc = SpinNanosleep(clock, flags, req, rem);
  } else {
    rc = sys_clock_nanosleep(clock, flags, req, rem);
  }
#if SYSDEBUG
  if (__tls_enabled && !(__get_tls()->tib_flags & TIB_FLAG_TIME_CRITICAL)) {
    STRACE("clock_nanosleep(%s, %s, %s, [%s]) → %s", DescribeClockName(clock),
           DescribeSleepFlags(flags), DescribeTimespec(0, req),
           DescribeTimespec(rc, rem), DescribeErrno(rc));
  }
#endif
  return rc;
}