Productionize new APE loader and more

The APE_NO_MODIFY_SELF loader payload has been moved out of the examples
folder and improved so that it works on BSD systems, and permits general
elf program headers. This brings its quality up enough that it should be
acceptable to use by default for many programs, e.g. Python, Lua, SQLite
and Python. It's the responsibility of the user to define an appropriate
TMPDIR if /tmp is considered an adversarial environment. Mac OS shall be
supported by APE_NO_MODIFY_SELF soon.

Fixes and improvements have been made to program_executable_name as it's
now the one true way to get the absolute path of the executing image.

This change fixes a memory leak in linenoise history loading, introduced
by performance optimizations in 51904e2687
This change fixes a longstanding regression with Mach system calls, that
23ae9dfceb back in February which impacted
our sched_yield() implementation, which is why no one noticed until now.

The Blinkenlights PC emulator has been improved. We now fix rendering on
XNU and BSD by not making the assumption that the kernel terminal driver
understands UTF8 since that seems to break its internal modeling of \r\n
which is now being addressed by using \e[𝑦H instead. The paneling is now
more compact in real mode so you won't need to make your font as tiny if
you're only emulating an 8086 program. The CLMUL ISA is now emulated too

This change also makes improvement to time. CLOCK_MONOTONIC now does the
right thing on Windows NT. The nanosecond time module functions added in
Python 3.7 have been backported.

This change doubles the performance of Argon2 password stretching simply
by not using its copy_block and xor_block helper functions, as they were
trivial to inline thus resulting in us needing to iterate over each 1024
byte block four fewer times.

This change makes code size improvements. _PyUnicode_ToNumeric() was 64k
in size and now it's 10k. The CJK codec lookup tables now use lazy delta
zigzag deflate (δzd) encoding which reduces their size from 600k to 200k
plus the code bloat caused by macro abuse in _decimal.c is now addressed
so our fully-loaded statically-linked hermetically-sealed Python virtual
interpreter container is now 9.4 megs in the default build mode and 5.5m
in MODE=tiny which leaves plenty of room for chibicc.

The pydoc web server now accommodates the use case of people who work by
SSH'ing into a different machine w/ python.com -m pydoc -p8080 -h0.0.0.0

Finally Python Capsulae delenda est and won't be supported in the future

libc/calls/clock_gettime-nt.c

@@ -0,0 +1,55 @@
+/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
+│vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8                                :vi│
+╞══════════════════════════════════════════════════════════════════════════════╡
+│ Copyright 2021 Justine Alexandra Roberts Tunney                              │
+│                                                                              │
+│ Permission to use, copy, modify, and/or distribute this software for         │
+│ any purpose with or without fee is hereby granted, provided that the         │
+│ above copyright notice and this permission notice appear in all copies.      │
+│                                                                              │
+│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL                │
+│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED                │
+│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE             │
+│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL         │
+│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR        │
+│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER               │
+│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR             │
+│ PERFORMANCE OF THIS SOFTWARE.                                                │
+╚─────────────────────────────────────────────────────────────────────────────*/
+#include "libc/calls/internal.h"
+#include "libc/fmt/conv.h"
+#include "libc/nexgen32e/rdtsc.h"
+#include "libc/nt/synchronization.h"
+#include "libc/sysv/consts/clock.h"
+#include "libc/sysv/errfuns.h"
+
+textwindows int sys_clock_gettime_nt(int clockid, struct timespec *ts) {
+  int64_t ms;
+  struct timespec res;
+  struct NtFileTime ft;
+  static struct timespec mono;
+  if (clockid == CLOCK_REALTIME) {
+    GetSystemTimeAsFileTime(&ft);
+    *ts = FileTimeToTimeSpec(ft);
+    return 0;
+  } else if (clockid == CLOCK_MONOTONIC || clockid == CLOCK_MONOTONIC_RAW) {
+    ms = GetTickCount64();
+    res.tv_sec = ms / 1000;
+    res.tv_nsec = ms % 1000 * 1000000;
+    res.tv_nsec += rdtsc() / 3 % 1000000000;
+    if (res.tv_nsec > 1000000000) {
+      res.tv_nsec -= 1000000000;
+      res.tv_sec += 1;
+    }
+    if (res.tv_sec > mono.tv_sec ||
+        (res.tv_sec == mono.tv_sec && res.tv_nsec > mono.tv_nsec)) {
+      mono = res;
+    } else {
+      res = mono;
+    }
+    *ts = res;
+    return 0;
+  } else {
+    return einval();
+  }
+}

libc/calls/clock_gettime.c

@@ -42,7 +42,6 @@
 int clock_gettime(int clockid, struct timespec *ts) {
   int rc;
   axdx_t ad;
-  struct NtFileTime ft;
   if (!ts) return efault();
   if (IsAsan() && !__asan_is_valid(ts, sizeof(*ts))) return efault();
   if (clockid == -1) return einval();
@@ -59,8 +58,6 @@ int clock_gettime(int clockid, struct timespec *ts) {
     }
     return rc;
   } else {
-    GetSystemTimeAsFileTime(&ft);
-    *ts = FileTimeToTimeSpec(ft);
-    return 0;
+    return sys_clock_gettime_nt(clockid, ts);
   }
 }

libc/calls/dup.c

@@ -18,6 +18,7 @@
 ╚─────────────────────────────────────────────────────────────────────────────*/
 #include "libc/calls/calls.h"
 #include "libc/calls/internal.h"
+#include "libc/calls/sysdebug.internal.h"
 #include "libc/dce.h"
 
 /**
@@ -29,9 +30,12 @@
  * @vforksafe
  */
 int dup(int fd) {
+  int fd2;
   if (!IsWindows()) {
-    return sys_dup(fd);
+    fd2 = sys_dup(fd);
   } else {
-    return sys_dup_nt(fd, -1, 0);
+    fd2 = sys_dup_nt(fd, -1, 0);
   }
+  SYSDEBUG("dup(%d) -> %d", fd, fd2);
+  return fd2;
 }

libc/calls/dup2.c

@@ -18,6 +18,7 @@
 ╚─────────────────────────────────────────────────────────────────────────────*/
 #include "libc/calls/calls.h"
 #include "libc/calls/internal.h"
+#include "libc/calls/sysdebug.internal.h"
 #include "libc/dce.h"
 
 /**
@@ -31,6 +32,7 @@
  * @vforksafe
  */
 int dup2(int oldfd, int newfd) {
+  SYSDEBUG("dup2(%d, %d)", oldfd, newfd);
   if (oldfd == newfd) return newfd;
   if (!IsWindows()) {
     return sys_dup3(oldfd, newfd, 0);

libc/calls/dup3.c

@@ -18,6 +18,7 @@
 ╚─────────────────────────────────────────────────────────────────────────────*/
 #include "libc/calls/calls.h"
 #include "libc/calls/internal.h"
+#include "libc/calls/sysdebug.internal.h"
 #include "libc/dce.h"
 #include "libc/sysv/errfuns.h"
 
@@ -35,6 +36,7 @@
  * @see dup(), dup2()
  */
 int dup3(int oldfd, int newfd, int flags) {
+  SYSDEBUG("dup3(%d, %d, %d)", oldfd, newfd, flags);
   if (!IsWindows()) {
     return sys_dup3(oldfd, newfd, flags);
   } else {

libc/calls/getcwd.c

@@ -32,8 +32,8 @@
  *
  * @param buf is where UTF-8 NUL-terminated path string gets written,
  *     which may be NULL to ask this function to malloc a buffer
- * @param size is number of bytes available in buf, e.g. PATH_MAX,
- *     which may be 0 if buf NULL
+ * @param size is number of bytes available in buf, e.g. PATH_MAX+1,
+ *     which may be 0 if buf is NULL
  * @return buf containing system-normative path or NULL w/ errno
  * @error ERANGE, EINVAL, ENOMEM
  */

libc/calls/gettimeofday.c

@@ -30,7 +30,6 @@
  *
  * @param tv points to timeval that receives result if non-NULL
  * @param tz receives UTC timezone if non-NULL
- * @return always zero
  * @see	clock_gettime() for nanosecond precision
  * @see	strftime() for string formatting
  */

libc/calls/internal.h

@@ -301,26 +301,27 @@ ssize_t sys_write_nt(struct Fd *, const struct iovec *, size_t, ssize_t) hidden;
 │ cosmopolitan § syscalls » windows nt » support                           ─╬─│┼
 ╚────────────────────────────────────────────────────────────────────────────│*/
 
-int64_t ntreturn(uint32_t);
-void WinMainForked(void) hidden;
-void *GetProcAddressModule(const char *, const char *) hidden;
-int sys_getsetpriority_nt(int, int, int, int (*)(int));
-void ntcontext2linux(struct ucontext *, const struct NtContext *) hidden;
-struct NtOverlapped *offset2overlap(int64_t, struct NtOverlapped *) hidden;
-bool32 ntsetprivilege(i64, const char16_t *, u32) hidden;
-void __winalarm(void *, uint32_t, uint32_t) hidden;
-int ntaccesscheck(const char16_t *, u32) paramsnonnull() hidden;
-int64_t __winerr(void) nocallback privileged;
-int __mkntpath(const char *, char16_t[hasatleast PATH_MAX - 16]) hidden;
-int __mkntpath2(const char *, char16_t[hasatleast PATH_MAX - 16], int) hidden;
-int __mkntpathat(int, const char *, int, char16_t[PATH_MAX]) hidden;
-unsigned __wincrash_nt(struct NtExceptionPointers *);
-ssize_t sys_readv_nt(struct Fd *, const struct iovec *, int) hidden;
-ssize_t sys_writev_nt(struct Fd *, const struct iovec *, int) hidden;
-char16_t *CreatePipeName(char16_t *) hidden;
 bool isdirectory_nt(const char *) hidden;
 bool isregularfile_nt(const char *) hidden;
 bool issymlink_nt(const char *) hidden;
+bool32 ntsetprivilege(i64, const char16_t *, u32) hidden;
+char16_t *CreatePipeName(char16_t *) hidden;
+int __mkntpath(const char *, char16_t[hasatleast PATH_MAX - 16]) hidden;
+int __mkntpath2(const char *, char16_t[hasatleast PATH_MAX - 16], int) hidden;
+int __mkntpathat(int, const char *, int, char16_t[PATH_MAX]) hidden;
+int sys_clock_gettime_nt(int, struct timespec *) hidden;
+int ntaccesscheck(const char16_t *, u32) paramsnonnull() hidden;
+int sys_getsetpriority_nt(int, int, int, int (*)(int));
+int64_t __winerr(void) nocallback privileged;
+int64_t ntreturn(uint32_t);
+ssize_t sys_readv_nt(struct Fd *, const struct iovec *, int) hidden;
+ssize_t sys_writev_nt(struct Fd *, const struct iovec *, int) hidden;
+struct NtOverlapped *offset2overlap(int64_t, struct NtOverlapped *) hidden;
+unsigned __wincrash_nt(struct NtExceptionPointers *);
+void *GetProcAddressModule(const char *, const char *) hidden;
+void WinMainForked(void) hidden;
+void __winalarm(void *, uint32_t, uint32_t) hidden;
+void ntcontext2linux(struct ucontext *, const struct NtContext *) hidden;
 
 /*───────────────────────────────────────────────────────────────────────────│─╗
 │ cosmopolitan § syscalls » metal                                          ─╬─│┼

libc/calls/now.c

@@ -38,18 +38,23 @@ static long double GetTimeSample(void) {
   uint64_t tick1, tick2;
   long double time1, time2;
   sched_yield();
-  time1 = dtime(CLOCK_MONOTONIC);
+  time1 = dtime(CLOCK_REALTIME);
   tick1 = rdtsc();
   nanosleep(&(struct timespec){0, 100000}, NULL);
-  time2 = dtime(CLOCK_MONOTONIC);
+  time2 = dtime(CLOCK_REALTIME);
   tick2 = rdtsc();
   return (time2 - time1) * 1e9 / MAX(1, tick2 - tick1);
 }
 
 static long double MeasureNanosPerCycle(void) {
-  int i;
+  int i, n;
   long double avg, samp;
-  for (avg = 1.0L, i = 1; i < 5; ++i) {
+  if (IsWindows()) {
+    n = 20;
+  } else {
+    n = 5;
+  }
+  for (avg = 1.0L, i = 1; i < n; ++i) {
     samp = GetTimeSample();
     avg += (samp - avg) / i;
   }