2020-06-15 14:18:57 +00:00
|
|
|
|
/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
|
|
|
|
|
│ vi: set et ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi │
|
|
|
|
|
╞══════════════════════════════════════════════════════════════════════════════╡
|
|
|
|
|
│ Copyright 2020 Justine Alexandra Roberts Tunney │
|
|
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
|
│ Permission to use, copy, modify, and/or distribute this software for │
|
|
|
|
|
│ any purpose with or without fee is hereby granted, provided that the │
|
|
|
|
|
│ above copyright notice and this permission notice appear in all copies. │
|
2020-06-15 14:18:57 +00:00
|
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
|
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL │
|
|
|
|
|
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED │
|
|
|
|
|
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE │
|
|
|
|
|
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL │
|
|
|
|
|
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR │
|
|
|
|
|
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER │
|
|
|
|
|
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │
|
|
|
|
|
│ PERFORMANCE OF THIS SOFTWARE. │
|
2020-06-15 14:18:57 +00:00
|
|
|
|
╚─────────────────────────────────────────────────────────────────────────────*/
|
2024-06-29 12:10:15 +00:00
|
|
|
|
#include "libc/calls/blockcancel.internal.h"
|
2020-06-15 14:18:57 +00:00
|
|
|
|
#include "libc/calls/internal.h"
|
2023-10-03 21:40:03 +00:00
|
|
|
|
#include "libc/calls/state.internal.h"
|
2024-06-29 12:10:15 +00:00
|
|
|
|
#include "libc/intrin/fds.h"
|
Make improvements
- We now serialize the file descriptor table when spawning / executing
processes on Windows. This means you can now inherit more stuff than
just standard i/o. It's needed by bash, which duplicates the console
to file descriptor #255. We also now do a better job serializing the
environment variables, so you're less likely to encounter E2BIG when
using your bash shell. We also no longer coerce environ to uppercase
- execve() on Windows now remotely controls its parent process to make
them spawn a replacement for itself. Then it'll be able to terminate
immediately once the spawn succeeds, without having to linger around
for the lifetime as a shell process for proxying the exit code. When
process worker thread running in the parent sees the child die, it's
given a handle to the new child, to replace it in the process table.
- execve() and posix_spawn() on Windows will now provide CreateProcess
an explicit handle list. This allows us to remove handle locks which
enables better fork/spawn concurrency, with seriously correct thread
safety. Other codebases like Go use the same technique. On the other
hand fork() still favors the conventional WIN32 inheritence approach
which can be a little bit messy, but is *controlled* by guaranteeing
perfectly clean slates at both the spawning and execution boundaries
- sigset_t is now 64 bits. Having it be 128 bits was a mistake because
there's no reason to use that and it's only supported by FreeBSD. By
using the system word size, signal mask manipulation on Windows goes
very fast. Furthermore @asyncsignalsafe funcs have been rewritten on
Windows to take advantage of signal masking, now that it's much more
pleasant to use.
- All the overlapped i/o code on Windows has been rewritten for pretty
good signal and cancelation safety. We're now able to ensure overlap
data structures are cleaned up so long as you don't longjmp() out of
out of a signal handler that interrupted an i/o operation. Latencies
are also improved thanks to the removal of lots of "busy wait" code.
Waits should be optimal for everything except poll(), which shall be
the last and final demon we slay in the win32 i/o horror show.
- getrusage() on Windows is now able to report RUSAGE_CHILDREN as well
as RUSAGE_SELF, thanks to aggregation in the process manager thread.
2023-10-08 12:36:18 +00:00
|
|
|
|
#include "libc/calls/struct/sigset.internal.h"
|
2023-10-03 21:40:03 +00:00
|
|
|
|
#include "libc/calls/syscall-sysv.internal.h"
|
|
|
|
|
#include "libc/calls/syscall_support-sysv.internal.h"
|
2020-11-28 20:01:51 +00:00
|
|
|
|
#include "libc/errno.h"
|
2022-08-20 19:32:51 +00:00
|
|
|
|
#include "libc/intrin/atomic.h"
|
2024-06-29 12:10:15 +00:00
|
|
|
|
#include "libc/intrin/maps.h"
|
2022-11-04 08:04:43 +00:00
|
|
|
|
#include "libc/intrin/weaken.h"
|
2022-05-29 15:14:55 +00:00
|
|
|
|
#include "libc/runtime/internal.h"
|
2024-06-29 12:10:15 +00:00
|
|
|
|
#include "libc/runtime/runtime.h"
|
2023-08-16 01:24:53 +00:00
|
|
|
|
#include "libc/runtime/zipos.internal.h"
|
2023-11-28 22:24:28 +00:00
|
|
|
|
#include "libc/str/str.h"
|
2023-10-03 21:40:03 +00:00
|
|
|
|
#include "libc/sysv/consts/f.h"
|
2020-06-15 14:18:57 +00:00
|
|
|
|
#include "libc/sysv/consts/map.h"
|
|
|
|
|
#include "libc/sysv/consts/o.h"
|
2023-10-03 21:40:03 +00:00
|
|
|
|
#include "libc/sysv/consts/prot.h"
|
2023-08-16 01:24:53 +00:00
|
|
|
|
#include "libc/sysv/consts/s.h"
|
2020-06-15 14:18:57 +00:00
|
|
|
|
#include "libc/sysv/errfuns.h"
|
2023-06-10 01:02:06 +00:00
|
|
|
|
#include "libc/zip.h"
|
2023-10-03 21:40:03 +00:00
|
|
|
|
|
2023-12-01 08:08:30 +00:00
|
|
|
|
struct ZiposHandle *__zipos_keep(struct ZiposHandle *h) {
|
2024-06-29 12:10:15 +00:00
|
|
|
|
atomic_fetch_add_explicit(&h->refs, 1, memory_order_relaxed);
|
2023-12-01 08:08:30 +00:00
|
|
|
|
return h;
|
|
|
|
|
}
|
|
|
|
|
|
2023-12-26 17:08:57 +00:00
|
|
|
|
void __zipos_drop(struct ZiposHandle *h) {
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (atomic_fetch_sub_explicit(&h->refs, 1, memory_order_release))
|
2023-12-01 08:08:30 +00:00
|
|
|
|
return;
|
2023-12-26 17:08:57 +00:00
|
|
|
|
atomic_thread_fence(memory_order_acquire);
|
2024-07-05 19:55:46 +00:00
|
|
|
|
munmap((char *)h, h->mapsize);
|
2023-08-16 01:24:53 +00:00
|
|
|
|
}
|
|
|
|
|
|
2022-06-15 23:19:50 +00:00
|
|
|
|
static struct ZiposHandle *__zipos_alloc(struct Zipos *zipos, size_t size) {
|
|
|
|
|
size_t mapsize;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
struct ZiposHandle *h;
|
2022-06-15 23:19:50 +00:00
|
|
|
|
mapsize = sizeof(struct ZiposHandle) + size;
|
2024-07-05 19:55:46 +00:00
|
|
|
|
if ((h = mmap(0, mapsize, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS,
|
|
|
|
|
-1, 0)) != MAP_FAILED) {
|
2022-06-15 23:19:50 +00:00
|
|
|
|
h->size = size;
|
2023-08-16 01:24:53 +00:00
|
|
|
|
h->zipos = zipos;
|
2022-06-15 23:19:50 +00:00
|
|
|
|
h->mapsize = mapsize;
|
|
|
|
|
}
|
|
|
|
|
return h;
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-03 21:40:03 +00:00
|
|
|
|
static int __zipos_mkfd(int minfd) {
|
|
|
|
|
int fd, e = errno;
|
|
|
|
|
if ((fd = __sys_fcntl(2, F_DUPFD_CLOEXEC, minfd)) != -1) {
|
|
|
|
|
return fd;
|
|
|
|
|
} else if (errno == EINVAL) {
|
|
|
|
|
errno = e;
|
|
|
|
|
return __fixupnewfd(__sys_fcntl(2, F_DUPFD, minfd), O_CLOEXEC);
|
|
|
|
|
} else {
|
|
|
|
|
return fd;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int __zipos_setfd(int fd, struct ZiposHandle *h, unsigned flags) {
|
|
|
|
|
int want = fd;
|
|
|
|
|
atomic_compare_exchange_strong_explicit(
|
|
|
|
|
&g_fds.f, &want, fd + 1, memory_order_release, memory_order_relaxed);
|
|
|
|
|
g_fds.p[fd].kind = kFdZip;
|
|
|
|
|
g_fds.p[fd].handle = (intptr_t)h;
|
|
|
|
|
g_fds.p[fd].flags = flags | O_CLOEXEC;
|
|
|
|
|
__fds_unlock();
|
|
|
|
|
return fd;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static int __zipos_load(struct Zipos *zipos, size_t cf, int flags,
|
|
|
|
|
struct ZiposUri *name) {
|
|
|
|
|
size_t lf;
|
|
|
|
|
size_t size;
|
|
|
|
|
int fd, minfd;
|
2020-06-15 14:18:57 +00:00
|
|
|
|
struct ZiposHandle *h;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
|
2023-08-16 01:24:53 +00:00
|
|
|
|
if (cf == ZIPOS_SYNTHETIC_DIRECTORY) {
|
|
|
|
|
size = name->len;
|
|
|
|
|
if (!(h = __zipos_alloc(zipos, size + 1)))
|
|
|
|
|
return -1;
|
|
|
|
|
if (size)
|
|
|
|
|
memcpy(h->data, name->path, size);
|
|
|
|
|
h->data[size] = 0;
|
2023-10-03 21:40:03 +00:00
|
|
|
|
h->mem = h->data;
|
2023-08-16 01:24:53 +00:00
|
|
|
|
} else {
|
2023-10-03 21:40:03 +00:00
|
|
|
|
lf = GetZipCfileOffset(zipos->map + cf);
|
|
|
|
|
size = GetZipLfileUncompressedSize(zipos->map + lf);
|
|
|
|
|
switch (ZIP_LFILE_COMPRESSIONMETHOD(zipos->map + lf)) {
|
|
|
|
|
case kZipCompressionNone:
|
|
|
|
|
if (!(h = __zipos_alloc(zipos, 0)))
|
|
|
|
|
return -1;
|
|
|
|
|
h->mem = ZIP_LFILE_CONTENT(zipos->map + lf);
|
|
|
|
|
break;
|
|
|
|
|
case kZipCompressionDeflate:
|
|
|
|
|
if (!(h = __zipos_alloc(zipos, size)))
|
|
|
|
|
return -1;
|
|
|
|
|
if (!__inflate(h->data, size, ZIP_LFILE_CONTENT(zipos->map + lf),
|
|
|
|
|
GetZipLfileCompressedSize(zipos->map + lf))) {
|
|
|
|
|
h->mem = h->data;
|
|
|
|
|
} else {
|
|
|
|
|
h->mem = 0;
|
|
|
|
|
eio();
|
|
|
|
|
}
|
|
|
|
|
break;
|
|
|
|
|
default:
|
2023-08-16 01:24:53 +00:00
|
|
|
|
return eio();
|
|
|
|
|
}
|
2020-06-15 14:18:57 +00:00
|
|
|
|
}
|
2024-06-29 12:10:15 +00:00
|
|
|
|
|
2023-12-01 09:01:03 +00:00
|
|
|
|
atomic_store_explicit(&h->pos, 0, memory_order_relaxed);
|
2022-06-15 23:19:50 +00:00
|
|
|
|
h->cfile = cf;
|
|
|
|
|
h->size = size;
|
2023-10-03 21:40:03 +00:00
|
|
|
|
if (h->mem) {
|
|
|
|
|
minfd = 3;
|
|
|
|
|
__fds_lock();
|
|
|
|
|
TryAgain:
|
|
|
|
|
if (IsWindows() || IsMetal()) {
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if ((fd = __reservefd_unlocked(-1)) != -1)
|
2023-10-03 21:40:03 +00:00
|
|
|
|
return __zipos_setfd(fd, h, flags);
|
|
|
|
|
} else if ((fd = __zipos_mkfd(minfd)) != -1) {
|
|
|
|
|
if (__ensurefds_unlocked(fd) != -1) {
|
|
|
|
|
if (g_fds.p[fd].kind) {
|
|
|
|
|
sys_close(fd);
|
|
|
|
|
minfd = fd + 1;
|
|
|
|
|
goto TryAgain;
|
|
|
|
|
}
|
|
|
|
|
return __zipos_setfd(fd, h, flags);
|
|
|
|
|
}
|
|
|
|
|
sys_close(fd);
|
2021-02-08 12:04:42 +00:00
|
|
|
|
}
|
2023-10-03 21:40:03 +00:00
|
|
|
|
__fds_unlock();
|
2020-06-15 14:18:57 +00:00
|
|
|
|
}
|
2023-12-26 17:08:57 +00:00
|
|
|
|
__zipos_drop(h);
|
2023-10-03 21:40:03 +00:00
|
|
|
|
return -1;
|
2020-06-15 14:18:57 +00:00
|
|
|
|
}
|
|
|
|
|
|
2023-12-01 08:08:30 +00:00
|
|
|
|
void __zipos_postdup(int oldfd, int newfd) {
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (oldfd == newfd)
|
2023-12-01 08:08:30 +00:00
|
|
|
|
return;
|
2023-12-15 03:59:20 +00:00
|
|
|
|
BLOCK_SIGNALS;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
BLOCK_CANCELATION;
|
2023-12-15 03:59:20 +00:00
|
|
|
|
__fds_lock();
|
2023-12-01 08:08:30 +00:00
|
|
|
|
if (__isfdkind(newfd, kFdZip)) {
|
2023-12-26 17:08:57 +00:00
|
|
|
|
__zipos_drop((struct ZiposHandle *)(intptr_t)g_fds.p[newfd].handle);
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (!__isfdkind(oldfd, kFdZip))
|
2023-12-01 08:08:30 +00:00
|
|
|
|
bzero(g_fds.p + newfd, sizeof(*g_fds.p));
|
|
|
|
|
}
|
|
|
|
|
if (__isfdkind(oldfd, kFdZip)) {
|
|
|
|
|
__zipos_keep((struct ZiposHandle *)(intptr_t)g_fds.p[oldfd].handle);
|
|
|
|
|
__ensurefds_unlocked(newfd);
|
|
|
|
|
g_fds.p[newfd] = g_fds.p[oldfd];
|
|
|
|
|
}
|
2023-12-15 03:59:20 +00:00
|
|
|
|
__fds_unlock();
|
2024-06-29 12:10:15 +00:00
|
|
|
|
ALLOW_CANCELATION;
|
2023-12-15 03:59:20 +00:00
|
|
|
|
ALLOW_SIGNALS;
|
2023-12-01 08:08:30 +00:00
|
|
|
|
}
|
|
|
|
|
|
2023-08-19 13:41:06 +00:00
|
|
|
|
/**
|
|
|
|
|
* Loads compressed file from αcτµαlly pδrταblε εxεcµταblε object store.
|
|
|
|
|
*
|
|
|
|
|
* @param uri is obtained via __zipos_parseuri()
|
|
|
|
|
* @asyncsignalsafe
|
|
|
|
|
*/
|
|
|
|
|
int __zipos_open(struct ZiposUri *name, int flags) {
|
|
|
|
|
|
|
|
|
|
// check if this thread is cancelled
|
|
|
|
|
int rc;
|
|
|
|
|
if (_weaken(pthread_testcancel_np) &&
|
|
|
|
|
(rc = _weaken(pthread_testcancel_np)())) {
|
|
|
|
|
errno = rc;
|
|
|
|
|
return -1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// validate api usage
|
2023-08-16 22:53:06 +00:00
|
|
|
|
if ((flags & O_CREAT) || //
|
|
|
|
|
(flags & O_TRUNC) || //
|
2024-06-29 12:10:15 +00:00
|
|
|
|
(flags & O_ACCMODE) != O_RDONLY)
|
2023-08-16 22:53:06 +00:00
|
|
|
|
return erofs();
|
2023-08-19 13:41:06 +00:00
|
|
|
|
|
|
|
|
|
// get the zipos global singleton
|
|
|
|
|
struct Zipos *zipos;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (!(zipos = __zipos_get()))
|
2023-08-16 01:24:53 +00:00
|
|
|
|
return enoexec();
|
2023-08-19 13:41:06 +00:00
|
|
|
|
|
|
|
|
|
// most open() calls are due to languages path searching assets. the
|
|
|
|
|
// majority of these calls will return ENOENT or ENOTDIR. we need to
|
|
|
|
|
// perform two extremely costly sigprocmask() calls below. thanks to
|
|
|
|
|
// zipos being a read-only filesystem, we can avoid it in many cases
|
2023-10-03 21:40:03 +00:00
|
|
|
|
ssize_t cf;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if ((cf = __zipos_find(zipos, name)) == -1)
|
2023-08-17 03:11:19 +00:00
|
|
|
|
return -1;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (flags & O_EXCL)
|
2023-10-03 21:40:03 +00:00
|
|
|
|
return eexist();
|
2023-08-16 01:24:53 +00:00
|
|
|
|
if (cf != ZIPOS_SYNTHETIC_DIRECTORY) {
|
2023-10-03 21:40:03 +00:00
|
|
|
|
int mode = GetZipCfileMode(zipos->map + cf);
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if ((flags & O_DIRECTORY) && !S_ISDIR(mode))
|
2023-08-16 01:24:53 +00:00
|
|
|
|
return enotdir();
|
2024-06-29 12:10:15 +00:00
|
|
|
|
if (!(mode & 0444))
|
2023-08-16 01:24:53 +00:00
|
|
|
|
return eacces();
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-19 13:41:06 +00:00
|
|
|
|
// now do the heavy lifting
|
2022-10-17 18:02:04 +00:00
|
|
|
|
BLOCK_SIGNALS;
|
2024-06-29 12:10:15 +00:00
|
|
|
|
BLOCK_CANCELATION;
|
2023-08-19 13:41:06 +00:00
|
|
|
|
rc = __zipos_load(zipos, cf, flags, name);
|
2024-06-29 12:10:15 +00:00
|
|
|
|
ALLOW_CANCELATION;
|
2022-10-17 18:02:04 +00:00
|
|
|
|
ALLOW_SIGNALS;
|
2022-03-19 10:37:00 +00:00
|
|
|
|
return rc;
|
2020-06-15 14:18:57 +00:00
|
|
|
|
}
|