/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│ │vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi│ ╞══════════════════════════════════════════════════════════════════════════════╡ │ Copyright 2020 Justine Alexandra Roberts Tunney │ │ │ │ Permission to use, copy, modify, and/or distribute this software for │ │ any purpose with or without fee is hereby granted, provided that the │ │ above copyright notice and this permission notice appear in all copies. │ │ │ │ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL │ │ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED │ │ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE │ │ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL │ │ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR │ │ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER │ │ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │ │ PERFORMANCE OF THIS SOFTWARE. │ ╚─────────────────────────────────────────────────────────────────────────────*/ #include "libc/bits/likely.h" #include "libc/calls/internal.h" #include "libc/calls/strace.internal.h" #include "libc/dce.h" #include "libc/errno.h" #include "libc/intrin/asan.internal.h" #include "libc/log/libfatal.internal.h" #include "libc/macros.internal.h" #include "libc/runtime/directmap.internal.h" #include "libc/runtime/memtrack.internal.h" #include "libc/runtime/runtime.h" #include "libc/str/str.h" #include "libc/sysv/errfuns.h" #define IP(X) (intptr_t)(X) #define ALIGNED(p) (!(IP(p) & (FRAMESIZE - 1))) #define ADDR(x) ((int64_t)((uint64_t)(x) << 32) >> 16) #define FRAME(x) ((int)((intptr_t)(x) >> 16)) /** * Releases memory pages. * * This function may be used to punch holes in existing mappings, but * your mileage may vary on Windows. * * @param p is a pointer within any memory mapped region the process * has permission to control, such as address ranges returned by * mmap(), the program image itself, etc. * @param n is the number of bytes to be unmapped, and needs to be a * multiple of FRAMESIZE for anonymous mappings, because windows * and for files size needs to be perfect to the byte bc openbsd * @return 0 on success, or -1 w/ errno */ noasan int munmap(void *v, size_t n) { /* asan runtime depends on this function */ int rc; char poison, *p = v; intptr_t a, b, x, y; assert(!__vforked); if (UNLIKELY(!n)) { STRACE("munmap(%.12p, %'zu) %s (n=0)", p, n); return einval(); } if (UNLIKELY(!IsLegalSize(n))) { STRACE("munmap(%.12p, %'zu) EINVAL (n isn't 48-bit)", p, n); return einval(); } if (UNLIKELY(!IsLegalPointer(p))) { STRACE("munmap(%.12p, %'zu) EINVAL (p isn't 48-bit)", p, n); return einval(); } if (UNLIKELY(!IsLegalPointer(p + (n - 1)))) { STRACE("munmap(%.12p, %'zu) EINVAL (p+(n-1) isn't 48-bit)", p, n); return einval(); } if (UNLIKELY(!ALIGNED(p))) { STRACE("munmap(%.12p, %'zu) EINVAL (p isn't 64kb aligned)", p, n); return einval(); } if (!IsMemtracked(FRAME(p), FRAME(p + (n - 1)))) { STRACE("munmap(%.12p, %'zu) EFAULT (interval not tracked)", p, n); return efault(); } if (UntrackMemoryIntervals(p, n) != -1) { if (!IsWindows()) { rc = sys_munmap(p, n); if (rc != -1) { if (IsAsan() && !OverlapsShadowSpace(p, n)) { a = ((intptr_t)p >> 3) + 0x7fff8000; b = a + (n >> 3); if (IsMemtracked(FRAME(a), FRAME(b - 1))) { x = ROUNDUP(a, FRAMESIZE); y = ROUNDDOWN(b, FRAMESIZE); if (x < y) { /* delete shadowspace if unmapping ≥512kb */ __repstosb((void *)a, kAsanUnmapped, x - a); munmap((void *)x, y - x); __repstosb((void *)y, kAsanUnmapped, b - y); } else { /* otherwise just poison and assume reuse */ __repstosb((void *)a, kAsanUnmapped, b - a); } } else { STRACE("unshadow(%.12p, %p) EFAULT", a, b - a); } } } } else { rc = 0; /* UntrackMemoryIntervals does it for NT */ } } else { rc = -1; } STRACE("munmap(%.12p, %'zu) → %d% m", p, n, rc); return rc; }