2020-06-15 14:18:57 +00:00
|
|
|
/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
|
|
|
|
│vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8 :vi│
|
|
|
|
╞══════════════════════════════════════════════════════════════════════════════╡
|
|
|
|
│ Copyright 2020 Justine Alexandra Roberts Tunney │
|
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
│ Permission to use, copy, modify, and/or distribute this software for │
|
|
|
|
│ any purpose with or without fee is hereby granted, provided that the │
|
|
|
|
│ above copyright notice and this permission notice appear in all copies. │
|
2020-06-15 14:18:57 +00:00
|
|
|
│ │
|
2020-12-28 01:18:44 +00:00
|
|
|
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL │
|
|
|
|
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED │
|
|
|
|
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE │
|
|
|
|
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL │
|
|
|
|
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR │
|
|
|
|
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER │
|
|
|
|
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │
|
|
|
|
│ PERFORMANCE OF THIS SOFTWARE. │
|
2020-06-15 14:18:57 +00:00
|
|
|
╚─────────────────────────────────────────────────────────────────────────────*/
|
2021-10-14 00:27:13 +00:00
|
|
|
#include "libc/bits/likely.h"
|
2020-08-25 11:23:25 +00:00
|
|
|
#include "libc/calls/internal.h"
|
2021-09-28 05:58:51 +00:00
|
|
|
#include "libc/calls/sysdebug.internal.h"
|
2020-08-25 11:23:25 +00:00
|
|
|
#include "libc/dce.h"
|
2021-10-15 02:36:49 +00:00
|
|
|
#include "libc/errno.h"
|
2021-10-14 00:27:13 +00:00
|
|
|
#include "libc/intrin/asan.internal.h"
|
2021-09-28 05:58:51 +00:00
|
|
|
#include "libc/log/libfatal.internal.h"
|
2021-03-01 07:42:35 +00:00
|
|
|
#include "libc/macros.internal.h"
|
2021-02-24 04:23:19 +00:00
|
|
|
#include "libc/runtime/directmap.internal.h"
|
2021-09-04 20:20:47 +00:00
|
|
|
#include "libc/runtime/memtrack.internal.h"
|
2020-09-03 12:44:37 +00:00
|
|
|
#include "libc/runtime/runtime.h"
|
2021-10-14 00:27:13 +00:00
|
|
|
#include "libc/str/str.h"
|
2020-08-25 11:23:25 +00:00
|
|
|
#include "libc/sysv/errfuns.h"
|
2020-06-15 14:18:57 +00:00
|
|
|
|
2021-10-14 00:27:13 +00:00
|
|
|
#define IP(X) (intptr_t)(X)
|
|
|
|
#define SMALL(n) ((n) <= 0xffffffffffff)
|
|
|
|
#define ALIGNED(p) (!(IP(p) & (FRAMESIZE - 1)))
|
|
|
|
#define ADDR(x) ((int64_t)((uint64_t)(x) << 32) >> 16)
|
|
|
|
#define SHADE(x) (((intptr_t)(x) >> 3) + 0x7fff8000)
|
|
|
|
#define FRAME(x) ((int)((intptr_t)(x) >> 16))
|
2020-09-03 12:44:37 +00:00
|
|
|
|
2020-06-15 14:18:57 +00:00
|
|
|
/**
|
2020-09-03 12:44:37 +00:00
|
|
|
* Releases memory pages.
|
2020-06-15 14:18:57 +00:00
|
|
|
*
|
2021-10-14 00:27:13 +00:00
|
|
|
* This function may be used to punch holes in existing mappings, but
|
|
|
|
* your mileage may vary on Windows.
|
2021-01-25 21:08:05 +00:00
|
|
|
*
|
2021-10-14 00:27:13 +00:00
|
|
|
* @param p is a pointer within any memory mapped region the process
|
2020-09-03 12:44:37 +00:00
|
|
|
* has permission to control, such as address ranges returned by
|
|
|
|
* mmap(), the program image itself, etc.
|
2021-10-14 00:27:13 +00:00
|
|
|
* @param n is the number of bytes to be unmapped, and needs to be a
|
2021-01-25 21:08:05 +00:00
|
|
|
* multiple of FRAMESIZE for anonymous mappings, because windows
|
|
|
|
* and for files size needs to be perfect to the byte bc openbsd
|
2020-09-03 12:44:37 +00:00
|
|
|
* @return 0 on success, or -1 w/ errno
|
2020-06-15 14:18:57 +00:00
|
|
|
*/
|
2021-10-14 00:27:13 +00:00
|
|
|
noasan int munmap(void *v, size_t n) {
|
|
|
|
/* asan runtime depends on this function */
|
2020-09-03 12:44:37 +00:00
|
|
|
int rc;
|
2021-10-14 00:27:13 +00:00
|
|
|
char poison, *p = v;
|
|
|
|
intptr_t a, b, x, y;
|
|
|
|
if (UNLIKELY(!n)) {
|
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) %s (n=0)", p, n);
|
|
|
|
return einval();
|
|
|
|
}
|
|
|
|
if (UNLIKELY(!SMALL(n))) {
|
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) EINVAL (n isn't 48-bit)", p, n);
|
|
|
|
return einval();
|
|
|
|
}
|
2021-10-15 02:36:49 +00:00
|
|
|
if (UNLIKELY(!IsLegalPointer(p))) {
|
2021-10-14 00:27:13 +00:00
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) EINVAL (p isn't 48-bit)", p, n);
|
|
|
|
return einval();
|
|
|
|
}
|
2021-10-15 02:36:49 +00:00
|
|
|
if (UNLIKELY(!IsLegalPointer(p + (n - 1)))) {
|
2021-10-14 00:27:13 +00:00
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) EINVAL (p+(n-1) isn't 48-bit)", p, n);
|
|
|
|
return einval();
|
|
|
|
}
|
|
|
|
if (UNLIKELY(!ALIGNED(p))) {
|
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) EINVAL (p isn't 64kb aligned)", p, n);
|
|
|
|
return einval();
|
|
|
|
}
|
|
|
|
if (!IsMemtracked(FRAME(p), FRAME(p + (n - 1)))) {
|
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) EFAULT (interval not tracked)", p, n);
|
|
|
|
return efault();
|
|
|
|
}
|
|
|
|
if (UntrackMemoryIntervals(p, n) != -1) {
|
|
|
|
if (!IsWindows()) {
|
|
|
|
rc = sys_munmap(p, n);
|
|
|
|
if (rc != -1) {
|
|
|
|
if (IsAsan() && !OverlapsShadowSpace(p, n)) {
|
|
|
|
a = SHADE(p);
|
|
|
|
b = a + (n >> 3);
|
|
|
|
if (IsMemtracked(FRAME(a), FRAME(b - 1))) {
|
|
|
|
x = ROUNDUP(a, FRAMESIZE);
|
|
|
|
y = ROUNDDOWN(b, FRAMESIZE);
|
|
|
|
if (x < y) {
|
|
|
|
/* delete shadowspace if unmapping ≥512kb */
|
|
|
|
__repstosb((void *)a, kAsanUnmapped, x - a);
|
|
|
|
munmap((void *)x, y - x);
|
|
|
|
__repstosb((void *)y, kAsanUnmapped, b - y);
|
|
|
|
} else {
|
|
|
|
/* otherwise just poison and assume reuse */
|
|
|
|
__repstosb((void *)a, kAsanUnmapped, b - a);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
SYSDEBUG("unshadow(0x%x, 0x%x) EFAULT", a, b - a);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
2021-10-15 02:36:49 +00:00
|
|
|
rc = 0; /* UntrackMemoryIntervals does it for NT */
|
2021-10-14 00:27:13 +00:00
|
|
|
}
|
|
|
|
} else {
|
2021-10-15 02:36:49 +00:00
|
|
|
rc = -1;
|
2021-10-14 00:27:13 +00:00
|
|
|
}
|
2021-10-15 02:36:49 +00:00
|
|
|
SYSDEBUG("munmap(0x%p, 0x%x) -> %d %s", p, n, (long)rc,
|
|
|
|
rc == -1 ? strerror(errno) : "");
|
|
|
|
return rc;
|
2020-06-15 14:18:57 +00:00
|
|
|
}
|