cosmopolitan/libc/intrin/directmap-metal.c

/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
│vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8                                :vi│
╞══════════════════════════════════════════════════════════════════════════════╡
│ Copyright 2021 Justine Alexandra Roberts Tunney                              │
│                                                                              │
│ Permission to use, copy, modify, and/or distribute this software for         │
│ any purpose with or without fee is hereby granted, provided that the         │
│ above copyright notice and this permission notice appear in all copies.      │
│                                                                              │
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL                │
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED                │
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE             │
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL         │
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR        │
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER               │
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR             │
│ PERFORMANCE OF THIS SOFTWARE.                                                │
╚─────────────────────────────────────────────────────────────────────────────*/
#include "libc/calls/calls.h"
#include "libc/calls/internal.h"
#include "libc/calls/metalfile.internal.h"
#include "libc/intrin/directmap.internal.h"
#include "libc/macros.internal.h"
#include "libc/runtime/pc.internal.h"
#include "libc/str/str.h"
#include "libc/sysv/consts/prot.h"
#include "libc/sysv/errfuns.h"
#ifdef __x86_64__

#define MAP_ANONYMOUS_linux 0x00000020
#define MAP_FIXED_linux     0x00000010

static uint64_t sys_mmap_metal_break;

dontasan static struct DirectMap bad_mmap(void) {
  struct DirectMap res;
  res.addr = (void *)-1;
  res.maphandle = -1;
  return res;
}

dontasan struct DirectMap sys_mmap_metal(void *vaddr, size_t size, int prot,
                                         int flags, int fd, int64_t off) {
  /* asan runtime depends on this function */
  size_t i;
  struct mman *mm;
  struct DirectMap res;
  uint64_t addr, faddr = 0, page, e, *pte, *fdpte, *pml4t;
  mm = __get_mm();
  pml4t = __get_pml4t();
  size = ROUNDUP(size, 4096);
  addr = (uint64_t)vaddr;
  if (!(flags & MAP_ANONYMOUS_linux)) {
    struct Fd *sfd;
    struct MetalFile *file;
    if (off < 0 || fd < 0 || fd >= g_fds.n) return bad_mmap();
    sfd = &g_fds.p[fd];
    if (sfd->kind != kFdFile) return bad_mmap();
    file = (struct MetalFile *)sfd->handle;
    /* TODO: allow mapping partial page at end of file, if file size not
     * multiple of page size */
    if (off > file->size || size > file->size - off) return bad_mmap();
    faddr = (uint64_t)file->base + off;
    if (faddr % 4096 != 0) return bad_mmap();
  }
  if (!(flags & MAP_FIXED_linux)) {
    if (!addr) {
      addr = 4096;
    } else {
      addr = ROUNDUP(addr, 4096);
    }
    for (i = 0; i < size; i += 4096) {
      pte = __get_virtual(mm, pml4t, addr + i, false);
      if (pte && (*pte & (PAGE_V | PAGE_RSRV))) {
        addr = MAX(addr, sys_mmap_metal_break) + i + 4096;
        i = 0;
      }
    }
    sys_mmap_metal_break = MAX(addr + size, sys_mmap_metal_break);
  }
  for (i = 0; i < size; i += 4096) {
    pte = __get_virtual(mm, pml4t, addr + i, true);
    if (pte) {
      if ((flags & MAP_ANONYMOUS_linux)) {
        page = __new_page(mm);
        if (!page) return bad_mmap();
        __clear_page(BANE + page);
        e = page | PAGE_RSRV | PAGE_U;
        if ((prot & PROT_WRITE))
          e |= PAGE_V | PAGE_RW;
        else if ((prot & (PROT_READ | PROT_EXEC)))
          e |= PAGE_V;
        if (!(prot & PROT_EXEC)) e |= PAGE_XD;
      } else {
        fdpte = __get_virtual(mm, pml4t, faddr + i, false);
        e = *fdpte | PAGE_RSRV | PAGE_U;
        page = e & PAGE_TA;
        if (!(prot & PROT_WRITE)) e &= ~PAGE_RW;
        if (!(prot & PROT_EXEC)) e |= PAGE_XD;
      }
      __ref_page(mm, pml4t, page);
      *pte = e;
      invlpg(addr + i);
    } else {
      addr = -1;
      break;
    }
  }
  res.addr = (void *)addr;
  res.maphandle = -1;
  return res;
}

#endif /* __x86_64__ */