cosmopolitan/libc/mem/gc.c

/*-*- mode:c;indent-tabs-mode:nil;c-basic-offset:2;tab-width:8;coding:utf-8 -*-│
│vi: set net ft=c ts=2 sts=2 sw=2 fenc=utf-8                                :vi│
╞══════════════════════════════════════════════════════════════════════════════╡
│ Copyright 2021 Justine Alexandra Roberts Tunney                              │
│                                                                              │
│ Permission to use, copy, modify, and/or distribute this software for         │
│ any purpose with or without fee is hereby granted, provided that the         │
│ above copyright notice and this permission notice appear in all copies.      │
│                                                                              │
│ THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL                │
│ WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED                │
│ WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE             │
│ AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL         │
│ DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR        │
│ PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER               │
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR             │
│ PERFORMANCE OF THIS SOFTWARE.                                                │
╚─────────────────────────────────────────────────────────────────────────────*/
#include "libc/mem/gc.h"
#include "libc/assert.h"
#include "libc/intrin/likely.h"
#include "libc/mem/mem.h"
#include "libc/nexgen32e/gc.internal.h"
#include "libc/nexgen32e/stackframe.h"
#include "libc/runtime/runtime.h"
#include "libc/str/str.h"
#include "libc/thread/tls.h"

forceinline bool PointerNotOwnedByParentStackFrame(struct StackFrame *frame,
                                                   struct StackFrame *parent,
                                                   void *ptr) {
  return !(((intptr_t)ptr > (intptr_t)frame) &&
           ((intptr_t)ptr < (intptr_t)parent));
}

static void TeardownGc(void) {
  struct Garbages *g;
  struct CosmoTib *t;
  if (__tls_enabled) {
    t = __get_tls();
    if ((g = t->tib_garbages)) {
      // exit() currently doesn't use _gclongjmp() like pthread_exit()
      // so we need to run the deferred functions manually.
      while (g->i) {
        --g->i;
        ((void (*)(intptr_t))g->p[g->i].fn)(g->p[g->i].arg);
      }
      free(g->p);
      free(g);
    }
  }
}

__attribute__((__constructor__)) static void InitializeGc(void) {
  atexit(TeardownGc);
}

// add item to garbage shadow stack.
// then rewrite caller's return address on stack.
static void DeferFunction(struct StackFrame *frame, void *fn, void *arg) {
  int n2;
  struct Garbage *p2;
  struct Garbages *g;
  struct CosmoTib *t;
  t = __get_tls();
  g = t->tib_garbages;
  if (UNLIKELY(!g)) {
    if (!(g = malloc(sizeof(struct Garbages)))) notpossible;
    g->i = 0;
    g->n = 4;
    if (!(g->p = malloc(g->n * sizeof(struct Garbage)))) notpossible;
    t->tib_garbages = g;
  } else if (UNLIKELY(g->i == g->n)) {
    p2 = g->p;
    n2 = g->n + (g->n >> 1);
    if ((p2 = realloc(p2, n2 * sizeof(*p2)))) {
      g->p = p2;
      g->n = n2;
    } else {
      notpossible;
    }
  }
  g->p[g->i].frame = frame;
  g->p[g->i].fn = (intptr_t)fn;
  g->p[g->i].arg = (intptr_t)arg;
  g->p[g->i].ret = frame->addr;
  g->i++;
  frame->addr = (intptr_t)__gc;
}

// the gnu extension macros for _gc / _defer point here
void __defer(void *rbp, void *fn, void *arg) {
  struct StackFrame *f, *frame = rbp;
  f = __builtin_frame_address(0);
  unassert(f->next == frame);
  unassert(PointerNotOwnedByParentStackFrame(f, frame, arg));
  DeferFunction(frame, fn, arg);
}

/**
 * Frees memory when function returns.
 *
 * This garbage collector overwrites the return address on the stack so
 * that the RET instruction calls a trampoline which calls free(). It's
 * loosely analogous to Go's defer keyword rather than a true cycle gc.
 *
 *     const char *s = _gc(strdup("hello"));
 *     puts(s);
 *
 * This macro is equivalent to:
 *
 *      _defer(free, ptr)
 *
 * @warning do not return a gc()'d pointer
 * @warning do not realloc() with gc()'d pointer
 * @warning be careful about static keyword due to impact of inlining
 * @note you should use -fno-omit-frame-pointer
 */
void *(_gc)(void *thing) {
  struct StackFrame *frame;
  frame = __builtin_frame_address(0);
  DeferFunction(frame->next, _weakfree, thing);
  return thing;
}

/**
 * Calls fn(arg) when function returns.
 *
 * This garbage collector overwrites the return address on the stack so
 * that the RET instruction calls a trampoline which calls free(). It's
 * loosely analogous to Go's defer keyword rather than a true cycle gc.
 *
 * @warning do not return a gc()'d pointer
 * @warning do not realloc() with gc()'d pointer
 * @warning be careful about static keyword due to impact of inlining
 * @note you should use -fno-omit-frame-pointer
 */
void *(_defer)(void *fn, void *arg) {
  struct StackFrame *frame;
  frame = __builtin_frame_address(0);
  DeferFunction(frame->next, fn, arg);
  return arg;
}