mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-02-07 15:03:34 +00:00
3609f65de3
If pthread_create() is linked into the binary, then the cosmo runtime will create an independent dlmalloc arena for each core. Whenever the malloc() function is used it will index `g_heaps[sched_getcpu() / 2]` to find the arena with the greatest hyperthread / numa locality. This may be configured via an environment variable. For example if you say `export COSMOPOLITAN_HEAP_COUNT=1` then you can restore the old ways. Your process may be configured to have anywhere between 1 - 128 heaps We need this revision because it makes multithreaded C++ applications faster. For example, an HTTP server I'm working on that makes extreme use of the STL went from 16k to 2000k requests per second, after this change was made. To understand why, try out the malloc_test benchmark which calls malloc() + realloc() in a loop across many threads, which sees a a 250x improvement in process clock time and 200x on wall time The tradeoff is this adds ~25ns of latency to individual malloc calls compared to MODE=tiny, once the cosmo runtime has transitioned into a fully multi-threaded state. If you don't need malloc() to be scalable then cosmo provides many options for you. For starters the heap count variable above can be set to put the process back in single heap mode plus you can go even faster still, if you include tinymalloc.inc like many of the programs in tool/build/.. are already doing since that'll shave tens of kb off your binary footprint too. Theres also MODE=tiny which is configured to use just 1 plain old dlmalloc arena by default Another tradeoff is we need more memory now (except in MODE=tiny), to track the provenance of memory allocation. This is so allocations can be freely shared across threads, and because OSes can reschedule code to different CPUs at any time.
140 lines
5.5 KiB
C++
140 lines
5.5 KiB
C++
// Copyright 2006-2008 the V8 project authors. All rights reserved.
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are
|
|
// met:
|
|
//
|
|
// * Redistributions of source code must retain the above copyright
|
|
// notice, this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above
|
|
// copyright notice, this list of conditions and the following
|
|
// disclaimer in the documentation and/or other materials provided
|
|
// with the distribution.
|
|
// * Neither the name of Google Inc. nor the names of its
|
|
// contributors may be used to endorse or promote products derived
|
|
// from this software without specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
#ifndef CCTEST_H_
|
|
#define CCTEST_H_
|
|
#include "libc/stdio/stdio.h"
|
|
#include "third_party/double-conversion/utils.h"
|
|
|
|
#ifndef TEST
|
|
#define TEST(Name) \
|
|
static void Test##Name(); \
|
|
CcTest register_test_##Name(Test##Name, __FILE__, #Name, NULL, true); \
|
|
static void Test##Name()
|
|
#endif
|
|
|
|
#ifndef DEPENDENT_TEST
|
|
#define DEPENDENT_TEST(Name, Dep) \
|
|
static void Test##Name(); \
|
|
CcTest register_test_##Name(Test##Name, __FILE__, #Name, #Dep, true); \
|
|
static void Test##Name()
|
|
#endif
|
|
|
|
#ifndef DISABLED_TEST
|
|
#define DISABLED_TEST(Name) \
|
|
static void Test##Name(); \
|
|
CcTest register_test_##Name(Test##Name, __FILE__, #Name, NULL, false); \
|
|
static void Test##Name()
|
|
#endif
|
|
|
|
#define CHECK(condition) CheckHelper(__FILE__, __LINE__, #condition, condition)
|
|
#define CHECK_GE(a, b) CHECK((a) >= (b))
|
|
|
|
static inline void CheckHelper(const char* file,
|
|
int line,
|
|
const char* source,
|
|
bool condition) {
|
|
if (!condition) {
|
|
printf("%s:%d:\n CHECK(%s) failed\n", file, line, source);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
#define CHECK_EQ(a, b) CheckEqualsHelper(__FILE__, __LINE__, #a, a, #b, b)
|
|
|
|
static inline void CheckEqualsHelper(const char* file, int line,
|
|
const char* expected_source,
|
|
const char* expected,
|
|
const char* value_source,
|
|
const char* value) {
|
|
if ((expected == NULL && value != NULL) ||
|
|
(expected != NULL && value == NULL)) {
|
|
abort();
|
|
}
|
|
|
|
if ((expected != NULL && value != NULL && strcmp(expected, value) != 0)) {
|
|
printf("%s:%d:\n CHECK_EQ(%s, %s) failed\n"
|
|
"# Expected: %s\n"
|
|
"# Found: %s\n",
|
|
file, line, expected_source, value_source, expected, value);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
static inline void CheckEqualsHelper(const char* file, int line,
|
|
const char* expected_source,
|
|
int expected,
|
|
const char* value_source,
|
|
int value) {
|
|
if (expected != value) {
|
|
printf("%s:%d:\n CHECK_EQ(%s, %s) failed\n"
|
|
"# Expected: %d\n"
|
|
"# Found: %d\n",
|
|
file, line, expected_source, value_source, expected, value);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
static inline void CheckEqualsHelper(const char* file, int line,
|
|
const char* expected_source,
|
|
double expected,
|
|
const char* value_source,
|
|
double value) {
|
|
// If expected and value are NaNs then expected != value.
|
|
if (expected != value && (expected == expected || value == value)) {
|
|
printf("%s:%d:\n CHECK_EQ(%s, %s) failed\n"
|
|
"# Expected: %.30e\n"
|
|
"# Found: %.30e\n",
|
|
file, line, expected_source, value_source, expected, value);
|
|
abort();
|
|
}
|
|
}
|
|
|
|
|
|
class CcTest {
|
|
public:
|
|
typedef void (TestFunction)();
|
|
CcTest(TestFunction* callback, const char* file, const char* name,
|
|
const char* dependency, bool enabled);
|
|
void Run() { callback_(); }
|
|
static int test_count();
|
|
static CcTest* last() { return last_; }
|
|
CcTest* prev() { return prev_; }
|
|
const char* file() const { return file_; }
|
|
const char* name() const { return name_; }
|
|
const char* dependency() const { return dependency_; }
|
|
bool enabled() const { return enabled_; }
|
|
private:
|
|
TestFunction* callback_;
|
|
const char* file_;
|
|
const char* name_;
|
|
const char* dependency_;
|
|
bool enabled_;
|
|
static CcTest* last_;
|
|
CcTest* prev_;
|
|
};
|
|
|
|
#endif // ifndef CCTEST_H_
|