mirror of
https://github.com/jart/cosmopolitan.git
synced 2025-07-26 04:20:30 +00:00
Improve the affinity system calls
This commit is contained in:
parent
60b68d7152
commit
59ac141e49
19 changed files with 231 additions and 123 deletions
|
@ -1,13 +1,19 @@
|
|||
#ifndef COSMOPOLITAN_LIBC_CALLS_SCHED_SYSV_INTERNAL_H_
|
||||
#define COSMOPOLITAN_LIBC_CALLS_SCHED_SYSV_INTERNAL_H_
|
||||
#include "libc/calls/struct/sched_param.h"
|
||||
#if !(__ASSEMBLER__ + __LINKER__ + 0)
|
||||
COSMOPOLITAN_C_START_
|
||||
|
||||
#define MAXCPUS_NETBSD 256
|
||||
#define MAXCPUS_FREEBSD 256
|
||||
#define MAXCPUS_OPENBSD 64
|
||||
#define P_ALL_LWPS 0 /* for effect on all threads in pid */
|
||||
|
||||
#define CPU_LEVEL_WHICH 3
|
||||
#define CPU_WHICH_TID 1
|
||||
#define CPU_WHICH_PID 2
|
||||
|
||||
#if !(__ASSEMBLER__ + __LINKER__ + 0)
|
||||
COSMOPOLITAN_C_START_
|
||||
|
||||
int sys_sched_get_priority_max(int);
|
||||
int sys_sched_get_priority_min(int);
|
||||
int sys_sched_getparam(int, struct sched_param *);
|
||||
|
@ -28,6 +34,12 @@ int sys_sched_setaffinity_netbsd(int, int, size_t, const void *) //
|
|||
int sys_sched_getaffinity_netbsd(int, int, size_t, void *) //
|
||||
asm("sys_sched_setaffinity");
|
||||
|
||||
int sys_sched_setaffinity_freebsd(
|
||||
int level, int which, int id, size_t setsize,
|
||||
const void *mask) asm("sys_sched_setaffinity");
|
||||
int sys_sched_getaffinity_freebsd(int level, int which, int id, size_t setsize,
|
||||
void *mask) asm("sys_sched_getaffinity");
|
||||
|
||||
COSMOPOLITAN_C_END_
|
||||
#endif /* !(__ASSEMBLER__ + __LINKER__ + 0) */
|
||||
#endif /* COSMOPOLITAN_LIBC_CALLS_SCHED_SYSV_INTERNAL_H_ */
|
||||
|
|
|
@ -17,59 +17,79 @@
|
|||
│ PERFORMANCE OF THIS SOFTWARE. │
|
||||
╚─────────────────────────────────────────────────────────────────────────────*/
|
||||
#include "libc/calls/calls.h"
|
||||
#include "libc/calls/internal.h"
|
||||
#include "libc/calls/sched-sysv.internal.h"
|
||||
#include "libc/calls/struct/cpuset.h"
|
||||
#include "libc/calls/syscall_support-nt.internal.h"
|
||||
#include "libc/dce.h"
|
||||
#include "libc/intrin/strace.internal.h"
|
||||
#include "libc/macros.internal.h"
|
||||
#include "libc/nt/enum/processaccess.h"
|
||||
#include "libc/nt/process.h"
|
||||
#include "libc/nt/runtime.h"
|
||||
#include "libc/nt/thread.h"
|
||||
#include "libc/str/str.h"
|
||||
#include "libc/sysv/errfuns.h"
|
||||
|
||||
static textwindows int sys_sched_getaffinity_nt(int tid, size_t size,
|
||||
cpu_set_t *bitset) {
|
||||
uint64_t ProcessAffinityMask, SystemAffinityMask;
|
||||
if (GetProcessAffinityMask(GetCurrentProcess(), &ProcessAffinityMask,
|
||||
&SystemAffinityMask)) {
|
||||
bzero(bitset, size);
|
||||
bitset->__bits[0] = ProcessAffinityMask;
|
||||
return 0;
|
||||
static dontinline textwindows int sys_sched_getaffinity_nt(int pid, size_t size,
|
||||
cpu_set_t *bitset) {
|
||||
int rc;
|
||||
int64_t h, closeme = -1;
|
||||
uint64_t SystemAffinityMask;
|
||||
|
||||
if (!pid || pid == getpid()) {
|
||||
h = GetCurrentProcess();
|
||||
} else if (__isfdkind(pid, kFdProcess)) {
|
||||
h = g_fds.p[pid].handle;
|
||||
} else {
|
||||
return __winerr();
|
||||
h = OpenProcess(kNtProcessQueryInformation, false, pid);
|
||||
if (!h) return __winerr();
|
||||
closeme = h;
|
||||
}
|
||||
|
||||
if (GetProcessAffinityMask(h, bitset->__bits, &SystemAffinityMask)) {
|
||||
rc = 8;
|
||||
} else {
|
||||
rc = __winerr();
|
||||
}
|
||||
|
||||
if (closeme != -1) {
|
||||
CloseHandle(closeme);
|
||||
}
|
||||
|
||||
return rc;
|
||||
}
|
||||
|
||||
/**
|
||||
* Gets CPU affinity for thread.
|
||||
* Gets CPU affinity for process.
|
||||
*
|
||||
* While Windows allows us to change the thread affinity mask, it's only
|
||||
* possible to read the process affinity mask. Therefore this function
|
||||
* won't reflect the changes made by sched_setaffinity() on Windows.
|
||||
*
|
||||
* @param pid is the process or thread id (or 0 for caller)
|
||||
* @param size is byte length of bitset, which should 128
|
||||
* @param pid is the process id (or 0 for caller)
|
||||
* @param size is bytes in bitset, which should be `sizeof(cpuset_t)`
|
||||
* @param bitset receives bitset and should be uint64_t[16] in order to
|
||||
* work on older versions of Linux
|
||||
* @return 0 on success, or -1 w/ errno
|
||||
* @raise ENOSYS if not Linux, NetBSD, or Windows
|
||||
* @raise ENOSYS if not Linux, FreeBSD, NetBSD, or Windows
|
||||
* @see pthread_getaffinity_np() for threads
|
||||
*/
|
||||
int sched_getaffinity(int tid, size_t size, cpu_set_t *bitset) {
|
||||
int sched_getaffinity(int pid, size_t size, cpu_set_t *bitset) {
|
||||
int rc;
|
||||
if (size != 128) {
|
||||
if (size != sizeof(cpu_set_t)) {
|
||||
rc = einval();
|
||||
} else if (IsWindows()) {
|
||||
rc = sys_sched_getaffinity_nt(tid, size, bitset);
|
||||
rc = sys_sched_getaffinity_nt(pid, size, bitset);
|
||||
} else if (IsFreebsd()) {
|
||||
if (!sys_sched_getaffinity_freebsd(CPU_LEVEL_WHICH, CPU_WHICH_PID, pid, 32,
|
||||
bitset)) {
|
||||
rc = 32;
|
||||
} else {
|
||||
rc = -1;
|
||||
}
|
||||
} else if (IsNetbsd()) {
|
||||
if (!sys_sched_getaffinity_netbsd(0, tid, MIN(size, 32), bitset)) {
|
||||
rc = MIN(size, 32);
|
||||
if (!sys_sched_getaffinity_netbsd(P_ALL_LWPS, pid, 32, bitset)) {
|
||||
rc = 32;
|
||||
} else {
|
||||
rc = -1;
|
||||
}
|
||||
} else {
|
||||
rc = sys_sched_getaffinity(tid, size, bitset);
|
||||
rc = sys_sched_getaffinity(pid, size, bitset);
|
||||
}
|
||||
if (rc > 0) {
|
||||
if (rc < size) {
|
||||
|
@ -77,6 +97,6 @@ int sched_getaffinity(int tid, size_t size, cpu_set_t *bitset) {
|
|||
}
|
||||
rc = 0;
|
||||
}
|
||||
STRACE("sched_getaffinity(%d, %'zu, %p) → %d% m", tid, size, bitset, rc);
|
||||
STRACE("sched_getaffinity(%d, %'zu, %p) → %d% m", pid, size, bitset, rc);
|
||||
return rc;
|
||||
}
|
||||
|
|
|
@ -16,75 +16,69 @@
|
|||
│ TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR │
|
||||
│ PERFORMANCE OF THIS SOFTWARE. │
|
||||
╚─────────────────────────────────────────────────────────────────────────────*/
|
||||
#include "libc/calls/calls.h"
|
||||
#include "libc/calls/internal.h"
|
||||
#include "libc/calls/sched-sysv.internal.h"
|
||||
#include "libc/calls/struct/cpuset.h"
|
||||
#include "libc/calls/syscall-sysv.internal.h"
|
||||
#include "libc/calls/syscall_support-nt.internal.h"
|
||||
#include "libc/dce.h"
|
||||
#include "libc/intrin/safemacros.internal.h"
|
||||
#include "libc/intrin/strace.internal.h"
|
||||
#include "libc/limits.h"
|
||||
#include "libc/macros.internal.h"
|
||||
#include "libc/nt/enum/processaccess.h"
|
||||
#include "libc/nt/enum/threadaccess.h"
|
||||
#include "libc/nt/process.h"
|
||||
#include "libc/nt/runtime.h"
|
||||
#include "libc/nt/thread.h"
|
||||
#include "libc/str/str.h"
|
||||
#include "libc/sysv/errfuns.h"
|
||||
|
||||
static textwindows dontinline int sys_sched_setaffinity_nt(int pid,
|
||||
uint64_t size,
|
||||
const void *bitset) {
|
||||
static dontinline textwindows int sys_sched_setaffinity_nt(
|
||||
int pid, uint64_t size, const cpu_set_t *bitset) {
|
||||
int rc;
|
||||
int64_t handle;
|
||||
uintptr_t mask;
|
||||
typeof(SetThreadAffinityMask) *SetAffinityMask = SetThreadAffinityMask;
|
||||
mask = 0;
|
||||
memcpy(&mask, bitset, min(size, sizeof(uintptr_t)));
|
||||
handle = 0;
|
||||
if (!pid) pid = GetCurrentThreadId();
|
||||
if (0 < pid && pid <= UINT32_MAX) {
|
||||
if (pid == GetCurrentProcessId()) {
|
||||
pid = GetCurrentProcess();
|
||||
SetAffinityMask = SetProcessAffinityMask;
|
||||
} else if (pid == GetCurrentThreadId()) {
|
||||
pid = GetCurrentThread();
|
||||
} else {
|
||||
handle = OpenThread(kNtThreadSetInformation | kNtThreadQueryInformation,
|
||||
false, pid);
|
||||
if (!handle) {
|
||||
handle = OpenProcess(
|
||||
kNtProcessSetInformation | kNtProcessQueryInformation, false, pid);
|
||||
SetAffinityMask = SetProcessAffinityMask;
|
||||
}
|
||||
}
|
||||
int64_t h, closeme = -1;
|
||||
|
||||
if (!pid /* || pid == getpid() */) {
|
||||
h = GetCurrentProcess();
|
||||
} else if (__isfdkind(pid, kFdProcess)) {
|
||||
h = g_fds.p[pid].handle;
|
||||
} else {
|
||||
h = OpenProcess(kNtProcessSetInformation | kNtProcessQueryInformation,
|
||||
false, pid);
|
||||
if (!h) return __winerr();
|
||||
closeme = h;
|
||||
}
|
||||
rc = SetAffinityMask(handle ? handle : pid, mask) ? 0 : __winerr();
|
||||
if (handle) CloseHandle(handle);
|
||||
|
||||
if (SetProcessAffinityMask(h, bitset->__bits[0])) {
|
||||
rc = 0;
|
||||
} else {
|
||||
rc = __winerr();
|
||||
}
|
||||
|
||||
if (closeme != -1) {
|
||||
CloseHandle(closeme);
|
||||
}
|
||||
|
||||
return rc;
|
||||
}
|
||||
|
||||
/**
|
||||
* Asks kernel to only schedule thread on particular CPUs.
|
||||
* Asks kernel to only schedule process on particular CPUs.
|
||||
*
|
||||
* @param tid is the process or thread id (or 0 for caller)
|
||||
* @param size is byte length of bitset, which should be 128
|
||||
* @param pid is the process or process id (or 0 for caller)
|
||||
* @param size is bytes in bitset, which should be `sizeof(cpuset_t)`
|
||||
* @return 0 on success, or -1 w/ errno
|
||||
* @raise ENOSYS if not Linux, NetBSD, or Windows
|
||||
* @raise ENOSYS if not Linux, FreeBSD, NetBSD, or Windows
|
||||
* @see pthread_getaffinity_np() for threads
|
||||
*/
|
||||
int sched_setaffinity(int tid, size_t size, const cpu_set_t *bitset) {
|
||||
int sched_setaffinity(int pid, size_t size, const cpu_set_t *bitset) {
|
||||
int rc;
|
||||
if (size != 128) {
|
||||
if (size != sizeof(cpu_set_t)) {
|
||||
rc = einval();
|
||||
} else if (IsWindows()) {
|
||||
rc = sys_sched_setaffinity_nt(tid, size, bitset);
|
||||
rc = sys_sched_setaffinity_nt(pid, size, bitset);
|
||||
} else if (IsFreebsd()) {
|
||||
rc = sys_sched_setaffinity_freebsd(CPU_LEVEL_WHICH, CPU_WHICH_PID, pid, 32,
|
||||
bitset);
|
||||
} else if (IsNetbsd()) {
|
||||
rc = sys_sched_setaffinity_netbsd(0, tid, MIN(size, 32), bitset);
|
||||
rc = sys_sched_setaffinity_netbsd(P_ALL_LWPS, pid, 32, bitset);
|
||||
} else {
|
||||
rc = sys_sched_setaffinity(tid, size, bitset);
|
||||
rc = sys_sched_setaffinity(pid, size, bitset);
|
||||
}
|
||||
STRACE("sched_setaffinity(%d, %'zu, %p) → %d% m", tid, size, bitset, rc);
|
||||
STRACE("sched_setaffinity(%d, %'zu, %p) → %d% m", pid, size, bitset, rc);
|
||||
return rc;
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue