vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

commit

Browse source
This commit is contained in:
jon-chuang 2023-04-13 12:55:38 +08:00
parent e7f6997f89
commit 1caa4dcf94
1 changed files with 23 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

26
examples/common.cpp
View file

@ -13,6 +13,10 @@
#include <alloca.h> #include <alloca.h>
#endif #endif
#if defined(_WIN32) || defined(_WIN64)
#include <windows.h>
#endif
#if defined (_WIN32) #if defined (_WIN32)
#include <fcntl.h> #include <fcntl.h>
#include <io.h> #include <io.h>
@ -34,9 +38,25 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
// std::thread::hardware_concurrency may not be equal to the number of cores, or may return 0. // std::thread::hardware_concurrency may not be equal to the number of cores, or may return 0.
#ifdef __linux__ #ifdef __linux__
std::ifstream cpuinfo("/proc/cpuinfo"); std::ifstream cpuinfo("/proc/cpuinfo");
params.n_threads = std::count(std::istream_iterator<std::string>(cpuinfo), std::string line;
std::istream_iterator<std::string>(), while (std::getline(cpuinfo, line)) {
std::string("processor")); if (line.find("cpu cores") != std::string::npos) {
line.erase(0, line.find(": ") + 2);
params.n_threads = std::stoul(line);
break;
}
}
#elif defined(__APPLE__) && defined(__MACH__)
int num_physical_cores;
size_t len = sizeof(num_physical_cores);
int result = sysctlbyname("hw.physicalcpu", &num_physical_cores, &len, NULL, 0);
if (result == 0) {
params.n_threads = std::stoul(line);
}
#elif defined(_WIN32) || defined(_WIN64)
SYSTEM_INFO sysinfo;
GetNativeSystemInfo(&sysinfo);
params.n_threads = sysinfo.dwNumberOfProcessors;
#endif #endif
if (params.n_threads == 0) { if (params.n_threads == 0) {
params.n_threads = std::max(1, (int32_t) std::thread::hardware_concurrency()); params.n_threads = std::max(1, (int32_t) std::thread::hardware_concurrency());