vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

also enable mmap on Windows

Browse source
This commit is contained in:
Cebtenzzre 2023-09-23 23:39:28 -04:00
parent 32bc3f4fcf
commit b3a6b28622
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama.cpp
View file

@ -5658,9 +5658,9 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s
nthread = std::thread::hardware_concurrency();
}
// mmap consistently increases speed Linux, is inconsistent on macOS
// (possibly related to free memory), and has not been tested on Windows.
#ifdef __linux__
// mmap consistently increases speed Linux, and also increases speed on Windows with
// hot cache. It may cause a slowdown on macOS, possibly related to free memory.
#if defined(__linux__) || defined(_WIN32)
constexpr bool use_mmap = true;
#else
constexpr bool use_mmap = false;