vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama_v3.cpp (#393)

Browse source 
Fixing C2065 compiler error. 
Missed '3' on 3 separate identifiers (kB > kB3, MB > MB3)
This commit is contained in:
askmyteapot 2023-08-24 00:15:48 +10:00 • committed by GitHub
parent bfdc596d58
commit 8263fd7bdb
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
otherarch/llama_v3.cpp
View file

@ -1315,8 +1315,8 @@ static void llama_v3_model_load_internal(
ggml_cuda_set_scratch_size(vram_scratch); ggml_cuda_set_scratch_size(vram_scratch);
if (n_gpu_layers > 0) { if (n_gpu_layers > 0) {
LLAMA_V3_LOG_INFO("%s: allocating batch_size x (%zd kB + n_ctx x %zd B) = %zd MB VRAM for the scratch buffer\n", LLAMA_V3_LOG_INFO("%s: allocating batch_size x (%zd kB + n_ctx x %zd B) = %zd MB VRAM for the scratch buffer\n",
__func__, vram_scratch_base / kB, vram_scratch_per_context, __func__, vram_scratch_base / kB3, vram_scratch_per_context,
(vram_scratch + MB - 1) / MB); // round up (vram_scratch + MB3 - 1) / MB3); // round up
} }
} }
#endif // GGML_USE_CUBLAS #endif // GGML_USE_CUBLAS