vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

up ver, fixed compile (+1 squashed commits)

Browse source 
Squashed commits:

[ca51aa9e] up ver
This commit is contained in:
Concedo 2023-08-09 21:23:33 +08:00
parent ba09f1c807
commit f8376c7e61
2 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml-cuda.cu
View file

@ -4563,7 +4563,6 @@ struct cuda_buffer {
static cuda_buffer g_cuda_buffer_pool[GGML_CUDA_MAX_DEVICES][MAX_CUDA_BUFFERS];
static std::atomic_flag g_cuda_pool_lock = ATOMIC_FLAG_INIT;
static bool g_mul_mat_q = false;
static void * ggml_cuda_pool_malloc(size_t size, size_t * actual_size) {
scoped_spin_lock lock(g_cuda_pool_lock);

2
koboldcpp.py
View file

@ -303,7 +303,7 @@ maxhordectx = 1024
maxhordelen = 256
modelbusy = threading.Lock()
defaultport = 5001
KcppVersion = "1.40"
KcppVersion = "1.40.1"
showdebug = True
showsamplerwarning = True
showmaxctxwarning = True