vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed compile error

Browse source
This commit is contained in:
Concedo 2023-08-01 18:28:49 +08:00
parent 84b28c4282
commit c58ffc92e5
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
otherarch/llama_v2.cpp
View file

@ -38,7 +38,7 @@
#include <sstream> #include <sstream>
#include <numeric> #include <numeric>
#define LLAMA_USE_SCRATCH #define LLAMA_V2_USE_SCRATCH
#define LLAMA_V2_MAX_SCRATCH_BUFFERS 16 #define LLAMA_V2_MAX_SCRATCH_BUFFERS 16
// available llama models // available llama models
@ -247,7 +247,7 @@ struct llama_v2_context {
size_t buf_max_size[LLAMA_V2_MAX_SCRATCH_BUFFERS] = { 0 }; size_t buf_max_size[LLAMA_V2_MAX_SCRATCH_BUFFERS] = { 0 };
void use_buf(struct ggml_v2_context * ctx, int i) { void use_buf(struct ggml_v2_context * ctx, int i) {
#if defined(LLAMA_USE_SCRATCH) #if defined(LLAMA_V2_USE_SCRATCH)
size_t last_size = 0; size_t last_size = 0;
if (i == -1) { if (i == -1) {
@ -269,7 +269,7 @@ struct llama_v2_context {
} }
size_t get_buf_max_mem(int i) const { size_t get_buf_max_mem(int i) const {
#if defined(LLAMA_USE_SCRATCH) #if defined(LLAMA_V2_USE_SCRATCH)
return buf_max_size[i]; return buf_max_size[i];
#else #else
(void) i; (void) i;