vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

adjust maximal values to support finetuning 3B models

Browse source
This commit is contained in:
xaedes 2023-08-18 17:32:31 +02:00
parent 113c90f1cc
commit 7a63d429af
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
2 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-alloc.c
View file

@ -56,7 +56,7 @@ struct free_block {
size_t size; size_t size;
}; };
#define MAX_FREE_BLOCKS 128 #define MAX_FREE_BLOCKS 256
struct ggml_allocr { struct ggml_allocr {
void * data; void * data;

8
ggml.h
View file

@ -194,8 +194,8 @@
#define GGML_QNT_VERSION_FACTOR 1000 // do not change this #define GGML_QNT_VERSION_FACTOR 1000 // do not change this
#define GGML_MAX_DIMS 4 #define GGML_MAX_DIMS 4
#define GGML_MAX_NODES 4096 #define GGML_MAX_NODES 16384
#define GGML_MAX_PARAMS 256 #define GGML_MAX_PARAMS 1024
#define GGML_MAX_CONTEXTS 64 #define GGML_MAX_CONTEXTS 64
#define GGML_MAX_SRC 6 #define GGML_MAX_SRC 6
#define GGML_MAX_NAME 48 #define GGML_MAX_NAME 48
@ -475,7 +475,9 @@ extern "C" {
// next prime after GGML_MAX_NODES // next prime after GGML_MAX_NODES
// #define GGML_GRAPH_HASHTABLE_SIZE 4099 // #define GGML_GRAPH_HASHTABLE_SIZE 4099
// next prime after GGML_MAX_NODES * 2 (nodes + leafs) // next prime after GGML_MAX_NODES * 2 (nodes + leafs)
#define GGML_GRAPH_HASHTABLE_SIZE 8273 // #define GGML_GRAPH_HASHTABLE_SIZE 8273
// #define GGML_GRAPH_HASHTABLE_SIZE 16411
#define GGML_GRAPH_HASHTABLE_SIZE 32771
// computation graph // computation graph
struct ggml_cgraph { struct ggml_cgraph {