llama: increase maximum experts allowed

This commit is contained in:
Pierrick HYMBERT 2024-04-07 03:16:33 +02:00
parent 7e7cd53ca6
commit 52c403355f

View file

@ -105,7 +105,7 @@
#endif
#define LLAMA_MAX_NODES 8192
#define LLAMA_MAX_EXPERTS 8
#define LLAMA_MAX_EXPERTS 16
//