diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 18bd0b071..c958edb87 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -3552,7 +3552,7 @@ size_t llama_model::size() const { } size_t llama_model::max_nodes() const { - return std::max(8192, tensors_by_name.size()*5); + return std::max(65536, tensors_by_name.size()*5); } size_t llama_model::n_devices() const {