Update chat.cpp

This commit is contained in:
Kevin Kwok 2023-03-17 23:43:09 -07:00 committed by GitHub
parent 7cd84a7027
commit 97d327e1bf
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -30,7 +30,7 @@
// determine number of model parts based on the dimension
static const std::map<int, int> LLAMA_N_PARTS = {
{ 4096, 1 },
{ 5120, 2 },
{ 5120, 1 },
{ 6656, 4 },
{ 8192, 8 },
};