Update chat.cpp

This commit is contained in:
Kevin Kwok 2023-03-17 23:43:09 -07:00 committed by GitHub
parent 7cd84a7027
commit 97d327e1bf
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -30,7 +30,7 @@
// determine number of model parts based on the dimension // determine number of model parts based on the dimension
static const std::map<int, int> LLAMA_N_PARTS = { static const std::map<int, int> LLAMA_N_PARTS = {
{ 4096, 1 }, { 4096, 1 },
{ 5120, 2 }, { 5120, 1 },
{ 6656, 4 }, { 6656, 4 },
{ 8192, 8 }, { 8192, 8 },
}; };