Update chat.cpp
This commit is contained in:
parent
7cd84a7027
commit
97d327e1bf
1 changed files with 1 additions and 1 deletions
2
chat.cpp
2
chat.cpp
|
@ -30,7 +30,7 @@
|
|||
// determine number of model parts based on the dimension
|
||||
static const std::map<int, int> LLAMA_N_PARTS = {
|
||||
{ 4096, 1 },
|
||||
{ 5120, 2 },
|
||||
{ 5120, 1 },
|
||||
{ 6656, 4 },
|
||||
{ 8192, 8 },
|
||||
};
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue