vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix f16 format detection in neox

Browse source
This commit is contained in:
Concedo 2023-05-20 11:26:50 +08:00
parent f5e1fe46e1
commit 1225fab2ec
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
model_adapter.cpp
View file

@ -166,6 +166,11 @@ void print_tok_vec(std::vector<float> &embd)
if(!isNewFtype) if(!isNewFtype)
{ {
fileformat = FileFormat::NEOX_2; fileformat = FileFormat::NEOX_2;
if((temp==0||temp==1)&&(temp2==0||temp2==1))//special case: par_res and ftype are both 1 or 0
{
//its a f16/f32 model in the new format
fileformat = FileFormat::NEOX_4;
}
} }
else else
{ {