vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixing tests

Browse source
This commit is contained in:
goerch 2023-07-24 09:45:20 +02:00
parent 81fae1dc8f
commit 281a4b4f27
2 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama.cpp
View file

@ -995,6 +995,11 @@ static void llama_model_load_internal(
std::unique_ptr<llama_model_loader> ml(new llama_model_loader(fname, use_mmap)); std::unique_ptr<llama_model_loader> ml(new llama_model_loader(fname, use_mmap));
vocab = std::move(ml->file_loader->vocab); vocab = std::move(ml->file_loader->vocab);
if (vocab_only) {
return;
}
model.hparams = ml->file_loader->hparams; model.hparams = ml->file_loader->hparams;
model.n_gpu_layers = n_gpu_layers; model.n_gpu_layers = n_gpu_layers;
llama_file_version file_version = ml->file_loader->file_version; llama_file_version file_version = ml->file_loader->file_version;
@ -1055,10 +1060,6 @@ static void llama_model_load_internal(
} }
} }
if (vocab_only) {
return;
}
auto & ctx = model.ctx; auto & ctx = model.ctx;
size_t ctx_size; size_t ctx_size;

BIN
models/ggml-vocab.bin
View file

Binary file not shown.