Merge branch 'ggerganov:master' into concedo
This commit is contained in:
commit
2b188521a1
1 changed files with 1 additions and 9 deletions
10
main.cpp
10
main.cpp
|
@ -147,16 +147,8 @@ bool llama_model_load(const std::string & fname, llama_model & model, gpt_vocab
|
|||
|
||||
// load vocab
|
||||
{
|
||||
const int32_t n_vocab = model.hparams.n_vocab;
|
||||
|
||||
if (n_vocab != model.hparams.n_vocab) {
|
||||
fprintf(stderr, "%s: invalid model file '%s' (bad vocab size %d != %d)\n",
|
||||
__func__, fname.c_str(), n_vocab, model.hparams.n_vocab);
|
||||
return false;
|
||||
}
|
||||
|
||||
std::string word;
|
||||
for (int i = 0; i < n_vocab; i++) {
|
||||
for (int i = 0; i < model.hparams.n_vocab; i++) {
|
||||
uint32_t len;
|
||||
fread((char *) &len, 1, sizeof(len), fin);
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue