fix convert.py for codellama, add llama 34B to the list of recognized models (#2768)
This commit is contained in:
parent
ef955fbd23
commit
fea95c682d
2 changed files with 4 additions and 1 deletions
|
@ -191,7 +191,7 @@ class Params:
|
|||
def loadOriginalParamsJson(model: 'LazyModel', config_path: 'Path') -> 'Params':
|
||||
config = json.load(open(config_path))
|
||||
|
||||
n_vocab = config["vocab_size"]
|
||||
n_vocab = config["vocab_size"] if "vocab_size" in config else -1
|
||||
n_embd = config["dim"]
|
||||
n_layer = config["n_layers"]
|
||||
n_mult = config["multiple_of"]
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue