tests : refactor vocab tests

ggml-ci
This commit is contained in:
Georgi Gerganov 2024-04-29 10:46:43 +03:00
parent ef4cca9e87
commit 43708d22c3
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
15 changed files with 316 additions and 1010 deletions

View file

@ -283,7 +283,7 @@ class Model(ABC):
# don't do this manually - use the convert-hf-to-gguf-update.py script!
if chkhsh == "0ef9807a4087ebef797fc749390439009c3b9eda9ad1a097abbe738f486c01e5":
# ref: https://huggingface.co/meta-llama/Meta-Llama-3-8B
res = "llama-v3"
res = "llama-bpe"
if chkhsh == "049ecf7629871e3041641907f3de7c733e4dbfdc736f57d882ba0b0845599754":
# ref: https://huggingface.co/deepseek-ai/deepseek-llm-7b-base
res = "deepseek-llm"