tests : test-tokenizer-0.sh print more info (#7402)

This commit is contained in:
Georgi Gerganov 2024-05-21 19:53:48 +03:00
parent 11474e756d
commit c3f8d58356
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 9 additions and 4 deletions

View file

@ -447,7 +447,7 @@ class Model:
# ref: https://huggingface.co/openai-community/gpt2
res = "gpt-2"
if chkhsh == "32d85c31273f8019248f2559fed492d929ea28b17e51d81d3bb36fff23ca72b3":
# ref: https://huggingface.co/stabilityai/stablelm-2-1_6b
# ref: https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b
res = "stablelm2"
if chkhsh == "6221ad2852e85ce96f791f476e0b390cf9b474c9e3d1362f53a24a06dc8220ff":
# ref: https://huggingface.co/smallcloudai/Refact-1_6-base