add phi2 tokenizer

2024-09-07 23:50:02 +09:00 · 2024-09-07 23:50:02 +09:00 · 04c9c9d811
commit 04c9c9d811
parent df270ef745
1 changed files with 3 additions and 0 deletions
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@ -624,6 +624,9 @@ class Model:
        if chkhsh == "4e2b24cc4770243d65a2c9ec19770a72f08cffc161adbb73fcbb6b7dd45a0aae":
            # ref: https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct
            res = "exaone"
+        if chkhsh == "fcace8b9cac38ce847670c970cd5892031a753a1ef381abd1d9af00f713da085":
+            # ref: https://huggingface.co/microsoft/phi-2
+            res = "phi2"

        if res is None:
            logger.warning("\n")