llama : support InfiniAI Megrez 3b (#10893)

* Support InfiniAI Megrez 3b * Fix tokenizer_clean_spaces for megrez
2024-12-23 08:35:44 +08:00 · 2024-12-23 08:35:44 +08:00 · b92a14a841
commit b92a14a841
parent 6f0c9e034b
4 changed files with 25 additions and 0 deletions
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@ -684,6 +684,9 @@ class Model:
        if chkhsh == "ad851be1dba641f2e3711822f816db2c265f788b37c63b4e1aeacb9ee92de8eb":
            # ref: https://huggingface.co/ai-sage/GigaChat-20B-A3B-instruct
            res = "gigachat"
+        if chkhsh == "d4c8f286ea6b520b3d495c4455483cfa2302c0cfcd4be05d781b6a8a0a7cdaf1":
+            # ref: https://huggingface.co/Infinigence/Megrez-3B-Instruct
+            res = "megrez"

        if res is None:
            logger.warning("\n")