From 6fc4492b3f800dcef8479d7d606f9ff0f16038ea Mon Sep 17 00:00:00 2001 From: teleprint-me <77757836+teleprint-me@users.noreply.github.com> Date: Mon, 20 May 2024 00:51:35 -0400 Subject: [PATCH] chore: Add english pangram to vocab tests --- gguf-py/scripts/gguf-gen-pre.py | 1 + 1 file changed, 1 insertion(+) diff --git a/gguf-py/scripts/gguf-gen-pre.py b/gguf-py/scripts/gguf-gen-pre.py index a6b4d796f..b62faa34b 100644 --- a/gguf-py/scripts/gguf-gen-pre.py +++ b/gguf-py/scripts/gguf-gen-pre.py @@ -40,6 +40,7 @@ def test_pre_tok_params() -> list[str]: "Привет, мир!", # russian "Здравей свят!", # bulgarian "សួស្តី​ពិភពលោក!", # kymer + "The quick brown fox jumped over the lazy dog.", # uses every letter in en alpha "Le rapide renard brun sauta par dessus le chien paresseux.", # french "\tWil je een kopje thee?\n", # dutch " Te gustaría algo de té ? ", # spanish