diff --git a/gguf-py/scripts/gguf-gen-pre.py b/gguf-py/scripts/gguf-gen-pre.py index a6b4d796f..b62faa34b 100644 --- a/gguf-py/scripts/gguf-gen-pre.py +++ b/gguf-py/scripts/gguf-gen-pre.py @@ -40,6 +40,7 @@ def test_pre_tok_params() -> list[str]: "Привет, мир!", # russian "Здравей свят!", # bulgarian "សួស្តី​ពិភពលោក!", # kymer + "The quick brown fox jumped over the lazy dog.", # uses every letter in en alpha "Le rapide renard brun sauta par dessus le chien paresseux.", # french "\tWil je een kopje thee?\n", # dutch " Te gustaría algo de té ? ", # spanish