diff --git a/tests/test-tokenizer-random.py b/tests/test-tokenizer-random.py index 5b95e3f09..1ecc6a158 100644 --- a/tests/test-tokenizer-random.py +++ b/tests/test-tokenizer-random.py @@ -1,12 +1,12 @@ #!/usr/bin/env python3 -""" +# # Test libllama tokenizer == AutoTokenizer. # Brute force random words/text generation. - -Sample usage: - - python3 test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe -""" +# +#Sample usage: +# +# python3 test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe +# from __future__ import annotations #