Update test-tokenizer-random.py

This commit is contained in:
Robert 2024-11-12 22:28:30 -08:00 committed by GitHub
parent 18489671bf
commit 3275e29360
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -5,7 +5,7 @@
# #
#Sample usage: #Sample usage:
# #
# python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe # python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe
# #
from __future__ import annotations from __future__ import annotations