Update test-tokenizer-random.py
This commit is contained in:
parent
18489671bf
commit
3275e29360
1 changed files with 1 additions and 1 deletions
|
@ -5,7 +5,7 @@
|
||||||
#
|
#
|
||||||
#Sample usage:
|
#Sample usage:
|
||||||
#
|
#
|
||||||
# python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe
|
# python3 tests/test-tokenizer-random.py ./models/ggml-vocab-llama-bpe.gguf ./models/tokenizers/llama-bpe
|
||||||
#
|
#
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue