vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix format

Browse source
This commit is contained in:
Bingxuan Wang 2023-11-22 11:41:11 +08:00
parent 76f6831fce
commit 87fe183d4d
2 changed files with 31 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/test-tokenizer-0-deepseek_coder.py
View file

@ -1,7 +1,5 @@
# tests with BPE tokenizer
import os
import sys
import argparse
from transformers import AutoTokenizer
@ -44,7 +42,7 @@ tests = [
"\n =",
"' era",
"Hello, y'all! How are you 😁 ?我想在apple工作1314151天～",
]
]
for text in tests:
print('text: ', text)