vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix format

Browse source
This commit is contained in:
Bingxuan Wang 2023-11-22 11:41:11 +08:00
parent 76f6831fce
commit 87fe183d4d
2 changed files with 31 additions and 33 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/test-tokenizer-0-deepseek_coder.py
View file

@ -1,7 +1,5 @@
# tests with BPE tokenizer # tests with BPE tokenizer
import os
import sys
import argparse import argparse
from transformers import AutoTokenizer from transformers import AutoTokenizer
@ -44,7 +42,7 @@ tests = [
"\n =", "\n =",
"' era", "' era",
"Hello, y'all! How are you 😁 ?我想在apple工作1314151天～", "Hello, y'all! How are you 😁 ?我想在apple工作1314151天～",
] ]
for text in tests: for text in tests:
print('text: ', text) print('text: ', text)