Remove tiktoken package

This commit is contained in:
Anas Ahouzi 2024-03-01 06:45:03 -08:00
parent 6cdb9c44ae
commit d5a6d7a5cb

View file

@ -78,7 +78,6 @@ let
ps: [ ps: [
ps.numpy ps.numpy
ps.sentencepiece ps.sentencepiece
ps.tiktoken
ps.torchWithoutCuda ps.torchWithoutCuda
ps.transformers ps.transformers
] ]