Removed superfluous import statements

Signed-off-by: Jiri Podivin <jpodivin@gmail.com>
This commit is contained in:
Jiri Podivin 2023-11-14 16:10:24 +01:00
parent 36eed0c42c
commit 868e0457e9
5 changed files with 0 additions and 9 deletions

View file

@ -6,11 +6,9 @@ from __future__ import annotations
import argparse
import json
import os
import struct
import sys
from pathlib import Path
from typing import TYPE_CHECKING, Any
import itertools
import numpy as np
import torch
from sentencepiece import SentencePieceProcessor # type: ignore[import]

View file

@ -2,7 +2,6 @@
from __future__ import annotations
import argparse
import math
import struct
import sys
from enum import IntEnum

View file

@ -3,9 +3,7 @@
import argparse
import gguf
import os
import struct
import sys
import numpy as np
from pathlib import Path

View file

@ -1,7 +1,5 @@
# tests with BPE tokenizer
import os
import sys
import argparse
from transformers import AutoTokenizer

View file

@ -1,7 +1,5 @@
# tests with SPM tokenizer
import os
import sys
import argparse
from sentencepiece import SentencePieceProcessor