convert : sort imports

This commit is contained in:
Cebtenzzre 2023-08-30 15:37:16 -04:00
parent b18159b803
commit a09b674a98
8 changed files with 53 additions and 49 deletions

View file

@ -3,19 +3,20 @@
from __future__ import annotations from __future__ import annotations
import gguf import argparse
import os
import sys
import struct
import json import json
import os
import struct
import sys
from pathlib import Path
from typing import Any, List
import gguf
import numpy as np import numpy as np
import torch import torch
import argparse
from typing import Any, List
from pathlib import Path
from transformers import AutoTokenizer from transformers import AutoTokenizer
def bytes_to_unicode(): def bytes_to_unicode():
# ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py # ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py
""" """

View file

@ -3,17 +3,17 @@
from __future__ import annotations from __future__ import annotations
import gguf import argparse
import os
import sys
import struct
import json import json
import os
import struct
import sys
from pathlib import Path
from typing import Any, List
import gguf
import numpy as np import numpy as np
import torch import torch
import argparse
from typing import Any, List
from pathlib import Path
from transformers import AutoTokenizer from transformers import AutoTokenizer
# ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py # ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py

View file

@ -5,17 +5,17 @@
from __future__ import annotations from __future__ import annotations
import gguf import argparse
import os
import sys
import struct
import json import json
import os
import struct
import sys
from pathlib import Path
from typing import TYPE_CHECKING, Any, List
import gguf
import numpy as np import numpy as np
import torch import torch
import argparse
from typing import TYPE_CHECKING, Any, List
from pathlib import Path
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor
if TYPE_CHECKING: if TYPE_CHECKING:

View file

@ -1,10 +1,12 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import sys, struct, math, argparse import argparse
import math
import struct
import sys
from pathlib import Path from pathlib import Path
import numpy as np
import gguf import gguf
import numpy as np
# Note: Does not support GGML_QKK_64 # Note: Does not support GGML_QKK_64
QK_K = 256 QK_K = 256

View file

@ -3,17 +3,17 @@
from __future__ import annotations from __future__ import annotations
import gguf import argparse
import os
import sys
import struct
import json import json
import os
import struct
import sys
from pathlib import Path
from typing import TYPE_CHECKING, Any, List, Optional
import gguf
import numpy as np import numpy as np
import torch import torch
import argparse
from typing import TYPE_CHECKING, Any, List, Optional
from pathlib import Path
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor
if TYPE_CHECKING: if TYPE_CHECKING:

View file

@ -6,7 +6,7 @@ import os
import re import re
import struct import struct
import sys import sys
from typing import Any, Dict, Sequence, BinaryIO from typing import Any, BinaryIO, Dict, Sequence
import numpy as np import numpy as np
import torch import torch

View file

@ -1,10 +1,8 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
from __future__ import annotations from __future__ import annotations
import gguf
import argparse import argparse
import concurrent.futures import concurrent.futures
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor
import copy import copy
import enum import enum
import faulthandler import faulthandler
@ -21,12 +19,15 @@ import struct
import sys import sys
import time import time
import zipfile import zipfile
import numpy as np
from abc import ABCMeta, abstractmethod from abc import ABCMeta, abstractmethod
from concurrent.futures import ProcessPoolExecutor, ThreadPoolExecutor
from dataclasses import dataclass from dataclasses import dataclass
from pathlib import Path from pathlib import Path
from typing import (IO, TYPE_CHECKING, Any, Callable, Dict, Generator, Iterable, List, Literal, Optional, Sequence, Set, Tuple, Type, TypeVar, Union) from typing import (IO, TYPE_CHECKING, Any, Callable, Dict, Generator, Iterable, List, Literal, Optional, Sequence, Set,
Tuple, Type, TypeVar, Union)
import gguf
import numpy as np
from sentencepiece import SentencePieceProcessor # type: ignore from sentencepiece import SentencePieceProcessor # type: ignore
if TYPE_CHECKING: if TYPE_CHECKING:

View file

@ -1,18 +1,18 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
from __future__ import annotations from __future__ import annotations
import shutil
import sys
import struct
import tempfile
import numpy as np
import json import json
import os import os
from pathlib import Path import shutil
import struct
import sys
import tempfile
from enum import IntEnum, auto from enum import IntEnum, auto
from io import BufferedWriter from io import BufferedWriter
from typing import Any, BinaryIO, Callable, IO, Dict, List, Optional, Sequence, Tuple, Union from pathlib import Path
from typing import IO, Any, BinaryIO, Callable, Dict, List, Optional, Sequence, Tuple, Union
import numpy as np
# #
# constants # constants