vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Change sys.exit(1) to raise SystemExit(1)

Browse source
This commit is contained in:
mrcichon 2023-04-02 04:11:39 +02:00
parent a717cba844
commit cd12f6e7be
4 changed files with 6 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

3
convert-gpt4all-to-ggml.py
View file

@ -10,7 +10,6 @@ import argparse
import glob
import os
import struct
import sys
from sentencepiece import SentencePieceProcessor
HPARAMS = keys = ["vocab_size", "dim", "multiple_of", "n_heads", "n_layers"]
@ -56,7 +55,7 @@ def write_tokens(fout, tokenizer):
piece = tokenizer.id_to_piece(i)
if len(piece) != 6:
print(f"Invalid token: {piece}")
sys.exit(1)
raise SystemExit(1)
byte_value = int(piece[3:-1], 16)
text = struct.pack("B", byte_value)
else:

4
convert-gptq-to-ggml.py
View file

@ -12,7 +12,7 @@ from sentencepiece import SentencePieceProcessor
if len(sys.argv) != 4:
print("Usage: convert-gptq-to-ggml.py llamaXXb-4bit.pt tokenizer.model out.bin\n")
sys.exit(1)
raise SystemExit(1)
fname_model = sys.argv[1]
fname_tokenizer = sys.argv[2]
@ -57,7 +57,7 @@ for i in range(tokenizer.vocab_size()):
piece = tokenizer.id_to_piece(i)
if len(piece) != 6:
print(f"Invalid token: {piece}")
sys.exit(1)
raise SystemExit(1)
byte_value = int(piece[3:-1], 16)
text = struct.pack("B", byte_value)
else:

5
convert-pth-to-ggml.py
View file

@ -16,7 +16,6 @@
import argparse
import os
import sys
import json
import struct
import numpy as np
@ -86,7 +85,7 @@ def get_n_parts(dim):
n_parts = mappings.get(dim)
if n_parts is None:
print(f"Invalid dim: {dim}")
sys.exit(1)
raise SystemExit(1)
print(f"n_parts = {n_parts}\n")
return n_parts
@ -127,7 +126,7 @@ def write_tokens(fout, tokenizer):
piece = tokenizer.id_to_piece(i)
if len(piece) != 6:
print(f"Invalid token: {piece}")
sys.exit(1)
raise SystemExit(1)
byte_value = int(piece[3:-1], 16)
text = struct.pack("B", byte_value)
else:

3
convert-unversioned-ggml-to-ggml.py
View file

@ -5,7 +5,6 @@ import argparse
import glob
import os
import struct
import sys
from sentencepiece import SentencePieceProcessor
HPARAMS = keys = ["vocab_size", "dim", "multiple_of", "n_heads", "n_layers"]
@ -51,7 +50,7 @@ def write_tokens(fout, tokenizer):
piece = tokenizer.id_to_piece(i)
if len(piece) != 6:
print(f"Invalid token: {piece}")
sys.exit(1)
raise SystemExit(1)
byte_value = int(piece[3:-1], 16)
text = struct.pack("B", byte_value)
else: