vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert.py : fix HF tensor permuting / unpacking

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2023-08-17 21:06:45 +03:00
parent 78e1e57862
commit acaa98234a
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 24 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
gguf.py
View file

@ -148,7 +148,11 @@ MODEL_TENSOR_SKIP = {
],
}
def should_skip_tensor(arch : MODEL_ARCH, n_blocks : int, name : str) -> bool:
# TODO: the following helper functions should be removed
# instead, get_tensor_name_map should return tuples of (name, MODEL_TENSOR)
# however, my Python is very bad, and I couldn't figure out how to do this, hence these functions
# REMOVE
def should_skip_tensor_TMP(arch : MODEL_ARCH, n_blocks : int, name : str) -> bool:
for skip in MODEL_TENSOR_SKIP.get(arch, []):
for i in range(n_blocks):
if name == MODEL_TENSOR_NAMES[arch][skip].format(bid=i):