vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf : update convert-llama-h5-to-gguf.py

Browse source
This commit is contained in:
M. Yusuf Sarıgöz 2023-07-30 01:09:22 +03:00
parent 32e037ffbe
commit 87c34e4dd4
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
convert-llama-h5-to-gguf.py
View file

@ -5,13 +5,13 @@ import sys
import struct
import json
import numpy as np
from typing import List
from typing import Any, List
from pathlib import Path
from transformers import AutoModelForCausalLM
from sentencepiece import SentencePieceProcessor
NDArray: 'TypeAlias' = 'np.ndarray[Any, Any]'
NDArray = np.ndarray[Any, Any]
def permute(weights: NDArray, n_head: int) -> NDArray: