From eec1ef87389d26b2ff572b29a616d3760dd7d906 Mon Sep 17 00:00:00 2001 From: Keiichi TABATA Date: Thu, 3 Aug 2023 00:14:30 +0900 Subject: [PATCH] Fix missing abstract methods --- convert.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/convert.py b/convert.py index ab6a4e10e..f3bf17980 100644 --- a/convert.py +++ b/convert.py @@ -465,6 +465,13 @@ class GGMLQuantizedTensor(Tensor): def permute(self, n_head: int, n_kv_head: Optional[int] = None) -> 'GGMLQuantizedTensor': return GGMLQuantizedTensor(permute(self.ndarray, n_head, n_kv_head), self.shape, self.data_type) + def permute_part(self, n_part: int, n_head: int) -> 'UnquantizedTensor': + r = self.ndarray.shape[0] // 3 + return UnquantizedTensor(permute(self.ndarray[r * n_part : r * n_part + r, ...], n_head)) + + def part(self, n_part: int) -> 'UnquantizedTensor': + r = self.ndarray.shape[0] // 3 + return UnquantizedTensor(self.ndarray[r * n_part : r * n_part + r, ...]) GGMLCompatibleTensor = Union[UnquantizedTensor, GGMLQuantizedTensor]