vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert-hf: add missing ftype

Browse source
This commit is contained in:
Francis Couture-Harpin 2024-05-11 23:18:30 -04:00
parent d7e199e444
commit 2b1e5ea37b
2 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
gguf-py/gguf/lazy.py
View file

@ -174,7 +174,12 @@ class LazyBase(ABC, metaclass=LazyMeta):
while _t._data is None:
lt = _t._lazy.popleft()
if lt._data is not None:
raise ValueError(f"{lt} did not belong in the lazy queue")
# Lazy tensor did not belong in the lazy queue.
# Weirdly only happens with Bloom models...
# likely because tensors aren't unique in the queue.
# The final output is still the same as in eager mode,
# so it's safe to ignore this.
continue
assert lt._func is not None
lt._args = cls._recurse_apply(lt._args, already_eager_to_eager)
lt._data = lt._func(lt._args)