vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-12 09:59:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix model conversion

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-04-26 22:23:48 +02:00
parent 7e1bb0437a
commit 516735ad21
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
convert_hf_to_gguf.py
View file

@ -2554,11 +2554,12 @@ class Qwen2VLModel(TextModel):
except FileNotFoundError: except FileNotFoundError:
self._set_vocab_gpt2() self._set_vocab_gpt2()
def get_tensors(self) -> Iterator[tuple[str, Tensor]]: def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
for name, data in super().get_tensors(): del bid # unused
if name.startswith("visual."): if name.startswith("visual."):
continue # skip visual tensors
yield name, data return []
return [(self.map_tensor_name(name), data_torch)]
@ModelBase.register("WavTokenizerDec") @ModelBase.register("WavTokenizerDec")