vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-08 08:54:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

convert : fix Nemotron-H LoRA GGUF conversion (#27356)

Browse source 
* convert: fix Nemotron-H LoRA GGUF conversion

* Removed redundant JSON import.
This commit is contained in:
Kartik Gulia 2026-08-27 18:11:24 +05:30 • committed by GitHub
parent fe235f4343
commit bcb6084a4e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
conversion/nemotron.py
View file

@ -302,6 +302,10 @@ class NemotronHModel(GraniteHybridModel):
)
if not keep:
return None
# PEFT names adapter tensors using model.layers.*, while Nemotron-H checkpoints
# and the GGUF tensor map use backbone.layers.*
if name.startswith("model.layers.") and ".mixer." in name:
name = name.replace("model.layers.", "backbone.layers.", 1)
return super().filter_tensors((name, gen))
def prepare_metadata(self, vocab_only: bool):