vrr/unsloth
2
0
Fork 0
mirror of https://github.com/unslothai/unsloth.git synced 2026-07-09 15:58:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 29

fix(unsloth-cli): route hub_path/hub_token correctly in --push_model save block (#6346)

Browse source 
* fix(unsloth-cli): route hub_path/hub_token correctly in --push_model save block

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* fix(unsloth-cli): let --push_gguf work without --save_gguf

Route into the GGUF branch when either --save_gguf or --push_gguf is set, and
guard the local save_pretrained_gguf call behind --save_gguf. Previously
--push_gguf alone fell through to the merged-save else branch and pushed
nothing (flagged in review).

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Warn when --push_gguf is used without --save_gguf in unsloth-cli

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Co-authored-by: Daniel Han <danielhanchen@gmail.com>
This commit is contained in:
Tai An 2026-06-17 03:05:30 -07:00 • committed by GitHub
parent e1eaf6e202
commit f3dda0d9fc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 34 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

56
unsloth-cli.py
View file

@ -150,38 +150,50 @@ def run(args):
# Save model
if args.save_model:
# If args.quantization is a list, save once per quantization method
if args.save_gguf:
# Enter the GGUF branch when saving *or* pushing GGUF, so --push_gguf
# works even when --save_gguf is omitted (the local save is guarded
# separately below).
if args.save_gguf or args.push_gguf:
# Push-only GGUF (no --save_gguf) skips the local save; warn so it is not silent.
if not args.save_gguf:
print("Warning: --save_gguf not set, pushing GGUF to hub without saving locally.")
if isinstance(args.quantization, list):
for quantization_method in args.quantization:
print(f"Saving model with quantization method: {quantization_method}")
if args.save_gguf:
print(f"Saving model with quantization method: {quantization_method}")
model.save_pretrained_gguf(
args.save_path,
tokenizer,
quantization_method = quantization_method,
)
if args.push_model or args.push_gguf:
model.push_to_hub_gguf(
args.hub_path,
tokenizer,
quantization_method = quantization_method,
token = args.hub_token,
)
else:
if args.save_gguf:
print(f"Saving model with quantization method: {args.quantization}")
model.save_pretrained_gguf(
args.save_path,
tokenizer,
quantization_method = quantization_method,
)
if args.push_model:
model.push_to_hub_gguf(
hub_path = args.hub_path,
hub_token = args.hub_token,
quantization_method = quantization_method,
)
else:
print(f"Saving model with quantization method: {args.quantization}")
model.save_pretrained_gguf(
args.save_path,
tokenizer,
quantization_method = args.quantization,
)
if args.push_model:
model.push_to_hub_gguf(
hub_path = args.hub_path,
hub_token = args.hub_token,
quantization_method = args.quantization,
)
if args.push_model or args.push_gguf:
model.push_to_hub_gguf(
args.hub_path,
tokenizer,
quantization_method = args.quantization,
token = args.hub_token,
)
else:
model.save_pretrained_merged(args.save_path, tokenizer, args.save_method)
if args.push_model:
model.push_to_hub_merged(args.save_path, tokenizer, args.hub_token)
model.push_to_hub_merged(
args.hub_path, tokenizer, args.save_method, token = args.hub_token
)
else:
print("Warning: The model is not saved!")