mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-10 09:04:36 +00:00
6b7d2349a7
added dpe colab (+8 squashed commit) Squashed commit: [b8362da4] updated lite [ed6c037d] move nsigma into the regular sampler stack [ac5f61c6] relative filepath fixed [05fe96ab] export template [ed0a5a3e] nix_example.md: refactor (#1401) * nix_example.md: add override example * nix_example.md: drop graphics example, already basic nixos knowledge * nix_example.md: format * nix_example.md: Vulkan is disabled on macOS Disabled in:1ccd253acc* nix_examples.md: nixpkgs.config.cuda{Arches -> Capabilities} Fixes: https://github.com/LostRuins/koboldcpp/issues/1367 [675c62f7] AutoGuess: Phi 4 (mini) (#1402) [4bf56982] phrasing [b8c0df04] Add Rep Pen to Top N Sigma sampler chain (#1397) - place after nsigma and before xtc (+3 squashed commit) Squashed commit: [87c52b97] disable VMM from HIP [ee8906f3] edit description [e85c0e69] Remove Unnecessary Rep Counting (#1394) * stop counting reps * fix range-based initializer * strike that - reverse it
49 lines
1.6 KiB
Python
49 lines
1.6 KiB
Python
#!/usr/bin/env python3
|
|
import logging
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
logger = logging.getLogger("reader")
|
|
|
|
# Necessary to load the local gguf package
|
|
sys.path.insert(0, str(Path(__file__).parent.parent))
|
|
|
|
from gguf.gguf_reader import GGUFReader
|
|
|
|
|
|
def read_gguf_file(gguf_file_path):
|
|
"""
|
|
Reads and prints key-value pairs and tensor information from a GGUF file in an improved format.
|
|
|
|
Parameters:
|
|
- gguf_file_path: Path to the GGUF file.
|
|
"""
|
|
|
|
reader = GGUFReader(gguf_file_path)
|
|
|
|
# List all key-value pairs in a columnized format
|
|
print("Key-Value Pairs:") # noqa: NP100
|
|
max_key_length = max(len(key) for key in reader.fields.keys())
|
|
for key, field in reader.fields.items():
|
|
value = field.parts[field.data[0]]
|
|
print(f"{key:{max_key_length}} : {value}") # noqa: NP100
|
|
print("----") # noqa: NP100
|
|
|
|
# List all tensors
|
|
print("Tensors:") # noqa: NP100
|
|
tensor_info_format = "{:<30} | Shape: {:<15} | Size: {:<12} | Quantization: {}"
|
|
print(tensor_info_format.format("Tensor Name", "Shape", "Size", "Quantization")) # noqa: NP100
|
|
print("-" * 80) # noqa: NP100
|
|
for tensor in reader.tensors:
|
|
shape_str = "x".join(map(str, tensor.shape))
|
|
size_str = str(tensor.n_elements)
|
|
quantization_str = tensor.tensor_type.name
|
|
print(tensor_info_format.format(tensor.name, shape_str, size_str, quantization_str)) # noqa: NP100
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if len(sys.argv) < 2:
|
|
logger.info("Usage: reader.py <path_to_gguf_file>")
|
|
sys.exit(1)
|
|
gguf_file_path = sys.argv[1]
|
|
read_gguf_file(gguf_file_path)
|