mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-06 08:01:27 +00:00
796f7bdeff
`0. in inputs.lora_multipliers` didn't work because the C array has variable length. Also fixed a few corner cases related to the default multipliers (mainly to ensure robustness against future changes, since in most cases the multiplier list is already sanitized by a previous function).
93 lines
3 KiB
Python
93 lines
3 KiB
Python
import sys
|
|
import os
|
|
|
|
parent_dir = os.path.abspath(os.path.join(__file__, "..", ".."))
|
|
sys.path.append(parent_dir)
|
|
|
|
import koboldcpp
|
|
|
|
def extract_loras_from_prompt(*args, **kwargs):
|
|
"""
|
|
>>> prompt = "no <lora: tag, even though with a : and 0> it could look like it"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
'no <lora: tag, even though with a : and 0> it could look like it'
|
|
>>> data
|
|
[]
|
|
|
|
>>> prompt = "even after a <lora:valid:1> tag, an unending <lora: tag should be ignored"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
'even after a tag, an unending <lora: tag should be ignored'
|
|
>>> data
|
|
[{'name': 'valid', 'multiplier': 1.0}]
|
|
|
|
>>> prompt = "A portrait <lora:models/face:0.8> with soft lighting"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
'A portrait with soft lighting'
|
|
>>> data
|
|
[{'name': 'models/face', 'multiplier': 0.8}]
|
|
|
|
>>> prompt = "<lora:foo:1.0> start <lora:|high_noise|bar:0.5> end"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
' start end'
|
|
>>> data
|
|
[{'name': 'foo', 'multiplier': 1.0}, {'name': 'bar', 'multiplier': 0.5, 'is_high_noise': True}]
|
|
|
|
>>> prompt = "bad <lora:bad:abc> good <lora:good:2>"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
'bad <lora:bad:abc> good '
|
|
>>> data
|
|
[{'name': 'good', 'multiplier': 2.0}]
|
|
|
|
>>> prompt = "x<lora:a:0.15>y<lora:b:0.2>z"
|
|
>>> clean, data = extract_loras_from_prompt(prompt)
|
|
>>> clean
|
|
'xyz'
|
|
>>> data
|
|
[{'name': 'a', 'multiplier': 0.15}, {'name': 'b', 'multiplier': 0.2}]
|
|
"""
|
|
|
|
return koboldcpp.extract_loras_from_prompt(*args, **kwargs)
|
|
|
|
def mk_lora_info(*args, **kwargs):
|
|
"""
|
|
>>> mk_lora_info(['/x/lora1.safetensors', '/y/lora2.gguf'], [])
|
|
[('/x/lora1.safetensors', 'lora1', 'lora1.safetensors', 1.0), ('/y/lora2.gguf', 'lora2', 'lora2.gguf', 1.0)]
|
|
>>> mk_lora_info(['/x/lora1.safetensors', '/y/lora1.safetensors'], [0.3])
|
|
[('/x/lora1.safetensors', 'lora1', 'lora1.safetensors', 0.3), ('/y/lora1.safetensors', 'lora1_2', 'lora1_2.safetensors', 0.3)]
|
|
>>> mk_lora_info(['./lora1.gguf', '/y/lora2.gguf', 'lora3.gguf'], [0, 0.3])
|
|
[('./lora1.gguf', 'lora1', 'lora1.gguf', 0), ('/y/lora2.gguf', 'lora2', 'lora2.gguf', 0.3), ('lora3.gguf', 'lora3', 'lora3.gguf', 0)]
|
|
"""
|
|
return koboldcpp.mk_lora_info(*args, **kwargs)
|
|
|
|
def sanitize_lora_multipliers(*args, **kwargs):
|
|
"""
|
|
>>> sanitize_lora_multipliers(None)
|
|
[1.0]
|
|
|
|
>>> sanitize_lora_multipliers(0.75)
|
|
[0.75]
|
|
>>> sanitize_lora_multipliers("2")
|
|
[2.0]
|
|
|
|
>>> sanitize_lora_multipliers([0.5, "1.2", 3])
|
|
[0.5, 1.2, 3.0]
|
|
|
|
>>> sanitize_lora_multipliers([])
|
|
[]
|
|
|
|
>>> sanitize_lora_multipliers(["bad", None, ""])
|
|
[0.0, 0.0, 0.0]
|
|
"""
|
|
return koboldcpp.sanitize_lora_multipliers(*args, **kwargs)
|
|
|
|
if __name__ == '__main__':
|
|
import doctest
|
|
failures, _ = doctest.testmod()
|
|
if failures:
|
|
raise SystemExit(f"{failures} doctest{'s' if failures != 1 else ''} failed")
|
|
|