vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added ignoremissing param

Browse source
This commit is contained in:
Concedo 2024-03-14 13:46:42 +08:00
parent ec5dea14d7
commit f3b7651102
1 changed files with 51 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

78
koboldcpp.py
View file

@ -2686,6 +2686,8 @@ def main(launch_args,start_server=True):
if args.config and len(args.config)==1: if args.config and len(args.config)==1:
if isinstance(args.config[0], str) and os.path.exists(args.config[0]): if isinstance(args.config[0], str) and os.path.exists(args.config[0]):
loadconfigfile(args.config[0]) loadconfigfile(args.config[0])
elif args.ignoremissing:
print("Ignoring missing kcpp config file...")
else: else:
global exitcounter global exitcounter
exitcounter = 999 exitcounter = 999
@ -2781,34 +2783,50 @@ def main(launch_args,start_server=True):
#handle loading text model #handle loading text model
if args.model_param: if args.model_param:
if not os.path.exists(args.model_param): if not os.path.exists(args.model_param):
exitcounter = 999
print(f"Cannot find text model file: {args.model_param}") print(f"Cannot find text model file: {args.model_param}")
time.sleep(3) if args.ignoremissing:
sys.exit(2) print(f"Ignoring missing model file...")
args.model_param = None
else:
exitcounter = 999
time.sleep(3)
sys.exit(2)
if args.lora and args.lora[0]!="": if args.lora and args.lora[0]!="":
if not os.path.exists(args.lora[0]): if not os.path.exists(args.lora[0]):
exitcounter = 999
print(f"Cannot find lora file: {args.lora[0]}") print(f"Cannot find lora file: {args.lora[0]}")
time.sleep(3) if args.ignoremissing:
sys.exit(2) print(f"Ignoring missing lora file...")
args.lora = None
else:
exitcounter = 999
time.sleep(3)
sys.exit(2)
else: else:
args.lora[0] = os.path.abspath(args.lora[0]) args.lora[0] = os.path.abspath(args.lora[0])
if len(args.lora) > 1: if len(args.lora) > 1:
if not os.path.exists(args.lora[1]): if not os.path.exists(args.lora[1]):
exitcounter = 999
print(f"Cannot find lora base: {args.lora[1]}") print(f"Cannot find lora base: {args.lora[1]}")
time.sleep(3) if args.ignoremissing:
sys.exit(2) print(f"Ignoring missing lora file...")
args.lora = None
else:
exitcounter = 999
time.sleep(3)
sys.exit(2)
else: else:
args.lora[1] = os.path.abspath(args.lora[1]) args.lora[1] = os.path.abspath(args.lora[1])
if args.mmproj and args.mmproj!="": if args.mmproj and args.mmproj!="":
if not os.path.exists(args.mmproj): if not os.path.exists(args.mmproj):
exitcounter = 999
print(f"Cannot find mmproj file: {args.mmproj}") print(f"Cannot find mmproj file: {args.mmproj}")
time.sleep(3) if args.ignoremissing:
sys.exit(2) print(f"Ignoring missing mmproj file...")
args.mmproj = None
else:
exitcounter = 999
time.sleep(3)
sys.exit(2)
else: else:
global mmprojpath global mmprojpath
args.mmproj = os.path.abspath(args.mmproj) args.mmproj = os.path.abspath(args.mmproj)
@ -2838,22 +2856,27 @@ def main(launch_args,start_server=True):
if args.sdconfig: if args.sdconfig:
imgmodel = args.sdconfig[0] imgmodel = args.sdconfig[0]
if not imgmodel or not os.path.exists(imgmodel): if not imgmodel or not os.path.exists(imgmodel):
exitcounter = 999
print(f"Cannot find image model file: {imgmodel}") print(f"Cannot find image model file: {imgmodel}")
time.sleep(3) if args.ignoremissing:
sys.exit(2) print(f"Ignoring missing sdconfig img model file...")
imgmodel = os.path.abspath(imgmodel) args.sdconfig = None
fullsdmodelpath = imgmodel else:
friendlysdmodelname = os.path.basename(imgmodel) exitcounter = 999
friendlysdmodelname = os.path.splitext(friendlysdmodelname)[0] time.sleep(3)
friendlysdmodelname = sanitize_string(friendlysdmodelname) sys.exit(2)
loadok = sd_load_model(imgmodel) else:
print("Load Image Model OK: " + str(loadok)) imgmodel = os.path.abspath(imgmodel)
if not loadok: fullsdmodelpath = imgmodel
exitcounter = 999 friendlysdmodelname = os.path.basename(imgmodel)
print("Could not load image model: " + imgmodel) friendlysdmodelname = os.path.splitext(friendlysdmodelname)[0]
time.sleep(3) friendlysdmodelname = sanitize_string(friendlysdmodelname)
sys.exit(3) loadok = sd_load_model(imgmodel)
print("Load Image Model OK: " + str(loadok))
if not loadok:
exitcounter = 999
print("Could not load image model: " + imgmodel)
time.sleep(3)
sys.exit(3)
#load embedded lite #load embedded lite
try: try:
@ -3066,5 +3089,6 @@ if __name__ == '__main__':
parser.add_argument("--sdconfig", help="Specify a stable diffusion safetensors model to enable image generation. If quick is specified, force optimal generation settings for speed.",metavar=('[sd_filename]', '[normal|quick|clamped] [threads] [quant|noquant]'), nargs='+') parser.add_argument("--sdconfig", help="Specify a stable diffusion safetensors model to enable image generation. If quick is specified, force optimal generation settings for speed.",metavar=('[sd_filename]', '[normal|quick|clamped] [threads] [quant|noquant]'), nargs='+')
parser.add_argument("--mmproj", help="Select a multimodal projector file for LLaVA.", default="") parser.add_argument("--mmproj", help="Select a multimodal projector file for LLaVA.", default="")
parser.add_argument("--password", help="Enter a password required to use this instance. This key will be required for all text endpoints. Image endpoints are not secured.", default=None) parser.add_argument("--password", help="Enter a password required to use this instance. This key will be required for all text endpoints. Image endpoints are not secured.", default=None)
parser.add_argument("--ignoremissing", help="Ignores all missing non-essential files, just skipping them instead.", action='store_true')
main(parser.parse_args(),start_server=True) main(parser.parse_args(),start_server=True)