vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use HIP visible devices, updated lite

Browse source
This commit is contained in:
Concedo 2023-09-03 11:46:19 +08:00
parent eed651494e
commit b61ae67082
2 changed files with 118 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

11
koboldcpp.py
View file

@ -230,10 +230,13 @@ def load_model(model_filename):
if not args.tensor_split:
if (args.usecublas and "0" in args.usecublas):
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
os.environ["HIP_VISIBLE_DEVICES"] = "0"
elif (args.usecublas and "1" in args.usecublas):
os.environ["CUDA_VISIBLE_DEVICES"] = "1"
os.environ["HIP_VISIBLE_DEVICES"] = "1"
elif (args.usecublas and "2" in args.usecublas):
os.environ["CUDA_VISIBLE_DEVICES"] = "2"
os.environ["HIP_VISIBLE_DEVICES"] = "2"
else:
if (args.usecublas and "0" in args.usecublas):
inputs.cublas_info = 0
@ -712,7 +715,7 @@ def show_new_gui():
import tkinter as tk
root = tk.Tk() #we dont want the useless window to be visible, but we want it in taskbar
root.attributes("-alpha", 0)
args.model_param = askopenfilename(title="Select ggml model .bin files")
args.model_param = askopenfilename(title="Select ggml model .bin or .gguf files")
root.destroy()
if not args.model_param:
print("\nNo ggml model file was selected. Exiting.")
@ -1097,7 +1100,7 @@ def show_new_gui():
# launch
def guilaunch():
if model_var.get() == "":
tmp = askopenfilename(title="Select ggml model .bin files")
tmp = askopenfilename(title="Select ggml model .bin or .gguf files")
model_var.set(tmp)
nonlocal nextstate
nextstate = 1
@ -1465,7 +1468,7 @@ def show_old_gui():
root = tk.Tk()
root.attributes("-alpha", 0)
args.model_param = askopenfilename(title="Select ggml model .bin files")
args.model_param = askopenfilename(title="Select ggml model .bin or .gguf files")
root.destroy()
if not args.model_param:
print("\nNo ggml model file was selected. Exiting.")
@ -1475,7 +1478,7 @@ def show_old_gui():
else:
root = tk.Tk() #we dont want the useless window to be visible, but we want it in taskbar
root.attributes("-alpha", 0)
args.model_param = askopenfilename(title="Select ggml model .bin files")
args.model_param = askopenfilename(title="Select ggml model .bin or .gguf files")
root.destroy()
if not args.model_param:
print("\nNo ggml model file was selected. Exiting.")