vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated readme, memory detection prints

Browse source
This commit is contained in:
Concedo 2025-04-08 20:23:52 +08:00
parent 11c4e7c2c4
commit 8e23a087e7
2 changed files with 5 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

10
koboldcpp.py
View file

@ -978,7 +978,6 @@ def fetch_gpu_properties(testCL,testCU,testVK):
FetchedCUdevices = []
FetchedCUdeviceMem = []
FetchedCUfreeMem = []
faileddetectvram = False
AMDgpu = None
try: # Get NVIDIA GPU names
@ -989,7 +988,6 @@ def fetch_gpu_properties(testCL,testCU,testVK):
except Exception:
FetchedCUdeviceMem = []
FetchedCUfreeMem = []
faileddetectvram = True
pass
if len(FetchedCUdevices)==0:
try: # Get AMD ROCm GPU names
@ -1011,7 +1009,6 @@ def fetch_gpu_properties(testCL,testCU,testVK):
except Exception:
FetchedCUdeviceMem = []
FetchedCUfreeMem = []
faileddetectvram = True
pass
lowestcumem = 0
lowestfreecumem = 0
@ -1030,14 +1027,13 @@ def fetch_gpu_properties(testCL,testCU,testVK):
except Exception:
lowestcumem = 0
lowestfreecumem = 0
faileddetectvram = True
if faileddetectvram:
print("Unable to detect VRAM, please set layers manually.")
MaxMemory[0] = max(lowestcumem,MaxMemory[0])
MaxFreeMemory[0] = max(lowestfreecumem,MaxFreeMemory[0])
if MaxMemory[0] < (1024*1024*256):
print("Unable to detect VRAM, please set layers manually.")
if testVK:
try: # Get Vulkan names
foundVkGPU = False