vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

try to set cuda pcie order first thing

Browse source
This commit is contained in:
Concedo 2025-06-18 20:25:38 +08:00
parent a8d33ebb0d
commit e0a7694328
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -8,10 +8,14 @@
# editing tools, save formats, memory, world info, author's note, characters, # editing tools, save formats, memory, world info, author's note, characters,
# scenarios and everything Kobold and KoboldAI Lite have to offer. # scenarios and everything Kobold and KoboldAI Lite have to offer.
import os
try:
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID" # try set GPU to PCI order first thing
except Exception:
pass
import copy import copy
import ctypes import ctypes
import multiprocessing import multiprocessing
import os
import math import math
import re import re
import argparse import argparse