From 9a04060aaa5c6062dc342ce56b86e38dfd3ebcca Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Tue, 30 Jul 2024 23:01:50 +0800
Subject: [PATCH] also apply even if tensor split is set

---
 koboldcpp.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/koboldcpp.py b/koboldcpp.py
index 0a76dc681..bc1b38993 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -442,12 +442,16 @@ def set_backend_props(inputs):
             os.environ["HIP_VISIBLE_DEVICES"] = "3"
     else:
         if (args.usecublas and "0" in args.usecublas):
+            os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
             inputs.cublas_info = 0
         elif (args.usecublas and "1" in args.usecublas):
+            os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
             inputs.cublas_info = 1
         elif (args.usecublas and "2" in args.usecublas):
+            os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
             inputs.cublas_info = 2
         elif (args.usecublas and "3" in args.usecublas):
+            os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
             inputs.cublas_info = 3
 
     if args.usevulkan: #is an empty array if using vulkan without defined gpu