vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-11 01:16:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

ipv4 and ipv6 total 40 threads for the http server

Browse source
This commit is contained in:
Concedo 2026-07-18 18:55:46 +08:00
parent 0a0b88a5c0
commit 768a2ca38c
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
koboldcpp.py
View file

@ -43,6 +43,7 @@ import gzip
import queue
# constants
num_server_threads = 40
sampler_order_max = 7
tensor_split_max = 16
images_max = 16
@ -7725,7 +7726,7 @@ Change Mode<br>
return super(KcppServerRequestHandler, self).end_headers()
def RunServerMultiThreaded(addr, port, server_handler):
global exitcounter, sslvalid, global_memory
global exitcounter, sslvalid, global_memory, num_server_threads
if is_port_in_use(port):
print(f"Warning: Port {port} already appears to be in use by another program.")
@ -7747,10 +7748,9 @@ def RunServerMultiThreaded(addr, port, server_handler):
if ipv6_sock:
ipv6_sock = context.wrap_socket(ipv6_sock, server_side=True)
numThreads = 24
try:
ipv4_sock.bind((addr, port))
ipv4_sock.listen(numThreads)
ipv4_sock.listen(num_server_threads)
except Exception:
ipv4_sock = None
print("IPv4 Socket Failed to Bind.")
@ -7758,7 +7758,7 @@ def RunServerMultiThreaded(addr, port, server_handler):
if ipv6_sock:
try:
ipv6_sock.bind((addr, port))
ipv6_sock.listen(numThreads)
ipv6_sock.listen(num_server_threads)
except Exception:
ipv6_sock = None
print("IPv6 Socket Failed to Bind. IPv6 will be unavailable.")
@ -7776,7 +7776,7 @@ def RunServerMultiThreaded(addr, port, server_handler):
with http.server.HTTPServer((addr, port), handler, False) as self.httpd:
try:
if ipv4_sock and ipv6_sock:
self.httpd.socket = ipv4_sock if self.i < 16 else ipv6_sock
self.httpd.socket = ipv4_sock if self.i < (num_server_threads/2) else ipv6_sock
elif ipv6_sock:
self.httpd.socket = ipv6_sock
elif ipv4_sock:
@ -7801,7 +7801,7 @@ def RunServerMultiThreaded(addr, port, server_handler):
self.httpd.server_close()
threadArr = []
for i in range(numThreads):
for i in range(num_server_threads):
threadArr.append(Thread(i))
while 1:
try:
@ -7809,7 +7809,7 @@ def RunServerMultiThreaded(addr, port, server_handler):
except (KeyboardInterrupt,SystemExit):
global exitcounter
exitcounter = 999
for i in range(numThreads):
for i in range(num_server_threads):
try:
threadArr[i].stop()
except Exception: