vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow horde worker to work with password protected instances

Browse source
This commit is contained in:
Concedo 2024-08-31 21:30:47 +08:00
parent b6f9aaa9ab
commit 3c4fa57026
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
koboldcpp.py
View file

@ -3407,8 +3407,11 @@ def run_horde_worker(args, api_key, worker_name):
if exitcounter > 1: if exitcounter > 1:
exitcounter -= 1 exitcounter -= 1
def make_url_request_horde(url, data, method='POST'): def make_url_request_horde(url, data, method='POST',addmykey=False):
global password
headers = headers = {"apikey": api_key,'User-Agent':'KoboldCppEmbeddedWorkerV2','Client-Agent':'KoboldCppEmbedWorker:2'} headers = headers = {"apikey": api_key,'User-Agent':'KoboldCppEmbeddedWorkerV2','Client-Agent':'KoboldCppEmbedWorker:2'}
if addmykey and password!="":
headers["Authorization"] = f"Bearer {password}"
ret = make_url_request(url, data, method, headers) ret = make_url_request(url, data, method, headers)
if not ret: if not ret:
print("Make sure your Horde API key and worker name is valid!") print("Make sure your Horde API key and worker name is valid!")
@ -3425,7 +3428,7 @@ def run_horde_worker(args, api_key, worker_name):
cluster = "https://aihorde.net" cluster = "https://aihorde.net"
while exitcounter < 10: while exitcounter < 10:
time.sleep(3) time.sleep(3)
readygo = make_url_request_horde(f'{epurl}/api/v1/info/version', None,'GET') readygo = make_url_request_horde(f'{epurl}/api/v1/info/version', None,'GET',addmykey=True)
if readygo: if readygo:
print_with_time(f"Embedded Horde Worker '{worker_name}' is started.") print_with_time(f"Embedded Horde Worker '{worker_name}' is started.")
break break
@ -3493,7 +3496,7 @@ def run_horde_worker(args, api_key, worker_name):
if not modelbusy.locked(): if not modelbusy.locked():
#horde gets a genkey to avoid KCPP overlap #horde gets a genkey to avoid KCPP overlap
current_payload['genkey'] = f"HORDEREQ_{random.randint(100, 999)}" current_payload['genkey'] = f"HORDEREQ_{random.randint(100, 999)}"
current_generation = make_url_request_horde(f'{epurl}/api/v1/generate', current_payload) current_generation = make_url_request_horde(f'{epurl}/api/v1/generate', current_payload, method='POST',addmykey=True)
if current_generation: if current_generation:
break break
else: else: