vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

noscript chat mode tweaks

Browse source
This commit is contained in:
Concedo 2025-04-19 12:40:13 +08:00
parent a5b5d21cca
commit 78a910be26
1 changed files with 15 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

22
koboldcpp.py
View file

@ -2555,16 +2555,19 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
genbtnval = (parsed_dict['generate'][0] if 'generate' in parsed_dict else "") genbtnval = (parsed_dict['generate'][0] if 'generate' in parsed_dict else "")
gencommand = (genbtnval=="Generate" or genbtnval=="Send") gencommand = (genbtnval=="Generate" or genbtnval=="Send")
chatmode = int(parsed_dict['chatmode'][0]) if 'chatmode' in parsed_dict else 0 chatmode = int(parsed_dict['chatmode'][0]) if 'chatmode' in parsed_dict else 0
human_name = str(parsed_dict['human_name'][0]) if 'human_name' in parsed_dict else "User"
bot_name = str(parsed_dict['bot_name'][0]) if 'bot_name' in parsed_dict else "Assistant"
stops = [] stops = []
prefix = "" prefix = ""
if chatmode: if chatmode:
ban_eos_token = False ban_eos_token = False
prompt = prompt.replace("1HdNl1","\n")
if chatmsg: if chatmsg:
prompt += f"\nUser: {chatmsg}\nAssistant:" prompt += f"\n{human_name}: {chatmsg}\n{bot_name}:"
else: else:
gencommand = False gencommand = False
stops = ["\nUser:","\nAssistant:"] stops = [f"\n{human_name}:",f"\n{bot_name}:"]
prefix = "[This is a chat conversation log between User and Assistant.]\n" prefix = f"[This is a chat conversation log between {human_name} and {bot_name}.]\n"
if modelbusy.locked(): if modelbusy.locked():
status = "Model is currently busy, try again later." status = "Model is currently busy, try again later."
@ -2601,12 +2604,17 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
self.end_headers(content_type='text/html') self.end_headers(content_type='text/html')
return return
bodycontent = f'''<b>{"Chat Mode" if chatmode else "Story Mode"}</b><br>''' bodycontent = f'''<b><u>{"Chat Mode" if chatmode else "Story Mode"}</u></b><br>'''
if chatmode: if chatmode:
tmp = prompt.strip().replace("\n","<br>") oldconvo = prompt.strip().replace(f"{human_name}:",f"<b>{human_name}:</b>").replace(f"{bot_name}:",f"<b>{bot_name}:</b>").replace("\n","<br>")
bodycontent += f'''<p>{"No History Yet. Talk to the AI." if prompt=="" else tmp}</p> oldconvo += f'''<input type="hidden" name="human_name" value="{human_name}"><input type="hidden" name="bot_name" value="{bot_name}">'''
newconvo = '''Start a new conversation.<br>
<label>Your Name: </label> <input type="text" size="10" value="User" name="human_name"><br>
<label>Bot Name: </label> <input type="text" size="10" value="Assistant" name="bot_name"><br>'''
clnprompt = prompt.replace("\n","1HdNl1")
bodycontent += f'''<p>{newconvo if prompt=="" else oldconvo}</p>
<input type="hidden" name="prompt" value="{clnprompt}">
<label>Say: </label><input type="text" size="40" value="" name="chatmsg"> <label>Say: </label><input type="text" size="40" value="" name="chatmsg">
<input type="hidden" name="prompt" value="{prompt}">
<input type="submit" name="generate" value="Send"> (Be patient)''' <input type="submit" name="generate" value="Send"> (Be patient)'''
else: else:
bodycontent += f''' bodycontent += f'''