vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tweaked text

Browse source
This commit is contained in:
Concedo 2025-05-13 15:54:59 +08:00
parent dec3cd92b0
commit 48f86bbbc7
3 changed files with 23 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-cuda/ggml-cuda.cu
View file

@ -221,7 +221,7 @@ static ggml_cuda_device_info ggml_cuda_init() {
//#else //#else
// GGML_LOG_INFO("%s: GGML_CUDA_FORCE_CUBLAS: no\n", __func__); // GGML_LOG_INFO("%s: GGML_CUDA_FORCE_CUBLAS: no\n", __func__);
//#endif // GGML_CUDA_FORCE_CUBLAS //#endif // GGML_CUDA_FORCE_CUBLAS
GGML_LOG_INFO("---\nInitializing CUDA/HIP, please wait, the following step may take a few minutes (only for first launch)...\nJust a moment, Please Be Patient...\n---\n"); GGML_LOG_INFO("---\nInitializing CUDA/HIP, please wait, the following step may take a few minutes (only for first launch)...\n---\n");
GGML_LOG_INFO("%s: found %d " GGML_CUDA_NAME " devices:\n", __func__, info.device_count); GGML_LOG_INFO("%s: found %d " GGML_CUDA_NAME " devices:\n", __func__, info.device_count);
for (int id = 0; id < info.device_count; ++id) { for (int id = 0; id < info.device_count; ++id) {
int device_vmm = 0; int device_vmm = 0;

1
gpttype_adapter.cpp
View file

@ -2440,6 +2440,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
add_bos_token = false; add_bos_token = false;
} }
} }
printf("Starting model warm up, please wait a moment...\n");
//warmup at least 33 tokens to trigger batch //warmup at least 33 tokens to trigger batch
std::vector<int> tmp; std::vector<int> tmp;

23
klite.embd
View file

@ -13599,6 +13599,7 @@ Current version indicated by LITEVER below.
{ {
document.getElementById("xtts_container").classList.add("hidden"); document.getElementById("xtts_container").classList.add("hidden");
document.getElementById("oai_tts_container").classList.add("hidden"); document.getElementById("oai_tts_container").classList.add("hidden");
document.getElementById("pollinations_tts_container").classList.add("hidden");
document.getElementById("alltalk_specific_controls").classList.add("hidden"); document.getElementById("alltalk_specific_controls").classList.add("hidden");
document.getElementById("kcpp_tts_container").classList.add("hidden"); document.getElementById("kcpp_tts_container").classList.add("hidden");
@ -13616,6 +13617,9 @@ Current version indicated by LITEVER below.
} }
else if(selectedTTS == OAI_TTS_ID) { else if(selectedTTS == OAI_TTS_ID) {
document.getElementById("oai_tts_container").classList.remove("hidden"); document.getElementById("oai_tts_container").classList.remove("hidden");
}else if(selectedTTS == POLLINATIONS_TTS_ID)
{
document.getElementById("pollinations_tts_container").classList.remove("hidden");
} }
else if(selectedTTS == KCPP_TTS_ID) { else if(selectedTTS == KCPP_TTS_ID) {
document.getElementById("kcpp_tts_container").classList.remove("hidden"); document.getElementById("kcpp_tts_container").classList.remove("hidden");
@ -13840,7 +13844,7 @@ Current version indicated by LITEVER below.
{ {
const pollinations_params = new URLSearchParams({ const pollinations_params = new URLSearchParams({
model:"openai-audio", model:"openai-audio",
voice:"nova", voice:document.getElementById("pollinations_voices").value,
private: true, private: true,
referrer: "koboldai" referrer: "koboldai"
}); });
@ -22434,6 +22438,21 @@ Current version indicated by LITEVER below.
</tr><tr style="font-size:12px;padding:2px;margin:0px 0 0;"><td>TTS Voice </td><td><input class="settinglabel miniinput" type="text" value="alloy" id="oai_tts_voice" style="margin-left:3px; height:18px; width: 55px; padding: 2px;"></td></tr> </tr><tr style="font-size:12px;padding:2px;margin:0px 0 0;"><td>TTS Voice </td><td><input class="settinglabel miniinput" type="text" value="alloy" id="oai_tts_voice" style="margin-left:3px; height:18px; width: 55px; padding: 2px;"></td></tr>
</table> </table>
</div> </div>
<div id="pollinations_tts_container" class="settinglabel hidden">
<table width="100%"><tr style="font-size:12px;padding:2px;margin:0px 0 0;"><td>Voice:</td><td>
<select class="form-control" id="pollinations_voices" style="font-size:12px;height:20px;padding:0;margin:0px 0 0;">
<option value="alloy">alloy</option>
<option value="ash">ash</option>
<option value="ballad">ballad</option>
<option value="coral">coral</option>
<option value="echo">echo</option>
<option value="fable">fable</option>
<option value="nova" selected>nova</option>
<option value="onyx">onyx</option>
<option value="sage">sage</option>
<option value="shimmer">shimmer</option>
</select></td></tr></table>
</div>
<div id="kcpp_tts_container" class="hidden"> <div id="kcpp_tts_container" class="hidden">
<div class="color_red hidden" id="nokcpptts">KoboldCpp TTS Unavailable</div> <div class="color_red hidden" id="nokcpptts">KoboldCpp TTS Unavailable</div>
<div class="settinglabel"> <div class="settinglabel">
@ -22504,7 +22523,7 @@ Current version indicated by LITEVER below.
<input title="Negative Prompt" style="width:calc(100% - 110px);" type="text" placeholder="Default Negative Prompt. Put &quot;none&quot; to skip" value="" id="negpromptinput"> <input title="Negative Prompt" style="width:calc(100% - 110px);" type="text" placeholder="Default Negative Prompt. Put &quot;none&quot; to skip" value="" id="negpromptinput">
</div> </div>
<div class="inlinelabel"> <div class="inlinelabel">
<div class="justifyleft rowitem">Number of Steps: </div> <div class="justifyleft rowitem">Step Count: </div>
<input title="Number of Steps" type="text" inputmode="decimal" id="img_steps" style="width:60px"> <input title="Number of Steps" type="text" inputmode="decimal" id="img_steps" style="width:60px">
</div> </div>
<div class="inlinelabel"> <div class="inlinelabel">