diff --git a/colab.ipynb b/colab.ipynb index 3890c5415..a3f4b075e 100644 --- a/colab.ipynb +++ b/colab.ipynb @@ -180,6 +180,7 @@ "elif Customized:\n", " print(\"Loading a quick preset template...\")\n", " LoadTextModel = True\n", + " Layers = 999\n", " if CustomMmproj!=\"\":\n", " Mmproj = CustomMmproj\n", " LoadVisionMMProjector = True\n", @@ -283,7 +284,7 @@ " print(f\"Please open the above link, and input the password '{ltpw}'\\nYour KoboldCpp will start shortly...\")\n", " print(\"=================\")\n", " !sleep 10\n", - "!./koboldcpp_linux $MdCommand --usecuda 0 mmq --chatcompletionsadapter AutoGuess --multiuser --gpulayers $Layers --contextsize $ContextSize --websearch --quiet --remotetunnel $MPCommand $VCommand $SCommand $WCommand $TTSCommand $ECommand $MuCommand $SavGdriveCommand\n" + "!./koboldcpp_linux $MdCommand --usecuda 0 mmq --chatcompletionsadapter AutoGuess --multiuser --flashattention --gpulayers $Layers --contextsize $ContextSize --websearch --quiet --remotetunnel $MPCommand $VCommand $SCommand $WCommand $TTSCommand $ECommand $MuCommand $SavGdriveCommand\n" ] } ],