vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove for now

Browse source
This commit is contained in:
Concedo 2024-03-08 00:15:33 +08:00
parent 8ae4266bed
commit 5174f9de7b
1 changed files with 1 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

11
colab.ipynb
View file

@ -52,9 +52,6 @@
"Layers = 99 #@param [99]{allow-input: true}\r\n", "Layers = 99 #@param [99]{allow-input: true}\r\n",
"ContextSize = 4096 #@param [4096] {allow-input: true}\r\n", "ContextSize = 4096 #@param [4096] {allow-input: true}\r\n",
"ForceRebuild = False #@param {type:\"boolean\"}\r\n", "ForceRebuild = False #@param {type:\"boolean\"}\r\n",
"LoadImageModel = False \r\n",
"SDModel = \"\"\r\n",
"SDCommand = \"\"\r\n",
"\r\n", "\r\n",
"import os\r\n", "import os\r\n",
"if not os.path.isfile(\"/opt/bin/nvidia-smi\"):\r\n", "if not os.path.isfile(\"/opt/bin/nvidia-smi\"):\r\n",
@ -67,10 +64,6 @@
"kvers = kvers[0]\r\n", "kvers = kvers[0]\r\n",
"if ForceRebuild:\r\n", "if ForceRebuild:\r\n",
" kvers = \"force_rebuild\"\r\n", " kvers = \"force_rebuild\"\r\n",
"if SDModel and LoadImageModel:\r\n",
" SDCommand = \"--sdconfig sdmodel.safetensors clamped 4 quant\"\r\n",
"else:\r\n",
" SDCommand = \"\"\r\n",
"!echo Finding prebuilt binary for {kvers}\r\n", "!echo Finding prebuilt binary for {kvers}\r\n",
"!wget -O dlfile.tmp https://kcppcolab.concedo.workers.dev/?{kvers} && mv dlfile.tmp koboldcpp_cublas.so\r\n", "!wget -O dlfile.tmp https://kcppcolab.concedo.workers.dev/?{kvers} && mv dlfile.tmp koboldcpp_cublas.so\r\n",
"!test -f koboldcpp_cublas.so && echo Prebuilt Binary Exists || echo Prebuilt Binary Does Not Exist\r\n", "!test -f koboldcpp_cublas.so && echo Prebuilt Binary Exists || echo Prebuilt Binary Does Not Exist\r\n",
@ -79,9 +72,7 @@
"!apt update\r\n", "!apt update\r\n",
"!apt install aria2 -y\r\n", "!apt install aria2 -y\r\n",
"!aria2c -x 10 -o model.gguf --summary-interval=5 --download-result=default --allow-overwrite=true --file-allocation=none $Model\r\n", "!aria2c -x 10 -o model.gguf --summary-interval=5 --download-result=default --allow-overwrite=true --file-allocation=none $Model\r\n",
"if SDCommand:\r\n", "!python koboldcpp.py model.gguf --usecublas 0 mmq --multiuser --gpulayers $Layers --contextsize $ContextSize --quiet --remotetunnel\r\n"
" !aria2c -x 10 -o sdmodel.safetensors --summary-interval=5 --download-result=default --allow-overwrite=true --file-allocation=none $SDModel\r\n",
"!python koboldcpp.py model.gguf --usecublas 0 mmq --multiuser --gpulayers $Layers --contextsize $ContextSize --quiet --remotetunnel $SDCommand\r\n"
] ]
} }
], ],