diff --git a/colab.ipynb b/colab.ipynb index 8a77f94d6..227352b30 100644 --- a/colab.ipynb +++ b/colab.ipynb @@ -48,7 +48,12 @@ "%cd /content\r\n", "!git clone https://github.com/LostRuins/koboldcpp\r\n", "%cd /content/koboldcpp\r\n", - "!make koboldcpp_cublas LLAMA_CUBLAS=1\r\n", + "kvers = !(cat koboldcpp.py | grep 'KcppVersion = ' | cut -d '\"' -f2)\r\n", + "kvers = kvers[0]\r\n", + "!echo Finding prebuilt binary for {kvers}\r\n", + "!wget -c https://huggingface.co/concedo/koboldcpp/resolve/main/prebuilt_binaries/{kvers}.so\r\n", + "!test -f {kvers}.so && mv {kvers}.so koboldcpp_cublas.so || echo Prebuilt Binary Does Not Exist\r\n", + "!test -f koboldcpp_cublas.so && echo Prebuilt Binary Exists || make koboldcpp_cublas LLAMA_CUBLAS=1\r\n", "\r\n", "!wget $Model -O model.ggml\r\n", "!wget -c https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64\r\n",