From ccf83346519552a53e50b1d93ea108e5088c5e5f Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sun, 22 Oct 2023 20:26:18 +0800 Subject: [PATCH] remove script (+8 squashed commit) Squashed commit: [bde2e3da] should be working [1cde82c0] update [bb6c8676] wip [66b698d1] wip colab [9953466a] wip colab [ae0bedea] json fix [0aac144f] wip on optimized colab [ec9f8e96] prepare colab binaries notebook --- colab.ipynb | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/colab.ipynb b/colab.ipynb index 8a77f94d6..227352b30 100644 --- a/colab.ipynb +++ b/colab.ipynb @@ -48,7 +48,12 @@ "%cd /content\r\n", "!git clone https://github.com/LostRuins/koboldcpp\r\n", "%cd /content/koboldcpp\r\n", - "!make koboldcpp_cublas LLAMA_CUBLAS=1\r\n", + "kvers = !(cat koboldcpp.py | grep 'KcppVersion = ' | cut -d '\"' -f2)\r\n", + "kvers = kvers[0]\r\n", + "!echo Finding prebuilt binary for {kvers}\r\n", + "!wget -c https://huggingface.co/concedo/koboldcpp/resolve/main/prebuilt_binaries/{kvers}.so\r\n", + "!test -f {kvers}.so && mv {kvers}.so koboldcpp_cublas.so || echo Prebuilt Binary Does Not Exist\r\n", + "!test -f koboldcpp_cublas.so && echo Prebuilt Binary Exists || make koboldcpp_cublas LLAMA_CUBLAS=1\r\n", "\r\n", "!wget $Model -O model.ggml\r\n", "!wget -c https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64\r\n",