vrr/SurfSense
2
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2025-09-04 19:49:09 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

I guess I prefer SMART_LLM

Browse source
This commit is contained in:
DESKTOP-RTLN3BA\$punk 2024-10-24 22:52:02 -07:00
parent bb41d7118e
commit 3fd9ae8e37
2 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
backend/HIndices.py
View file

@ -24,16 +24,16 @@ from models import Documents, User
from prompts import CONTEXT_ANSWER_PROMPT
load_dotenv()
FAST_LLM = os.environ.get("FAST_LLM")
SMART_LLM = os.environ.get("SMART_LLM")
EMBEDDING = os.environ.get("EMBEDDING")
IS_LOCAL_SETUP = True if FAST_LLM.startswith("ollama") else False
IS_LOCAL_SETUP = True if SMART_LLM.startswith("ollama") else False
def extract_model_name(model_string: str) -> tuple[str, str]:
part1, part2 = model_string.split(":", 1) # Split into two parts at the first colon
return part2
MODEL_NAME = extract_model_name(FAST_LLM)
MODEL_NAME = extract_model_name(SMART_LLM)
EMBEDDING_MODEL = extract_model_name(EMBEDDING)
# Dependency

6
backend/server.py
View file

@ -30,8 +30,8 @@ import os
from dotenv import load_dotenv
load_dotenv()
FAST_LLM = os.environ.get("FAST_LLM")
IS_LOCAL_SETUP = True if FAST_LLM.startswith("ollama") else False
SMART_LLM = os.environ.get("SMART_LLM")
IS_LOCAL_SETUP = True if SMART_LLM.startswith("ollama") else False
ACCESS_TOKEN_EXPIRE_MINUTES = int(os.environ.get("ACCESS_TOKEN_EXPIRE_MINUTES"))
ALGORITHM = os.environ.get("ALGORITHM")
API_SECRET_KEY = os.environ.get("API_SECRET_KEY")
@ -42,7 +42,7 @@ def extract_model_name(model_string: str) -> tuple[str, str]:
part1, part2 = model_string.split(":", 1) # Split into two parts at the first colon
return part2
MODEL_NAME = extract_model_name(FAST_LLM)
MODEL_NAME = extract_model_name(SMART_LLM)
app = FastAPI()