add transformation playground with model selection

This commit is contained in:
LUIS NOVO 2024-11-01 17:17:19 -03:00
parent b89250d3ca
commit 0d4d9473b2
2 changed files with 9 additions and 6 deletions

View file

@ -21,11 +21,6 @@ def run_pattern(
DEFAULT_MODELS, EMBEDDING_MODEL, SPEECH_TO_TEXT_MODEL = load_default_models()
tokens = token_count(str(system_prompt) + str(messages))
model_id = (
DEFAULT_MODELS.large_context_model
or DEFAULT_MODELS.default_transformation_model
or DEFAULT_MODELS.default_chat_model
)
if tokens > 105_000:
model_id = DEFAULT_MODELS.large_context_model
logger.debug(