mirror of
https://github.com/Skyvern-AI/skyvern.git
synced 2025-09-15 09:49:46 +00:00
ModelSelector: add 'Skyvern Optimized' as hard choice (#2558)
This commit is contained in:
parent
800a26d323
commit
b4d5837196
6 changed files with 59 additions and 21 deletions
|
@ -21,6 +21,10 @@ type Props = {
|
|||
onChange: (value: WorkflowModel | null) => void;
|
||||
};
|
||||
|
||||
const constants = {
|
||||
SkyvernOptimized: "Skyvern Optimized",
|
||||
} as const;
|
||||
|
||||
function ModelSelector({
|
||||
clearable = true,
|
||||
value,
|
||||
|
@ -38,6 +42,7 @@ function ModelSelector({
|
|||
});
|
||||
|
||||
const models = availableModels?.models ?? [];
|
||||
const choices = [constants.SkyvernOptimized, ...models];
|
||||
|
||||
return (
|
||||
<div className="flex items-center justify-between">
|
||||
|
@ -49,18 +54,23 @@ function ModelSelector({
|
|||
<Select
|
||||
value={value?.model ?? ""}
|
||||
onValueChange={(v) => {
|
||||
onChange({ model: v });
|
||||
const newValue = v === constants.SkyvernOptimized ? null : v;
|
||||
onChange(newValue ? { model: newValue } : null);
|
||||
}}
|
||||
>
|
||||
<SelectTrigger
|
||||
className={(className || "") + (value && clearable ? " pr-10" : "")}
|
||||
>
|
||||
<SelectValue placeholder="Skyvern Optimized" />
|
||||
<SelectValue placeholder={constants.SkyvernOptimized} />
|
||||
</SelectTrigger>
|
||||
<SelectContent>
|
||||
{models.map((m) => (
|
||||
{choices.map((m) => (
|
||||
<SelectItem key={m} value={m}>
|
||||
{m}
|
||||
{m === constants.SkyvernOptimized ? (
|
||||
<span>Skyvern Optimized ✨</span>
|
||||
) : (
|
||||
m
|
||||
)}
|
||||
</SelectItem>
|
||||
))}
|
||||
</SelectContent>
|
||||
|
|
|
@ -272,22 +272,22 @@ class Settings(BaseSettings):
|
|||
|
||||
if self.is_cloud_environment():
|
||||
return {
|
||||
"gemini-2.5-pro-preview-05-06": "VERTEX_GEMINI_2.5_PRO_PREVIEW",
|
||||
"gemini-2.5-flash-preview-05-20": "VERTEX_GEMINI_2.5_FLASH_PREVIEW_05_20",
|
||||
"azure/gpt-4.1": "AZURE_OPENAI_GPT4_1",
|
||||
"azure/o3-mini": "AZURE_OPENAI_O3_MINI",
|
||||
"us.anthropic.claude-opus-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
|
||||
"us.anthropic.claude-sonnet-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
"Gemini 2.5": "GEMINI_2.5_PRO_PREVIEW",
|
||||
"Gemini 2.5 Flash": "VERTEX_GEMINI_2.5_FLASH_PREVIEW_05_20",
|
||||
"GPT 4.1": "OPENAI_GPT4_1",
|
||||
"GPT o3-mini": "OPENAI_O3_MINI",
|
||||
"bedrock/us.anthropic.claude-opus-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
|
||||
"bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
}
|
||||
else:
|
||||
# TODO: apparently the list for OSS is to be much larger
|
||||
return {
|
||||
"gemini-2.5-pro-preview-05-06": "VERTEX_GEMINI_2.5_PRO_PREVIEW",
|
||||
"gemini-2.5-flash-preview-05-20": "VERTEX_GEMINI_2.5_FLASH_PREVIEW_05_20",
|
||||
"azure/gpt-4.1": "AZURE_OPENAI_GPT4_1",
|
||||
"azure/o3-mini": "AZURE_OPENAI_O3_MINI",
|
||||
"us.anthropic.claude-opus-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
|
||||
"us.anthropic.claude-sonnet-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
"Gemini 2.5": "GEMINI_2.5_PRO_PREVIEW",
|
||||
"Gemini 2.5 Flash": "VERTEX_GEMINI_2.5_FLASH_PREVIEW_05_20",
|
||||
"GPT 4.1": "OPENAI_GPT4_1",
|
||||
"GPT o3-mini": "OPENAI_O3_MINI",
|
||||
"bedrock/us.anthropic.claude-opus-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_OPUS_INFERENCE_PROFILE",
|
||||
"bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0": "BEDROCK_ANTHROPIC_CLAUDE4_SONNET_INFERENCE_PROFILE",
|
||||
}
|
||||
|
||||
def is_cloud_environment(self) -> bool:
|
||||
|
|
|
@ -867,13 +867,12 @@ class ForgeAgent:
|
|||
else:
|
||||
if engine in CUA_ENGINES:
|
||||
self.async_operation_pool.run_operation(task.task_id, AgentPhase.llm)
|
||||
|
||||
json_response = await app.LLM_API_HANDLER(
|
||||
prompt=extract_action_prompt,
|
||||
prompt_name="extract-actions",
|
||||
step=step,
|
||||
screenshots=scraped_page.screenshots,
|
||||
llm_key_override=task.llm_key,
|
||||
llm_key_override=llm_caller.llm_key if llm_caller else None,
|
||||
)
|
||||
try:
|
||||
json_response = await self.handle_potential_verification_code(
|
||||
|
|
|
@ -57,7 +57,7 @@ class TaskV2(BaseModel):
|
|||
"""
|
||||
|
||||
if self.model:
|
||||
model_name = self.model.get("model_name")
|
||||
model_name = self.model.get("name")
|
||||
if model_name:
|
||||
mapping = settings.get_model_name_to_llm_key()
|
||||
llm_key = mapping.get(model_name)
|
||||
|
|
|
@ -248,7 +248,7 @@ class Task(TaskBase):
|
|||
Otherwise return `None`.
|
||||
"""
|
||||
if self.model:
|
||||
model_name = self.model.get("model_name")
|
||||
model_name = self.model.get("name")
|
||||
if model_name:
|
||||
mapping = settings.get_model_name_to_llm_key()
|
||||
return mapping.get(model_name)
|
||||
|
|
|
@ -5,10 +5,11 @@ from typing import Any, List
|
|||
from pydantic import BaseModel, field_validator
|
||||
from typing_extensions import deprecated
|
||||
|
||||
from skyvern.config import settings
|
||||
from skyvern.forge.sdk.schemas.files import FileInfo
|
||||
from skyvern.forge.sdk.schemas.task_v2 import TaskV2
|
||||
from skyvern.forge.sdk.workflow.exceptions import WorkflowDefinitionHasDuplicateBlockLabels
|
||||
from skyvern.forge.sdk.workflow.models.block import BlockTypeVar
|
||||
from skyvern.forge.sdk.workflow.models.block import Block, BlockTypeVar
|
||||
from skyvern.forge.sdk.workflow.models.parameter import PARAMETER_TYPE
|
||||
from skyvern.schemas.runs import ProxyLocation
|
||||
from skyvern.utils.url_validators import validate_url
|
||||
|
@ -81,6 +82,34 @@ class Workflow(BaseModel):
|
|||
modified_at: datetime
|
||||
deleted_at: datetime | None = None
|
||||
|
||||
def determine_llm_key(self, *, block: Block | None = None) -> str | None:
|
||||
"""
|
||||
Determine the LLM key override to use for a block, if it has one.
|
||||
|
||||
It has one if:
|
||||
- it defines one, or
|
||||
- the workflow it is a part of (if applicable) defines one
|
||||
"""
|
||||
|
||||
mapping = settings.get_model_name_to_llm_key()
|
||||
|
||||
if block:
|
||||
model_name = (block.model or {}).get("name")
|
||||
|
||||
if model_name:
|
||||
llm_key = mapping.get(model_name)
|
||||
if llm_key:
|
||||
return llm_key
|
||||
|
||||
workflow_model_name = (self.model or {}).get("name")
|
||||
|
||||
if workflow_model_name:
|
||||
llm_key = mapping.get(workflow_model_name)
|
||||
if llm_key:
|
||||
return llm_key
|
||||
|
||||
return None
|
||||
|
||||
|
||||
class WorkflowRunStatus(StrEnum):
|
||||
created = "created"
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue