vikarti.anatra/Skyvern
1
0
Fork 0
mirror of https://github.com/Skyvern-AI/skyvern.git synced 2025-09-16 18:29:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix evaluation script (#1819)

Browse source
This commit is contained in:
LawyZheng 2025-02-24 13:17:28 +08:00 • committed by GitHub
parent ffbc95e1b4
commit 148693aa25
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
evaluation/script/create_webvoyager_evaluation_result.py
View file

@ -3,10 +3,13 @@ import json
from typing import Any
import typer
from dotenv import load_dotenv
from evaluation.core import SkyvernClient
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
load_dotenv()
csv_headers = [
"id",
"status",

3
evaluation/script/create_webvoyager_task_v2.py
View file

@ -4,6 +4,7 @@ from datetime import datetime
from uuid import uuid4
import typer
from dotenv import load_dotenv
from evaluation.core import Evaluator, SkyvernClient
from evaluation.core.utils import load_webvoyager_case_from_json
@ -11,6 +12,8 @@ from skyvern.forge import app
from skyvern.forge.prompts import prompt_engine
from skyvern.forge.sdk.schemas.task_v2 import ObserverTaskRequest
load_dotenv()
async def create_task_v2(
base_url: str,

3
evaluation/script/create_webvoyager_workflow.py
View file

@ -5,6 +5,7 @@ from typing import Optional
from uuid import uuid4
import typer
from dotenv import load_dotenv
from evaluation.core import Evaluator, SkyvernClient
from evaluation.core.utils import load_webvoyager_case_from_json
@ -13,6 +14,8 @@ from skyvern.forge.prompts import prompt_engine
from skyvern.forge.sdk.schemas.tasks import ProxyLocation
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRequestBody
load_dotenv()
async def create_workflow_run(
base_url: str,

3
evaluation/script/eval_webvoyager_cruise.py → evaluation/script/eval_webvoyager_task_v2.py
View file

@ -4,10 +4,13 @@ import json
from typing import Any
import typer
from dotenv import load_dotenv
from evaluation.core import Evaluator, SkyvernClient
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
load_dotenv()
csv_headers = [
"id",
"status",