mirror of
https://github.com/Skyvern-AI/skyvern.git
synced 2025-09-16 10:19:42 +00:00
fix evaluation script (#1819)
This commit is contained in:
parent
ffbc95e1b4
commit
148693aa25
4 changed files with 12 additions and 0 deletions
|
@ -3,10 +3,13 @@ import json
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
import typer
|
import typer
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
from evaluation.core import SkyvernClient
|
from evaluation.core import SkyvernClient
|
||||||
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
|
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
|
||||||
|
|
||||||
|
load_dotenv()
|
||||||
|
|
||||||
csv_headers = [
|
csv_headers = [
|
||||||
"id",
|
"id",
|
||||||
"status",
|
"status",
|
||||||
|
|
|
@ -4,6 +4,7 @@ from datetime import datetime
|
||||||
from uuid import uuid4
|
from uuid import uuid4
|
||||||
|
|
||||||
import typer
|
import typer
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
from evaluation.core import Evaluator, SkyvernClient
|
from evaluation.core import Evaluator, SkyvernClient
|
||||||
from evaluation.core.utils import load_webvoyager_case_from_json
|
from evaluation.core.utils import load_webvoyager_case_from_json
|
||||||
|
@ -11,6 +12,8 @@ from skyvern.forge import app
|
||||||
from skyvern.forge.prompts import prompt_engine
|
from skyvern.forge.prompts import prompt_engine
|
||||||
from skyvern.forge.sdk.schemas.task_v2 import ObserverTaskRequest
|
from skyvern.forge.sdk.schemas.task_v2 import ObserverTaskRequest
|
||||||
|
|
||||||
|
load_dotenv()
|
||||||
|
|
||||||
|
|
||||||
async def create_task_v2(
|
async def create_task_v2(
|
||||||
base_url: str,
|
base_url: str,
|
||||||
|
|
|
@ -5,6 +5,7 @@ from typing import Optional
|
||||||
from uuid import uuid4
|
from uuid import uuid4
|
||||||
|
|
||||||
import typer
|
import typer
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
from evaluation.core import Evaluator, SkyvernClient
|
from evaluation.core import Evaluator, SkyvernClient
|
||||||
from evaluation.core.utils import load_webvoyager_case_from_json
|
from evaluation.core.utils import load_webvoyager_case_from_json
|
||||||
|
@ -13,6 +14,8 @@ from skyvern.forge.prompts import prompt_engine
|
||||||
from skyvern.forge.sdk.schemas.tasks import ProxyLocation
|
from skyvern.forge.sdk.schemas.tasks import ProxyLocation
|
||||||
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRequestBody
|
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRequestBody
|
||||||
|
|
||||||
|
load_dotenv()
|
||||||
|
|
||||||
|
|
||||||
async def create_workflow_run(
|
async def create_workflow_run(
|
||||||
base_url: str,
|
base_url: str,
|
||||||
|
|
|
@ -4,10 +4,13 @@ import json
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
import typer
|
import typer
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
from evaluation.core import Evaluator, SkyvernClient
|
from evaluation.core import Evaluator, SkyvernClient
|
||||||
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
|
from skyvern.forge.sdk.workflow.models.workflow import WorkflowRunStatus
|
||||||
|
|
||||||
|
load_dotenv()
|
||||||
|
|
||||||
csv_headers = [
|
csv_headers = [
|
||||||
"id",
|
"id",
|
||||||
"status",
|
"status",
|
Loading…
Add table
Add a link
Reference in a new issue