workflow script creation (#3151)

skyvern/forge/sdk/workflow/service.py

@@ -1,14 +1,18 @@
 import asyncio
+import base64
 import json
 from datetime import UTC, datetime
 from typing import Any
 
 import httpx
 import structlog
+from jinja2.sandbox import SandboxedEnvironment
 
 from skyvern import analytics
 from skyvern.config import settings
 from skyvern.constants import GET_DOWNLOADED_FILES_TIMEOUT, SAVE_DOWNLOADED_FILES_TIMEOUT
+from skyvern.core.code_generations.generate_code import generate_workflow_script as generate_python_workflow_script
+from skyvern.core.code_generations.transform_workflow_run import transform_workflow_run_to_code_gen_input
 from skyvern.exceptions import (
     BlockNotFound,
     BrowserSessionNotFound,
@@ -99,6 +103,8 @@ from skyvern.forge.sdk.workflow.models.yaml import (
     WorkflowDefinitionYAML,
 )
 from skyvern.schemas.runs import ProxyLocation, RunStatus, RunType, WorkflowRunRequest, WorkflowRunResponse
+from skyvern.schemas.scripts import FileEncoding, ScriptFileCreate
+from skyvern.services import script_service
 from skyvern.webeye.browser_factory import BrowserState
 
 LOG = structlog.get_logger()
@@ -615,6 +621,10 @@ class WorkflowService:
             organization_id=organization_id,
         )
 
+        # TODO: generate script for workflow if the workflow.use_cache is True AND there's no script cached for the workflow
+        if workflow.use_cache:
+            await self.generate_script_for_workflow(workflow=workflow, workflow_run=workflow_run)
+
         return workflow_run
 
     async def create_workflow(
@@ -2236,3 +2246,93 @@ class WorkflowService:
                 break
 
         return result
+
+    async def generate_script_for_workflow(
+        self,
+        workflow: Workflow,
+        workflow_run: WorkflowRun,
+    ) -> None:
+        cache_key = workflow.cache_key
+        rendered_cache_key_value = ""
+        # 1) Build cache_key_value from workflow run parameters via jinja
+        if cache_key:
+            parameter_tuples = await app.DATABASE.get_workflow_run_parameters(
+                workflow_run_id=workflow_run.workflow_run_id
+            )
+            parameters = {wf_param.key: run_param.value for wf_param, run_param in parameter_tuples}
+            jinja_sandbox_env = SandboxedEnvironment()
+            try:
+                rendered_cache_key_value = jinja_sandbox_env.from_string(cache_key).render(parameters)
+            except Exception:
+                LOG.warning("Failed to render cache key; skip script generation", exc_info=True)
+                return
+
+        # 2) Check existing cached scripts for this workflow + cache_key_value
+        existing_scripts = await app.DATABASE.get_workflow_scripts_by_cache_key_value(
+            organization_id=workflow.organization_id,
+            workflow_permanent_id=workflow.workflow_permanent_id,
+            cache_key_value=rendered_cache_key_value,
+        )
+        if existing_scripts:
+            LOG.info(
+                "Found cached script for workflow",
+                workflow_id=workflow.workflow_id,
+                cache_key_value=rendered_cache_key_value,
+            )
+            return
+
+        # 3) Generate script code from workflow run
+        try:
+            codegen_input = await transform_workflow_run_to_code_gen_input(
+                workflow_run_id=workflow_run.workflow_run_id,
+                organization_id=workflow.organization_id,
+            )
+            python_src = generate_python_workflow_script(
+                file_name=codegen_input.file_name,
+                workflow_run_request=codegen_input.workflow_run,
+                workflow=codegen_input.workflow,
+                tasks=codegen_input.workflow_blocks,
+                actions_by_task=codegen_input.actions_by_task,
+            )
+        except Exception:
+            LOG.error("Failed to generate workflow script source", exc_info=True)
+            return
+
+        # 4) Persist script and files, then record mapping
+        content_bytes = python_src.encode("utf-8")
+        content_b64 = base64.b64encode(content_bytes).decode("utf-8")
+        files = [
+            ScriptFileCreate(
+                path="main.py",
+                content=content_b64,
+                encoding=FileEncoding.BASE64,
+                mime_type="text/x-python",
+            )
+        ]
+
+        created = await app.DATABASE.create_script(
+            organization_id=workflow.organization_id,
+            run_id=workflow_run.workflow_run_id,
+        )
+
+        # Upload script file(s) as artifacts and create rows
+        await script_service.build_file_tree(
+            files=files,
+            organization_id=workflow.organization_id,
+            script_id=created.script_id,
+            script_version=created.version,
+            script_revision_id=created.script_revision_id,
+        )
+
+        # Record the workflow->script mapping for cache lookup
+        await app.DATABASE.create_workflow_script(
+            organization_id=workflow.organization_id,
+            script_id=created.script_id,
+            workflow_permanent_id=workflow.workflow_permanent_id,
+            cache_key=cache_key or "",
+            cache_key_value=rendered_cache_key_value,
+            workflow_id=workflow.workflow_id,
+            workflow_run_id=workflow_run.workflow_run_id,
+        )
+
+        return