mirror of
https://github.com/Skyvern-AI/skyvern.git
synced 2026-07-09 16:09:13 +00:00
1800 lines
76 KiB
Python
1800 lines
76 KiB
Python
import datetime
|
|
|
|
import sqlalchemy
|
|
from sqlalchemy import (
|
|
JSON,
|
|
BigInteger,
|
|
Boolean,
|
|
CheckConstraint,
|
|
Column,
|
|
DateTime,
|
|
ForeignKey,
|
|
Index,
|
|
Integer,
|
|
Numeric,
|
|
String,
|
|
Text,
|
|
UnicodeText,
|
|
UniqueConstraint,
|
|
desc,
|
|
text,
|
|
)
|
|
from sqlalchemy.ext.asyncio import AsyncAttrs
|
|
from sqlalchemy.orm import DeclarativeBase
|
|
|
|
from skyvern.forge.sdk.db._soft_delete import SoftDeleteMixin
|
|
from skyvern.forge.sdk.db.enums import TaskType
|
|
from skyvern.forge.sdk.db.id import (
|
|
generate_action_id,
|
|
generate_ai_suggestion_id,
|
|
generate_artifact_id,
|
|
generate_aws_secret_parameter_id,
|
|
generate_azure_vault_credential_parameter_id,
|
|
generate_bitwarden_credit_card_data_parameter_id,
|
|
generate_bitwarden_login_credential_parameter_id,
|
|
generate_bitwarden_sensitive_information_parameter_id,
|
|
generate_browser_profile_id,
|
|
generate_credential_folder_id,
|
|
generate_credential_id,
|
|
generate_credential_parameter_id,
|
|
generate_debug_session_id,
|
|
generate_folder_id,
|
|
generate_google_oauth_credential_id,
|
|
generate_onepassword_credential_parameter_id,
|
|
generate_org_id,
|
|
generate_organization_auth_token_id,
|
|
generate_organization_bitwarden_collection_id,
|
|
generate_output_parameter_id,
|
|
generate_persistent_browser_session_id,
|
|
generate_run_tag_event_id,
|
|
generate_script_block_id,
|
|
generate_script_fallback_episode_id,
|
|
generate_script_file_id,
|
|
generate_script_id,
|
|
generate_script_revision_id,
|
|
generate_step_id,
|
|
generate_tag_event_id,
|
|
generate_tag_key_id,
|
|
generate_tag_value_id,
|
|
generate_task_generation_id,
|
|
generate_task_id,
|
|
generate_task_run_id,
|
|
generate_task_v2_id,
|
|
generate_thought_id,
|
|
generate_totp_code_id,
|
|
generate_workflow_copilot_chat_id,
|
|
generate_workflow_copilot_chat_message_id,
|
|
generate_workflow_copilot_completion_criteria_set_id,
|
|
generate_workflow_id,
|
|
generate_workflow_parameter_id,
|
|
generate_workflow_permanent_id,
|
|
generate_workflow_run_block_id,
|
|
generate_workflow_run_credential_selection_id,
|
|
generate_workflow_run_id,
|
|
generate_workflow_schedule_id,
|
|
generate_workflow_script_id,
|
|
generate_workflow_template_id,
|
|
)
|
|
from skyvern.forge.sdk.schemas.runs import TERMINAL_STATUSES
|
|
from skyvern.forge.sdk.schemas.task_v2 import ThoughtType
|
|
|
|
|
|
class Base(AsyncAttrs, DeclarativeBase):
|
|
pass
|
|
|
|
|
|
class TaskModel(Base):
|
|
__tablename__ = "tasks"
|
|
__table_args__ = (
|
|
Index("idx_tasks_org_created", "organization_id", "created_at"),
|
|
Index(
|
|
"ix_tasks_nonterminal_status",
|
|
"status",
|
|
"modified_at",
|
|
"created_at",
|
|
postgresql_where=text("status IN ('created', 'queued', 'running')"),
|
|
),
|
|
)
|
|
|
|
task_id = Column(String, primary_key=True, default=generate_task_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
browser_session_id = Column(String, nullable=True, index=True)
|
|
status = Column(String, index=True)
|
|
webhook_callback_url = Column(String)
|
|
webhook_failure_reason = Column(String, nullable=True)
|
|
totp_verification_url = Column(String)
|
|
totp_identifier = Column(String)
|
|
title = Column(String)
|
|
task_type = Column(String, default=TaskType.general)
|
|
url = Column(String)
|
|
navigation_goal = Column(String)
|
|
data_extraction_goal = Column(String)
|
|
complete_criterion = Column(String)
|
|
terminate_criterion = Column(String)
|
|
navigation_payload = Column(JSON)
|
|
extracted_information = Column(JSON)
|
|
failure_reason = Column(String)
|
|
proxy_location = Column(String)
|
|
extracted_information_schema = Column(JSON)
|
|
extra_http_headers = Column(JSON, nullable=True)
|
|
cdp_connect_headers = Column(JSON, nullable=True)
|
|
workflow_run_id = Column(String, ForeignKey("workflow_runs.workflow_run_id"), index=True)
|
|
order = Column(Integer, nullable=True)
|
|
retry = Column(Integer, nullable=True)
|
|
error_code_mapping = Column(JSON, nullable=True)
|
|
workflow_system_prompt = Column(UnicodeText, nullable=True)
|
|
errors = Column(JSON, default=[], nullable=False)
|
|
max_steps_per_run = Column(Integer, nullable=True)
|
|
application = Column(String, nullable=True)
|
|
include_action_history_in_verification = Column(Boolean, default=False, nullable=True)
|
|
include_extracted_text = Column(Boolean, default=True, nullable=False, server_default=sqlalchemy.true())
|
|
queued_at = Column(DateTime, nullable=True)
|
|
started_at = Column(DateTime, nullable=True)
|
|
finished_at = Column(DateTime, nullable=True)
|
|
max_screenshot_scrolling_times = Column(Integer, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False, index=True)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
index=True,
|
|
)
|
|
model = Column(JSON, nullable=True)
|
|
browser_address = Column(String, nullable=True)
|
|
download_timeout = Column(Numeric, nullable=True)
|
|
waiting_for_verification_code = Column(Boolean, nullable=False, default=False, server_default=sqlalchemy.false())
|
|
verification_code_identifier = Column(String, nullable=True)
|
|
verification_code_polling_started_at = Column(DateTime, nullable=True)
|
|
failure_category = Column(JSON, nullable=True)
|
|
|
|
|
|
class StepModel(Base):
|
|
__tablename__ = "steps"
|
|
__table_args__ = (
|
|
Index("org_task_index", "organization_id", "task_id"),
|
|
Index("created_at_org_index", "created_at", "organization_id"),
|
|
)
|
|
|
|
step_id = Column(String, primary_key=True, default=generate_step_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
task_id = Column(String, ForeignKey("tasks.task_id"), index=True)
|
|
status = Column(String)
|
|
output = Column(JSON)
|
|
order = Column(Integer)
|
|
is_last = Column(Boolean, default=False)
|
|
retry_index = Column(Integer, default=0)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
input_token_count = Column(Integer, default=0)
|
|
output_token_count = Column(Integer, default=0)
|
|
reasoning_token_count = Column(Integer, default=0)
|
|
cached_token_count = Column(Integer, default=0)
|
|
step_cost = Column(Numeric, default=0)
|
|
last_llm_model = Column(String, nullable=True)
|
|
finished_at = Column(DateTime, nullable=True)
|
|
created_by = Column(String, nullable=True)
|
|
|
|
|
|
class OrganizationModel(Base):
|
|
__tablename__ = "organizations"
|
|
|
|
organization_id = Column(String, primary_key=True, default=generate_org_id)
|
|
organization_name = Column(String, nullable=False)
|
|
webhook_callback_url = Column(UnicodeText)
|
|
max_steps_per_run = Column(Integer, nullable=True)
|
|
max_steps_per_workflow_run = Column(Integer, nullable=True)
|
|
max_retries_per_step = Column(Integer, nullable=True)
|
|
domain = Column(String, nullable=True, index=True)
|
|
bw_organization_id = Column(String, nullable=True, default=None)
|
|
bw_collection_ids = Column(JSON, nullable=True, default=None)
|
|
artifact_url_expiry_seconds = Column(Integer, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class OrganizationAuthTokenModel(Base):
|
|
__tablename__ = "organization_auth_tokens"
|
|
|
|
id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
default=generate_organization_auth_token_id,
|
|
)
|
|
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), index=True, nullable=False)
|
|
token_type = Column(String, nullable=False)
|
|
token = Column(String, index=True, nullable=True)
|
|
encrypted_token = Column(String, index=True, nullable=True)
|
|
encrypted_method = Column(String, nullable=True)
|
|
valid = Column(Boolean, nullable=False, default=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class ArtifactModel(Base):
|
|
__tablename__ = "artifacts"
|
|
__table_args__ = (
|
|
Index("org_task_step_index", "organization_id", "task_id", "step_id"),
|
|
Index("artifacts_org_created_at_index", "organization_id", "created_at"),
|
|
Index(
|
|
"ix_artifacts_workflow_run_block_id_partial",
|
|
"workflow_run_block_id",
|
|
postgresql_where=text("workflow_run_block_id IS NOT NULL"),
|
|
),
|
|
Index(
|
|
"ix_artifacts_observer_thought_id_partial",
|
|
"observer_thought_id",
|
|
postgresql_where=text("observer_thought_id IS NOT NULL"),
|
|
),
|
|
Index(
|
|
"ix_artifacts_observer_cruise_id_partial",
|
|
"observer_cruise_id",
|
|
postgresql_where=text("observer_cruise_id IS NOT NULL"),
|
|
),
|
|
Index(
|
|
"ix_artifacts_run_id_partial",
|
|
"run_id",
|
|
postgresql_where=text("run_id IS NOT NULL"),
|
|
),
|
|
Index(
|
|
"ix_artifacts_browser_session_id_partial",
|
|
"browser_session_id",
|
|
postgresql_where=text("browser_session_id IS NOT NULL"),
|
|
),
|
|
)
|
|
|
|
artifact_id = Column(String, primary_key=True, default=generate_artifact_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
workflow_run_id = Column(String, index=True)
|
|
workflow_run_block_id = Column(String)
|
|
observer_cruise_id = Column(String)
|
|
observer_thought_id = Column(String)
|
|
ai_suggestion_id = Column(String)
|
|
task_id = Column(String)
|
|
step_id = Column(String, index=True)
|
|
artifact_type = Column(String)
|
|
uri = Column(String)
|
|
bundle_key = Column(String, nullable=True)
|
|
run_id = Column(String, nullable=True)
|
|
browser_session_id = Column(String, nullable=True)
|
|
checksum = Column(String, nullable=True)
|
|
file_size = Column(BigInteger, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class FolderModel(Base):
|
|
__tablename__ = "folders"
|
|
__table_args__ = (
|
|
Index("folder_organization_id_idx", "organization_id"),
|
|
Index("folder_organization_title_idx", "organization_id", "title"),
|
|
)
|
|
|
|
folder_id = Column(String, primary_key=True, default=generate_folder_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id", ondelete="CASCADE"), nullable=False)
|
|
title = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowTagEventModel(Base):
|
|
"""Append-only event log for workflow tags.
|
|
|
|
Every state change writes a new row. SET events carry value; DELETE
|
|
events carry their own attribution (and a value only for standalone-label
|
|
deletes, which are identified by value). A tag is a label (value, always
|
|
present) with an optional group (key): grouped labels are identified by
|
|
key, standalone labels by value. Two partial unique indexes keep exactly
|
|
one active SET per (org, wpid, key) for grouped labels and per
|
|
(org, wpid, value) for standalone labels. superseded_at means "no longer
|
|
current but still historical fact"; deleted_at follows
|
|
the same soft-delete convention as SoftDeleteMixin (via a manual column)
|
|
and is separate.
|
|
|
|
workflow_permanent_id is intentionally NOT a foreign key: WorkflowModel
|
|
only has a unique constraint on (organization_id, workflow_permanent_id,
|
|
version), so the column itself isn't a valid FK target. Mirrors
|
|
WorkflowScheduleModel; integrity enforced at app level.
|
|
"""
|
|
|
|
__tablename__ = "workflow_tag_events"
|
|
# workflow_permanent_id has no single-column index: it's only ever queried alongside
|
|
# organization_id, so the (organization_id, workflow_permanent_id, ...) composites below
|
|
# cover it. Skipping the redundant index saves write throughput on this append-only table.
|
|
__table_args__ = (
|
|
Index("workflow_tag_events_org_wpid_set_at_idx", "organization_id", "workflow_permanent_id", "set_at"),
|
|
Index(
|
|
"workflow_tag_events_org_wpid_key_set_at_idx",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"key",
|
|
"set_at",
|
|
),
|
|
Index(
|
|
"workflow_tag_events_org_key_value_active_idx",
|
|
"organization_id",
|
|
"key",
|
|
"value",
|
|
postgresql_include=["workflow_permanent_id"],
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set'"),
|
|
),
|
|
# Powers the value-only ("filter by label") term, which matches a value
|
|
# across any/no group.
|
|
Index(
|
|
"workflow_tag_events_org_value_active_idx",
|
|
"organization_id",
|
|
"value",
|
|
postgresql_include=["workflow_permanent_id"],
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set'"),
|
|
),
|
|
Index("workflow_tag_events_org_set_at_idx", "organization_id", "set_at"),
|
|
# One active SET per group (key) on a workflow = one-label-per-group.
|
|
Index(
|
|
"workflow_tag_events_active_grouped_unique",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"key",
|
|
unique=True,
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NOT NULL"),
|
|
sqlite_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NOT NULL"),
|
|
),
|
|
# A standalone label (no group) is identified by its value, so it gets
|
|
# its own one-active-SET-per-value uniqueness.
|
|
Index(
|
|
"workflow_tag_events_active_label_unique",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"value",
|
|
unique=True,
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NULL"),
|
|
sqlite_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NULL"),
|
|
),
|
|
CheckConstraint("event_type IN ('set', 'delete')", name="ck_workflow_tag_events_event_type"),
|
|
CheckConstraint(
|
|
"source IN ('manual', 'bulk_apply', 'backfill', 'inherited', 'import')",
|
|
name="ck_workflow_tag_events_source",
|
|
),
|
|
CheckConstraint(
|
|
"caller_type IS NULL OR caller_type IN ('user', 'api_key', 'system')",
|
|
name="ck_workflow_tag_events_caller_type",
|
|
),
|
|
# SET rows require a value; DELETE rows carry a value (standalone-label
|
|
# delete) or null (grouped delete, identified by key).
|
|
CheckConstraint("event_type != 'set' OR value IS NOT NULL", name="ck_workflow_tag_events_set_has_value"),
|
|
)
|
|
|
|
tag_event_id = Column(String, primary_key=True, default=generate_tag_event_id)
|
|
workflow_permanent_id = Column(String, nullable=False)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), nullable=False)
|
|
# Nullable: null = standalone label (group-less); non-null = grouped label.
|
|
key = Column(String, nullable=True)
|
|
value = Column(String, nullable=True)
|
|
event_type = Column(String, nullable=False)
|
|
set_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
set_by = Column(String, nullable=False)
|
|
source = Column(String, nullable=False)
|
|
caller_type = Column(String, nullable=True)
|
|
superseded_at = Column(DateTime, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowRunTagEventModel(Base):
|
|
__tablename__ = "workflow_run_tag_events"
|
|
__table_args__ = (
|
|
Index("workflow_run_tag_events_org_wr_set_at_idx", "organization_id", "workflow_run_id", "set_at"),
|
|
Index(
|
|
"workflow_run_tag_events_org_key_value_active_idx",
|
|
"organization_id",
|
|
"key",
|
|
"value",
|
|
postgresql_include=["workflow_run_id"],
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set'"),
|
|
),
|
|
Index(
|
|
"workflow_run_tag_events_org_value_active_idx",
|
|
"organization_id",
|
|
"value",
|
|
postgresql_include=["workflow_run_id"],
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set'"),
|
|
),
|
|
Index("workflow_run_tag_events_org_set_at_idx", "organization_id", "set_at"),
|
|
Index(
|
|
"workflow_run_tag_events_active_grouped_unique",
|
|
"organization_id",
|
|
"workflow_run_id",
|
|
"key",
|
|
unique=True,
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NOT NULL"),
|
|
sqlite_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NOT NULL"),
|
|
),
|
|
Index(
|
|
"workflow_run_tag_events_active_label_unique",
|
|
"organization_id",
|
|
"workflow_run_id",
|
|
"value",
|
|
unique=True,
|
|
postgresql_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NULL"),
|
|
sqlite_where=text("superseded_at IS NULL AND event_type = 'set' AND key IS NULL"),
|
|
),
|
|
CheckConstraint("event_type IN ('set', 'delete')", name="ck_workflow_run_tag_events_event_type"),
|
|
CheckConstraint(
|
|
"source IN ('manual', 'bulk_apply', 'backfill', 'inherited', 'import', 'system')",
|
|
name="ck_workflow_run_tag_events_source",
|
|
),
|
|
CheckConstraint(
|
|
"caller_type IS NULL OR caller_type IN ('user', 'api_key', 'system')",
|
|
name="ck_workflow_run_tag_events_caller_type",
|
|
),
|
|
CheckConstraint("event_type != 'set' OR value IS NOT NULL", name="ck_workflow_run_tag_events_set_has_value"),
|
|
)
|
|
|
|
tag_event_id = Column(String, primary_key=True, default=generate_run_tag_event_id)
|
|
workflow_run_id = Column(String, ForeignKey("workflow_runs.workflow_run_id"), nullable=False)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), nullable=False)
|
|
key = Column(String, nullable=True)
|
|
value = Column(String, nullable=True)
|
|
event_type = Column(String, nullable=False)
|
|
set_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
set_by = Column(String, nullable=False)
|
|
source = Column(String, nullable=False)
|
|
caller_type = Column(String, nullable=True)
|
|
superseded_at = Column(DateTime, nullable=True)
|
|
inherited_from_tag_event_id = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class TagKeyModel(Base):
|
|
"""Org-scoped registry of tag keys and their descriptions. Auto-registered
|
|
on first use; partial UNIQUE on (org, key) WHERE deleted_at IS NULL races
|
|
concurrent first-use writers — the losing writer surfaces IntegrityError to the caller."""
|
|
|
|
__tablename__ = "tag_keys"
|
|
__table_args__ = (
|
|
Index(
|
|
"ix_tag_keys_org_key_active",
|
|
"organization_id",
|
|
"key",
|
|
unique=True,
|
|
postgresql_where=text("deleted_at IS NULL"),
|
|
sqlite_where=text("deleted_at IS NULL"),
|
|
),
|
|
)
|
|
|
|
tag_key_id = Column(String, primary_key=True, default=generate_tag_key_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class TagValueModel(Base):
|
|
"""Org-scoped registry of the color for each grouped tag ``(key, value)``, auto-registered
|
|
on first SET (random palette unless supplied). Partial-UNIQUE on (org, key, value)
|
|
WHERE deleted_at IS NULL mirrors TagKeyModel; standalone labels (no key) are not colored."""
|
|
|
|
__tablename__ = "tag_values"
|
|
__table_args__ = (
|
|
Index(
|
|
"ix_tag_values_org_key_value_active",
|
|
"organization_id",
|
|
"key",
|
|
"value",
|
|
unique=True,
|
|
postgresql_where=text("deleted_at IS NULL"),
|
|
sqlite_where=text("deleted_at IS NULL"),
|
|
),
|
|
)
|
|
|
|
tag_value_id = Column(String, primary_key=True, default=generate_tag_value_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), nullable=False)
|
|
key = Column(String, nullable=False)
|
|
value = Column(String, nullable=False)
|
|
color = Column(String, nullable=False)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
# TODO: ~22 other models with manual deleted_at columns could inherit SoftDeleteMixin.
|
|
# WorkflowModel is the proof of concept; remaining models will be migrated in a follow-up PR.
|
|
class WorkflowModel(SoftDeleteMixin, Base):
|
|
__tablename__ = "workflows"
|
|
__table_args__ = (
|
|
UniqueConstraint(
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"version",
|
|
name="uc_org_permanent_id_version",
|
|
),
|
|
Index("permanent_id_version_idx", "workflow_permanent_id", "version"),
|
|
Index("organization_id_title_idx", "organization_id", "title"),
|
|
Index("workflow_oid_status_idx", "organization_id", "status"),
|
|
Index("workflow_folder_id_idx", "folder_id"),
|
|
)
|
|
|
|
workflow_id = Column(String, primary_key=True, default=generate_workflow_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
title = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
workflow_definition = Column(JSON, nullable=False)
|
|
proxy_location = Column(String)
|
|
webhook_callback_url = Column(String)
|
|
max_screenshot_scrolling_times = Column(Integer, nullable=True)
|
|
max_elapsed_time_minutes = Column(Integer, nullable=True)
|
|
extra_http_headers = Column(JSON, nullable=True)
|
|
cdp_connect_headers = Column(JSON, nullable=True)
|
|
totp_verification_url = Column(String)
|
|
totp_identifier = Column(String)
|
|
persist_browser_session = Column(Boolean, default=False, nullable=False)
|
|
pin_saved_session_ip = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
browser_profile_id = Column(String, nullable=True)
|
|
browser_profile_key = Column(String, nullable=True)
|
|
model = Column(JSON, nullable=True)
|
|
status = Column(String, nullable=False, default="published")
|
|
generate_script = Column(Boolean, default=False, nullable=False)
|
|
run_with = Column(String, nullable=True) # 'agent' or 'code'
|
|
ai_fallback = Column(Boolean, default=True, nullable=False, server_default=sqlalchemy.true())
|
|
cache_key = Column(String, nullable=True)
|
|
adaptive_caching = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
enable_self_healing = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
code_version = Column(Integer, nullable=True, server_default=sqlalchemy.text("2"))
|
|
generate_script_on_terminal = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
run_sequentially = Column(Boolean, nullable=True)
|
|
sequential_key = Column(String, nullable=True)
|
|
folder_id = Column(String, ForeignKey("folders.folder_id", ondelete="SET NULL"), nullable=True)
|
|
import_error = Column(String, nullable=True) # Error message if import failed
|
|
created_by = Column(String, nullable=True)
|
|
edited_by = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
workflow_permanent_id = Column(String, nullable=False, default=generate_workflow_permanent_id, index=True)
|
|
version = Column(Integer, default=1, nullable=False)
|
|
is_saved_task = Column(Boolean, default=False, nullable=False)
|
|
|
|
|
|
# TODO: Apply SoftDeleteMixin to WorkflowScheduleModel (requires migration + query audit)
|
|
class WorkflowScheduleModel(Base):
|
|
__tablename__ = "workflow_schedules"
|
|
__table_args__ = (
|
|
Index(
|
|
"idx_workflow_schedules_org_workflow",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
postgresql_where=text("deleted_at IS NULL"),
|
|
),
|
|
Index("idx_workflow_schedules_org_enabled", "organization_id", "enabled"),
|
|
)
|
|
|
|
workflow_schedule_id = Column(String, primary_key=True, default=generate_workflow_schedule_id)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False, index=True)
|
|
cron_expression = Column(String, nullable=False)
|
|
timezone = Column(String, nullable=False)
|
|
enabled = Column(Boolean, nullable=False, default=True, server_default=sqlalchemy.true())
|
|
parameters = Column(JSON, nullable=True)
|
|
backend_schedule_id = Column("temporal_schedule_id", String, nullable=True)
|
|
name = Column(String, nullable=True)
|
|
description = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowTemplateModel(Base):
|
|
"""
|
|
Tracks which workflows are marked as templates.
|
|
Keyed by workflow_permanent_id (not versioned workflow_id) because
|
|
template status is a property of the workflow identity, not a version.
|
|
"""
|
|
|
|
__tablename__ = "workflow_templates"
|
|
|
|
workflow_template_id = Column(String, primary_key=True, default=generate_workflow_template_id)
|
|
workflow_permanent_id = Column(String, nullable=False, index=True)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), nullable=False, index=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowRunModel(Base):
|
|
__tablename__ = "workflow_runs"
|
|
__table_args__ = (
|
|
Index("idx_workflow_runs_org_created", "organization_id", "created_at"),
|
|
Index(
|
|
"ix_workflow_runs_nonterminal_status",
|
|
"status",
|
|
"modified_at",
|
|
"created_at",
|
|
postgresql_where=text("status IN ('created', 'queued', 'running', 'paused')"),
|
|
),
|
|
Index(
|
|
"ix_workflow_runs_sequential_key_lookup",
|
|
"workflow_permanent_id",
|
|
"sequential_key",
|
|
"queued_at",
|
|
postgresql_where=text("status IN ('queued', 'running', 'paused') AND browser_session_id IS NULL"),
|
|
),
|
|
)
|
|
|
|
workflow_run_id = Column(String, primary_key=True, default=generate_workflow_run_id)
|
|
workflow_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False, index=True)
|
|
# workfow runs with parent_workflow_run_id are nested workflow runs which won't show up in the workflow run history
|
|
parent_workflow_run_id = Column(String, nullable=True, index=True)
|
|
organization_id = Column(String, nullable=False, index=True)
|
|
browser_session_id = Column(String, nullable=True, index=True)
|
|
browser_profile_id = Column(String, nullable=True, index=True)
|
|
status = Column(String, nullable=False)
|
|
failure_reason = Column(String)
|
|
proxy_location = Column(String)
|
|
webhook_callback_url = Column(String)
|
|
webhook_failure_reason = Column(String, nullable=True)
|
|
totp_verification_url = Column(String)
|
|
totp_identifier = Column(String)
|
|
max_screenshot_scrolling_times = Column(Integer, nullable=True)
|
|
max_elapsed_time_minutes = Column(Integer, nullable=True)
|
|
extra_http_headers = Column(JSON, nullable=True)
|
|
cdp_connect_headers = Column(JSON, nullable=True)
|
|
browser_address = Column(String, nullable=True, index=True)
|
|
script_run = Column(JSON, nullable=True)
|
|
job_id = Column(String, nullable=True, index=True)
|
|
depends_on_workflow_run_id = Column(String, nullable=True, index=True)
|
|
sequential_key = Column(String, nullable=True)
|
|
run_with = Column(String, nullable=True) # 'agent' or 'code'
|
|
debug_session_id: Column = Column(String, nullable=True)
|
|
trigger_type = Column(String, nullable=True)
|
|
workflow_schedule_id = Column(String, nullable=True, index=True)
|
|
ai_fallback = Column(Boolean, nullable=True)
|
|
code_gen = Column(Boolean, nullable=True)
|
|
waiting_for_verification_code = Column(Boolean, nullable=False, default=False, server_default=sqlalchemy.false())
|
|
verification_code_identifier = Column(String, nullable=True)
|
|
verification_code_polling_started_at = Column(DateTime, nullable=True)
|
|
failure_category = Column(JSON, nullable=True)
|
|
# When True, this run was spawned by a WorkflowTriggerBlock whose
|
|
# ignore_workflow_system_prompt flag was set, and the child must not
|
|
# inherit the parent chain's workflow_system_prompt. Set at spawn time so
|
|
# async (Temporal-dispatched) child runs can honor the flag even though
|
|
# they start in a separate worker without in-process context.
|
|
ignore_inherited_workflow_system_prompt = Column(
|
|
Boolean, nullable=False, default=False, server_default=sqlalchemy.false()
|
|
)
|
|
copilot_session_id = Column(String, nullable=True)
|
|
|
|
credits_used = Column(Integer, nullable=True, default=0, server_default="0")
|
|
cached_credits_used = Column(Integer, nullable=True, default=0, server_default="0")
|
|
|
|
queued_at = Column(DateTime, nullable=True)
|
|
started_at = Column(DateTime, nullable=True)
|
|
finished_at = Column(DateTime, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
index=True,
|
|
)
|
|
|
|
|
|
class WorkflowParameterModel(Base):
|
|
__tablename__ = "workflow_parameters"
|
|
|
|
workflow_parameter_id = Column(String, primary_key=True, default=generate_workflow_parameter_id)
|
|
workflow_parameter_type = Column(String, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
default_value = Column(String, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class OutputParameterModel(Base):
|
|
__tablename__ = "output_parameters"
|
|
|
|
output_parameter_id = Column(String, primary_key=True, default=generate_output_parameter_id)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class AWSSecretParameterModel(Base):
|
|
__tablename__ = "aws_secret_parameters"
|
|
|
|
aws_secret_parameter_id = Column(String, primary_key=True, default=generate_aws_secret_parameter_id)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
aws_key = Column(String, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class BitwardenLoginCredentialParameterModel(Base):
|
|
__tablename__ = "bitwarden_login_credential_parameters"
|
|
|
|
bitwarden_login_credential_parameter_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
default=generate_bitwarden_login_credential_parameter_id,
|
|
)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
bitwarden_client_id_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_client_secret_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_master_password_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_collection_id = Column(String, nullable=True, default=None)
|
|
bitwarden_item_id = Column(String, nullable=True, default=None)
|
|
url_parameter_key = Column(String, nullable=True, default=None)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class BitwardenSensitiveInformationParameterModel(Base):
|
|
__tablename__ = "bitwarden_sensitive_information_parameters"
|
|
|
|
bitwarden_sensitive_information_parameter_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
default=generate_bitwarden_sensitive_information_parameter_id,
|
|
)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
bitwarden_client_id_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_client_secret_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_master_password_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_collection_id = Column(String, nullable=False)
|
|
bitwarden_identity_key = Column(String, nullable=False)
|
|
# This is a list of fields to extract from the Bitwarden Identity.
|
|
bitwarden_identity_fields = Column(JSON, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class BitwardenCreditCardDataParameterModel(Base):
|
|
__tablename__ = "bitwarden_credit_card_data_parameters"
|
|
|
|
bitwarden_credit_card_data_parameter_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
default=generate_bitwarden_credit_card_data_parameter_id,
|
|
)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
bitwarden_client_id_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_client_secret_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_master_password_aws_secret_key = Column(String, nullable=False)
|
|
bitwarden_collection_id = Column(String, nullable=False)
|
|
bitwarden_item_id = Column(String, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class CredentialParameterModel(Base):
|
|
__tablename__ = "credential_parameters"
|
|
|
|
credential_parameter_id = Column(String, primary_key=True, default=generate_credential_parameter_id)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
|
|
credential_id = Column(String, nullable=False)
|
|
credential_ids = Column(JSON, nullable=True)
|
|
selection_strategy = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowRunCredentialSelectionModel(Base):
|
|
__tablename__ = "workflow_run_credential_selections"
|
|
__table_args__ = (
|
|
UniqueConstraint("workflow_run_id", "parameter_key", name="uq_wrcs_workflow_run_parameter_key"),
|
|
Index(
|
|
"idx_wrcs_lru_lookup",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"parameter_key",
|
|
"credential_id",
|
|
"created_at",
|
|
),
|
|
)
|
|
|
|
selection_id = Column(String, primary_key=True, default=generate_workflow_run_credential_selection_id)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_run_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False)
|
|
parameter_key = Column(String, nullable=False)
|
|
credential_id = Column(String, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class OnePasswordCredentialParameterModel(Base):
|
|
__tablename__ = "onepassword_credential_parameters"
|
|
|
|
onepassword_credential_parameter_id = Column(
|
|
String, primary_key=True, default=generate_onepassword_credential_parameter_id
|
|
)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
vault_id = Column(String, nullable=False)
|
|
item_id = Column(String, nullable=False)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class AzureVaultCredentialParameterModel(Base):
|
|
__tablename__ = "azure_vault_credential_parameters"
|
|
|
|
azure_vault_credential_parameter_id = Column(
|
|
String, primary_key=True, default=generate_azure_vault_credential_parameter_id
|
|
)
|
|
workflow_id = Column(String, index=True, nullable=False)
|
|
key = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
vault_name = Column(String, nullable=False)
|
|
username_key = Column(String, nullable=False)
|
|
password_key = Column(String, nullable=False)
|
|
totp_secret_key = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowRunParameterModel(Base):
|
|
__tablename__ = "workflow_run_parameters"
|
|
|
|
workflow_run_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
)
|
|
workflow_parameter_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
)
|
|
# Can be bool | int | float | str | dict | list depending on the workflow parameter type
|
|
value = Column(String, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class WorkflowRunOutputParameterModel(Base):
|
|
__tablename__ = "workflow_run_output_parameters"
|
|
|
|
workflow_run_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
)
|
|
output_parameter_id = Column(
|
|
String,
|
|
primary_key=True,
|
|
index=True,
|
|
)
|
|
value = Column(JSON, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class TaskGenerationModel(Base):
|
|
"""
|
|
Generate a task based on the prompt (natural language description of the task) from the user
|
|
"""
|
|
|
|
__tablename__ = "task_generations"
|
|
|
|
task_generation_id = Column(String, primary_key=True, default=generate_task_generation_id)
|
|
organization_id = Column(String, nullable=False)
|
|
user_prompt = Column(String, nullable=False)
|
|
user_prompt_hash = Column(String, index=True)
|
|
url = Column(String)
|
|
navigation_goal = Column(String)
|
|
navigation_payload = Column(JSON)
|
|
data_extraction_goal = Column(String)
|
|
extracted_information_schema = Column(JSON)
|
|
suggested_title = Column(String) # task title suggested by the language model
|
|
|
|
llm = Column(String) # language model to use
|
|
llm_prompt = Column(String) # The prompt sent to the language model
|
|
llm_response = Column(String) # The response from the language model
|
|
|
|
source_task_generation_id = Column(String, index=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class AISuggestionModel(Base):
|
|
__tablename__ = "ai_suggestions"
|
|
|
|
ai_suggestion_id = Column(String, primary_key=True, default=generate_ai_suggestion_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
ai_suggestion_type = Column(String)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class TOTPCodeModel(Base):
|
|
__tablename__ = "totp_codes"
|
|
__table_args__ = (
|
|
Index("ix_totp_codes_org_created_at", "organization_id", "created_at"),
|
|
Index("ix_totp_codes_otp_type", "organization_id", "otp_type"),
|
|
)
|
|
|
|
totp_code_id = Column(String, primary_key=True, default=generate_totp_code_id)
|
|
totp_identifier = Column(String, nullable=False, index=True)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"))
|
|
task_id = Column(String, ForeignKey("tasks.task_id"))
|
|
workflow_id = Column(String, ForeignKey("workflows.workflow_id"))
|
|
workflow_run_id = Column(String, ForeignKey("workflow_runs.workflow_run_id"))
|
|
content = Column(String, nullable=False)
|
|
code = Column(String, nullable=False)
|
|
source = Column(String)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False, index=True)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
expired_at = Column(DateTime, index=True)
|
|
otp_type = Column(String, server_default=sqlalchemy.text("'totp'"))
|
|
|
|
|
|
class ActionModel(Base):
|
|
__tablename__ = "actions"
|
|
__table_args__ = (
|
|
Index("action_org_task_step_index", "organization_id", "task_id", "step_id"),
|
|
Index("action_org_created_at_index", "organization_id", desc("created_at")),
|
|
)
|
|
|
|
action_id = Column(String, primary_key=True, default=generate_action_id)
|
|
action_type = Column(String, nullable=False)
|
|
source_action_id = Column(String, nullable=True, index=True)
|
|
organization_id = Column(String, nullable=True)
|
|
workflow_run_id = Column(String, nullable=True)
|
|
task_id = Column(String, nullable=False, index=True)
|
|
step_id = Column(String, nullable=False)
|
|
step_order = Column(Integer, nullable=False)
|
|
action_order = Column(Integer, nullable=False)
|
|
status = Column(String, nullable=False)
|
|
reasoning = Column(String, nullable=True)
|
|
intention = Column(String, nullable=True)
|
|
response = Column(String, nullable=True)
|
|
element_id = Column(String, nullable=True)
|
|
skyvern_element_hash = Column(String, nullable=True)
|
|
skyvern_element_data = Column(JSON, nullable=True)
|
|
action_json = Column(JSON, nullable=True)
|
|
input_or_select_context = Column(JSON, nullable=True)
|
|
confidence_float = Column(Numeric, nullable=True)
|
|
screenshot_artifact_id = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
created_by = Column(String, nullable=True)
|
|
|
|
|
|
class WorkflowRunBlockModel(Base):
|
|
__tablename__ = "workflow_run_blocks"
|
|
__table_args__ = (
|
|
Index("wfrb_org_wfr_index", "organization_id", "workflow_run_id"),
|
|
Index("ix_workflow_run_blocks_org_created_at", "organization_id", "created_at"),
|
|
)
|
|
|
|
workflow_run_block_id = Column(String, primary_key=True, default=generate_workflow_run_block_id)
|
|
workflow_run_id = Column(String, nullable=False)
|
|
# this is the inner workflow run id of the taskv2 block
|
|
block_workflow_run_id = Column(String, nullable=True)
|
|
parent_workflow_run_block_id = Column(String, nullable=True)
|
|
organization_id = Column(String, nullable=True)
|
|
description = Column(String, nullable=True)
|
|
task_id = Column(String, index=True, nullable=True)
|
|
label = Column(String, nullable=True)
|
|
block_type = Column(String, nullable=False)
|
|
status = Column(String, nullable=False)
|
|
output = Column(JSON, nullable=True)
|
|
continue_on_failure = Column(Boolean, nullable=False, default=False)
|
|
failure_reason = Column(String, nullable=True)
|
|
error_codes = Column(JSON, nullable=True)
|
|
engine = Column(String, nullable=True)
|
|
|
|
# for loop block
|
|
loop_values = Column(JSON, nullable=True)
|
|
current_value = Column(String, nullable=True)
|
|
current_index = Column(Integer, nullable=True)
|
|
|
|
# email block
|
|
recipients = Column(JSON, nullable=True)
|
|
attachments = Column(JSON, nullable=True)
|
|
subject = Column(String, nullable=True)
|
|
body = Column(String, nullable=True)
|
|
|
|
# prompt block
|
|
prompt = Column(String, nullable=True)
|
|
|
|
# wait block
|
|
wait_sec = Column(Integer, nullable=True)
|
|
|
|
# http request block
|
|
http_request_method = Column(String(10), nullable=True)
|
|
http_request_url = Column(String, nullable=True)
|
|
http_request_headers = Column(JSON, nullable=True)
|
|
http_request_body = Column(JSON, nullable=True)
|
|
http_request_parameters = Column(JSON, nullable=True)
|
|
http_request_timeout = Column(Integer, nullable=True)
|
|
http_request_follow_redirects = Column(Boolean, nullable=True)
|
|
|
|
# human interaction block
|
|
instructions = Column(String, nullable=True)
|
|
positive_descriptor = Column(String, nullable=True)
|
|
negative_descriptor = Column(String, nullable=True)
|
|
|
|
# conditional block
|
|
executed_branch_id = Column(String, nullable=True)
|
|
executed_branch_expression = Column(String, nullable=True)
|
|
executed_branch_result = Column(Boolean, nullable=True)
|
|
executed_branch_next_block = Column(String, nullable=True)
|
|
|
|
# Accumulates LLM cost for block-scoped calls (no step/thought attribution).
|
|
llm_cost = Column(Numeric, default=0, nullable=False)
|
|
|
|
# Per-block cached-script execution state. Written (via the writer bridge
|
|
# in `services/script_service.py::_update_workflow_block`) when a script
|
|
# block falls back to AI mid-execution. Always null for blocks that ran
|
|
# cleanly from cache or were always-agent. Mirrors the `script_run`
|
|
# column on `WorkflowRunModel` but at block granularity.
|
|
script_run = Column(JSON, nullable=True)
|
|
|
|
# Scalar mirror of output["downloaded_files"] length: the JSON output column is
|
|
# not CDC-mirrored, so download success would not otherwise be queryable.
|
|
downloaded_file_count = Column(Integer, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class TaskV2Model(Base):
|
|
__tablename__ = "observer_cruises"
|
|
__table_args__ = (
|
|
Index("oc_org_wfr_index", "organization_id", "workflow_run_id"),
|
|
Index("ix_observer_cruises_org_created_at", "organization_id", "created_at"),
|
|
)
|
|
|
|
# observer_cruise_id is the task_id for task v2
|
|
observer_cruise_id = Column(String, primary_key=True, default=generate_task_v2_id)
|
|
status = Column(String, nullable=False, default="created")
|
|
organization_id = Column(String, nullable=True)
|
|
workflow_run_id = Column(String, nullable=True)
|
|
workflow_id = Column(String, nullable=True)
|
|
workflow_permanent_id = Column(String, nullable=True)
|
|
browser_session_id = Column(String, nullable=True, index=True)
|
|
prompt = Column(UnicodeText, nullable=True)
|
|
url = Column(String, nullable=True)
|
|
summary = Column(String, nullable=True)
|
|
output = Column(JSON, nullable=True)
|
|
webhook_callback_url = Column(String, nullable=True)
|
|
webhook_failure_reason = Column(String, nullable=True)
|
|
totp_verification_url = Column(String, nullable=True)
|
|
totp_identifier = Column(String, nullable=True)
|
|
proxy_location = Column(String, nullable=True)
|
|
extracted_information_schema = Column(JSON, nullable=True)
|
|
error_code_mapping = Column(JSON, nullable=True)
|
|
workflow_system_prompt = Column(UnicodeText, nullable=True)
|
|
max_steps = Column(Integer, nullable=True)
|
|
max_screenshot_scrolling_times = Column(Integer, nullable=True)
|
|
extra_http_headers = Column(JSON, nullable=True)
|
|
cdp_connect_headers = Column(JSON, nullable=True)
|
|
browser_address = Column(String, nullable=True)
|
|
generate_script = Column(Boolean, default=False, nullable=False)
|
|
run_with = Column(String, nullable=True) # 'agent' or 'code'
|
|
|
|
queued_at = Column(DateTime, nullable=True)
|
|
started_at = Column(DateTime, nullable=True)
|
|
finished_at = Column(DateTime, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
model = Column(JSON, nullable=True)
|
|
failure_category = Column(JSON, nullable=True)
|
|
|
|
|
|
class ThoughtModel(Base):
|
|
__tablename__ = "observer_thoughts"
|
|
__table_args__ = (
|
|
Index("observer_cruise_index", "organization_id", "observer_cruise_id"),
|
|
Index("ix_observer_thoughts_org_created_at", "organization_id", "created_at"),
|
|
)
|
|
|
|
observer_thought_id = Column(String, primary_key=True, default=generate_thought_id)
|
|
organization_id = Column(String, nullable=True)
|
|
observer_cruise_id = Column(String, nullable=False)
|
|
workflow_run_id = Column(String, nullable=True)
|
|
workflow_run_block_id = Column(String, nullable=True)
|
|
workflow_id = Column(String, nullable=True)
|
|
workflow_permanent_id = Column(String, nullable=True)
|
|
user_input = Column(UnicodeText, nullable=True)
|
|
observation = Column(String, nullable=True)
|
|
thought = Column(String, nullable=True)
|
|
answer = Column(String, nullable=True)
|
|
input_token_count = Column(Integer, nullable=True)
|
|
output_token_count = Column(Integer, nullable=True)
|
|
reasoning_token_count = Column(Integer, nullable=True)
|
|
cached_token_count = Column(Integer, nullable=True)
|
|
thought_cost = Column(Numeric, nullable=True)
|
|
last_llm_model = Column(String, nullable=True)
|
|
|
|
observer_thought_type = Column(String, nullable=True, default=ThoughtType.plan)
|
|
observer_thought_scenario = Column(String, nullable=True)
|
|
output = Column(JSON, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class PersistentBrowserSessionModel(Base):
|
|
__tablename__ = "persistent_browser_sessions"
|
|
__table_args__ = (
|
|
Index(
|
|
"idx_persistent_browser_sessions_org_created_started_completed",
|
|
"organization_id",
|
|
"created_at",
|
|
"started_at",
|
|
"completed_at",
|
|
),
|
|
Index(
|
|
"idx_persistent_browser_sessions_org_status_created",
|
|
"organization_id",
|
|
"status",
|
|
desc("created_at"),
|
|
),
|
|
)
|
|
|
|
persistent_browser_session_id = Column(String, primary_key=True, default=generate_persistent_browser_session_id)
|
|
organization_id = Column(String, nullable=False, index=True)
|
|
runnable_type = Column(String, nullable=True)
|
|
runnable_id = Column(String, nullable=True, index=True)
|
|
browser_id = Column(String, nullable=True)
|
|
browser_address = Column(String, nullable=True, unique=True)
|
|
status = Column(String, nullable=True, default="created")
|
|
timeout_minutes = Column(Integer, nullable=True)
|
|
ip_address = Column(String, nullable=True)
|
|
ecs_task_arn = Column(String, nullable=True)
|
|
proxy_location = Column(String, nullable=True)
|
|
proxy_session_id = Column(String, nullable=True)
|
|
extensions = Column(JSON, nullable=True)
|
|
browser_type = Column(String, nullable=True)
|
|
browser_profile_id = Column(String, nullable=True, index=True)
|
|
generate_browser_profile = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
browser_profile_loaded = Column(Boolean, default=True, nullable=False, server_default=sqlalchemy.true())
|
|
instance_type = Column(String, nullable=True)
|
|
vcpu_millicores = Column(Integer, nullable=True)
|
|
memory_mb = Column(Integer, nullable=True)
|
|
duration_ms = Column(BigInteger, nullable=True)
|
|
compute_cost = Column(Numeric, nullable=True)
|
|
started_at = Column(DateTime, nullable=True)
|
|
completed_at = Column(DateTime, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False, index=True)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class BrowserProfileModel(Base):
|
|
__tablename__ = "browser_profiles"
|
|
__table_args__ = (
|
|
Index("idx_browser_profiles_org", "organization_id"),
|
|
Index("idx_browser_profiles_org_name", "organization_id", "name"),
|
|
Index(
|
|
"uq_browser_profiles_org_name_user",
|
|
"organization_id",
|
|
"name",
|
|
unique=True,
|
|
postgresql_where=text("is_managed = false AND deleted_at IS NULL"),
|
|
sqlite_where=text("is_managed = false AND deleted_at IS NULL"),
|
|
),
|
|
Index(
|
|
"uq_browser_profiles_managed_segment",
|
|
"organization_id",
|
|
"workflow_permanent_id",
|
|
"browser_profile_key_digest",
|
|
unique=True,
|
|
postgresql_where=text("is_managed = true AND deleted_at IS NULL"),
|
|
sqlite_where=text("is_managed = true AND deleted_at IS NULL"),
|
|
),
|
|
Index("idx_browser_profiles_wpid", "workflow_permanent_id"),
|
|
)
|
|
|
|
browser_profile_id = Column(String, primary_key=True, default=generate_browser_profile_id)
|
|
organization_id = Column(String, nullable=False)
|
|
name = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
source_browser_type = Column(String, nullable=True)
|
|
proxy_location = Column(String, nullable=True)
|
|
proxy_session_id = Column(String, nullable=True)
|
|
is_managed = Column(Boolean, nullable=False, server_default=sqlalchemy.false(), default=False)
|
|
workflow_permanent_id = Column(String, nullable=True)
|
|
browser_profile_key_digest = Column(String, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class TaskRunModel(Base):
|
|
__tablename__ = "task_runs"
|
|
__table_args__ = (
|
|
Index("task_run_org_url_index", "organization_id", "url_hash", "cached"),
|
|
Index("task_run_org_run_id_index", "organization_id", "run_id"),
|
|
Index("ix_task_runs_org_created_at", "organization_id", "created_at"),
|
|
Index(
|
|
"ix_task_runs_org_toplevel_created",
|
|
"organization_id",
|
|
desc("created_at"),
|
|
postgresql_using="btree",
|
|
postgresql_where=text("parent_workflow_run_id IS NULL AND debug_session_id IS NULL"),
|
|
),
|
|
Index(
|
|
"ix_task_runs_org_status_created",
|
|
"organization_id",
|
|
"status",
|
|
desc("created_at"),
|
|
postgresql_using="btree",
|
|
),
|
|
Index(
|
|
"ix_task_runs_searchable_text_gin",
|
|
"searchable_text",
|
|
postgresql_using="gin",
|
|
postgresql_ops={"searchable_text": "gin_trgm_ops"},
|
|
),
|
|
Index(
|
|
"ix_task_runs_nonterminal",
|
|
"run_id",
|
|
"task_run_type",
|
|
postgresql_where=sqlalchemy.or_(
|
|
sqlalchemy.column("status").is_(None),
|
|
~sqlalchemy.column("status").in_(TERMINAL_STATUSES),
|
|
),
|
|
),
|
|
)
|
|
|
|
task_run_id = Column(String, primary_key=True, default=generate_task_run_id)
|
|
organization_id = Column(String, nullable=False)
|
|
task_run_type = Column(String, nullable=False)
|
|
run_id = Column(String, nullable=False)
|
|
title = Column(String, nullable=True)
|
|
url = Column(String, nullable=True)
|
|
url_hash = Column(String, nullable=True)
|
|
cached = Column(Boolean, nullable=False, default=False)
|
|
# Run history fields
|
|
# status is an open-ended str (not an enum) because task_runs covers multiple
|
|
# run types (task, workflow, observer) each with its own status set.
|
|
status = Column(String, nullable=True)
|
|
started_at = Column(DateTime, nullable=True)
|
|
finished_at = Column(DateTime, nullable=True)
|
|
workflow_permanent_id = Column(String, nullable=True)
|
|
script_run = Column(JSON, nullable=True)
|
|
parent_workflow_run_id = Column(String, nullable=True)
|
|
debug_session_id = Column(String, nullable=True)
|
|
searchable_text = Column(Text, nullable=True)
|
|
# Compute cost tracking fields
|
|
instance_type = Column(String, nullable=True)
|
|
vcpu_millicores = Column(Integer, nullable=True)
|
|
memory_mb = Column(Integer, nullable=True)
|
|
duration_ms = Column(BigInteger, nullable=True)
|
|
compute_cost = Column(Numeric, nullable=True)
|
|
llm_cost = Column(Numeric, nullable=True)
|
|
proxy_cost = Column(Numeric, nullable=True)
|
|
captcha_cost = Column(Numeric, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class OrganizationBitwardenCollectionModel(Base):
|
|
__tablename__ = "organization_bitwarden_collections"
|
|
|
|
organization_bitwarden_collection_id = Column(
|
|
String, primary_key=True, default=generate_organization_bitwarden_collection_id
|
|
)
|
|
|
|
organization_id = Column(String, nullable=False, index=True)
|
|
collection_id = Column(String, nullable=False)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class CredentialFolderModel(Base):
|
|
__tablename__ = "credential_folders"
|
|
__table_args__ = (
|
|
Index("credential_folder_organization_id_idx", "organization_id"),
|
|
Index("credential_folder_organization_title_idx", "organization_id", "title"),
|
|
)
|
|
|
|
folder_id = Column(String, primary_key=True, default=generate_credential_folder_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id", ondelete="CASCADE"), nullable=False)
|
|
title = Column(String, nullable=False)
|
|
description = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class CredentialModel(Base):
|
|
__tablename__ = "credentials"
|
|
__table_args__ = (Index("credential_folder_id_idx", "folder_id"),)
|
|
|
|
credential_id = Column(String, primary_key=True, default=generate_credential_id)
|
|
organization_id = Column(String, nullable=False)
|
|
vault_type = Column(String, nullable=True)
|
|
item_id = Column(String, nullable=True)
|
|
|
|
name = Column(String, nullable=False)
|
|
credential_type = Column(String, nullable=False)
|
|
username = Column(String, nullable=True)
|
|
totp_type = Column(String, nullable=False, default="none")
|
|
totp_identifier = Column(String, nullable=True, default=None)
|
|
card_last4 = Column(String, nullable=True)
|
|
card_brand = Column(String, nullable=True)
|
|
secret_label = Column(String, nullable=True)
|
|
browser_profile_id = Column(String, nullable=True)
|
|
tested_url = Column(String, nullable=True)
|
|
user_context = Column(String(1000), nullable=True)
|
|
save_browser_session_intent = Column(Boolean, nullable=True, default=False)
|
|
proxy_location = Column(String, nullable=True)
|
|
proxy_session_id = Column(String, nullable=True)
|
|
folder_id = Column(String, ForeignKey("credential_folders.folder_id", ondelete="SET NULL"), nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class DebugSessionModel(Base):
|
|
__tablename__ = "debug_sessions"
|
|
|
|
debug_session_id = Column(String, primary_key=True, default=generate_debug_session_id)
|
|
organization_id = Column(String, nullable=False)
|
|
browser_session_id = Column(String, nullable=False, index=True)
|
|
vnc_streaming_supported = Column(Boolean, nullable=True, server_default=sqlalchemy.true())
|
|
workflow_permanent_id = Column(String, nullable=True)
|
|
user_id = Column(String, nullable=True) # comes from identity vendor (Clerk at time of writing)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
status = Column(String, nullable=False, default="created")
|
|
|
|
|
|
class BlockRunModel(Base):
|
|
"""
|
|
When a block is run in the debugger, it runs "as a 'workflow run'", but that
|
|
workflow run has just a single block in it. This table ties a block run to
|
|
the workflow run, and a particular output parameter id (which gets
|
|
overwritten on each run.)
|
|
|
|
Use the `created_at` timestamp to find the latest workflow run (and output
|
|
param id) for a given `(org_id, user_id, block_label)`.
|
|
"""
|
|
|
|
__tablename__ = "block_runs"
|
|
|
|
organization_id = Column(String, nullable=False)
|
|
user_id = Column(String, nullable=False)
|
|
block_label = Column(String, nullable=False)
|
|
output_parameter_id = Column(String, nullable=False)
|
|
workflow_run_id = Column(String, primary_key=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class ScriptModel(Base):
|
|
__tablename__ = "scripts"
|
|
__table_args__ = (
|
|
Index("script_org_created_at_index", "organization_id", "created_at"),
|
|
Index("script_org_run_id_index", "organization_id", "run_id"),
|
|
UniqueConstraint("organization_id", "script_id", "version", name="uc_org_script_version"),
|
|
)
|
|
|
|
script_revision_id = Column(String, primary_key=True, default=generate_script_revision_id)
|
|
script_id = Column(String, default=generate_script_id, nullable=False) # User-facing, consistent across versions
|
|
organization_id = Column(String, nullable=False)
|
|
# The workflow run or task run id that this script is generated
|
|
run_id = Column(String, nullable=True)
|
|
version = Column(Integer, default=1, nullable=False)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class ScriptFileModel(Base):
|
|
__tablename__ = "script_files"
|
|
__table_args__ = (
|
|
Index("file_script_path_index", "script_revision_id", "file_path"),
|
|
Index("ix_script_files_dedup", "script_id", "organization_id", "content_hash"),
|
|
UniqueConstraint("script_revision_id", "file_path", name="unique_script_file_path"),
|
|
)
|
|
|
|
file_id = Column(String, primary_key=True, default=generate_script_file_id)
|
|
script_revision_id = Column(String, nullable=False)
|
|
script_id = Column(String, nullable=False)
|
|
organization_id = Column(String, nullable=False)
|
|
|
|
file_path = Column(String, nullable=False) # e.g., "src/utils.py"
|
|
file_name = Column(String, nullable=False) # e.g., "utils.py"
|
|
file_type = Column(String, nullable=False) # "file" or "directory"
|
|
|
|
# File content and metadata
|
|
content_hash = Column(String, nullable=True) # SHA-256 hash for deduplication
|
|
file_size = Column(Integer, nullable=True) # Size in bytes
|
|
mime_type = Column(String, nullable=True) # e.g., "text/python"
|
|
encoding = Column(String, default="utf-8", nullable=True)
|
|
|
|
# Storage reference (could be S3 key, artifact_id, etc.)
|
|
artifact_id = Column(String, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowScriptModel(Base):
|
|
__tablename__ = "workflow_scripts"
|
|
__table_args__ = (
|
|
Index("idx_workflow_scripts_org_created", "organization_id", "created_at"),
|
|
Index(
|
|
"idx_workflow_scripts_wpid_cache_key_value", "workflow_permanent_id", "cache_key_value", "workflow_run_id"
|
|
),
|
|
Index("idx_workflow_scripts_org_script_id", "organization_id", "script_id"),
|
|
)
|
|
|
|
workflow_script_id = Column(String, primary_key=True, default=generate_workflow_script_id)
|
|
script_id = Column(String, nullable=False)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False)
|
|
workflow_id = Column(String, nullable=True)
|
|
workflow_run_id = Column(String, nullable=True)
|
|
cache_key = Column(String, nullable=False) # e.g. "test-{{ website_url }}-cache"
|
|
cache_key_value = Column(String, nullable=False) # e.g. "test-greenhouse.io/job/1-cache"
|
|
status = Column(String, nullable=True, default="published")
|
|
|
|
# Script pinning
|
|
is_pinned = Column(Boolean, default=False, nullable=False, server_default="false")
|
|
pinned_at = Column(DateTime, nullable=True)
|
|
pinned_by = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class ScriptBlockModel(Base):
|
|
__tablename__ = "script_blocks"
|
|
__table_args__ = (
|
|
UniqueConstraint(
|
|
"script_revision_id",
|
|
"script_block_label",
|
|
name="uc_script_revision_id_script_block_label",
|
|
),
|
|
)
|
|
|
|
script_block_id = Column(String, primary_key=True, default=generate_script_block_id)
|
|
organization_id = Column(String, nullable=False)
|
|
script_id = Column(String, nullable=False)
|
|
script_revision_id = Column(String, nullable=False, index=True)
|
|
script_block_label = Column(String, nullable=False)
|
|
script_file_id = Column(String, nullable=True)
|
|
run_signature = Column(String, nullable=True)
|
|
workflow_run_id = Column(String, nullable=True)
|
|
workflow_run_block_id = Column(String, nullable=True)
|
|
input_fields = Column(JSON, nullable=True)
|
|
requires_agent = Column(Boolean, nullable=False, server_default=sqlalchemy.false())
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow, nullable=False)
|
|
deleted_at = Column(DateTime, nullable=True)
|
|
|
|
|
|
class WorkflowCopilotChatModel(Base):
|
|
__tablename__ = "workflow_copilot_chats"
|
|
__table_args__ = (Index("wcc_org_created_at_index", "organization_id", "created_at"),)
|
|
|
|
workflow_copilot_chat_id = Column(String, primary_key=True, default=generate_workflow_copilot_chat_id)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False, index=True)
|
|
proposed_workflow = Column(JSON, nullable=True)
|
|
auto_accept = Column(Boolean, nullable=True, default=False)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class WorkflowCopilotChatMessageModel(Base):
|
|
__tablename__ = "workflow_copilot_chat_messages"
|
|
__table_args__ = (Index("wccm_org_chat_index", "organization_id", "workflow_copilot_chat_id"),)
|
|
|
|
workflow_copilot_chat_message_id = Column(
|
|
String, primary_key=True, default=generate_workflow_copilot_chat_message_id
|
|
)
|
|
workflow_copilot_chat_id = Column(String, nullable=False, index=True)
|
|
organization_id = Column(String, nullable=False)
|
|
sender = Column(String, nullable=False)
|
|
content = Column(UnicodeText, nullable=False)
|
|
audio_artifact_id = Column(String, nullable=True)
|
|
global_llm_context = Column(UnicodeText, nullable=True)
|
|
turn_outcome = Column(JSON, nullable=True)
|
|
narrative_payload = Column(JSON, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class WorkflowCopilotCompletionCriteriaSetModel(Base):
|
|
__tablename__ = "workflow_copilot_completion_criteria_sets"
|
|
__table_args__ = (Index("wcccs_org_chat_index", "organization_id", "workflow_copilot_chat_id"),)
|
|
|
|
completion_criteria_set_id = Column(
|
|
String, primary_key=True, default=generate_workflow_copilot_completion_criteria_set_id
|
|
)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_copilot_chat_id = Column(String, nullable=False)
|
|
goal_epoch = Column(Integer, nullable=False)
|
|
status = Column(String, nullable=False, default="active")
|
|
criteria = Column(JSON, nullable=False)
|
|
source_turn_id = Column(String, nullable=True)
|
|
source_goal_text = Column(UnicodeText, nullable=True)
|
|
consecutive_all_no_evidence = Column(Integer, nullable=False, default=0)
|
|
tripwire_fired = Column(Boolean, nullable=False, default=False)
|
|
last_fully_satisfied_workflow_yaml = Column(UnicodeText, nullable=True)
|
|
superseded_by_set_id = Column(String, nullable=True)
|
|
superseded_at = Column(DateTime, nullable=True)
|
|
supersede_reason = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class ScriptFallbackEpisodeModel(Base):
|
|
__tablename__ = "script_fallback_episodes"
|
|
__table_args__ = (
|
|
Index("sfe_org_wpid_index", "organization_id", "workflow_permanent_id"),
|
|
Index("sfe_org_created_at_index", "organization_id", "created_at"),
|
|
Index("sfe_org_wrid_idx", "organization_id", "workflow_run_id"),
|
|
)
|
|
|
|
episode_id = Column(String, primary_key=True, default=generate_script_fallback_episode_id)
|
|
organization_id = Column(String, nullable=False)
|
|
workflow_permanent_id = Column(String, nullable=False)
|
|
workflow_run_id = Column(String, nullable=False)
|
|
script_revision_id = Column(String, nullable=True)
|
|
block_label = Column(String, nullable=False)
|
|
fallback_type = Column(String, nullable=False) # "element", "full_block", or "conditional_agent"
|
|
error_message = Column(UnicodeText, nullable=True)
|
|
classify_result = Column(String, nullable=True)
|
|
agent_actions = Column(JSON, nullable=True)
|
|
page_url = Column(String, nullable=True)
|
|
page_text_snapshot = Column(UnicodeText, nullable=True)
|
|
fallback_succeeded = Column(Boolean, nullable=True) # None for legacy/element episodes
|
|
reviewed = Column(Boolean, default=False, nullable=False, server_default=sqlalchemy.false())
|
|
reviewer_output = Column(UnicodeText, nullable=True)
|
|
new_script_revision_id = Column(String, nullable=True)
|
|
reviewer_version = Column(String, nullable=True)
|
|
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|
|
|
|
|
|
class ScriptBranchHitModel(Base):
|
|
"""Tracks which classify branches are accessed during cached script execution.
|
|
|
|
Used for TTL-based branch pruning — branches not accessed for a long time
|
|
can be removed by the script reviewer.
|
|
"""
|
|
|
|
__tablename__ = "script_branch_hits"
|
|
__table_args__ = (Index("sbh_org_wpid_index", "organization_id", "workflow_permanent_id"),)
|
|
|
|
organization_id = Column(String, primary_key=True)
|
|
workflow_permanent_id = Column(String, primary_key=True)
|
|
block_label = Column(String, primary_key=True)
|
|
branch_key = Column(String, primary_key=True) # The classify result string (e.g., "success", "error")
|
|
|
|
hit_count = Column(Integer, default=1, nullable=False)
|
|
first_hit_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
last_hit_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
|
|
|
|
class GoogleOAuthCredentialModel(Base):
|
|
"""Single-row lifecycle: pending_consent -> active -> revoked/error"""
|
|
|
|
__tablename__ = "google_oauth_credentials"
|
|
__table_args__ = (
|
|
Index(
|
|
"ux_google_oauth_credentials_consent_nonce",
|
|
"consent_nonce",
|
|
unique=True,
|
|
postgresql_where=text("consent_nonce IS NOT NULL"),
|
|
),
|
|
)
|
|
|
|
id = Column(String, primary_key=True, default=generate_google_oauth_credential_id)
|
|
organization_id = Column(String, ForeignKey("organizations.organization_id"), index=True, nullable=False)
|
|
credential_name = Column(String, nullable=False, default="Default")
|
|
provider = Column(String, nullable=False, default="google")
|
|
state = Column(String, nullable=False, default="pending_consent", index=True)
|
|
scopes_requested = Column(JSON, nullable=False, default=list)
|
|
scopes_granted = Column(JSON, nullable=False, default=list)
|
|
encrypted_refresh_token = Column(String, nullable=True)
|
|
encrypted_method = Column(String, nullable=True)
|
|
consent_nonce = Column(String, nullable=True)
|
|
consent_redirect_uri = Column(String, nullable=True)
|
|
consent_code_verifier = Column(String, nullable=True)
|
|
consent_app_origin = Column(String, nullable=True)
|
|
consent_expires_at = Column(DateTime, nullable=True)
|
|
created_at = Column(DateTime, default=datetime.datetime.utcnow, nullable=False)
|
|
modified_at = Column(
|
|
DateTime,
|
|
default=datetime.datetime.utcnow,
|
|
onupdate=datetime.datetime.utcnow,
|
|
nullable=False,
|
|
)
|