SDK: Prompt-based locator (#4027)
Some checks are pending
Run tests and pre-commit / Frontend Lint and Build (push) Waiting to run
Run tests and pre-commit / Run tests and pre-commit hooks (push) Waiting to run
Publish Fern Docs / run (push) Waiting to run

This commit is contained in:
Stanislav Novosad 2025-11-21 19:13:42 -07:00 committed by GitHub
parent 90f51bcacb
commit 8fb46ef1ca
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
19 changed files with 899 additions and 4 deletions

View file

@ -6420,6 +6420,25 @@
"title": "ExtractAction",
"description": "Extract data action parameters."
},
"LocateElementAction": {
"properties": {
"type": {
"type": "string",
"const": "locate_element",
"title": "Type",
"default": "locate_element"
},
"prompt": {
"type": "string",
"title": "Prompt",
"description": "Natural language prompt to locate an element",
"default": ""
}
},
"type": "object",
"title": "LocateElementAction",
"description": "Locate element action parameters."
},
"ExtractionBlock": {
"properties": {
"label": {
@ -10915,6 +10934,9 @@
},
{
"$ref": "#/components/schemas/ExtractAction"
},
{
"$ref": "#/components/schemas/LocateElementAction"
}
],
"title": "Action",
@ -10927,7 +10949,8 @@
"ai_input_text": "#/components/schemas/InputTextAction",
"ai_select_option": "#/components/schemas/SelectOptionAction",
"ai_upload_file": "#/components/schemas/UploadFileAction",
"extract": "#/components/schemas/ExtractAction"
"extract": "#/components/schemas/ExtractAction",
"locate_element": "#/components/schemas/LocateElementAction"
}
}
}