vikarti.anatra/Skyvern
1
0
Fork 0
mirror of https://github.com/Skyvern-AI/skyvern.git synced 2026-04-28 03:30:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

abort scraping when too many elements (#3678)

Browse source
This commit is contained in:
LawyZheng 2025-10-10 15:46:55 +08:00 • committed by GitHub
parent 7cd92f6972
commit e08778993e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
skyvern/webeye/scraper/domUtils.js
View file

@ -1533,9 +1533,13 @@ async function buildTreeFromBody(
) {
window.GlobalSkyvernFrameIndex = frame_index;
}
const maxElementNumber = 15000;
const elementsAndResultArray = await buildElementTree(
document.documentElement,
frame,
false,
undefined,
maxElementNumber,
);
DomUtils.elementListCache = elementsAndResultArray[0];
return elementsAndResultArray;
@ -1546,6 +1550,7 @@ async function buildElementTree(
frame,
full_tree = false,
hoverStylesMap = undefined,
maxElementNumber = 0,
) {
// Generate hover styles map at the start
if (hoverStylesMap === undefined) {
@ -1570,6 +1575,13 @@ async function buildElementTree(
return;
}
if (maxElementNumber > 0 && elements.length >= maxElementNumber) {
_jsConsoleWarn(
"Max element number reached, aborting the element tree building",
);
return;
}
const tagName = element.tagName?.toLowerCase();
if (!tagName) {
_jsConsoleLog("get a null tagName");