V4.2024.08.4706 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AIBOT
-AfD-Verbotsverfahren
-Aipbot
-Anarchie
-BLEXBot
+ADmantX
+ASPSeek
+AllSubmitter
+Anarchy99
+Apexoo
+AwarioRssBot
 BackDoorBot
-BackWeb
-Blow
-CensysInspect
-ChatGPT-User
-Cloud mapping
-Craftbot
-CrunchBot
-DatabaseDriverMysqli
+BacklinkCrawler
+Battleztar Bazinga
+Bigfoot
+BlowFish
+CSHttp
+Calculon
+CazoodleBot
+Claritybot
+Crawling at Home Project
 DigitalPebble
-Dirbuster
-Dispatch
-Download Wonder
-Express WebPictures
-G-i-g-a-b-o-t
-GetRight
-HTTP::Lite
+Discobot
+Dotbot
+Drip
+EMail Wolf
+Ebingbong
+Evil
+FDM
+FacebookBot
+FrontPage
+FyberSpider
+Go-Ahead-Got-It
+GrapeshotCrawler
 Havij
 Heritrix
-HybridBot
-IRLbot
-Iblog
+Humanlinks
+Id-search
 InfoNaviRobot
-InfoTekies
-InfraSec Scanner
-IstellaBot
-JamesBOT
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-LeechFTP
-Linkbot
-LinkextractorPro
-LinkpadBot
-Magnet
-Mata Hari
-Meanpathbot
-MicroMessenger
-Microsoft URL Control
+JetCar
+JikeSpider
+JustView
+LexiBot
+Lftp
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+MTRobot
+Majestic-SEO
 MolokaiBot
-Navroad
-NearSite
-Nessus
-Netvibes
-Niki-bot
+Mozlila
+Mr.4x3
+NetAnts
+NetMechanic
+NetSpider
 Nuclei
-Octopus
-Openvas
-PHPCrawl
-Panscient
-Pimonster
-ProWebWalker
-Pu_iN
-RebelMouse
-Screaming
-Semrush
-SeoSiteCheckup
-SeobilityBot
-SiteSucker
-Sociscraper
+Offline Explorer
+OpenLinkProfiler
+OrangeBot
+OutfoxBot
+POE-Component-Client-HTTP
+Pi-Monster
+PleaseCrawl
+ProPowerBot
+RankActiveLinkBot
+SBIder
+ScanAlert
+Seomoz
+SiteExplorer
+Siteimprove
 Spammen
-Spbot
-Spider_Bot/3.0
-Sqworm
-SuperHTTP
-Telesphorep
-The Intraformant
+SpankBot
+Spider_Bot
+Sqlworm
+Szukacz
+Teleport
 TightTwatBot
 Tracemyfile
-True_Robot
-URLy Warning
-Upflow
-VidibleScraper
-Wallpapers
+Turingos
+TwengaBot
+VCI
+WASALive-Bot
+WWW-Collector-E
+WeSEE
 Web Collage
-WebAuto
-WebImageCollector
-WebPix
-WebSucker
-WebZIP
-Wotbox
-YaK
-ZumBot
-check1.exe
-gopher
-iubenda-radar
-oBot
-openai.com
-pcBrowser
+Web Enhancer
+WebStripper
+Wonderbot
+Wprecon
+Xenu
+YoudaoBot
+Zitebot
+autoemailspider
+awario.com
+clark-crawler
+cognitiveseo
+dataforseo.com
+domainsproject.org
+imagesift.com
+lwp-trivial
 polaris version
-seobility
-spyfu
+sitechecker.pro
+sogouspider
 ubermetrics-technologies.com
-x22Mozilla