V4.2024.03.4390 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-Asterias
-Atomseobot
+AIBOT
+Anarchie
+Anarchy
+Apexoo
+Aspiegel
+AwarioRssBot
 BDFetch
-BLEXBot
-BackStreet
-BatchFTP
-Black Hole
-BlackWidow
+BetaBot
+Boardreader
 Bolt
-CATExplorador
+BotALot
+BunnySlippers
 CSHttp
-ChatGPT-User
-CheTeam
+CazoodleBot
+Cegbfeieh
 CheeseBot
-Chlooe
 Cocolyzebot
-CopyRightCheck
-CyotekWebCopy
-DTS Agent
-Dispatch
-FHscan
-FacebookBot
+DBLBot
+DIIbot
+Dirbuster
+Discoverybot
+Domains Project
+Dotbot
+ECCP/1.0
+EMail Wolf
+EirGrabber
+ExtLinksBot
 FemtosearchBot
-Foobot
-GermCrawler
-Go!Zilla
-HEADMasterSEO
-HMView
-HTMLparser
-Heritrix
-HonoluluBot
-Humanlinks
-IDBot
-ImagesiftBot
+GalaxyBot
+GetRight
+Gigabot
+HaosouSpider
+HybridBot
+InfoNaviRobot
 IstellaBot
 JennyBot
-Kenjin Spider
+JikeSpider
+Joomla
+LWP::Simple
+Lanshanbot
+LibWeb
 LinkScan
-Linkbot
-Ltx71
-MQQBrowser
-MSFrontPage
-MTRobot
+MIIxpc
 Mass Downloader
-MegaIndex.ru
-Msrabot
+MauiBot
+Mister PiX
+Mojolicious
+Mozlila
+Navroad
 Nessus
-OpenLinkProfiler
+Netvibes
+Niki-bot
 Openvas
-OrangeSpider
-Pandalytics
+PECL::HTTP
+Petalbot
 Piepmatz
-PxBroker
-PyCurl
-Quick-Crawler
-RankurBot
-RocketCrawler
-ScrepyBot
+ProWebWalker
+Proximic
+Psbot
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RedesScrapy
+SEOstats
+SMTBot
+Scanbot
+SentiBot
 SeoSiteCheckup
-Site Sucker
-SiteCheckerBotCrawler
-SiteSucker
-SocialRankIOBot
+Siteimprove
+Sitevigil
+Snake
 Sociscraper
-SpaceBison
-Spammen
-SuperBot
-Surfbot
-SurveyBot
-Swiftbot
-TightTwatBot
-Trendiction
+Toata
+Trendictionbot
+Turnitin
 VCI
-VelenPublicWebCrawler
+VidibleScraper
+Voil
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WallpapersHD
-Web Sauger
-WebBandit
-WebCopier
+WebFetch
+WebPix
 WebReaper
+WebWhacker
 WebmasterWorldForumBot
-Webshag
-Webster
-Whatweb
-YoudaoBot
-ZumBot
-arquivo-web-crawler
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-instabid
-probe-image-size
-ripz
-scalaj-http
+WinHTTrack
+WiseGuys Robot
+Woobot
+Zauba
+anthropic-ai
+clark-crawler
+coccocbot
+crawler.feedback
+internetVista monitor
+pcBrowser
 seostar
-x09Mozilla
+serpstatbot
+voyagerx.com