V4.2024.07.4606 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Aboundex
-Aspiegel
+01h4x.com
+404checker
+AIBOT
+AhrefsBot
+Anarchy
+Anarchy99
+Asterias
+Atomseobot
 AwarioBot
-Battleztar Bazinga
-BetaBot
-Bitacle
-Blackboard
-Bullseye
-BunnySlippers
+BLEXBot
+Bigfoot
+Buck
+Buddy
+BuiltBotTough
+CODE87
 Calculon
-CheeseBot
-Copier
-DatabaseDriverMysqli
-Discobot
-DomCopBot
+CheTeam
+ChinaClaw
+DTS Agent
+DomainAppender
 Dotbot
-Evil
-Extreme Picture Finder
-Fuzz
-FyberSpider
-GermCrawler
-Go!Zilla
+Exabot
+Ezooms
+GT::WWW
+GetWeb
+Getintent
+Gigabot
 Go-Ahead-Got-It
+GoZilla
+Grafula
 GrapeshotCrawler
-GridBot
-HTTrack
-Hloader
-Iblog
-ImagesiftBot
 InfoTekies
-InfraSec Scanner
-Internet Ninja
-IstellaBot
-JOC Web Spider
-Jetty
-Joomla
-Lanshanbot
-LeechGet
-LibWeb
-LinkWalker
-LinqiaMetadataDownloaderBot
-Lmspider
-MSFrontPage
-Meanpathbot
-Name Intelligence
-Needle
+Iskanie
+JamesBOT
+JikeSpider
+Keyword Density
+Kinza
+Linkbot
+Magnet
+MarkWatch
+Masscan
+Mediatoolkitbot
+Mister PiX
+NICErsPRO
+NearSite
 Nessus
-Nimbostratus
-PageAnalyzer
-Pandalytics
-Picsearch
-Pockey
-PyCurl
-RealDownload
-RepoMonkey
-Rogerbot
-SBIder
-SEOlyticsCrawler
-SEOstats
+Net Vampire
+NetSpider
+NimbleCrawler
+Nuclei
+Nutch
+OrangeBot
+OutfoxBot
+PageGrabber
+Papa Foto
+RebelMouse
 SalesIntelligent
+ScoutJet
+Scrapy
 ScrepyBot
-SeekportBot
-SenutoBot
-Seomoz
-Site Sucker
-Snapbot
-SpaceBison
-Spammen
+SiteCheckerBotCrawler
+Sitebeam
+SpankBot
 Spanner
-T0PHackTeam
+Stripper
+Sucuri
+Teleport
 TeleportPro
-The Intraformant
-Trendiction
-VB Project
+TinyTestBot
+Trendictionbot
+Turnitin
+Vagabondo
 VidibleScraper
-WWW::Mechanize
+Voil
 Wallpapers
-Web Fetch
+Web Auto
 Web Pix
-Web Sauger
-WebReaper
-WebWhacker
-Webshag
+WebEnhancer
+Website Quester
 Webster
 Whacker
-Widow
-YaK
-Zade
+Who.is Bot
+Wprecon
+YoudaoBot
 Zauba
-ZmEu
-adscanner
+archive.org_bot
+clark-crawler
+crawl.sogou.com
+crawler4j
 domainsproject.org
-magpie-crawler
-muhstik-scan
-pcBrowser
-s1z.ru
-seobility
-trendiction.de
-ubermetrics-technologies.com
+eCatch
+ips-agent
+isitwp.com
+oBot
+satoristudio.net
+seocompany.store
+serpstatbot
+spyfu
+sysscan
+trendiction.com