V4.2024.02.4307 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Alexibot
-Atomseobot
-BacklinkCrawler
-Buddy
-BuiltBotTough
+01h4x.com
+404checker
+Aboundex
+AdsTxtCrawlerTP
+BatchFTP
+Black Hole
+Buck
 BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CheeseBot
-Cogentbot
-Copyscape
-Craftbot
-CrunchBot
-DomainSigmaCrawler
-Domains Project
+Cegbfeieh
+Crescent
+DIIbot
+DataCha0s
+Discobot
+Ecxi
+EroCrawler
+Extractor
+ExtractorPro
+FacebookBot
 FemtosearchBot
+Fimap
+Flunky
 GermCrawler
-Grabber
-GrapeshotCrawler
-Haansoft
-HonoluluBot
+Go-Ahead-Got-It
+HTTP::Lite
+HTTrack
+Humanlinks
 HybridBot
 IDBot
-Iblog
-Indy Library
-Internet Ninja
+InfoNaviRobot
+Intelliseek
 InternetSeer
-Joomla
-Jorgee
-Larbin
+Kenjin Spider
+Kozmosbot
+LWP::Simple
+LeechFTP
 LexiBot
+Linkbot
 Lmspider
+MFC_Tear_Sample
 MJ12bot
-Majestic12
-Mediatoolkitbot
-MegaIndex.ru
-Mozlila
-NICErsPRO
-NPbot
-Nessus
-NetSpider
-NimbleCrawler
-Nuclei
-Nutch
-OpenLinkProfiler
-OrangeSpider
-Petalbot
-Psbot
-PxBroker
-RankActiveLinkBot
-RankFlex
-RankingBot
+MarkWatch
+Mass Downloader
+MicroMessenger
+Mojeek
+Name Intelligence
+NextGenSearchBot
+OnCrawl
+PageGrabber
+Pavuk
+Piepmatz
+ProPowerBot
+Proximic
+RankurBot
 ReGet
-Ripper
-Rogerbot
-SEOkicks
-SEOprofiler
-ScoutJet
-Scrapy
-Searchestate
 SemrushBot
-Shodan
-Sociscraper
+SeobilityBot
+SiteCheckerBotCrawler
+SocialRankIOBot
+Sottopop
 Spammen
-Spinn3r
-T8Abot
-TightTwatBot
+SpankBot
+Spbot
+TeleportPro
+TinyTestBot
+Titan
+Toweyabot
+Trendictionbot
+Turingos
+Turnitin
 V-BOT
 VB Project
-Vagabondo
-Voltron
-WWW::Mechanize
+WISENutbot
+WPScan
+WeSEE
 Web Enhancer
-WebCollage
-WebFetch
-WebPix
-WebReaper
-WebSauger
-Website Quester
+WebFuck
+Webshag
 Whack
-Woobot
-Wotbox
-ZyBorg
-adscanner
-anthropic-ai
-clark-crawler
+WinHTTrack
+WiseGuys Robot
+Zade
+arquivo-web-crawler
+autoemailspider
 cognitiveseo
-domainsproject.org
-imagesift.com
+dataforseo.com
+eCatch
+facebookscraper
 isitwp.com
-probe-image-size
+omgili
+openai.com
+page scorer
 satoristudio.net
-seocompany.store
-sitechecker.pro
-siteripz
-trendiction.de
-voyagerx.com
-webpros.com
-x22Mozilla
+scalaj-http
+seoscanners
+spyfu
+trendiction.com
+x09Mozilla
+zgrab