V4.2024.07.4607 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
 404checker
-AIBOT
-AhrefsBot
-Anarchy
-Anarchy99
-Asterias
-Atomseobot
-AwarioBot
-BLEXBot
-Bigfoot
-Buck
-Buddy
-BuiltBotTough
-CODE87
-Calculon
-CheTeam
+Alexibot
+BBBike
+BDCbot
+BackStreet
+BatchFTP
+BetaBot
+Bitacle
+CazoodleBot
+Cegbfeieh
 ChinaClaw
-DTS Agent
-DomainAppender
-Dotbot
-Exabot
-Ezooms
+Claritybot
+Cogentbot
+DBLBot
+Download Wonder
+Express WebPictures
+ExtractorPro
+FacebookBot
 GT::WWW
-GetWeb
-Getintent
-Gigabot
-Go-Ahead-Got-It
-GoZilla
-Grafula
+Genieo
 GrapeshotCrawler
+Harvest
+Heritrix
+Id-search
 InfoTekies
-Iskanie
+Intelliseek
+Iria
 JamesBOT
-JikeSpider
-Keyword Density
+JennyBot
+JustView
 Kinza
+LWP::Simple
+LeechFTP
 Linkbot
+LinksManager
+Ltx71
+Mag-Net
 Magnet
-MarkWatch
 Masscan
-Mediatoolkitbot
-Mister PiX
-NICErsPRO
-NearSite
-Nessus
-Net Vampire
-NetSpider
-NimbleCrawler
-Nuclei
+Morfeus Fucking Scanner
+Name Intelligence
+Nettrack
+NextGenSearchBot
+Niki-bot
+Nimbostratus
+Ninja
 Nutch
-OrangeBot
-OutfoxBot
-PageGrabber
-Papa Foto
-RebelMouse
-SalesIntelligent
-ScoutJet
-Scrapy
-ScrepyBot
-SiteCheckerBotCrawler
+OnCrawl
+Openvas
+Page Analyzer
+PageThing.com
+Petalbot
+Pump
+RSSingBot
+SEOkicks
+SEOkicks-Robot
+SMTBot
+Semrush
+SenutoBot
+SeobilityBot
 Sitebeam
+Snake
 SpankBot
-Spanner
-Stripper
-Sucuri
-Teleport
+SputnikBot
+Steeler
+SurveyBot
+Suzuran
+Szukacz
 TeleportPro
-TinyTestBot
-Trendictionbot
-Turnitin
-Vagabondo
-VidibleScraper
-Voil
-Wallpapers
-Web Auto
-Web Pix
-WebEnhancer
-Website Quester
-Webster
+The Intraformant
+Thumbor
+Toweyabot
+True_Robot
+Turingos
+Upflow
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Web Sucker
+WebAuto
+WebGo IS
+WebImageCollector
+WebWhacker
 Whacker
-Who.is Bot
-Wprecon
-YoudaoBot
-Zauba
-archive.org_bot
-clark-crawler
+Xaldon WebSpider
+Zade
+Zeus
+ZumBot
+cohere-ai
 crawl.sogou.com
-crawler4j
-domainsproject.org
 eCatch
-ips-agent
-isitwp.com
-oBot
+gopher
+linkdexbot
+lwp-trivial
+muhstik-scan
+openai.com
 satoristudio.net
-seocompany.store
-serpstatbot
-spyfu
+sitechecker.pro
 sysscan
 trendiction.com