V4.2024.07.4656 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-Aspiegel
-Asterias
-BLEXBot
-BackWeb
-BetaBot
-Boardreader
+360Spider
+AiHitBot
+Aipbot
+BacklinksExtendedBot
+Blow
+BlowFish
 Brandprotect
-Buck
-Bytespider
-Copyscape
-Crawling at Home Project
-Disco
+CheeseBot
+CopyRightCheck
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Demon
+Deusu
+Digincore
 Discoverybot
-DittoSpyder
-DomCopBot
-Dragonfly
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 ECCP/1.0
-EirGrabber
-Extreme Picture Finder
-FacebookBot
-FemtosearchBot
-Flunky
 Freeuploader
-Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-Getintent
+Go-Ahead-Got-It
 Google-Extended
-IDBTE4M
-InfraSec Scanner
+HEADMasterSEO
+HTTrack
+Havij
+Humanlinks
+HybridBot
+Image Fetch
+ImagesiftBot
+Intelliseek
 Iria
-JOC Web Spider
-Jbrofuzz
-JikeSpider
-Jyxobot
-Kenjin Spider
-Likse
-LinkextractorPro
-Litemage_walker
-MIDown tool
-Mag-Net
-MarkMonitor
-MarkWatch
-Masscan
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
-Mister PiX
-Mojeek
-Name Intelligence
-Nameprotect
+IstellaBot
+JennyBot
+Jetty
+Jorgee
+Keyword Density
+Kinza
+LinqiaScrapeBot
+Lipperhey
+Magnet
+Majestic12
+Minefield
+Morfeus Fucking Scanner
+Nessus
 Nikto
+Ninja
+Nuclei
+Offline Explorer
 PHPCrawl
-Pandalytics
-PictureFinder
+PageGrabber
+ProWebWalker
+Psbot
 PyCurl
-RankingBot
-RankingBot2
-Reaper
+Quick-Crawler
+Rainbot
+Recorder
+RedesScrapy
+RocketCrawler
 SMTBot
-ScanAlert
-Scrapy
-SemanticJuice
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
 Siteimprove
-SlySearch
-Spanner
+Snake
+Spider_Bot
 Stripper
-Sucker
 SuperHTTP
-Teleport
-Telesoft
-TinyTestBot
-Trendiction
-URLy.Warning
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
+Suzuran
+TeleportPro
+The Intraformant
+TightTwatBot
+Toata
+Tracemyfile
+True_Robot
+Turingos
+UnisterBot
+VCI
+VeriCiteCrawler
+Voil
+WEBDAV
+WISENutbot
+WWW::Mechanize
 WallpapersHD
-Web Collage
-Web Sucker
-WebGo IS
-WebSauger
-Webalta
-Whacker
-Zeus
+Web Enhancer
+Web Sauger
+WebBandit
+WebWhacker
+WebsiteExtractor
+Wonderbot
+YoudaoBot
+Zade
+Zauba
+ZoomBot
 cah.io.community
-crawler4j
-facebookscraper
-iubenda-radar
-netEstate NE Crawler
-polaris version
-probe-image-size
-serpstatbot
-siteripz
+cognitiveseo
+demandbase-bot
+domainsproject.org
+lwp-request
+plumanalytics
 x09Mozilla
-zauba.io