V4.2023.06.3832 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Alexibot
+Alligator
 AlphaBot
-Anarchy99
-BackDoorBot
-BlowFish
-Bullseye
-CSHttp
-Citoid
-Cliqzbot
-Crescent
-Curious
-Demon
+Ankit
+Aspiegel
+Black Hole
+Blow
+Brandwatch
+CensysInspect
+Collector
+Copyscape
+Craftbot
+Crawling at Home Project
+Custo
+DIIbot
+DTS Agent
+DatabaseDriverMysqli
+Deusu
 Digincore
 DigitalPebble
-Disco
 Discobot
-DittoSpyder
-DomainSigmaCrawler
-Domains Project
-EroCrawler
+DomCopBot
+DomainStatsBot
+Extreme Picture Finder
+FDM
 Fimap
-GT::WWW
-GermCrawler
-GetRight
-GridBot
+GoZilla
+GrapeFX
 HMView
-HonoluluBot
-InfoTekies
-Iskanie
-JennyBot
-JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Leap
-Lftp
-LieBaoFast
-Lipperhey
-Lipperhey Spider
-Ltx71
-Majestic SEO
+HTTP::Lite
+HTTrack
+Haansoft
+Havij
+Humanlinks
+Id-search
+InfoNaviRobot
+Jyxobot
+LNSpiderguy
+LWP::Simple
+Litemage_walker
+MFC_Tear_Sample
 MarkMonitor
-Masscan
-Mb2345Browser
-Mojolicious
-Name Intelligence
-NetMechanic
+Meanpathbot
+Mister PiX
+Morfeus Fucking Scanner
+Net Vampire
 Netvibes
-Ninja
-OnCrawl
-OrangeSpider
-PageAnalyzer
-Papa Foto
-ProWebWalker
+NextGenSearchBot
+Niki-bot
+Nmap
+POE-Component-Client-HTTP
+PageScorer
+ProPowerBot
+Psbot
 Quick-Crawler
-SEOkicks-Robot
+RankFlex
+ReGet
+RocketCrawler
 Scrapy
-ScrepyBot
-Searchestate
-SearchmetricsBot
-Semrush
-SeoSiteCheckup
-Siphon
-SiteExplorer
-Sitebeam
-Snapbot
-SpankBot
-Sqworm
+ScreenerBot
+SemanticJuice
+Site Sucker
+SmartDownload
+SocialRankIOBot
+SpaceBison
+Spinn3r
+Steeler
 Stripper
-Sucker
-SuperBot
-T0PHackTeam
-The Intraformant
-Thumbor
-UnisterBot
-VB Project
-VelenPublicWebCrawler
+Sucuri
+Suzuran
+Telesphoreo
+URLy Warning
 VeriCiteCrawler
-VoidEYE
-Voltron
-Web Auto
-Web Fuck
-Web Sauger
+Virusdie
+WallpapersHD
+WebPix
 WebWhacker
-Wonderbot
-Wprecon
-YoudaoBot
-ZmEu
+Webalta
+WebsiteExtractor
+Whacker
+Who.is Bot
+Widow
+WiseGuys Robot
+Wotbox
+Xaldon WebSpider
+ZoomBot
 adscanner
-cognitiveseo
-gopher
-heritrix
-iubenda-radar
-oBot
-plumanalytics
+arquivo.pt
+polaris version
 probe-image-size
-ripz
+s1z.ru
+satoristudio.net
+seoscanners
 serpstatbot
-trendiction.com
+siteripz
+sysscan
+tAkeOut
+voyagerx.com
+webgains-bot
+webmeup-crawler
+webpros.com