V4.2023.06.3833 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alligator
-AlphaBot
-Ankit
-Aspiegel
+01h4x.com
+AllSubmitter
+BLEXBot
+BackWeb
 Black Hole
-Blow
-Brandwatch
-CensysInspect
-Collector
+Boardreader
+BuiltBotTough
+CODE87
+CheTeam
+CheeseBot
+Claritybot
+Cocolyzebot
 Copyscape
-Craftbot
+Cosmos
 Crawling at Home Project
-Custo
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
+CyotekWebCopy
+Demon
 Deusu
-Digincore
-DigitalPebble
-Discobot
-DomCopBot
-DomainStatsBot
-Extreme Picture Finder
-FDM
-Fimap
-GoZilla
-GrapeFX
-HMView
+ExtractorPro
+Foobot
+Fyrebot
+Genieo
+GetRight
+Getintent
+Gotit
 HTTP::Lite
-HTTrack
-Haansoft
-Havij
-Humanlinks
-Id-search
-InfoNaviRobot
-Jyxobot
-LNSpiderguy
-LWP::Simple
-Litemage_walker
-MFC_Tear_Sample
-MarkMonitor
-Meanpathbot
-Mister PiX
-Morfeus Fucking Scanner
-Net Vampire
-Netvibes
-NextGenSearchBot
-Niki-bot
-Nmap
+HybridBot
+Intelliseek
+JustView
+Kinza
+LexiBot
+Lftp
+Lightspeedsystems
+MQQBrowser
+Majestic12
+Mata Hari
+Metauri
+Mojolicious
+MolokaiBot
+Mr.4x3
+Musobot
+NearSite
+NetLyzer
+NetZIP
+Netcraft
+Nimbostratus
+Nutch
+Octopus
+Openvas
 POE-Component-Client-HTTP
-PageScorer
-ProPowerBot
-Psbot
+PageGrabber
+ProWebWalker
 Quick-Crawler
-RankFlex
-ReGet
-RocketCrawler
-Scrapy
-ScreenerBot
-SemanticJuice
-Site Sucker
-SmartDownload
+RSSingBot
+RankActive
+RankActiveLinkBot
+Re-re
+SMTBot
+SearchmetricsBot
+SeoSiteCheckup
+Snoopy
 SocialRankIOBot
-SpaceBison
-Spinn3r
-Steeler
+Sogou web spider
+Sosospider
+Spbot
+Sqworm
 Stripper
 Sucuri
-Suzuran
+Surfbot
 Telesphoreo
-URLy Warning
-VeriCiteCrawler
+TheNomad
+Thumbor
+TwengaBot
+VidibleScraper
 Virusdie
+VoidEYE
+WBSearchBot
+Wallpapers/3.0
 WallpapersHD
-WebPix
-WebWhacker
-Webalta
-WebsiteExtractor
-Whacker
+WebCopier
+Website Quester
+Whatweb
 Who.is Bot
-Widow
-WiseGuys Robot
-Wotbox
-Xaldon WebSpider
-ZoomBot
-adscanner
-arquivo.pt
-polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
-seoscanners
-serpstatbot
-siteripz
+Zeus
+Zitebot
+ZoominfoBot
+ZumBot
+ZyBorg
+archive.org_bot
+backlink-check
+coccocbot
+dataforseo.com
+heritrix
+meanpathbot
+mediawords
+scalaj-http
+seostar
 sysscan
-tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
 webpros.com
+webprosbot