V4.2023.11.4103 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
 404checker
 404enemy
-AdsTxtCrawlerTP
+ADmantX
+AfD-Verbotsverfahren
+Aspiegel
 BDCbot
-BackStreet
-Battleztar Bazinga
-Black Hole
-Boardreader
-BuiltBotTough
-BunnySlippers
-Copyscape
-CrunchBot
+BetaBot
+Bitacle
+Brandprotect
+CATExplorador
+CensysInspect
+Chlooe
+Collector
 DBLBot
+DTS Agent
+DataCha0s
 Demon
 Digincore
-DomainAppender
-DomainCrawler
-EMail Siphon
-EirGrabber
-Fimap
+DnyzBot
+DomainSigmaCrawler
+Domains Project
+Express WebPictures
+FHscan
 Foobot
 Freeuploader
-G-i-g-a-b-o-t
-GermCrawler
-Go!Zilla
-GrapeFX
-GrapeshotCrawler
-HTTrack
-HonoluluBot
-IDBot
-IlseBot
+FrontPage
+FyberSpider
+Getintent
+Gotit
+GridBot
+Heritrix
+Hloader
+Iblog
+Id-search
+Image Fetch
+Iskanie
 JamesBOT
-JikeSpider
-JustView
-Jyxobot
-Kenjin Spider
-LWP::Simple
-Lanshanbot
-Leap
-Lmspider
-MJ12bot
-MarkMonitor
-NICErsPRO
-NetMechanic
-Netcraft
-NextGenSearchBot
-Nutch
-OpenLinkProfiler
-OutfoxBot
-PHPCrawl
-RankingBot2
-Re-re
-RealDownload
+Jorgee
+LeechFTP
+LeechGet
+LibWeb
+Lightspeedsystems
+Litemage_walker
+MIDown tool
+MIIxpc
+Mag-Net
+Majestic SEO
+Masscan
+Mata Hari
+Morfeus Fucking Scanner
+Mr.4x3
+NearSite
+Needle
+Net Vampire
+OnCrawl
+OrangeSpider
+Picsearch
+Probethenet
+RankurBot
 RepoMonkey
-SISTRIX
 SalesIntelligent
-Screaming
+Scrapy
+Seekport
+Seomoz
 Site Sucker
-Snake
-SocialRankIOBot
-Sogou web spider
-SputnikBot
-Suzuran
-T0PHackTeam
-Telesphorep
-Thumbor
-Tracemyfile
-URLy.Warning
-Virusdie
-Voil
-WPScan
-WWW-Mechanize
+SiteExplorer
+SlySearch
+Spanner
+Sqlmap
+SuperBot
+Swiftbot
+T8Abot
+URLy Warning
+V-BOT
+VB Project
+Vagabondo
+VoidEYE
+WallpapersHD
 Web Auto
-Web Fetch
-Web Fuck
-Web Sucker
+Web Sauger
 WebAuto
-WebEnhancer
-WebImageCollector
-WebStripper
-Whatweb
-Widow
-Zade
-Zauba
-Zeus
-ZumBot
+WebLeacher
+WiseGuys Robot
+Woobot
+Wotbox
+YoudaoBot
+archive.org_bot
+arquivo.pt
+autoemailspider
 backlink-check
-clark-crawler
-cognitiveseo
 crawl.sogou.com
-crawler.feedback
 domainsproject.org
-instabid
-internetVista monitor
-muhstik-scan
+magpie-crawler
+mediawords
 netEstate NE Crawler
-ripz
-seostar
-xpymep1.exe
+pcBrowser
+webgains-bot
+webmeup-crawler
+x09Mozilla