V4.2023.03.3601 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AhrefsBot
-AllSubmitter
+Aboundexbot
+AfD-Verbotsverfahren
 AlphaBot
-Anthill
-Apexoo
+Anarchy
 BDCbot
-BDFetch
-BackWeb
+BLEXBot
+Bandit
+BatchFTP
 Battleztar Bazinga
-BotALot
 Cegbfeieh
 ChinaClaw
-CopyRightCheck
+Cloud mapping
+Copyscape
+Crescent
+DTS Agent
 Deusu
+Digincore
+DittoSpyder
 Dotbot
-EMail Wolf
-FDM
-FyberSpider
-Grabber
+Download Wonder
+Dragonfly
+EasyDL
+EirGrabber
+Evil
+Exabot
+ExtLinksBot
+FHscan
+FemtosearchBot
+GalaxyBot
+GetRight
+Gigabot
+Go-Ahead-Got-It
+Gotit
+GridBot
+HEADMasterSEO
 HMView
-HTTrack
-HaosouSpider
-Heritrix
-IDBot
-InfoNaviRobot
-JOC Web Spider
-JikeSpider
-Kenjin Spider
-Keyword Density
-LexiBot
+HonoluluBot
+Iblog
+Image Sucker
+IndeedBot
+Kinza
+Libwhisker
+LinkScan
+Linkbot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-MFC_Tear_Sample
-MIDown tool
-Magnet
-Majestic-SEO
-MauiBot
+MSFrontPage
+MarkWatch
+Masscan
 MeanPath Bot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Minefield
+MicroMessenger
 Morfeus Fucking Scanner
-NearSite
-NetAnts
-Nutch
-OnCrawl
+Mr.4x3
+Musobot
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Ninja
+Nuclei
 OpenLinkProfiler
-Openfind
-OutfoxBot
-Page Analyzer
-Pimonster
-PleaseCrawl
-ProWebWalker
-ReGet
-Reaper
-Ripper
-SEOkicks-Robot
-SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-SiteCheckerBotCrawler
-Sitevigil
+Piepmatz
+ProPowerBot
+PxBroker
+Quick-Crawler
+RSSingBot
+RankFlex
+RealDownload
+SEOkicks
+SEOprofiler
+ScrepyBot
+Site Sucker
+Sitebeam
+SmartDownload
+Sociscraper
+Sogou web spider
 Sqlmap
-Swiftbot
 T0PHackTeam
-T8Abot
-Telesphorep
-The Intraformant
-Trendictionbot
 TwengaBot
-VeriCiteCrawler
-VidibleScraper
-Voltron
-WBSearchBot
+URLy Warning
+Upflow
+VB Project
+VCI
 WISENutbot
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
+Web Collage
 Web Pix
-WebCollage
-WebFetch
-WebGo IS
-WebImageCollector
-WebSauger
 WebWhacker
+Whacker
 Who.is Bot
-Wonderbot
-com.plumanalytics
+Woobot
+archive.org_bot
 crawler4j
-internetVista monitor
-ips-agent
-lwp-trivial
-meanpathbot
-ripz
-sp_auditbot
-ubermetrics-technologies.com
-x22Mozilla
+heritrix
+netEstate NE Crawler
+s1z.ru
+seobility
+serpstatbot
+trendiction.com
+webmeup-crawler
+webpros.com
+webprosbot