V4.2023.03.3602 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AfD-Verbotsverfahren
+360Spider
+404checker
+Acunetix
 AlphaBot
-Anarchy
+AwarioRssBot
 BDCbot
-BLEXBot
-Bandit
 BatchFTP
-Battleztar Bazinga
-Cegbfeieh
-ChinaClaw
+BetaBot
+Brandprotect
+BunnySlippers
+Chlooe
+Citoid
 Cloud mapping
-Copyscape
-Crescent
-DTS Agent
+CopyRightCheck
+Curious
+CyotekWebCopy
 Deusu
 Digincore
-DittoSpyder
-Dotbot
-Download Wonder
-Dragonfly
-EasyDL
+DnyzBot
+DomainSigmaCrawler
+Drip
+EMail Wolf
+Ebingbong
 EirGrabber
-Evil
-Exabot
-ExtLinksBot
-FHscan
-FemtosearchBot
-GalaxyBot
-GetRight
-Gigabot
-Go-Ahead-Got-It
+Extreme Picture Finder
+EyeNetIE
+Fimap
+FlashGet
+Freeuploader
+GT::WWW
+Go!Zilla
 Gotit
-GridBot
-HEADMasterSEO
-HMView
-HonoluluBot
-Iblog
-Image Sucker
+HybridBot
+IDBot
 IndeedBot
-Kinza
-Libwhisker
+JustView
+Jyxobot
+LNSpiderguy
+Larbin
+LexiBot
 LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
-MSFrontPage
-MarkWatch
-Masscan
-MeanPath Bot
-MicroMessenger
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Ninja
-Nuclei
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey Spider
+MegaIndex.ru
+Msrabot
+NPbot
+Nessus
+NetSpider
+Nmap
 OpenLinkProfiler
-Piepmatz
+OpenVAS
+Pi-Monster
+Picsearch
+Pockey
 ProPowerBot
-PxBroker
+Pump
 Quick-Crawler
-RSSingBot
-RankFlex
+Rankivabot
 RealDownload
-SEOkicks
-SEOprofiler
-ScrepyBot
-Site Sucker
-Sitebeam
-SmartDownload
-Sociscraper
+RebelMouse
+SemanticJuice
+SlySearch
+Snake
+SocialRankIOBot
 Sogou web spider
-Sqlmap
+Sosospider
+Spammen
+Sqworm
+Suzuran
 T0PHackTeam
-TwengaBot
-URLy Warning
-Upflow
-VB Project
-VCI
-WISENutbot
-WWW::Mechanize
+Telesphoreo
+Toata
+Twice
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
+WASALive-Bot
+WEBDAV
+WPScan
 Web Collage
 Web Pix
-WebWhacker
-Whacker
-Who.is Bot
-Woobot
-archive.org_bot
-crawler4j
-heritrix
+WebGo IS
+Webshag
+Webster
+autoemailspider
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+domainsproject.org
+facebookscraper
 netEstate NE Crawler
-s1z.ru
-seobility
+probe-image-size
+ripz
+seocompany.store
 serpstatbot
-trendiction.com
+sogouspider
 webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla