V4.2023.07.3846 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ASPSeek
-AlphaBot
-Apexoo
+404checker
+AiHitBot
 Asterias
-Attach
-BackWeb
-Badass
-Black Hole
-Brandwatch
-Buck
+BDCbot
+BDFetch
+BackStreet
+Bitacle
+BlackWidow
 BuzzSumo
-CSHttp
+CazoodleBot
+Citoid
+Cliqzbot
 Cloud mapping
-Copier
-Craftbot
-CrazyWebCrawler
-Custo
-DBLBot
+Crawling at Home Project
+Crescent
+CrunchBot
 DIIbot
-DigitalPebble
-Domains Project
-Dotbot
-Ezooms
+Discoverybot
+DnBCrawler-Analytics
+EasyDL
+EroCrawler
+ExtractorPro
 Fimap
-GetRight
-Gotit
-Harvest
+Flunky
+Foobot
+Fyrebot
+Getintent
+GrabNet
+Grabber
+HTMLparser
+IDBot
+IRLbot
 IlseBot
-Image Fetch
-InfoNaviRobot
-Internet Ninja
+Indy Library
+JamesBOT
+Jbrofuzz
+JetCar
+Jetty
 Joomla
-Keyword Density
+Jorgee
 Likse
-LinkWalker
 LinksManager
-Majestic12
-MarkMonitor
-Mata Hari
-MegaIndex.ru
-MicroMessenger
+LinqiaRSSBot
+Ltx71
+MSIECrawler
+Mag-Net
+Majestic-SEO
+Mb2345Browser
+Mediatoolkitbot
+Moblie Safari
 Name Intelligence
-Navroad
+Nameprotect
 NearSite
 NetSpider
-Netvibes
-Nuclei
-OutclicksBot
+Offline Navigator
+Openvas
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
 PageScorer
+PageThing.com
 Panscient
-Pimonster
 Pixray
 PleaseCrawl
-Probethenet
-RankActive
-RankFlex
-SISTRIX
-SemanticJuice
-Semrush
+Pu_iN
+ScreenerBot
+ScrepyBot
+Seekport
+SeekportBot
 SemrushBot
-SiteExplorer
-SiteSucker
+Site Sucker
 Siteimprove
-Sociscraper
-Sottopop
-SpaceBison
-Spbot
-Sqlmap
-Thumbor
-Tracemyfile
-TwengaBot
-URLy.Warning
-Vagabondo
+Sitevigil
+Steeler
+Sucker
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesphoreo
+Upflow
+V-BOT
 VelenPublicWebCrawler
-VeriCiteCrawler
-WASALive-Bot
-Wallpapers/3.0
-Web Fuck
-WebFuck
+Web Enhancer
 WebGo IS
-WebStripper
-Woobot
-Zitebot
-ZmEu
-ZoominfoBot
+WebPix
+WebmasterWorldForumBot
+WebsiteExtractor
+WinHTTrack
+Wotbox
+YoudaoBot
 ZyBorg
-crawl.sogou.com
-eCatch
+autoemailspider
+gopher
 heritrix
-muhstik-scan
-page scorer
-polaris version
-satoristudio.net
-spyfu
-webprosbot
+scan.lol
+seobility
+trendiction.com
+trendiction.de
+webmeup-crawler
+xpymep1.exe
 zauba.io