V4.2024.05.4507 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-80legs
-ALittle Client
-AiHitBot
+01h4x.com
+AhrefsBot
+Ankit
 Anthill
-BLEXBot
-Blow
-CODE87
-CSHttp
-Citoid
-Claritybot
-CyotekWebCopy
-DIIbot
-Devil
+AwarioRssBot
+Badass
+BlackWidow
+BlowFish
+BuiltWith
+Calculon
+Copyscape
+Curious
+DatabaseDriverMysqli
 Discoverybot
-DomCopBot
-Dragonfly
-Ebingbong
-FDM
-FemtosearchBot
-GalaxyBot
-Genieo
+Dispatch
+DittoSpyder
+DomainAppender
+DomainCrawler
+Download Wonder
+EMail Siphon
+Ecxi
+Express WebPictures
+EyeNetIE
+FHscan
+Foobot
+GetWeb
+Go-Ahead-Got-It
 Grafula
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTMLparser
-IDBot
-Image Sucker
-ImagesiftBot
-Jorgee
-Keybot Translation-Search-Machine
+Heritrix
+Hloader
+Humanlinks
+InterGET
+Kenjin Spider
 Keyword Density
-Kinza
-Kozmosbot
-Lanshanbot
-LeechFTP
-LibWeb
-Libwhisker
-LieBaoFast
-LinkScan
-Majestic SEO
-MicroMessenger
-Needle
-NetZIP
-Netvibes
-Nikto
-OpenLinkProfiler
-PageThing.com
-ProPowerBot
-RankFlex
-RankingBot2
-Reaper
-SEOlyticsCrawler
+LexiBot
+Lftp
+Lightspeedsystems
+LinkWalker
+LinqiaRSSBot
+Lmspider
+MIDown tool
+Microsoft Data Access
+Mojolicious
+Mozlila
+NPbot
+Navroad
+NetSpider
+Nettrack
+Nibbler
+PageGrabber
+PeoplePal
+Pi-Monster
+Picsearch
+ReGet
+RealDownload
+Recorder
+RocketCrawler
+SEOkicks-Robot
 SEOstats
-SeekportBot
-SemanticJuice
+SISTRIX
+ScanAlert
+Scanbot
+ScoutJet
+Scrapy
+SearchmetricsBot
 Semrush
 SentiBot
 SeobilityBot
-Shodan
-SiteSucker
-Snapbot
-Snoopy
-Sottopop
-SuperBot
-SurveyBot
-T8Abot
-Tracemyfile
-True_Robot
-Virusdie
-WallpapersHD
-Web Enhancer
-Web Fetch
-Web Pix
+SocialRankIOBot
+Sogou web spider
+Telesphorep
+Titan
+Trendiction
+URLy.Warning
+WPScan
+Web Fuck
 Web Sauger
-WebBandit
-WebPix
-WebStripper
-WebsiteExtractor
-Who.is Bot
-Zermelo
-Zeus
-Zitebot
-ZyBorg
-arquivo-web-crawler
-com.plumanalytics
-eCatch
-internetVista monitor
-ips-agent
-iubenda-radar
-satoristudio.net
+WebCollage
+WebEnhancer
+WebZIP
+Webalta
+WebsiteQuester
+Xenu
+autoemailspider
+dataforseo.com
+heritrix
+isitwp.com
+lwp-trivial
+oBot
+pcBrowser
 scalaj-http
+seobility
+seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
 spyfu
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webpros.com
-xpymep1.exe
+tAkeOut
+webprosbot