V4.2023.11.4117 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Aboundexbot
-Anthill
-Aspiegel
-BBBike
-Bitacle
-Black Hole
-Brandprotect
-Bullseye
-CODE87
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Copyscape
+01h4x.com
+ASPSeek
+Abonti
+AhrefsBot
+Anarchy99
+Badass
+BlackWidow
+Blackboard
+BlowFish
+Boardreader
+CazoodleBot
+Citoid
+Crescent
 Curious
+CyotekWebCopy
 DIIbot
-DTS Agent
-DataCha0s
-DnyzBot
-DomainStatsBot
-Download Wonder
+Digincore
+DomainAppender
 Dragonfly
-EMail Wolf
-EasyDL
-Evil
-ExtLinksBot
-Extractor
-ExtractorPro
-FrontPage
-FyberSpider
-GT::WWW
-Genieo
-Go!Zilla
-GrabNet
-HTTP::Lite
-HaosouSpider
-HonoluluBot
-IDBTE4M
-IDBot
-InfoNaviRobot
-Intelliseek
-InternetSeer
+Ebingbong
+Exabot
+Flunky
+GetWeb
+Grafula
+Heritrix
+IlseBot
 Iskanie
+Jbrofuzz
+Joomla
 Jyxobot
-Kozmosbot
-LeechGet
-LibWeb
-Lipperhey
+LNSpiderguy
+Linkbot
+LinkextractorPro
 MIIxpc
-MTRobot
-Mass Downloader
-Masscan
-Mb2345Browser
-Msrabot
-Name Intelligence
-NearSite
-NetSpider
+Mail.RU_Bot
+Majestic-SEO
+MarkWatch
+Mediatoolkitbot
+Needle
+NetLyzer
+NetMechanic
+NimbleCrawler
+Ninja
+Nuclei
+Nutch
 Octopus
-OpenLinkProfiler
-PageThing.com
 Pandalytics
-Papa Foto
-Picscout
-ProWebWalker
-RankFlex
-RealDownload
+Pavuk
+PictureFinder
+Psbot
+RankurBot
+RebelMouse
+RepoMonkey
 SBIder
-SEOstats
-Seekport
-Semrush
-Seomoz
-Snake
-Sociscraper
-Sqworm
-Sucuri
-Teleport
-Telesphoreo
+SEOprofiler
+SMTBot
+SalesIntelligent
+ScoutJet
+SentiBot
+SenutoBot
+Spinn3r
+Stripper
+SuperHTTP
+Swiftbot
 Telesphorep
-TurnitinBot
-Twice
-Web Fuck
-WebCollage
-WebEnhancer
-WebFuck
-WebImageCollector
-WebLeacher
-WebSucker
-Webshag
-Website Quester
-WebsiteExtractor
-com.plumanalytics
-eCatch
-facebookscraper
+Trendiction
+TwengaBot
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
+WISENutbot
+WallpapersHD
+WebBandit
+WebWhacker
+Webalta
+WinHTTrack
+Woobot
+Zauba
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+backlink-check
+cah.io.community
+crawler.feedback
+domainsproject.org
+heritrix
 linkdexbot
-magpie-crawler
-scan.lol
+mediawords
+page scorer
+plumanalytics
+polaris version
+probe-image-size
+satoristudio.net
 seobility
-sysscan
-tAkeOut
-xpymep1.exe
+seoscanners
+siteripz
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+webpros.com