V4.2023.05.3761 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-AIBOT
-AfD-Verbotsverfahren
-AllSubmitter
-Anarchie
-Anarchy99
-Anthill
-BDFetch
-BackDoorBot
-Bigfoot
-Blow
-Bolt
-Brandwatch
-CSHttp
-Calculon
-Cloud mapping
-CopyRightCheck
-Copyscape
-CrunchBot
-Curious
-DBLBot
-DIIbot
-Dragonfly
-Drip
-Ebingbong
-Express WebPictures
-ExtractorPro
-FDM
-Freeuploader
-FyberSpider
-HMView
-Heritrix
+Asterias
+BBBike
+BacklinkCrawler
+Bandit
+Buck
+BuiltBotTough
+BunnySlippers
+Crawling at Home Project
+CyotekWebCopy
+Download Wonder
+EMail Siphon
+EMail Wolf
+Evil
+Foobot
+FrontPage
+GalaxyBot
+Gigabot
+Go-Ahead-Got-It
+Grabber
+GrapeFX
 Hloader
-IDBot
+HybridBot
 InterGET
-Jbrofuzz
+Iskanie
+IstellaBot
+JetCar
+JikeSpider
 Jyxobot
-LWP::Simple
+Larbin
 LeechGet
-Likse
-LinkextractorPro
-LinqiaRSSBot
-Litemage_walker
-MQQBrowser
+Lightspeedsystems
+Linkbot
+Mass Downloader
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Net Vampire
-Octopus
-OnCrawl
-OpenLinkProfiler
-OrangeSpider
-POE-Component-Client-HTTP
+Msrabot
+Name Intelligence
+NetZIP
+OpenVAS
 PageGrabber
-Pi-Monster
-PleaseCrawl
-Proximic
-PxBroker
-Quick-Crawler
-RankActiveLinkBot
-RankingBot
-Reaper
+PageScorer
+PageThing.com
+Pixray
+RSSingBot
+Recorder
 RocketCrawler
-Rogerbot
-SEOlyticsCrawler
-ScoutJet
-Searchestate
-SentiBot
-SeoSiteCheckup
-SiteLockSpider
-Siteimprove
+SEOkicks-Robot
+SEOstats
+ScrepyBot
+SeekportBot
+Semrush
+SiteCheckerBotCrawler
+SlySearch
+Snake
 Snapbot
-Spinn3r
-Sucker
-Swiftbot
-Turnitin
+Spanner
+Sqworm
+Stripper
+Sucuri
+Szukacz
+T0PHackTeam
+Telesphoreo
+TheNomad
+Titan
+Tracemyfile
+Twice
 UnisterBot
+Upflow
+VB Project
+VidibleScraper
 VoidEYE
-WISENutbot
-WPScan
-WeSEE
+WWW::Mechanize
+WWWOFFLE
 Web Auto
-WebSauger
-Whacker
-Wprecon
-arquivo.pt
-coccocbot
-crawl.sogou.com
-facebookscraper
-magpie-crawler
+Web Sauger
+WebBandit
+WebFetch
+WebFuck
+WebWhacker
+Webster
+Who.is Bot
+Wonderbot
+Xaldon_WebSpider
+Zauba
+Zeus
+cah.io.community
+dataforseo.com
+dataforseobot
+domainsproject.org
+evc-batch
 oBot
-pcBrowser
-ripz
-s1z.ru
-satoristudio.net
-zauba.io
+sexsearcher
+sysscan
+tAkeOut
+voyagerx.com
+webprosbot
+x09Mozilla
+xpymep1.exe