V4.2023.05.3760 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-AiHitBot
-Ankit
+360Spider
+AIBOT
+AfD-Verbotsverfahren
+AllSubmitter
+Anarchie
+Anarchy99
 Anthill
-BLEXBot
-Backlink-Ceck
-Black Hole
+BDFetch
+BackDoorBot
+Bigfoot
 Blow
-BlowFish
+Bolt
 Brandwatch
-BuiltBotTough
-BunnySlippers
-CODE87
-Citoid
-Copier
+CSHttp
+Calculon
+Cloud mapping
+CopyRightCheck
+Copyscape
 CrunchBot
 Curious
-Deusu
-Discoverybot
-Dotbot
-Evil
-Ezooms
-FemtosearchBot
+DBLBot
+DIIbot
+Dragonfly
+Drip
+Ebingbong
+Express WebPictures
+ExtractorPro
+FDM
 Freeuploader
-Fuzz
-GetRight
-GetWeb
-GrapeFX
-HTTP::Lite
-InfoNaviRobot
-Internet Ninja
-IstellaBot
-JennyBot
-Kenjin Spider
-Lanshanbot
-LibWeb
-Linkbot
-LinkpadBot
-Lipperhey Spider
-Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
-MeanPath Bot
+FyberSpider
+HMView
+Heritrix
+Hloader
+IDBot
+InterGET
+Jbrofuzz
+Jyxobot
+LWP::Simple
+LeechGet
+Likse
+LinkextractorPro
+LinqiaRSSBot
+Litemage_walker
+MQQBrowser
+Meanpathbot
+MegaIndex.ru
 Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Mojolicious
 Morfeus Fucking Scanner
 Net Vampire
-NetLyzer
-Netcraft
-Nuclei
-Offline Navigator
+Octopus
+OnCrawl
+OpenLinkProfiler
 OrangeSpider
-OutclicksBot
-PageThing.com
-Panscient
-Pavuk
+POE-Component-Client-HTTP
+PageGrabber
 Pi-Monster
 PleaseCrawl
-Pu_iN
-Pump
-QueryN Metasearch
-RSSingBot
-RankingBot2
-Re-re
-RebelMouse
+Proximic
+PxBroker
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+Reaper
+RocketCrawler
 Rogerbot
+SEOlyticsCrawler
 ScoutJet
-Snoopy
-Sogou web spider
-Sosospider
-Sottopop
-SpaceBison
-Stripper
-Sucuri
-SuperBot
-Szukacz
-T0PHackTeam
-TheNomad
-Thumbor
-True_Robot
-Turingos
-Vacuum
-WBSearchBot
+Searchestate
+SentiBot
+SeoSiteCheckup
+SiteLockSpider
+Siteimprove
+Snapbot
+Spinn3r
+Sucker
+Swiftbot
+Turnitin
+UnisterBot
+VoidEYE
+WISENutbot
+WPScan
+WeSEE
 Web Auto
-WebEnhancer
-WebLeacher
 WebSauger
-Website Quester
-WiseGuys Robot
-ZyBorg
-check1.exe
-crawler4j
-dataforseobot
-heritrix
-lwp-trivial
+Whacker
+Wprecon
+arquivo.pt
+coccocbot
+crawl.sogou.com
+facebookscraper
+magpie-crawler
+oBot
+pcBrowser
+ripz
 s1z.ru
-scalaj-http
-seostar
-sexsearcher
-sogouspider
-webgains-bot
+satoristudio.net
+zauba.io