V4.2023.04.3667 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Aipbot
-Alexibot
-Anarchie
-Apexoo
-Asterias
-AwarioRssBot
-Bigfoot
-Buddy
-CODE87
-CheTeam
-CherryPicker
-Claritybot
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-CrazyWebCrawler
-DigitalPebble
-DomainSigmaCrawler
-Dotbot
+01h4x.com
+Anarchy
+Aspiegel
+BackWeb
+Bandit
+Battleztar Bazinga
+BlackWidow
+Brandwatch
+CazoodleBot
+Collector
+Crescent
+CrunchBot
+DSearch
+DTS Agent
+Demon
+Drip
+EMail Siphon
 EMail Wolf
-EroCrawler
-Fimap
-Flunky
-GetWeb
-Gotit
-HTTrack
-Iskanie
-JamesBOT
+EasyDL
+Ebingbong
+EyeNetIE
+FyberSpider
+Getintent
+HMView
+HTMLparser
+Humanlinks
+Id-search
+Indy Library
+Intelliseek
+Jbrofuzz
 JikeSpider
-JustView
+Jorgee
 Kenjin Spider
+Leap
+LeechGet
 Lftp
+Linkbot
 LinkpadBot
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
 Ltx71
-MTRobot
-Mail.RU_Bot
+MFC_Tear_Sample
+Majestic SEO
 Masscan
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Mister PiX
-Mojeek
-Mojolicious
+Mb2345Browser
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
 NICErsPRO
+Nameprotect
 Navroad
 NetZIP
-Niki-bot
-NimbleCrawler
-OrangeBot
-PageThing.com
-Piepmatz
-ProPowerBot
-Pu_iN
-PyCurl
-Quick-Crawler
-Recorder
-Ripper
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-Scrapy
+OnCrawl
+OutclicksBot
+PageGrabber
+Panscient
+Probethenet
+QueryN Metasearch
+Rogerbot
+SalesIntelligent
 ScreenerBot
-SemanticJuice
+Semrush
+Seomoz
+SiteSnagger
 Sitevigil
-Snake
-SocialRankIOBot
+Sosospider
+Spbot
 Sqworm
-Sucker
-Suzuran
-Swiftbot
-Telesphorep
-True_Robot
-Turingos
-TurnitinBot
-Vacuum
-VelenPublicWebCrawler
+Stripper
+Sucuri
+The Intraformant
+TwengaBot
+URLy.Warning
+VCI
+Vagabondo
+WISENutbot
+WeSEE
 Web Auto
-Web Fuck
-Web Pix
-Whacker
-WiseGuys Robot
-Xenu
-Zermelo
-ZoomBot
-ZyBorg
-adscanner
-cah.io.community
-cognitiveseo
-crawler4j
-domainsproject.org
+Web Sucker
+WebAuto
+WebReaper
+WebsiteExtractor
+Wprecon
+YoudaoBot
+Zade
+arquivo-web-crawler
+check1.exe
+clark-crawler
 eCatch
+iubenda-radar
+magpie-crawler
+meanpathbot
 oBot
 page scorer
-seocompany.store
 sexsearcher
+sp_auditbot
 sysscan
-voyagerx.com
+tAkeOut