V4.2023.05.3737 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Alligator
-Anarchy99
-Anthill
-Apexoo
-AwarioRssBot
+404enemy
+AIBOT
+Aboundexbot
+AlphaBot
+Attach
+AwarioSmartBot
+Bandit
 Battleztar Bazinga
-Bitacle
-Blackboard
-Cegbfeieh
-CheeseBot
-Cocolyzebot
-Custo
-DataCha0s
-Digincore
-DnBCrawler-Analytics
+BetaBot
+BlowFish
+Bolt
+Brandwatch
+CODE87
+Calculon
+CrunchBot
+DBLBot
+Deusu
+DomainAppender
 DomainSigmaCrawler
-EasyDL
-FlashGet
-Fuzz
-GetRight
-GoZilla
-GrapeFX
+Ecxi
+ExtractorPro
+Ezooms
+FrontPage
+GT::WWW
+Genieo
 HEADMasterSEO
 HTMLparser
-HaosouSpider
+HTTP::Lite
+Harvest
+Havij
+Hloader
+HonoluluBot
+IDBot
+IRLbot
+Image Fetch
 IndeedBot
-Kinza
-LinkScan
-LinkWalker
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MJ12bot
-Majestic12
+Jetty
+Jyxobot
+Larbin
+Likse
+LinksManager
+MTRobot
+Majestic-SEO
+MarkWatch
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Navroad
-NetMechanic
-Nettrack
-Nibbler
+NICErsPRO
+NearSite
+NetLyzer
+Netcraft
 Nimbostratus
 Nuclei
 Nutch
-OpenLinkProfiler
-OutfoxBot
-PECL::HTTP
-PageThing.com
-Panscient
-Pavuk
-Pi-Monster
-PictureFinder
+Openfind
+PageAnalyzer
+PageGrabber
+Picsearch
 Pimonster
-PleaseCrawl
-Pu_iN
-RankFlex
+Psbot
+Pump
+RankActive
+Rankivabot
 RedesScrapy
-SEOkicks
-SEOstats
+RocketCrawler
+ScanAlert
+Scrapy
+Screaming
 SeekportBot
-SemanticJuice
-Shodan
+SeobilityBot
+Siphon
 Siteimprove
-SpankBot
-Stripper
-Surfbot
-Upflow
+Spbot
+Sqworm
+Swiftbot
+TightTwatBot
+Toweyabot
+UnisterBot
 VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
-WallpapersHD
-WeSEE
-Web Sauger
+WWWOFFLE
+Wallpapers
+Web Auto
+Web Sucker
+WebAuto
 WebEnhancer
-WebGo IS
-WebLeacher
-WebReaper
 WebsiteExtractor
-WebsiteQuester
-YoudaoBot
+Wprecon
 Zauba
-ZoominfoBot
-ZumBot
-coccocbot
-facebookscraper
-gopher
-linkdexbot
-magpie-crawler
+cognitiveseo
+eCatch
+evc-batch
+meanpathbot
 mediawords
 netEstate NE Crawler
-plumanalytics
-probe-image-size
-seobility
-seoscanners
+seocompany.store
+serpstatbot
+sitechecker.pro
+sogouspider
+spyfu
+sysscan
 tAkeOut
-trendiction.com
-trendiction.de