V4.2023.11.4120 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AdsTxtCrawlerTP
-Aipbot
-AllSubmitter
 Alligator
-Anarchy99
-Anthill
-Aspiegel
-AwarioSmartBot
-BDCbot
-BDFetch
-BlackWidow
-Brandwatch
-Buck
-BuzzSumo
-CheTeam
+Ankit
+Apexoo
+AwarioRssBot
+BackWeb
+Badass
+Bigfoot
+Bitacle
+Brandprotect
+Buddy
+CATExplorador
+CSHttp
+Calculon
 CherryPicker
-Claritybot
-CopyRightCheck
+Craftbot
+CrazyWebCrawler
+CyotekWebCopy
+DatabaseDriverMysqli
 Devil
-Discobot
-Dispatch
-DnyzBot
+DigitalPebble
 DomainCrawler
-EasyDL
+DomainSigmaCrawler
+Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
+EMail Wolf
 Evil
-FyberSpider
-Fyrebot
-GT::WWW
-GermCrawler
-GetRight
+Fimap
+Fuzz
 GridBot
+Harvest
 Heritrix
-Hloader
-IRLbot
-JennyBot
-JikeSpider
+IDBot
+Id-search
+IlseBot
+IndeedBot
+Intelliseek
+Iria
+Iskanie
 JustView
-LNSpiderguy
-MFC_Tear_Sample
-MIIxpc
-MQQBrowser
+Keybot Translation-Search-Machine
+Kozmosbot
+LieBaoFast
+Likse
 Mag-Net
-Majestic12
-MegaIndex.ru
-Mojolicious
-Mozlila
-NICErsPRO
-NPbot
-NetLyzer
-Niki-bot
+Majestic-SEO
+MicroMessenger
+Minefield
+Mojeek
+Msrabot
+NearSite
+Netcraft
+NimbleCrawler
 Nimbostratus
-Offline Explorer
-OpenLinkProfiler
-OrangeBot
-OutclicksBot
+Nuclei
+Openfind
+PeoplePal
 Petalbot
-Picscout
-ProWebWalker
+Pu_iN
 PxBroker
-RSSingBot
-Rankivabot
-Recorder
-Rogerbot
-SEOkicks-Robot
-SMTBot
-ScanAlert
-Scrapy
-Screaming
-ScrepyBot
-Seekport
-SentiBot
-SiteLockSpider
-SmartDownload
-Stripper
-T8Abot
-Toata
-URLy Warning
+RankFlex
+Re-re
+RocketCrawler
+SalesIntelligent
+SearchmetricsBot
+SiteSucker
+Sosospider
+SputnikBot
+T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
+Telesphorep
+Twice
+Typhoeus
+URLy.Warning
 V-BOT
-WASALive-Bot
-WISENutbot
-Web Enhancer
+WWW-Collector-E
+Wallpapers/3.0
 Web Pix
-WebWhacker
+Web Sauger
+WebGo IS
+WebStripper
 WebZIP
-WebsiteQuester
-Wonderbot
-Zeus
-ZumBot
+YoudaoBot
+ZoomBot
 cah.io.community
-dataforseo.com
+crawler4j
 dataforseobot
-demandbase-bot
-domainsproject.org
-netEstate NE Crawler
-page scorer
-seocompany.store
+heritrix
+ips-agent
+iubenda-radar
+lwp-request
+plumanalytics
+serpstatbot
+sexsearcher
 sitechecker.pro
-xpymep1.exe
-zgrab
+trendiction.de
+x22Mozilla