V4.2023.11.4119 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
+404enemy
+AdsTxtCrawlerTP
 Aipbot
 AllSubmitter
-Anarchy
+Alligator
+Anarchy99
+Anthill
+Aspiegel
+AwarioSmartBot
 BDCbot
-Barkrowler
-Bitacle
-Blow
+BDFetch
+BlackWidow
 Brandwatch
-Cegbfeieh
-Copier
+Buck
+BuzzSumo
+CheTeam
+CherryPicker
+Claritybot
 CopyRightCheck
-Custo
+Devil
+Discobot
+Dispatch
+DnyzBot
 DomainCrawler
-Ebingbong
-EirGrabber
+EasyDL
 Evil
-Express WebPictures
-Extreme Picture Finder
-FrontPage
-GetWeb
-GrapeshotCrawler
-HaosouSpider
+FyberSpider
+Fyrebot
+GT::WWW
+GermCrawler
+GetRight
+GridBot
+Heritrix
 Hloader
-HybridBot
-Id-search
-Indy Library
-InfoNaviRobot
-IstellaBot
+IRLbot
 JennyBot
-Jorgee
-Kinza
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Litemage_walker
+JikeSpider
+JustView
+LNSpiderguy
+MFC_Tear_Sample
 MIIxpc
-MTRobot
+MQQBrowser
 Mag-Net
-MarkMonitor
-MeanPath Bot
+Majestic12
 MegaIndex.ru
-Microsoft Data Access
-Moblie Safari
-NearSite
-Nessus
-Nuclei
-OnCrawl
+Mojolicious
+Mozlila
+NICErsPRO
+NPbot
+NetLyzer
+Niki-bot
+Nimbostratus
+Offline Explorer
 OpenLinkProfiler
-Openvas
 OrangeBot
-Pi-Monster
-PleaseCrawl
-ProPowerBot
-RankFlex
-Scanbot
-SeekportBot
-SemanticJuice
+OutclicksBot
+Petalbot
+Picscout
+ProWebWalker
+PxBroker
+RSSingBot
+Rankivabot
+Recorder
+Rogerbot
+SEOkicks-Robot
+SMTBot
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
+Seekport
 SentiBot
-SeobilityBot
-Shodan
-Site Sucker
-SiteSucker
-SocialRankIOBot
-Sucuri
-SuperBot
-SuperHTTP
-Suzuran
-TeleportPro
-Virusdie
-Voltron
-WEBDAV
-Web Auto
-Web Fuck
-Webalta
-Whatweb
-Who.is Bot
+SiteLockSpider
+SmartDownload
+Stripper
+T8Abot
+Toata
+URLy Warning
+V-BOT
+WASALive-Bot
+WISENutbot
+Web Enhancer
+Web Pix
+WebWhacker
+WebZIP
+WebsiteQuester
 Wonderbot
-Woobot
-Wprecon
-arquivo.pt
-backlink-check
-com.plumanalytics
-crawl.sogou.com
-crawler4j
-eCatch
-facebookscraper
-heritrix
-instabid
-lwp-request
+Zeus
+ZumBot
+cah.io.community
+dataforseo.com
+dataforseobot
+demandbase-bot
+domainsproject.org
 netEstate NE Crawler
-pcBrowser
-probe-image-size
-s1z.ru
-scan.lol
+page scorer
 seocompany.store
-sexsearcher
-voyagerx.com
-webpros.com
-webprosbot
+sitechecker.pro
+xpymep1.exe
+zgrab