V4.2023.09.3998 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ADmantX
-Anarchy99
-Asterias
-Bitacle
-BlowFish
-BuzzSumo
-CherryPicker
-Copyscape
-CrunchBot
-Custo
-DSearch
-Drip
-ECCP/1.0
-EMail Siphon
-ExtractorPro
-EyeNetIE
-Ezooms
-G-i-g-a-b-o-t
-GermCrawler
-GoZilla
-Gotit
-HMView
-Haansoft
-Iblog
+01h4x.com
+360Spider
+ALittle Client
+Abonti
+AlphaBot
+Ankit
+Aspiegel
+Bandit
+Blackboard
+Blow
+Bolt
+Brandwatch
+Bytespider
+CATExplorador
+CODE87
+CheTeam
+Cliqzbot
+DataCha0s
+DigitalPebble
+Disco
+Discobot
+DomainSigmaCrawler
+Domains Project
+EroCrawler
+FDM
+FemtosearchBot
+Grafula
+GrapeFX
+GridBot
+HTMLparser
+HaosouSpider
+Havij
+Hloader
+Humanlinks
+InterGET
 Internet Ninja
-JikeSpider
+Iskanie
 Keyword Density
-LNSpiderguy
-LeechFTP
 LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
-LinksManager
-LinqiaMetadataDownloaderBot
-Litemage_walker
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
-Metauri
-Microsoft URL Control
+Likse
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
+MFC_Tear_Sample
+Mag-Net
 Mister PiX
-Mr.4x3
-Musobot
-NICErsPRO
-Navroad
+MolokaiBot
 NearSite
-Nessus
-Net Vampire
-NetMechanic
-NimbleCrawler
-Offline Navigator
+Offline Explorer
 OnCrawl
-PHPCrawl
-PageGrabber
+PageAnalyzer
 PageThing.com
-Petalbot
-ProPowerBot
-ProWebWalker
-Proximic
-RankingBot
-RankurBot
-RocketCrawler
-Seekport
-SenutoBot
+Pi-Monster
+RankFlex
+ScanAlert
+Screaming
+ScreenerBot
+SearchmetricsBot
+Semrush
+SentiBot
+Seomoz
+Shodan
+Siphon
+SiteExplorer
+Snake
+Snoopy
 SocialRankIOBot
-Spanner
-Sqlworm
-Sqworm
-Szukacz
-Thumbor
-URLy.Warning
-Virusdie
-Voil
+SurveyBot
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
+Trendiction
+TurnitinBot
+VidibleScraper
 WASALive-Bot
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-WebFetch
-WebGo IS
+Wallpapers
+Web Sauger
+WebEnhancer
+WebLeacher
+WebReaper
+WebSauger
+WebStripper
+WebsiteQuester
 Whatweb
-WiseGuys Robot
-Zermelo
-ZmEu
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-dataforseo.com
-linkdexbot
-lwp-request
+Who.is Bot
+ZumBot
+clark-crawler
+crawl.sogou.com
+dataforseobot
+ips-agent
+meanpathbot
+muhstik-scan
+openai.com
 probe-image-size
-scalaj-http
-spyfu
-webmeup-crawler
+seobility
+seocompany.store
+serpstatbot
+sexsearcher
+trendiction.com