V4.2024.04.4442 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-AIBOT
-Aipbot
-AllSubmitter
-Apexoo
-Attach
-BBBike
-BackDoorBot
-BackWeb
-Barkrowler
-Bitacle
-Brandprotect
-BuzzSumo
-CATExplorador
-Calculon
-CazoodleBot
-Chlooe
+Anarchy99
+BacklinkCrawler
+Blackboard
+Brandwatch
+BunnySlippers
+CSHttp
+Claritybot
+Custo
+DIIbot
 DSearch
-DTS Agent
-DigitalPebble
-DittoSpyder
+DataCha0s
+Digincore
 DomainAppender
-Dragonfly
-EasyDL
-Express WebPictures
-FacebookBot
-FemtosearchBot
-Genieo
+Download Wonder
+EMail Siphon
+Ecxi
+FHscan
+FrontPage
+Fuzz
 GetRight
-Gigabot
-Gotit
-Grabber
-IRLbot
-InfoTekies
-Jbrofuzz
-JetCar
+GrapeshotCrawler
+HMView
+Harvest
+Hloader
+Humanlinks
+IDBTE4M
+Id-search
+Intelliseek
+IstellaBot
+JOC Web Spider
+JikeSpider
 Jorgee
-Likse
-Ltx71
+LexiBot
+Libwhisker
+LinkScan
+LinksManager
+LinqiaScrapeBot
+Litemage_walker
 MIDown tool
-Magnet
+MJ12bot
 Majestic-SEO
-MicroMessenger
-Microsoft Data Access
+Majestic12
 Microsoft URL Control
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NICErsPRO
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-Nmap
-OrangeSpider
-POE-Component-Client-HTTP
-PageScorer
-Panscient
-Pi-Monster
-RSSingBot
-RebelMouse
-SEOkicks
-SEOprofiler
-ScanAlert
-ScoutJet
-Screaming
-SeekportBot
-SuperBot
-Teleport
-Titan
-VCI
-VeriCiteCrawler
+Name Intelligence
+Nameprotect
+Nessus
+Net Vampire
+Netcraft
+Octopus
+Offline Navigator
+Openfind
+OrangeBot
+PHPCrawl
+PageThing.com
+Pavuk
+Picscout
+Picsearch
+Quick-Crawler
+RankActiveLinkBot
+Rogerbot
+SEOkicks-Robot
+Seekport
+SiteLockSpider
+Sogou web spider
+Stripper
+Sucker
+Twice
+URLy.Warning
+Vagabondo
 VidibleScraper
-WISENutbot
+VoidEYE
 WWWOFFLE
 Web Sauger
-WebFuck
+WebAuto
+WebCopier
 WebImageCollector
+Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
+Who.is Bot
 Widow
-Zitebot
+WinHTTrack
+Wprecon
+Xaldon_WebSpider
+YaK
 ZoomBot
-ZumBot
-clark-crawler
-cognitiveseo
-iubenda-radar
-linkdexbot
-pcBrowser
-plumanalytics
-probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
-seocompany.store
-sexsearcher
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-webpros.com
+ZoominfoBot
+awario.com
+cohere-ai
+dataforseo.com
+eCatch
+ips-agent
+mediawords
+oBot
+omgili
+openai
+sitechecker.pro
+spyfu
+sysscan