V4.2024.03.4360 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-404checker
-AhrefsBot
-AiHitBot
-Ankit
-BackDoorBot
-Barkrowler
+404enemy
+Aipbot
+Alexibot
+Alligator
+AwarioSmartBot
+BDFetch
+BacklinkCrawler
+Bandit
+BetaBot
 Bolt
-BuiltWith
-Copier
-Custo
+BotALot
+Buddy
+BuiltBotTough
+Bytespider
+CSHttp
+CazoodleBot
+Cegbfeieh
+Cliqzbot
+Crawling at Home Project
+CyotekWebCopy
 DBLBot
-Digincore
-DigitalPebble
+Deusu
 Dispatch
-DittoSpyder
-DomCopBot
-DomainCrawler
-Domains Project
-EMail Wolf
-EirGrabber
-Exabot
-Extractor
-ExtractorPro
-Ezooms
-Firefox/7.0
-GalaxyBot
-GrapeFX
-GridBot
-Image Sucker
-Internet Ninja
-InternetSeer
-IstellaBot
-Jbrofuzz
-Joomla
-Lanshanbot
+FrontPage
+FyberSpider
+Go!Zilla
+Go-Ahead-Got-It
+Humanlinks
+IRLbot
+IlseBot
+IndeedBot
+Indy Library
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
+LeechFTP
+LinkScan
+Linkbot
 LinkpadBot
-Ltx71
-Majestic12
-MarkMonitor
-MicroMessenger
-Microsoft URL Control
-Name Intelligence
-NetLyzer
-NetMechanic
-Nimbostratus
-Nutch
-Offline Explorer
-OutfoxBot
-PHPCrawl
-Papa Foto
-Picsearch
-PleaseCrawl
+LinqiaRSSBot
+Lipperhey
+Majestic SEO
+Majestic-SEO
+Mister PiX
+Mojolicious
+Net Vampire
+Nmap
+Octopus
+Openvas
+PageAnalyzer
 ProPowerBot
-ProWebWalker
-RankActiveLinkBot
-RealDownload
-RedesScrapy
-Ripper
+Psbot
+Pump
+RepoMonkey
 Rogerbot
-SEOstats
-Scanbot
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
 ScreenerBot
-SentiBot
-SeobilityBot
-Sitevigil
-SlySearch
-Sogou web spider
-Spinn3r
-SuperHTTP
-Suzuran
-Teleport
-Toweyabot
+SearchmetricsBot
+SeekportBot
+Semrush
+Shodan
+Sitebeam
+Spbot
+Telesphoreo
+The Intraformant
+Thumbor
+TinyTestBot
+URLy Warning
 V-BOT
-Virusdie
-Voltron
-WPScan
-Wallpapers/3.0
-Web Auto
-Web Sauger
+Vacuum
+VidibleScraper
+Web Enhancer
+WebBandit
 WebCopier
-Webalta
-WebmasterWorldForumBot
-Whacker
-ZmEu
-archive.org_bot
-cah.io.community
-com.plumanalytics
-dataforseo.com
-evc-batch
-heritrix
-ips-agent
+WebSucker
+Website Quester
+Whack
+WiseGuys Robot
+Wonderbot
+Wotbox
+Wprecon
+Zitebot
+arquivo.pt
+backlink-check
+crawler.feedback
+domainsproject.org
+isitwp.com
+lwp-trivial
 magpie-crawler
-omgili
 openai
 openai.com
+probe-image-size
 ripz
-siteripz
-sogouspider
-webpros.com
+seoscanners
+trendiction.de
+voyagerx.com
+webgains-bot
+xpymep1.exe