V4.2024.03.4361 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aipbot
-Alexibot
+360Spider
+AIBOT
+Abonti
+AdsTxtCrawlerTP
 Alligator
+Anarchie
+Aspiegel
 AwarioSmartBot
-BDFetch
-BacklinkCrawler
-Bandit
-BetaBot
-Bolt
-BotALot
+Brandprotect
+Brandwatch
 Buddy
-BuiltBotTough
-Bytespider
-CSHttp
+BuiltWith
+Calculon
 CazoodleBot
-Cegbfeieh
-Cliqzbot
-Crawling at Home Project
+CrazyWebCrawler
 CyotekWebCopy
-DBLBot
-Deusu
+Disco
 Dispatch
+DomainSigmaCrawler
+Extreme Picture Finder
 FrontPage
 FyberSpider
-Go!Zilla
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+GermCrawler
+Grabber
+GrapeFX
+HTTP::Lite
+Haansoft
+HaosouSpider
 Humanlinks
-IRLbot
-IlseBot
-IndeedBot
+IDBTE4M
 Indy Library
-Kenjin Spider
+Iria
+JOC Web Spider
+JetCar
+Jyxobot
+Kinza
 Kozmosbot
-LNSpiderguy
-LeechFTP
-LinkScan
-Linkbot
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
-Majestic SEO
+Leap
+LeechGet
+LexiBot
+MIIxpc
 Majestic-SEO
-Mister PiX
-Mojolicious
+MauiBot
+MicroMessenger
+Minefield
+Moblie Safari
+Musobot
 Net Vampire
-Nmap
-Octopus
-Openvas
-PageAnalyzer
-ProPowerBot
-Psbot
-Pump
-RepoMonkey
-Rogerbot
-SEOkicks-Robot
+Nikto
+NimbleCrawler
+OutfoxBot
+PECL::HTTP
+PageThing.com
+Papa Foto
+PeoplePal
+Piepmatz
+RankFlex
+RankingBot2
 SMTBot
-SalesIntelligent
-ScreenerBot
-SearchmetricsBot
-SeekportBot
+ScanAlert
+Seekport
 Semrush
-Shodan
-Sitebeam
-Spbot
-Telesphoreo
-The Intraformant
-Thumbor
+Siphon
+Sottopop
+Steeler
+Surfbot
 TinyTestBot
-URLy Warning
-V-BOT
-Vacuum
-VidibleScraper
-Web Enhancer
-WebBandit
-WebCopier
-WebSucker
-Website Quester
-Whack
-WiseGuys Robot
+URLy.Warning
+VB Project
+VCI
+WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
+WebCollage
+WebGo IS
+WebZIP
+Who.is Bot
 Wonderbot
-Wotbox
-Wprecon
-Zitebot
-arquivo.pt
-backlink-check
-crawler.feedback
-domainsproject.org
-isitwp.com
-lwp-trivial
-magpie-crawler
-openai
+Zade
+Zauba
+ZmEu
+ZoominfoBot
+ZumBot
+check1.exe
+evc-batch
+heritrix
+instabid
+iubenda-radar
+meanpathbot
+oBot
 openai.com
+polaris version
 probe-image-size
-ripz
+satoristudio.net
 seoscanners
-trendiction.de
-voyagerx.com
-webgains-bot
 xpymep1.exe