V4.2024.07.4642 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-ADmantX
-ASPSeek
-AhrefsBot
-Atomseobot
-Buck
+ALittle Client
+BackDoorBot
+BackStreet
+BackWeb
+Bitacle
+Black Hole
+BlackWidow
+Boardreader
+Buddy
 BuiltBotTough
-Bullseye
-BunnySlippers
-Calculon
-CazoodleBot
-ClaudeBot
-DTS Agent
-DatabaseDriverMysqli
-Devil
-Dispatch
-Download Wonder
-EasyDL
+BuiltWith
+CCBot
+CSHttp
+ChatGPT-User
+CheeseBot
+Citoid
+Cogentbot
+Cosmos
+Curious
+DomainStatsBot
+Dragonfly
+EMail Siphon
 EroCrawler
-FacebookBot
-FemtosearchBot
+Evil
+Express WebPictures
 Fimap
-FrontPage
 Google-Extended
-GrapeshotCrawler
+GridBot
 HMView
-Humanlinks
-HybridBot
-Image Fetch
-Information Security Team InfraSec Scanner
-Jbrofuzz
-Jyxobot
-LWP::Simple
-Lftp
-LieBaoFast
-LinkWalker
-MSFrontPage
-MarkWatch
-Microsoft Data Access
-Mojeek
-Mr.4x3
-Msrabot
-Needle
+HTTrack
+Harvest
+IDBot
+JOC Web Spider
+JetCar
+Joomla
+Lanshanbot
+LeechGet
+Lightspeedsystems
+Linkbot
+LinksManager
+Ltx71
+MFC_Tear_Sample
+Majestic-SEO
+Mediatoolkitbot
+Moblie Safari
+Morfeus Fucking Scanner
+Navroad
+Net Vampire
 Netvibes
-Nibbler
-Offline Explorer
-OnCrawl
-OpenVAS
-Openvas
-PageGrabber
-PageThing.com
+Ninja
+Offline Navigator
+OrangeBot
+OutclicksBot
+Petalbot
 ProWebWalker
+Probethenet
 PyCurl
-Quick-Crawler
-RSSingBot
-RankurBot
-RebelMouse
-SEOkicks-Robot
-SEOlyticsCrawler
-ScanAlert
+Rainbot
+RedesScrapy
+SBIder
+SEOprofiler
 Scanbot
 ScreenerBot
-Seekport
-Semrush
-SiteExplorer
-SiteSucker
-Sitevigil
-Steeler
-Teleport
-Turnitin
-Typhoeus
-URLy Warning
-VB Project
-Vagabondo
+SearchmetricsBot
+SeekportBot
+Site Sucker
+SputnikBot
+SurveyBot
+Szukacz
+T8Abot
+TinyTestBot
+Toweyabot
+Trendiction
+VidibleScraper
+Virusdie
 Voil
-Voltron
-WWW-Mechanize
-WWW::Mechanize
-Web Enhancer
+WEBDAV
+WPScan
+WeSEE
 Web Pix
-WebAuto
-WebStripper
-WebWhacker
-WebsiteQuester
-Widow
-ZyBorg
-anthropic-ai
-clark-crawler
-crawler4j
+WebReaper
+WebSauger
+WebZIP
+Woobot
+YaK
+Zauba
+adscanner
+autoemailspider
 dataforseobot
 eCatch
-ips-agent
-oBot
-pcBrowser
-plumanalytics
-scan.lol
+heritrix
+instabid
+lwp-request
+page scorer
+scalaj-http
+seobility
+serpstatbot
 sexsearcher
-sitechecker.pro
-trendiction.com
+ubermetrics-technologies.com
+zauba.io