V4.2024.03.4351 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-ASPSeek
-Abonti
-AiHitBot
-Apexoo
+360Spider
+404enemy
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+AlphaBot
+Asterias
 Atomseobot
-BDCbot
-BLEXBot
-Badass
-Bandit
-BetaBot
-Black Hole
-BlackWidow
-Blow
+AwarioRssBot
+BDFetch
+Bitacle
 Bullseye
-BuzzSumo
+CCBot
+CODE87
+CSHttp
+CazoodleBot
+Cegbfeieh
+CherryPicker
+Cloud mapping
+Collector
 CopyRightCheck
-DataCha0s
-DnyzBot
-DomainSigmaCrawler
-EMail Siphon
-EasyDL
-ExtractorPro
-Flunky
-Fyrebot
-HTTrack
-HaosouSpider
+CrazyWebCrawler
+DBLBot
+Dotbot
+Drip
+Extreme Picture Finder
+FemtosearchBot
+Fimap
+Freeuploader
+Fuzz
+GPTBot
+GT::WWW
+Gigabot
+Go-Ahead-Got-It
+Gotit
+GrapeshotCrawler
+HTTP::Lite
 Harvest
-HybridBot
-InfoTekies
-InterGET
-InternetSeer
-Kozmosbot
-Leap
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinksManager
-MIDown tool
-MTRobot
-Majestic12
-MarkMonitor
-MarkWatch
+IDBTE4M
+IlseBot
+IndeedBot
+JikeSpider
+Jyxobot
+LNSpiderguy
+Larbin
+LinkScan
+Majestic SEO
+Mass Downloader
 MeanPath Bot
 Moblie Safari
-Mojolicious
+Mozlila
+Mr.4x3
+Nessus
 Nettrack
-Nibbler
-Nikto
-Octopus
-OnCrawl
-Piepmatz
-Pimonster
-Pixray
-Proximic
+Netvibes
+Nmap
+Offline Navigator
+OpenLinkProfiler
+Openvas
+PeoplePal
+PictureFinder
+PleaseCrawl
 RankActive
-RankingBot2
+RankingBot
 Re-re
-RealDownload
-RebelMouse
+SEOlyticsCrawler
+SISTRIX
+Scanbot
 ScoutJet
-Shodan
-Spinn3r
-Sucker
+SiteExplorer
+SiteSnagger
+Sottopop
+SpaceBison
+Spbot
 SuperBot
-SuperHTTP
-Surfbot
-Suzuran
 T0PHackTeam
-TightTwatBot
-Trendiction
+T8Abot
+Tracemyfile
 Turingos
-Turnitin
-TwengaBot
-Typhoeus
-URLy.Warning
-VCI
-Vacuum
+UnisterBot
 Virusdie
-WEBDAV
-Web Fuck
-WebEnhancer
-WebFuck
-Website Quester
-Webster
-Widow
-Xaldon_WebSpider
-Zauba
-ZmEu
-ZoomBot
-arquivo.pt
+VoidEYE
+WBSearchBot
+Web Enhancer
+Web Fetch
+Web Pix
+WebSucker
+WebsiteQuester
+Whack
+WinHTTrack
+Zade
+Zermelo
+ZoominfoBot
+adscanner
+autoemailspider
 clark-crawler
-crawl.sogou.com
-ips-agent
-scan.lol
-sogouspider
-sysscan
-webgains-bot
+seobility
+spyfu
+voyagerx.com
+webprosbot
 zauba.io