V4.2024.07.4626 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aboundex
+80legs
+ADmantX
+Acunetix
+AdsTxtCrawlerTP
 Alexibot
-AlphaBot
-Anarchy99
-AwarioRssBot
-BDCbot
-BlowFish
-Bolt
-Bullseye
-BunnySlippers
-CATExplorador
-CCBot
-CheTeam
+AwarioSmartBot
+Bigfoot
+Bitacle
+Blow
+Boardreader
+Buddy
+CazoodleBot
+CensysInspect
 CheeseBot
-DIIbot
-DittoSpyder
+Collector
+CrunchBot
+CyotekWebCopy
+DataCha0s
 Domains Project
-EMail Siphon
-Evil
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
-Fimap
-Fuzz
-Fyrebot
-GalaxyBot
-Genieo
-GetRight
-Gotit
-HTMLparser
-Havij
+Dotbot
+Dragonfly
+EMail Wolf
+Ecxi
+FyberSpider
+GermCrawler
+Getintent
+Gigabot
+Grabber
+Haansoft
+HaosouSpider
+Harvest
+Humanlinks
 HybridBot
-InternetSeer
+IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
+Intelliseek
 Iria
-IstellaBot
-Jbrofuzz
-Keybot Translation-Search-Machine
-Kinza
-Linkbot
-Ltx71
+Kozmosbot
+Leap
+LinkWalker
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
 MJ12bot
-MSIECrawler
-Mass Downloader
-Microsoft Data Access
+Majestic SEO
 Mojolicious
 MolokaiBot
-Msrabot
-Musobot
-NearSite
-NimbleCrawler
-Nuclei
+Needle
+Net Vampire
+Offline Navigator
+OrangeBot
 OrangeSpider
-PageAnalyzer
-PageThing.com
-PictureFinder
-Pimonster
-Pockey
-ProWebWalker
-PyCurl
+OutfoxBot
+Pavuk
+Piepmatz
+Pixray
+PleaseCrawl
+ProPowerBot
+Psbot
 Quick-Crawler
-Rankivabot
-Re-re
-SEOlyticsCrawler
-SiteExplorer
-SiteSnagger
-Sosospider
-Surfbot
-TeleportPro
-Telesphorep
-Toata
+RSSingBot
+Rainbot
+Recorder
+Ripper
+SISTRIX
+SMTBot
+SalesIntelligent
+SeobilityBot
+Shodan
+Spbot
+SurveyBot
+T0PHackTeam
+TightTwatBot
+TinyTestBot
+Toweyabot
+Trendictionbot
 Turingos
-Turnitin
-URLy.Warning
-VB Project
-VeriCiteCrawler
-WBSearchBot
 Wallpapers/3.0
-Web Collage
-Web Sucker
-WebBandit
-WebFuck
-WebLeacher
-WebWhacker
+Web Fuck
+Web Pix
+WebFetch
+WebSauger
+WebSucker
+Webalta
 Website Quester
-WebsiteExtractor
+Whack
+Who.is Bot
 Widow
-YoudaoBot
-Zermelo
+Zade
+Zeus
 Zitebot
-cognitiveseo
-eCatch
-netEstate NE Crawler
-oBot
-polaris version
-satoristudio.net
-seocompany.store
+anthropic-ai
+archive.org_bot
+backlink-check
+clark-crawler
+crawler.feedback
+sogouspider
 webpros.com
-webprosbot