V4.2024.04.4413 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Aipbot
-Atomseobot
-AwarioSmartBot
-BackStreet
+AIBOT
+ALittle Client
+ASPSeek
+AiHitBot
+Alligator
+BBBike
 BackWeb
-Black Hole
-BlackWidow
+BetaBot
+Bitacle
 Bolt
-BotALot
 Buddy
-Bullseye
-CATExplorador
-CCBot
-CSHttp
-Cocolyzebot
+BuiltBotTough
+BunnySlippers
+Cegbfeieh
+CensysInspect
+ChinaClaw
 Collector
-Craftbot
-CrazyWebCrawler
-DigitalPebble
-Dispatch
-Download Wonder
+Copyscape
+Devil
+Ebingbong
 Ecxi
+EirGrabber
 EroCrawler
-FHscan
-Fyrebot
-Genieo
-GermCrawler
-Getintent
-GrabNet
-HTTP::Lite
-ImagesiftBot
-InterGET
-Iria
-JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-LWP::Simple
-LexiBot
-LinkWalker
+Extractor
+Fuzz
+GPTBot
+GetRight
+Gotit
+Grafula
+GrapeFX
+GrapeshotCrawler
+HTTrack
+Iblog
+InfoNaviRobot
+Internet Ninja
+JOC Web Spider
+JetCar
+LeechFTP
+LibWeb
+LinkpadBot
+LinqiaRSSBot
+Lipperhey
 Ltx71
-Mail.RU_Bot
-MarkWatch
-Masscan
-Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Mister PiX
-Navroad
-Nessus
-NetMechanic
+Majestic SEO
+Majestic-SEO
+Mediatoolkitbot
+Minefield
+Moblie Safari
+Mojeek
+Mojolicious
+Netcraft
+NextGenSearchBot
+Nikto
+NimbleCrawler
 Nimbostratus
-Nmap
-OrangeSpider
+Nutch
+Page Analyzer
 Papa Foto
 Petalbot
-Proximic
+Picsearch
 Psbot
-Pu_iN
+Rainbot
 RankingBot
-RealDownload
 Reaper
-RebelMouse
-SEOkicks
-SEOprofiler
-SenutoBot
-Siphon
-Sitebeam
-Sitevigil
-SocialRankIOBot
-Sogou web spider
-Spinn3r
-SputnikBot
-Suzuran
-TeleportPro
-TheNomad
-Tracemyfile
-Turingos
+RepoMonkey
+SearchmetricsBot
+SemanticJuice
+Snapbot
+Sqlmap
+Steeler
+Stripper
+SuperHTTP
+TwengaBot
+VCI
 VelenPublicWebCrawler
+VoidEYE
+Voil
 WPScan
-WebFuck
-WebLeacher
-Webshag
-WebsiteExtractor
-Widow
-WinHTTrack
-Wonderbot
-Zitebot
-ZumBot
-ZyBorg
-cognitiveseo
+WWW::Mechanize
+WallpapersHD
+Web Fetch
+Web Fuck
+WebSauger
+Woobot
+Xaldon_WebSpider
+Xenu
+Zeus
+ZoominfoBot
+anthropic-ai
+check1.exe
 cohere-ai
-page scorer
-seocompany.store
-seoscanners
-sp_auditbot
+crawler4j
+dataforseobot
+meanpathbot
+oBot
+probe-image-size
+satoristudio.net
+scalaj-http
+scan.lol
 tAkeOut
-webmeup-crawler
-webpros.com