V4.2024.09.4740 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
+ALittle Client
 ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-Attach
-BacklinkCrawler
-BlowFish
+Abonti
+Aboundex
+AiHitBot
+Anarchy99
+BDCbot
+BackWeb
+Bandit
+BatchFTP
+Battleztar Bazinga
 Boardreader
-Buck
-CSHttp
-Craftbot
-CrazyWebCrawler
-CyotekWebCopy
+Bullseye
+CATExplorador
+Calculon
+Copier
+Crescent
+DigitalPebble
 Disco
-Discobot
 Dispatch
-DittoSpyder
-ECCP/1.0
-EasyDL
+DomCopBot
+Ecxi
+EroCrawler
 ExtLinksBot
-ExtractorPro
-FrontPage
+EyeNetIE
+FacebookBot
+FyberSpider
+G-i-g-a-b-o-t
 GPTBot
-GalaxyBot
-GrapeFX
-GrapeshotCrawler
-HaosouSpider
-Humanlinks
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+Gotit
+HTMLparser
+Haansoft
+Harvest
+Havij
+Hloader
 HybridBot
-IDBTE4M
-JetCar
-Jorgee
-Keyword Density
-Kinza
-Lanshanbot
-LibWeb
-LieBaoFast
-Lipperhey
-MQQBrowser
-Masscan
-Morfeus Fucking Scanner
-Nessus
-NetMechanic
-Nmap
-Offline Explorer
-OpenVAS
+Indy Library
+InfoNaviRobot
+Internet Ninja
+LinkScan
+MFC_Tear_Sample
+Mag-Net
+MegaIndex.ru
+MicroMessenger
+Mojeek
+Netcraft
+Offline Navigator
+OpenLinkProfiler
+OrangeBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-Pandalytics
-PictureFinder
-Piepmatz
-Pixray
+PageThing.com
+Pavuk
+Picscout
 PleaseCrawl
-Probethenet
-RankingBot2
-Recorder
+ProPowerBot
+PxBroker
 RedesScrapy
-SISTRIX
-Scanbot
+RepoMonkey
+ScanAlert
+ScoutJet
+SearchmetricsBot
 SeekportBot
-SemanticJuice
-SentiBot
-Sitebeam
-Sogou web spider
-Spinn3r
-Sucuri
-SurveyBot
+Shodan
+Siphon
+SlySearch
+Sociscraper
+Sucker
 T8Abot
-TeleportPro
-Trendictionbot
-TurnitinBot
-URLy.Warning
-VB Project
-Vagabondo
-WeSEE
-Web Fuck
-Web Sucker
-WebFetch
-WebPix
-WebStripper
-WebSucker
-Xaldon WebSpider
-Zitebot
-ZoominfoBot
-anthropic-ai
-backlink-check
-crawler4j
-eCatch
-ips-agent
-linkfluence
-lwp-trivial
-muhstik-scan
-openai
-plumanalytics
+Telesoft
+URLy Warning
+VoidEYE
+Voil
+Voltron
+WWW-Collector-E
+Web Enhancer
+WebBandit
+Webalta
+Webshag
+WebsiteQuester
+Whack
+Who.is Bot
+YaK
+YoudaoBot
+ZumBot
+adscanner
+instabid
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+omgili
 s1z.ru
-satoristudio.net
-seoscanners
-sexsearcher
+seobility
 sitechecker.pro
-webpros.com
+x09Mozilla
 zauba.io