V4.2024.07.4623 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-404checker
-ALittle Client
-Aboundex
+404enemy
+Aboundexbot
+AdsTxtCrawlerTP
 AfD-Verbotsverfahren
-BBBike
-Battleztar Bazinga
+AhrefsBot
+Alligator
+Attach
+BDCbot
 Bitacle
-BotALot
-Bullseye
+Boardreader
+BuiltBotTough
+BuiltWith
 Bytespider
-Cegbfeieh
-ChinaClaw
-Citoid
-Copyscape
-Crawling at Home Project
+CATExplorador
+ChatGPT-User
+CheTeam
+Cogentbot
+Custo
 DIIbot
-DTS Agent
-Dirbuster
-ECCP/1.0
-Extreme Picture Finder
-FemtosearchBot
-FlashGet
-GPTBot
+DataCha0s
+Discobot
+Drip
+ExtLinksBot
+Extractor
+GetRight
 Getintent
-Gigabot
 HEADMasterSEO
-HTMLparser
-IDBTE4M
-Id-search
-Image Fetch
-Intelliseek
-Iskanie
-JamesBOT
-JennyBot
-Lanshanbot
-LexiBot
-Lftp
-Linkbot
-Lmspider
+IlseBot
+IstellaBot
+Keyword Density
+LieBaoFast
+Lightspeedsystems
+LinqiaScrapeBot
 MIDown tool
-MSIECrawler
-Majestic12
-Mass Downloader
-Mb2345Browser
-Mediatoolkitbot
-Microsoft URL Control
-Moblie Safari
-Mr.4x3
-Musobot
-Navroad
-Needle
-Nessus
-Nettrack
-OpenLinkProfiler
-Pavuk
-PictureFinder
-ProWebWalker
-Probethenet
-RSSingBot
-RankingBot
-Re-re
-RedesScrapy
-SMTBot
+MJ12bot
+MTRobot
+MarkWatch
+MauiBot
+MicroMessenger
+Mister PiX
+Morfeus Fucking Scanner
+NICErsPRO
+NearSite
+NetZIP
+Offline Explorer
+OpenVAS
+OutclicksBot
+PECL::HTTP
+PageAnalyzer
+PeoplePal
+Pixray
+ProPowerBot
+Proximic
+PyCurl
+SBIder
+SEOprofiler
+SEOstats
 SalesIntelligent
-ScoutJet
-SemanticJuice
-SentiBot
+Screaming
+SeoSiteCheckup
 Siphon
-SmartDownload
-Snake
-TeleportPro
-Titan
-Toata
-V-BOT
+SputnikBot
+Stripper
+Teleport
+Telesphoreo
+TwengaBot
 VCI
-Vacuum
+Vagabondo
+VeriCiteCrawler
 VoidEYE
-WWW::Mechanize
+WWW-Mechanize
 Wallpapers
 Web Pix
+WebAuto
 WebBandit
+WebCollage
 WebCopier
-WebWhacker
-WebZIP
-Website Quester
-WinHTTrack
+WebReaper
+WebmasterWorldForumBot
+Webster
+Who.is Bot
+Xaldon_WebSpider
 Zeus
+arquivo.pt
 awario.com
-facebookscraper
-lwp-trivial
-netEstate NE Crawler
+coccocbot
+cohere-ai
+crawler4j
+heritrix
+linkdexbot
 oBot
+plumanalytics
+polaris version
+ripz
 seobility
-seostar
-spyfu
-sysscan
-voyagerx.com
-webmeup-crawler
-x09Mozilla
+sogouspider
+tAkeOut
+webgains-bot
+webpros.com