V4.2024.05.4484 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AfD-Verbotsverfahren
-AllSubmitter
-Anarchie
+404checker
+80legs
+Aipbot
 Ankit
+Apexoo
 BDFetch
-BacklinkCrawler
+BLEXBot
+BackWeb
+Bandit
 Barkrowler
-Bigfoot
-CODE87
-Calculon
-CherryPicker
-ChinaClaw
-Cocolyzebot
-Copyscape
-Cosmos
-Custo
-DBLBot
-DataCha0s
-Digincore
-Disco
-DnBCrawler-Analytics
-DomainStatsBot
+Boardreader
+Bolt
+CheTeam
+Cliqzbot
+Craftbot
+Curious
+DIIbot
+Demon
+Devil
+Discoverybot
+DomainCrawler
+Domains Project
+Download Wonder
+EMail Siphon
 Ebingbong
-Exabot
-FHscan
-FacebookBot
-Freeuploader
-GrapeshotCrawler
-HTMLparser
-HTTrack
-Indy Library
-InterGET
+Express WebPictures
+ExtractorPro
+FDM
+Fimap
+Genieo
+Getintent
+GoZilla
+Grafula
+HTTP::Lite
+Harvest
+Image Sucker
+ImagesiftBot
+InternetSeer
+Jbrofuzz
 Jyxobot
+Kozmosbot
 LWP::Simple
-Lipperhey Spider
+LieBaoFast
 MIIxpc
-Majestic-SEO
-MarkWatch
-Mata Hari
-Mojeek
-Musobot
-Nameprotect
-NetMechanic
-NetZIP
-Niki-bot
-Octopus
-POE-Component-Client-HTTP
-PageAnalyzer
-Pavuk
-Piepmatz
-Pixray
+MQQBrowser
+Mag-Net
+Mb2345Browser
+Meanpathbot
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Mr.4x3
+Name Intelligence
+NearSite
+Nessus
+Nibbler
+Nuclei
+Nutch
+OpenLinkProfiler
+Picsearch
 PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-Ripper
-Rogerbot
-SBIder
-SalesIntelligent
-ScanAlert
-ScoutJet
-SeekportBot
-SemanticJuice
-Semrush
-SenutoBot
-SiteSucker
-Spammen
+RankActive
+RebelMouse
+Recorder
+Scrapy
+SentiBot
+Site Sucker
+SiteExplorer
+Snapbot
+SocialRankIOBot
 SpankBot
-Spanner
-Sucker
-Telesphoreo
-Toweyabot
-True_Robot
-VCI
+Sqlworm
+Swiftbot
+Telesoft
+The Intraformant
+VelenPublicWebCrawler
 WEBDAV
-WISENutbot
-WWW-Mechanize
-Wallpapers/3.0
-Web Sauger
-WebCollage
-WebFetch
-WebImageCollector
-WebReaper
-WebmasterWorldForumBot
+WallpapersHD
+WeSEE
+WebCopier
+Webalta
+Widow
+WinHTTrack
 Wonderbot
-ZmEu
-ZoomBot
-adscanner
-check1.exe
-dataforseobot
-gopher
-ips-agent
+Zermelo
+Zitebot
+arquivo.pt
+demandbase-bot
+domainsproject.org
 linkdexbot
+lwp-request
 meanpathbot
-mediawords
-pcBrowser
+plumanalytics
 polaris version
-satoristudio.net
 seocompany.store
-ubermetrics-technologies.com
+seoscanners
+spyfu
+trendiction.com
+trendiction.de