V4.2025.02.5011 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-AllSubmitter
-Anarchy
-Anarchy99
-Apexoo
-Attach
-BDCbot
-Bandit
-Battleztar Bazinga
+AhrefsBot
+Atomseobot
+BBBike
+BackStreet
+BacklinkCrawler
+Black Hole
 BlackWidow
-BuiltWith
-CATExplorador
+BlowFish
+Buck
 CCBot
-Calculon
-CazoodleBot
-Chlooe
-Claritybot
+CODE87
+CSHttp
+Cegbfeieh
+CherryPicker
+ChinaClaw
 Cogentbot
-Craftbot
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DatabaseDriverMysqli
-Digincore
-Disco
-Download Wonder
-EMail Wolf
-EroCrawler
-EyeNetIE
+Custo
+DBLBot
+Discobot
+DomainCrawler
+Ecxi
+ExtractorPro
+Ezooms
+Firefox/7.0
 Flunky
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
-GrapeshotCrawler
+Freeuploader
+GetWeb
+Getintent
 GridBot
-Haansoft
-HaosouSpider
-HonoluluBot
-IRLbot
-Intelliseek
+HEADMasterSEO
+HybridBot
 InterGET
-JamesBOT
-Libwhisker
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+JustView
+Keybot Translation-Search-Machine
+Keyword Density
+LeechGet
+LibWeb
+LieBaoFast
+LinksManager
+Litemage_walker
 Lmspider
-MSFrontPage
-MarkWatch
-Mb2345Browser
-Meanpathbot
-Microsoft Data Access
-Msrabot
-Nameprotect
-Navroad
-NimbleCrawler
+Mag-Net
+Majestic-SEO
+Mass Downloader
+Mata Hari
+Metauri
+Mojolicious
+Netvibes
 Nimbostratus
-PageAnalyzer
-Piepmatz
-ProPowerBot
-SEOkicks-Robot
-SEOstats
-SMTBot
-SemrushBot
+Nutch
+OrangeBot
+Papa Foto
+Picscout
+Pimonster
+RankActiveLinkBot
+RankingBot
+RealDownload
+RebelMouse
+ScoutJet
+SenutoBot
+SeoCherryBot
+SeoSiteCheckup
 Seomoz
-Spider_Bot/3.0
+Siphon
+Siteimprove
+Spbot
+Spinn3r
 SplitSignalBot
+SputnikBot
+SuperBot
 T0PHackTeam
-Telesphorep
-The Intraformant
 Titan
 Toata
-TurnitinBot
-URLy.Warning
+True_Robot
 Upflow
-VCI
-Vagabondo
-WEBDAV
-WPScan
-Web Enhancer
+VelenPublicWebCrawler
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
+WeSEE
 Web Fuck
-Web Pix
-Web Sucker
-WebStripper
+WebCollage
+WebEnhancer
+WebReaper
+WebWhacker
+Webshag
 Whacker
-com.plumanalytics
-crawler.feedback
+Xaldon WebSpider
+Zermelo
+adscanner
+awario.com
+crawler4j
 dataforseobot
 demandbase-bot
-facebookscraper
-ips-agent
-muhstik-scan
+instabid
+oBot
 openai
-seoscanners
-sitechecker.pro
-x22Mozilla
+openai.com
+plumanalytics
+webgains-bot