V4.2025.08.5407 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+AfD-Verbotsverfahren
+Aipbot
 AlphaBot
-Ankit
-BacklinksExtendedBot
+Anarchie
+Apexoo
+Aspiegel
+BDFetch
+BackWeb
 Bandit
-Blow
-Boardreader
-CODE87
-ChinaClaw
+BetaBot
+CensysInspect
+CheeseBot
+Claritybot
+Cliqzbot
 Cloud mapping
 Cocolyzebot
 Cogentbot
-CopyRightCheck
-DIIbot
-DatabaseDriverMysqli
-Discoverybot
-DnBCrawler-Analytics
-DomainAppender
-Domains Project
-Dragonfly
-EMail Siphon
-EirGrabber
+Copyscape
+Dirbuster
+DnyzBot
+Evil
 Extreme Picture Finder
-Firefox/7.0
-Genieo
+FHscan
+FacebookBot
+FyberSpider
 Go!Zilla
 Grabber
-HEADMasterSEO
-HMView
-HTTrack
-HonoluluBot
+Haansoft
+Image Sucker
 InfoNaviRobot
-InfoTekies
-InfraSec Scanner
-InternetMeasurement
-JikeSpider
-Jorgee
-JustView
-Kozmosbot
-LeechGet
-LieBaoFast
-LinkScan
+JamesBOT
+Jbrofuzz
+Joomla
+LibWeb
+LinkWalker
 LinqiaScrapeBot
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-Majestic SEO
-Mata Hari
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+Lmspider
+Mag-Net
+MarkMonitor
+Mass Downloader
+MeanPath Bot
+Meanpathbot
 Moblie Safari
-Name Intelligence
-Nessus
-NextGenSearchBot
+Mojeek
+Mozlila
+Needle
 Nibbler
-Nikto
-NimbleCrawler
+Nmap
+Nuclei
 Octopus
-OpenVAS
-PHPCrawl
-Papa Foto
-Picsearch
-Pockey
-PxBroker
-RankFlex
-SEOkicks
-SEOstats
-Scrapy
+OutclicksBot
+OutfoxBot
+Panscient
+RSSingBot
+Rankivabot
+Re-re
+SMTBot
 SearchmetricsBot
-SemrushBot
-Siphon
-SiteExplorer
+SeoSiteCheckup
+SiteAuditBot
+Sitevigil
+SlySearch
 Snake
-Snapbot
-Snoopy
-Sociscraper
-Spider_Bot
-Sqlmap
-Steeler
-Szukacz
-Telesphoreo
-Toata
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
+Sogou web spider
+Sucuri
+SuperBot
+TeleportPro
+Telesphorep
+Thumbor
+Turingos
+Turnitin
+Twice
+Upflow
+VidibleScraper
+WWW::Mechanize
 WeSEE
-WebCollage
-WebSauger
-WinHTTrack
-Woobot
-ZoomBot
+Web Auto
+Web Enhancer
+Web Fuck
+WebStripper
+WebZIP
+Whacker
+Whatweb
+WiseGuys Robot
+adscanner
 autoemailspider
-coccocbot
-crawler.feedback
-dataforseobot
-iubenda-radar
-mediawords
-sp_auditbot
-x22Mozilla
-zgrab
+cognitiveseo
+crawler4j
+dataforseo.com
+dataprovider
+heritrix
+imagesift.com
+internetVista monitor
+isitwp.com
+meanpathbot
+omgili
+scalaj-http
+seocompany.store
+spyfu
+zauba.io