V4.2023.05.3758 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Abonti
-AfD-Verbotsverfahren
-Ankit
-Attach
-BDCbot
-Barkrowler
-Buck
-BunnySlippers
-CODE87
+01h4x.com
+404checker
+Bandit
+Brandwatch
 CheeseBot
-ChinaClaw
-Claritybot
-Collector
-CopyRightCheck
+Cosmos
+Craftbot
+DSearch
+DTS Agent
 Digincore
 Discoverybot
-DnBCrawler-Analytics
-DomainCrawler
-Download Wonder
-EroCrawler
-Extractor
-EyeNetIE
 Foobot
-Grafula
-GridBot
-Haansoft
-Harvest
-HybridBot
-IRLbot
+FrontPage
+FyberSpider
+Genieo
+GetWeb
+GrapeshotCrawler
+HEADMasterSEO
+IDBTE4M
+IndeedBot
+InfoNaviRobot
 Intelliseek
-JennyBot
-Jorgee
+JamesBOT
+LNSpiderguy
+Lanshanbot
+Larbin
+LibWeb
 LieBaoFast
-LinkpadBot
-LinqiaScrapeBot
-MJ12bot
+Lightspeedsystems
+Likse
+LinkWalker
+Lipperhey Spider
 MSFrontPage
-Majestic SEO
-Majestic-SEO
-Majestic12
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-NPbot
-Net Vampire
-NetMechanic
+Mail.RU_Bot
+MarkMonitor
+Mojeek
+Musobot
+Nameprotect
+Nessus
+NetZIP
+Nettrack
+Netvibes
 NextGenSearchBot
-Nuclei
-Nutch
-Openvas
-Pandalytics
-Pavuk
-Proximic
-Pu_iN
+Openfind
+Petalbot
+Picsearch
+PictureFinder
+PleaseCrawl
+Pockey
+Probethenet
+PyCurl
 RSSingBot
 Re-re
-ReGet
-RocketCrawler
-ScrepyBot
-Searchestate
+Ripper
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+ScoutJet
+Screaming
+SearchmetricsBot
 SeekportBot
-Site Sucker
-SiteLockSpider
-Sitebeam
-SmartDownload
-Snake
-Sottopop
-SpaceBison
+Shodan
+Sitevigil
+Snapbot
+Spbot
+Stripper
 SuperHTTP
 SurveyBot
-Teleport
+Telesphorep
 TheNomad
-Thumbor
-Toata
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
+Turnitin
 TurnitinBot
 Twice
-URLy Warning
-WPScan
-WallpapersHD
+VB Project
+Vacuum
+VeriCiteCrawler
+WEBDAV
+Wallpapers
 Web Enhancer
-Web Fetch
-Web Pix
-Whacker
-Woobot
+WebAuto
+WebSauger
+WebSucker
+Wonderbot
 Xaldon WebSpider
-ZmEu
-adscanner
-autoemailspider
+Xaldon_WebSpider
+check1.exe
 clark-crawler
-crawler4j
+facebookscraper
 heritrix
-meanpathbot
-scalaj-http
+ips-agent
+iubenda-radar
+netEstate NE Crawler
+satoristudio.net
+scan.lol
+seobility
+seoscanners
 siteripz
-webgains-bot
+sp_auditbot
+trendiction.de