V4.2023.03.3652 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Abonti
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AlphaBot
-Anarchie
-Ankit
-Atomseobot
-BLEXBot
-BlackWidow
-Buddy
-Bullseye
+Anarchy
+Attach
+AwarioRssBot
+BackWeb
+BetaBot
+BuiltWith
+CODE87
+CSHttp
 CensysInspect
-Claritybot
-CyotekWebCopy
-DigitalPebble
-Disco
-DomainSigmaCrawler
-Dotbot
-EMail Siphon
-EasyDL
+CheTeam
+CherryPicker
+Chlooe
+CopyRightCheck
+DBLBot
+DomainCrawler
+Download Wonder
+Dragonfly
 EroCrawler
-Flunky
-Getintent
-HMView
-HTTP::Lite
-Harvest
-Humanlinks
-IDBTE4M
+ExtLinksBot
+FyberSpider
+Gotit
+GrapeshotCrawler
 Iblog
+Id-search
+IlseBot
 Intelliseek
-JamesBOT
-JennyBot
-Lftp
-Linkbot
-LinqiaRSSBot
-Lipperhey Spider
+Jbrofuzz
+JetCar
+Lanshanbot
+LibWeb
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lipperhey
+MSFrontPage
+MTRobot
 Magnet
-MarkMonitor
-Mata Hari
-MicroMessenger
-Morfeus Fucking Scanner
-Nessus
+Mister PiX
+NearSite
 Net Vampire
-Nettrack
-Nikto
-Octopus
-OpenVAS
-Openvas
-OrangeBot
-PECL::HTTP
-PHPCrawl
-Papa Foto
-Pimonster
+Netcraft
+Nibbler
+Ninja
+Nmap
+OutclicksBot
+Pavuk
 Pixray
+ProWebWalker
+Probethenet
+Pu_iN
 Quick-Crawler
-RankFlex
-Rankivabot
-RealDownload
-RepoMonkey
-Ripper
-Rogerbot
-SEOprofiler
-ScoutJet
-Scrapy
-Searchestate
-Siphon
-SiteExplorer
-Sitebeam
-Snake
-Snapbot
-Sogou web spider
-Sottopop
-Telesoft
-The Intraformant
-Toata
-Turingos
-TurnitinBot
-URLy Warning
-VelenPublicWebCrawler
-WEBDAV
+ReGet
+SEOlyticsCrawler
+Scanbot
+SemrushBot
+SeoSiteCheckup
+SiteCheckerBotCrawler
+SiteLockSpider
+SlySearch
+SmartDownload
+Snoopy
+Spanner
+Swiftbot
+Titan
+TwengaBot
+VoidEYE
+Voil
+WWWOFFLE
+Web Enhancer
+Web Sauger
+WebAuto
 WebBandit
-Whack
+WebImageCollector
+WebSucker
+Webalta
+Website Quester
+Webster
 Whacker
-Zermelo
+Widow
 ZmEu
-ZumBot
+ZoomBot
 autoemailspider
-evc-batch
+check1.exe
+coccocbot
+cognitiveseo
+crawler.feedback
+domainsproject.org
+heritrix
 instabid
-ips-agent
-meanpathbot
-mediawords
-oBot
-polaris version
-serpstatbot
-siteripz
-spyfu
-trendiction.de
+internetVista monitor
+lwp-request
+plumanalytics
+ripz
+sp_auditbot
 voyagerx.com
+webpros.com
+xpymep1.exe
+zgrab