V4.2023.08.3950 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ASPSeek
-Aspiegel
-Attach
-BDCbot
-BackStreet
-BackWeb
-Badass
-Bandit
-Black Hole
-BlowFish
-Brandwatch
-Bytespider
-CazoodleBot
-CherryPicker
-Cliqzbot
-CopyRightCheck
-Copyscape
-CyotekWebCopy
-Disco
-DnBCrawler-Analytics
+01h4x.com
+Aboundex
+Anarchie
+BLEXBot
+BetaBot
+Boardreader
+BotALot
+Brandprotect
+BuiltWith
+CSHttp
+ChinaClaw
+Citoid
+Claritybot
+Cogentbot
+Craftbot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+DigitalPebble
 DomCopBot
-Dragonfly
-ECCP/1.0
 EMail Siphon
-Express WebPictures
+EMail Wolf
+Ezooms
 Firefox/7.0
-FrontPage
-GermCrawler
-GrabNet
-Grabber
+Foobot
+Getintent
 GrapeFX
 GrapeshotCrawler
-Iblog
-IlseBot
-IstellaBot
-JetCar
-Kinza
+GridBot
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Haansoft
+Harvest
+Havij
+Jetty
+JikeSpider
+Jorgee
+Kenjin Spider
+LNSpiderguy
 LWP::Simple
-LinkWalker
+LieBaoFast
 LinkpadBot
-LinqiaMetadataDownloaderBot
-MIDown tool
-MSIECrawler
-MarkMonitor
-Mata Hari
-MeanPath Bot
+LinqiaRSSBot
+MIIxpc
+Masscan
+Mb2345Browser
 Mediatoolkitbot
-Net Vampire
-Niki-bot
+Microsoft URL Control
+Mojolicious
+Musobot
+Name Intelligence
+Netcraft
 Nutch
-OrangeBot
-Panscient
-PeoplePal
-Petalbot
-ProPowerBot
-PyCurl
-RankFlex
-RankurBot
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOstats
-SalesIntelligent
-Semrush
-Seomoz
-Siteimprove
-Sociscraper
-Steeler
-Suzuran
-Szukacz
+OpenVAS
+OrangeSpider
+PageThing.com
+Pimonster
+Pu_iN
+PxBroker
+RankingBot
+RankingBot2
+Rogerbot
+SBIder
+SEOlyticsCrawler
+ScrepyBot
+Site Sucker
+SiteExplorer
+SiteSucker
+SlySearch
+Snoopy
+Spbot
 TeleportPro
-Thumbor
+The Intraformant
+TheNomad
 Titan
-UnisterBot
-WWWOFFLE
-Web Auto
-Web Fuck
+Turingos
+Turnitin
+URLy Warning
+V-BOT
+Wallpapers
 WebCollage
-WebGo IS
-WebImageCollector
-Webalta
-WebmasterWorldForumBot
-Whack
-Widow
-Xaldon WebSpider
+Who.is Bot
+Wotbox
+Xenu
 Zade
-Zermelo
-Zitebot
-coccocbot
+ZyBorg
+archive.org_bot
+autoemailspider
+check1.exe
+crawler.feedback
+dataforseobot
+domainsproject.org
 gopher
-ips-agent
-netEstate NE Crawler
-oBot
-ripz
-seobility
-seocompany.store
-sp_auditbot
-zauba.io
-zgrab
+lwp-trivial
+scan.lol
+siteripz
+trendiction.de
+webmeup-crawler
+xpymep1.exe