V4.2023.10.4031 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-Aipbot
-AllSubmitter
-Apexoo
-Atomseobot
-Attach
-BBBike
-BatchFTP
-Bitacle
-Buddy
-Calculon
-CherryPicker
-Citoid
+Buck
+CSHttp
+ChinaClaw
+Chlooe
+Collector
 Copier
-Cosmos
+CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-Dirbuster
-Dispatch
-DomainStatsBot
-Domains Project
-EyeNetIE
+Custo
+DSearch
+Demon
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
+Ezooms
 FemtosearchBot
-FlashGet
-Foobot
+Fuzz
+GT::WWW
 GetWeb
-Go-Ahead-Got-It
-GrabNet
-Hloader
+Gigabot
+GrapeFX
+GridBot
+HEADMasterSEO
+HMView
 HybridBot
-IstellaBot
-JustView
+IDBTE4M
+IndeedBot
+Indy Library
+Iskanie
 Jyxobot
-Keyword Density
+Keybot Translation-Search-Machine
+Leap
 LexiBot
+Likse
+LinkScan
+LinqiaScrapeBot
+Litemage_walker
+Ltx71
+MIIxpc
 MJ12bot
 MSFrontPage
-Majestic12
-Masscan
-Mojolicious
-Msrabot
-NearSite
-Niki-bot
-Octopus
-OnCrawl
-OutfoxBot
-PageAnalyzer
-ProPowerBot
+Mag-Net
+Magnet
+Majestic SEO
+Microsoft Data Access
+Mister PiX
+NPbot
+Needle
+Offline Navigator
+Openvas
+Panscient
+Pockey
+Probethenet
+Pump
 PxBroker
-RankActive
-RankActiveLinkBot
-RankFlex
-RankurBot
-Reaper
-Recorder
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-ScanAlert
-ScoutJet
-Screaming
-Seekport
+Rankivabot
+ReGet
+Rogerbot
+SalesIntelligent
+SeekportBot
+SemrushBot
+SenutoBot
+SeobilityBot
+Siphon
 Site Sucker
-SiteSnagger
-Sqlmap
-SuperHTTP
-Surfbot
-Teleport
+SlySearch
+Snapbot
+Sogou web spider
+Spammen
+Sucker
+Sucuri
 Telesoft
-Telesphorep
-V-BOT
-VB Project
-VCI
-Vagabondo
-VoidEYE
-WBSearchBot
-WISENutbot
-WebAuto
+Trendiction
+Turnitin
+TwengaBot
+Upflow
+Voil
+WWWOFFLE
+Wallpapers/3.0
 WebBandit
-WebCopier
-WebGo IS
+WebPix
 WebZIP
-Website Quester
-Zermelo
-ZyBorg
+WebsiteQuester
+Webster
+Woobot
+YoudaoBot
+Zauba
+ZmEu
+ZumBot
 autoemailspider
-clark-crawler
-eCatch
-evc-batch
-linkdexbot
-magpie-crawler
+cah.io.community
+isitwp.com
+mediawords
+netEstate NE Crawler
+oBot
 plumanalytics
-scalaj-http
-seobility
 seocompany.store
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-x09Mozilla
+voyagerx.com