V4.2024.01.4261 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+ADmantX
+AIBOT
 Aboundex
-Aboundexbot
 Anarchy
-Anarchy99
-Ankit
-Brandwatch
-CCBot
-CSHttp
-CheTeam
-CheeseBot
-ChinaClaw
+AwarioSmartBot
+BackStreet
+Bandit
+Blow
+BlowFish
+BuiltBotTough
+BuiltWith
+Cliqzbot
 Cosmos
 CyotekWebCopy
-DSearch
-DnBCrawler-Analytics
-Dotbot
-EMail Siphon
+DTS Agent
+DnyzBot
+DomCopBot
+DomainCrawler
+Dragonfly
 EasyDL
-Exabot
+Express WebPictures
+Fimap
+Foobot
 FrontPage
-GT::WWW
-Gigabot
 Go-Ahead-Got-It
-Harvest
-IRLbot
-IndeedBot
-InterGET
-IstellaBot
+HMView
+HybridBot
+Iria
+JOC Web Spider
+JikeSpider
+JustView
 Lanshanbot
-LexiBot
-Likse
+LeechFTP
 LinkextractorPro
-Litemage_walker
-Mag-Net
+Lipperhey
+Ltx71
+MJ12bot
 Mail.RU_Bot
-Mata Hari
-Microsoft Data Access
-Mister PiX
-Mr.4x3
-Musobot
-Navroad
-NetZIP
+MegaIndex.ru
+Mojeek
+MolokaiBot
+NetMechanic
+NetSpider
 Netvibes
-Nmap
-Octopus
-Offline Navigator
-Page Analyzer
-Picsearch
-Piepmatz
+Openvas
+PageAnalyzer
+Pandalytics
+Panscient
+Papa Foto
+Pixray
+Pockey
+Pump
 PyCurl
-Rainbot
-RankActive
-RankActiveLinkBot
-RankurBot
-RealDownload
-RebelMouse
-Recorder
-SMTBot
+QueryN Metasearch
+SEOlyticsCrawler
 SalesIntelligent
-Scrapy
-Screaming
-Shodan
+ScoutJet
+SearchmetricsBot
+Seomoz
 SiteCheckerBotCrawler
-SiteLockSpider
-SlySearch
-Snapbot
-Spbot
+SiteExplorer
+Sitevigil
+SmartDownload
+Sottopop
+Sqlmap
+Sqlworm
 Sucuri
-Thumbor
-True_Robot
-VelenPublicWebCrawler
-Voil
+Suzuran
+Szukacz
+Tracemyfile
+TwengaBot
+URLy Warning
+URLy.Warning
+Upflow
+Vacuum
+Vagabondo
 WASALive-Bot
-WEBDAV
-WWWOFFLE
-Web Sucker
-WebAuto
-WebPix
-WebsiteQuester
-Whack
-Whacker
+WISENutbot
+WebZIP
+Webshag
 Widow
-WinHTTrack
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zade
-Zeus
+Wonderbot
+Woobot
 arquivo.pt
-backlink-check
+autoemailspider
+coccocbot
+com.plumanalytics
 crawl.sogou.com
-internetVista monitor
-magpie-crawler
-plumanalytics
-satoristudio.net
-seobility
-sp_auditbot
-webprosbot
-x22Mozilla
+dataforseobot
+domainsproject.org
+facebookscraper
+mediawords
+oBot
+openai.com
+pcBrowser
+probe-image-size
+siteripz
+trendiction.de
+webgains-bot
+webmeup-crawler