V4.2023.04.3704 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
+ADmantX
 Acunetix
-Alligator
-BackWeb
-Backlink-Ceck
-Black Hole
-BlackWidow
-Buck
-BunnySlippers
-CherryPicker
-ChinaClaw
-Cloud mapping
-Cocolyzebot
-Copyscape
-CrunchBot
-Discoverybot
-DomainStatsBot
-Drip
-ECCP/1.0
-EasyDL
+AhrefsBot
+Alexibot
+Aspiegel
+Asterias
+Atomseobot
+Badass
+Blackboard
+CODE87
+CensysInspect
+CheeseBot
+CrazyWebCrawler
+DIIbot
+DTS Agent
+Deusu
+DnyzBot
+DomainAppender
+DomainCrawler
+Download Wonder
+Ebingbong
 Ecxi
-EroCrawler
-EyeNetIE
-Ezooms
 FHscan
-Firefox/7.0
-Freeuploader
-GalaxyBot
-Grafula
-GrapeFX
-GrapeshotCrawler
-HMView
-Haansoft
-Image Sucker
-InternetSeer
-Iria
-Joomla
-Jorgee
-Kinza
-Kozmosbot
+FlashGet
+FrontPage
+Harvest
+Heritrix
+JOC Web Spider
+JamesBOT
+JennyBot
+Lanshanbot
 LieBaoFast
-Lightspeedsystems
-Litemage_walker
-MQQBrowser
-Mail.RU_Bot
-MarkMonitor
-MarkWatch
+Lmspider
+MJ12bot
+Majestic SEO
 MegaIndex.ru
 Microsoft URL Control
-Moblie Safari
+Mister PiX
+Mozlila
+Msrabot
 NICErsPRO
-Name Intelligence
-Netvibes
-Nikto
+Needle
+NetSpider
+NetZIP
 Octopus
-OrangeSpider
-POE-Component-Client-HTTP
-PleaseCrawl
-Pockey
-Pu_iN
+PageGrabber
+PageThing.com
+Pimonster
+ProPowerBot
 RSSingBot
-RankFlex
-RankingBot
-RankingBot2
-Ripper
-Scrapy
-SearchmetricsBot
-SemanticJuice
-SeobilityBot
-Snapbot
-Sottopop
-Spinn3r
-Sqworm
+Recorder
+RepoMonkey
+Rogerbot
+SBIder
+ScreenerBot
+SentiBot
+SeoSiteCheckup
+Seomoz
+SiteSnagger
+SiteSucker
+SlySearch
+SocialRankIOBot
+Sqlmap
+Stripper
 Sucker
-Toata
-Toweyabot
-URLy.Warning
-VoidEYE
-WEBDAV
-WPScan
-WWW-Collector-E
-Web Fetch
-WebCopier
-WebLeacher
+Swiftbot
+Telesphorep
+Tracemyfile
+Trendiction
+Trendictionbot
+TwengaBot
+VeriCiteCrawler
+Virusdie
+WWW-Mechanize
+Wallpapers/3.0
+Web Collage
+WebBandit
 WebSauger
+WebStripper
 Whack
 WinHTTrack
-Xaldon_WebSpider
-Zauba
+Xenu
+YoudaoBot
+Zeus
+adscanner
 archive.org_bot
-arquivo-web-crawler
-check1.exe
-coccocbot
-heritrix
-muhstik-scan
-polaris version
-seoscanners
-sitechecker.pro
-sp_auditbot
-zauba.io
+arquivo.pt
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
+page scorer
+plumanalytics
+ripz
+seobility
+seostar
+serpstatbot
+sexsearcher
+sogouspider
+trendiction.com
+voyagerx.com