V4.2025.02.5045 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Abonti
-Acunetix
-Attach
-AwarioSmartBot
-BBBike
-Badass
+360Spider
+ASPSeek
+AhrefsBot
+Alexibot
+Aspiegel
+AwarioRssBot
+BDFetch
+BacklinkCrawler
 Blackboard
-Buddy
-Copier
-Cosmos
-CrunchBot
-Discoverybot
-DnBCrawler-Analytics
-DnyzBot
-Domains Project
-Dragonfly
-EasyDL
-Extractor
+Brandprotect
+BunnySlippers
+CheTeam
+Cocolyzebot
+CopyRightCheck
+CyotekWebCopy
+DTS Agent
+Digincore
+Dirbuster
+DomainSigmaCrawler
+DomainStatsBot
+Express WebPictures
+FemtosearchBot
 Fimap
-FlashGet
-Foobot
+Freeuploader
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
-GrapeFX
-GridBot
-HaosouSpider
+Grafula
+HTTrack
+Humanlinks
+HybridBot
 IDBot
-IRLbot
-IndeedBot
-InfraSec Scanner
-JamesBOT
-Jetty
-Joomla
-Jorgee
-Jyxobot
-Larbin
-Leap
-LibWeb
-Linkbot
-LinqiaRSSBot
+Iblog
+InfoNaviRobot
+Information Security Team InfraSec Scanner
+Kozmosbot
+Likse
 Litemage_walker
-MFC_Tear_Sample
-MQQBrowser
-Majestic-SEO
-MicroMessenger
+MIDown tool
+Mata Hari
+Microsoft URL Control
 Mojolicious
-Mr.4x3
+MolokaiBot
+Morfeus Fucking Scanner
 NICErsPRO
-Nameprotect
-NextGenSearchBot
-Nibbler
-Offline Explorer
-Offline Navigator
+Netvibes
+Nikto
+NimbleCrawler
+Nutch
+OnCrawl
+OpenVAS
 OutclicksBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
 Pandalytics
-Pixray
-Pump
-SMTBot
+ProWebWalker
+PxBroker
+RankActiveLinkBot
+Reaper
+Recorder
+RedesScrapy
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 Scrapy
-SemrushBot-FT
+SemrushBot
 SiteSnagger
-SocialRankIOBot
-Spinn3r
-Sucker
-Sucuri
-Swiftbot
-T0PHackTeam
+Sottopop
+Spammen
+Sqlmap
+Sqworm
+Szukacz
 T8Abot
-True_Robot
+Tracemyfile
 TurnitinBot
-Upflow
-V-BOT
-VB Project
-VeriCiteCrawler
-Voil
-WASALive-Bot
-WEBDAV
-WWW-Mechanize
+Twice
+Vagabondo
+VoidEYE
 WWWOFFLE
-WebImageCollector
-WebWhacker
-Wonderbot
-Wotbox
-YoudaoBot
-Zitebot
-check1.exe
-clark-crawler
-crawler.feedback
+Web Fuck
+WebFetch
+Webshag
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+Zade
+Zeus
+ZmEu
+ZoominfoBot
+everyfeed-spider
+heritrix
 instabid
-iubenda-radar
-mediawords
+lwp-trivial
 plumanalytics
-probe-image-size
+s1z.ru
+sexsearcher
+sogouspider
+trendiction.com
+voyagerx.com
 webmeup-crawler
-webpros.com
+x22Mozilla