V4.2024.05.4527 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-ADmantX
-Acunetix
-Alexibot
-Anarchy
-Ankit
-AwarioSmartBot
-BDCbot
-BackStreet
-Blow
-Brandprotect
-Buddy
-Bullseye
+ALittle Client
+Anarchy99
+AwarioBot
+BacklinkCrawler
+Badass
+Bitacle
+BlowFish
+BunnySlippers
+CATExplorador
+CCBot
+CheTeam
 Copier
-Copyscape
-DigitalPebble
-Dirbuster
-ECCP/1.0
-Ebingbong
-EirGrabber
-Evil
+Cosmos
+Curious
+Devil
 Express WebPictures
+Extractor
 Extreme Picture Finder
-FDM
-GetRight
-Humanlinks
-Indy Library
-Information Security Team InfraSec Scanner
-Internet Ninja
+Fyrebot
+GermCrawler
+GetWeb
+GoZilla
+Gotit
+Havij
+IRLbot
+Id-search
+InfraSec Scanner
 JamesBOT
-JennyBot
-Jetty
-JustView
+JikeSpider
+Kozmosbot
+LWP::Simple
 Leap
-Lftp
-LieBaoFast
+Lightspeedsystems
 LinksManager
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MQQBrowser
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MSIECrawler
-Mail.RU_Bot
+MarkMonitor
+Mata Hari
 MauiBot
-Metauri
-Minefield
-Name Intelligence
+Musobot
+Nameprotect
+NetZIP
+Nettrack
 Netvibes
 NextGenSearchBot
 Niki-bot
-OrangeSpider
+OutfoxBot
 PECL::HTTP
-Page Analyzer
-PageGrabber
+Papa Foto
 Pi-Monster
-Piepmatz
-ProPowerBot
-PyCurl
-RankingBot
-RepoMonkey
-Ripper
+Pockey
+Proximic
+Pu_iN
+RankActiveLinkBot
 RocketCrawler
-Scrapy
-Seekport
-SentiBot
-SeobilityBot
-Site Sucker
-SiteLockSpider
-Sitevigil
-SmartDownload
+ScreenerBot
+ScrepyBot
+SemrushBot
+Snapbot
 Snoopy
 Sogou web spider
-Sottopop
-Steeler
-Stripper
-Sucker
-SurveyBot
-Virusdie
-Voltron
-Web Fetch
-Web Sauger
-WebReaper
+SpankBot
+Spanner
+Sqlworm
+SuperBot
+Swiftbot
+T8Abot
+TeleportPro
+Telesoft
+Telesphoreo
+The Intraformant
+Thumbor
+URLy Warning
+UnisterBot
+WISENutbot
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Enhancer
+WebLeacher
+WebSucker
+WebsiteExtractor
+Whacker
 Widow
-YoudaoBot
-Zitebot
-ZmEu
-ZumBot
-ZyBorg
-crawler.feedback
+WinHTTrack
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zade
+arquivo-web-crawler
+backlink-check
+coccocbot
+cognitiveseo
 demandbase-bot
-facebookscraper
-lwp-trivial
-openai.com
-pcBrowser
-seobility
-seocompany.store
-serpstatbot
-sysscan
-x09Mozilla
-zauba.io
+magpie-crawler
+s1z.ru
+webpros.com