V4.2023.07.3859 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-80legs
-AllSubmitter
-Alligator
-Anthill
-AwarioSmartBot
-Backlink-Ceck
-Bandit
-Blackboard
+AhrefsBot
+Aipbot
+Anarchy
+BackWeb
+BatchFTP
 Blow
-BlowFish
-Boardreader
-CSHttp
-Calculon
-Cogentbot
-Collector
-Craftbot
-Custo
-DataCha0s
-Digincore
-Dispatch
-DomainStatsBot
-FHscan
-FlashGet
+Buddy
+Cloud mapping
+Cosmos
+Crawling at Home Project
+Devil
+DnyzBot
+DomCopBot
+DomainAppender
+EMail Wolf
+EroCrawler
+Extractor
 Fuzz
-Getintent
-GrapeFX
-GridBot
-HMView
-Image Sucker
-InfoNaviRobot
-JamesBOT
-JikeSpider
-Jorgee
-Larbin
-Leap
-LieBaoFast
-Lipperhey
-MIDown tool
-MarkMonitor
-Mass Downloader
-MauiBot
-Net Vampire
+FyberSpider
+GoZilla
+Grafula
+Havij
+HybridBot
+IDBot
+Id-search
+IlseBot
+JOC Web Spider
+Jbrofuzz
+Joomla
+Jyxobot
+Kozmosbot
+Lftp
+LinkextractorPro
+LinksManager
+MTRobot
+MegaIndex.ru
+MicroMessenger
+Mr.4x3
+Nessus
+NetAnts
 NetLyzer
 NetZIP
-Netcraft
-Nikto
-OpenVAS
-OrangeSpider
-POE-Component-Client-HTTP
-Papa Foto
-Petalbot
-Picscout
-Piepmatz
-ProPowerBot
-PyCurl
-RankurBot
+Nettrack
+Nibbler
+Nuclei
+Nutch
+Openvas
+Page Analyzer
+Picsearch
+PleaseCrawl
+Probethenet
+Proximic
+Pu_iN
+Pump
+Re-re
+Recorder
 SBIder
-SEOprofiler
-Searchestate
-SiteLockSpider
+ScreenerBot
+Seekport
+SenutoBot
+Shodan
+Siphon
 Siteimprove
-SpankBot
-Sqlmap
-Sqworm
-The Intraformant
+Snapbot
+Snoopy
+Sosospider
+Spammen
+Spbot
+Sqlworm
+Sucker
+SuperBot
+Szukacz
+Telesoft
+Trendictionbot
+True_Robot
+TurnitinBot
+Twice
 Typhoeus
-VB Project
-Virusdie
-Voil
 Voltron
-Web Auto
-Web Enhancer
-Web Fuck
+Wallpapers
+Web Pix
+WebBandit
 WebGo IS
-WebImageCollector
+WebLeacher
 WebPix
-WebStripper
-WebWhacker
-Webalta
-Woobot
-Zade
-ZoominfoBot
-archive.org_bot
+Website Quester
+Widow
+Xaldon_WebSpider
+Xenu
+Zitebot
+ZyBorg
 arquivo.pt
-cah.io.community
+check1.exe
 clark-crawler
-cognitiveseo
-crawler4j
-dataforseobot
-heritrix
-iubenda-radar
-lwp-request
-polaris version
-siteripz
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webprosbot
-x22Mozilla
+com.plumanalytics
+eCatch
+facebookscraper
+pcBrowser
+scan.lol
+seobility