V4.2023.11.4104 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-404enemy
-ADmantX
-AfD-Verbotsverfahren
-Aspiegel
+ASPSeek
+Aboundexbot
+AdsTxtCrawlerTP
+Anarchy99
 BDCbot
-BetaBot
-Bitacle
-Brandprotect
-CATExplorador
-CensysInspect
-Chlooe
-Collector
-DBLBot
-DTS Agent
-DataCha0s
-Demon
-Digincore
-DnyzBot
+BLEXBot
+BackDoorBot
+Backlink-Ceck
+Bolt
+Buck
+CSHttp
+Cegbfeieh
+CherryPicker
+Cocolyzebot
+Curious
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Express WebPictures
-FHscan
-Foobot
-Freeuploader
-FrontPage
-FyberSpider
-Getintent
-Gotit
-GridBot
-Heritrix
-Hloader
-Iblog
-Id-search
+Drip
+EMail Wolf
+Ecxi
+Extractor
+FemtosearchBot
+Fimap
+GalaxyBot
+GrapeshotCrawler
+HonoluluBot
+IDBTE4M
+IRLbot
 Image Fetch
-Iskanie
+IndeedBot
+Indy Library
+InternetSeer
+IstellaBot
 JamesBOT
-Jorgee
-LeechFTP
-LeechGet
-LibWeb
-Lightspeedsystems
-Litemage_walker
-MIDown tool
+JikeSpider
+Keyword Density
+LieBaoFast
+LinqiaRSSBot
 MIIxpc
-Mag-Net
-Majestic SEO
-Masscan
-Mata Hari
-Morfeus Fucking Scanner
-Mr.4x3
-NearSite
-Needle
-Net Vampire
-OnCrawl
-OrangeSpider
-Picsearch
-Probethenet
-RankurBot
+Mass Downloader
+Metauri
+Microsoft URL Control
+Mozlila
+Name Intelligence
+Nessus
+NetAnts
+Netcraft
+Nibbler
+Nikto
+OpenVAS
+Pi-Monster
+PictureFinder
+ProWebWalker
+QueryN Metasearch
+RankFlex
+ReGet
 RepoMonkey
-SalesIntelligent
-Scrapy
-Seekport
-Seomoz
-Site Sucker
-SiteExplorer
-SlySearch
-Spanner
-Sqlmap
+SMTBot
+ScoutJet
+ScrepyBot
+Shodan
+Siphon
+Snake
+Spammen
+Sqlworm
+Sqworm
+Steeler
+Sucker
+Sucuri
 SuperBot
-Swiftbot
-T8Abot
-URLy Warning
-V-BOT
-VB Project
-Vagabondo
+TeleportPro
+TinyTestBot
+TurnitinBot
+TwengaBot
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
-WallpapersHD
-Web Auto
-Web Sauger
+WISENutbot
 WebAuto
-WebLeacher
-WiseGuys Robot
+WebSucker
+Website Quester
+WebsiteQuester
+Webster
 Woobot
-Wotbox
-YoudaoBot
-archive.org_bot
-arquivo.pt
-autoemailspider
+Xaldon_WebSpider
+Zeus
+Zitebot
+ZoomBot
+ZoominfoBot
 backlink-check
-crawl.sogou.com
-domainsproject.org
+cognitiveseo
+crawler.feedback
+crawler4j
+linkdexbot
 magpie-crawler
-mediawords
-netEstate NE Crawler
-pcBrowser
-webgains-bot
-webmeup-crawler
-x09Mozilla
+openai.com
+plumanalytics
+serpstatbot
+sysscan