V4.2023.03.3632 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alexibot
-Anarchie
-Anthill
-Apexoo
+ADmantX
+AhrefsBot
+AiHitBot
+Aspiegel
 Asterias
-AwarioSmartBot
 BBBike
-BetaBot
-Bigfoot
+Backlink-Ceck
+BacklinkCrawler
+Bitacle
 BlowFish
-BotALot
-BuiltBotTough
-Bullseye
+Calculon
+Cliqzbot
 Cloud mapping
-Collector
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-Custo
-Demon
-Deusu
-Disco
-Discoverybot
+Cogentbot
+Copier
+Crawling at Home Project
+Curious
+Dirbuster
+DnBCrawler-Analytics
 DomainStatsBot
-Ezooms
-FrontPage
-GetRight
-Go!Zilla
-GoZilla
+EMail Wolf
+Evil
+FDM
+Fuzz
+GT::WWW
+GetWeb
+Getintent
 GrapeFX
+HEADMasterSEO
 HonoluluBot
-HybridBot
-IlseBot
-InfoNaviRobot
-IstellaBot
-JikeSpider
-Jorgee
-JustView
-LeechFTP
-LexiBot
-LinkScan
-LinkWalker
-Linkbot
-LinqiaScrapeBot
-MJ12bot
-MQQBrowser
-MTRobot
-Majestic SEO
-MegaIndex.ru
-Metauri
-Navroad
-NetAnts
-Nimbostratus
-Openfind
-OutclicksBot
+Image Fetch
+Jbrofuzz
+LWP::Simple
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+MarkWatch
+Mata Hari
+MauiBot
+Mister PiX
+Mojeek
+Musobot
+Nameprotect
+Needle
+NimbleCrawler
+Offline Explorer
 POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
-PictureFinder
-Pimonster
-Probethenet
-Pu_iN
-PyCurl
-Quick-Crawler
 RSSingBot
 RankActiveLinkBot
-ReGet
-Recorder
+Rankivabot
+SEOkicks
 ScoutJet
-ScrepyBot
-SemanticJuice
-Sosospider
+Scrapy
+SemrushBot
+SeoSiteCheckup
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
 Sottopop
 SpaceBison
 SpankBot
+Spbot
 Spinn3r
-SuperBot
+SuperHTTP
 Suzuran
 Swiftbot
-Telesphoreo
-Toata
-Toweyabot
-Twice
-V-BOT
-Vacuum
-Voil
-WASALive-Bot
-WWW-Mechanize
-WebCollage
-WebFuck
-WebsiteQuester
-ZoominfoBot
-arquivo.pt
+Szukacz
+T0PHackTeam
+The Intraformant
+TheNomad
+Trendiction
+True_Robot
+TwengaBot
+VB Project
+WBSearchBot
+WEBDAV
+WPScan
+WWW-Collector-E
+Web Auto
+Web Fuck
+Web Pix
+WebStripper
+Webalta
+Webster
+Whacker
+Woobot
+Zitebot
+ZyBorg
+adscanner
 autoemailspider
-backlink-check
-check1.exe
-netEstate NE Crawler
-scan.lol
-seobility
-sysscan
+cognitiveseo
+iubenda-radar
+polaris version
+probe-image-size
+sexsearcher
+spyfu
+voyagerx.com
+webmeup-crawler