V4.2022.10.3412 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-ASPSeek
-Abonti
+360Spider
+80legs
+ALittle Client
 Aboundex
-Acunetix
-AllSubmitter
+AhrefsBot
+Alexibot
 AlphaBot
-Anarchy
-Anthill
+Anarchie
+Anarchy99
+Ankit
+Aspiegel
+Asterias
 Attach
-BBBike
+AwarioSmartBot
 BDCbot
 BDFetch
+BLEXBot
 BackDoorBot
-BackStreet
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+BacklinkCrawler
+Bandit
 BetaBot
-Bigfoot
 Bitacle
-Black Hole
-BlowFish
-Bolt
+Blackboard
+BotALot
 Brandprotect
-BunnySlippers
+Brandwatch
+Buck
 BuzzSumo
+CATExplorador
+CODE87
 CazoodleBot
-Cegbfeieh
-CherryPicker
-Claritybot
-Cocolyzebot
+CensysInspect
+CheTeam
+ChinaClaw
+Cliqzbot
+Collector
+CopyRightCheck
 Copyscape
-Cosmos
-Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-Curious
-Custo
+Crescent
 CyotekWebCopy
 DBLBot
 DIIbot
-Demon
-Disco
+DatabaseDriverMysqli
+Devil
+Digincore
+Dirbuster
 Discobot
+Dispatch
 DittoSpyder
-DomCopBot
+DnyzBot
+DomainAppender
 DomainCrawler
+Domains Project
 Dotbot
-EasyDL
-Ebingbong
-Exabot
+Dragonfly
+Drip
+EMail Siphon
+EroCrawler
 Express WebPictures
-FlashGet
-Fyrebot
-GalaxyBot
-Grabber
+ExtractorPro
+EyeNetIE
+Foobot
+FyberSpider
+GT::WWW
+GermCrawler
+GetWeb
+Getintent
+GoZilla
+Grafula
 GrapeshotCrawler
-GridBot
-HMView
+HEADMasterSEO
 HTTP::Lite
 HTTrack
-Haansoft
 HaosouSpider
-Harvest
-Heritrix
+Hloader
+IDBTE4M
+Iblog
 IlseBot
-Image Fetch
 Image Sucker
-IndeedBot
 InfoNaviRobot
 Internet Ninja
-IstellaBot
-Jbrofuzz
+Iskanie
+JOC Web Spider
+JamesBOT
 JennyBot
+JikeSpider
 Jorgee
 JustView
+Jyxobot
 Kenjin Spider
-Keyword Density
-Kinza
 LNSpiderguy
 Larbin
-Leap
 LeechFTP
 Lftp
-LibWeb
 Libwhisker
-Lightspeedsystems
-LinkScan
-LinkWalker
 LinkextractorPro
 LinkpadBot
 LinqiaRSSBot
-Lipperhey Spider
+Lipperhey
 Litemage_walker
 Lmspider
-MIDown tool
-MSFrontPage
+MFC_Tear_Sample
+MQQBrowser
 MTRobot
-Mail.RU_Bot
+Mag-Net
+Magnet
 Majestic-SEO
+Majestic12
 MarkWatch
-Masscan
-MeanPath Bot
-Meanpathbot
-Microsoft Data Access
+Mediatoolkitbot
 Microsoft URL Control
-Moblie Safari
-Mojolicious
+Minefield
 MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
 Name Intelligence
-Needle
-Nessus
+Net Vampire
 NetLyzer
-NetMechanic
 NetZIP
 Nettrack
 Netvibes
-Nibbler
+Niki-bot
 Nikto
 Nimbostratus
-Not
-Offline Explorer
+Ninja
+OpenLinkProfiler
 Openfind
-OrangeSpider
+Openvas
+OrangeBot
 OutclicksBot
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
-PageThing.com
-Pandalytics
-PeoplePal
-Picscout
-Piepmatz
-Psbot
+OutfoxBot
+PageGrabber
+Pixray
+Pockey
+ProWebWalker
+Pu_iN
+Pump
 PxBroker
+RSSingBot
 RankActive
-RankingBot
+RankFlex
+RankingBot2
 Rankivabot
-RealDownload
-RebelMouse
-RepoMonkey
-RocketCrawler
+RankurBot
+Re-re
+ReGet
+Reaper
+Recorder
+RedesScrapy
+Ripper
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SISTRIX
-Scanbot
-Scrapy
-Screaming
-ScreenerBot
+SMTBot
+SalesIntelligent
+ScoutJet
+ScrepyBot
 SearchmetricsBot
-SemanticJuice
-SentiBot
-SeobilityBot
-Shodan
+SeoSiteCheckup
+Seomoz
 SiteExplorer
-SiteLockSpider
-SiteSnagger
+Siteimprove
 SlySearch
-SmartDownload
-Snake
 Snapbot
 Snoopy
-Sogou web spider
-Sosospider
-Spammen
-SpankBot
-Spanner
-Spinn3r
-Steeler
-Sucuri
+Sociscraper
+Sottopop
+SpaceBison
+Sqlworm
+Sucker
 SuperHTTP
 Surfbot
+SurveyBot
 Suzuran
-Swiftbot
-Teleport
-TeleportPro
-Telesoft
-The Intraformant
+T0PHackTeam
 TheNomad
-Toata
-Tracemyfile
-Trendiction
+TightTwatBot
+Titan
 Trendictionbot
 True_Robot
-TwengaBot
 Twice
 Typhoeus
-URLy Warning
+UnisterBot
 V-BOT
-Vacuum
+VB Project
 VelenPublicWebCrawler
-Virusdie
+VeriCiteCrawler
+VidibleScraper
+Voil
+WBSearchBot
+WISENutbot
 WPScan
 WWW-Mechanize
-WWWOFFLE
-WallpapersHD
+Wallpapers
+Web Auto
 Web Enhancer
-Web Fetch
-WebCollage
-WebCopier
+Web Sauger
 WebEnhancer
 WebFetch
 WebGo IS
-WebImageCollector
-WebLeacher
+WebPix
 WebReaper
 WebSauger
 WebStripper
-Webalta
-Webshag
-WebsiteExtractor
+Website Quester
 WebsiteQuester
-Whack
-Who.is Bot
-WiseGuys Robot
+Webster
+Whacker
+Widow
 Wonderbot
-Wotbox
-YoudaoBot
-Zade
-Zitebot
-ZoomBot
-archive.org_bot
-arquivo.pt
-backlink-check
+Woobot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Zermelo
+Zeus
+ZmEu
+ZyBorg
+adscanner
+arquivo-web-crawler
 check1.exe
-coccocbot
-cognitiveseo
+clark-crawler
+com.plumanalytics
 crawler.feedback
+dataforseo.com
 domainsproject.org
 eCatch
+gopher
 heritrix
+instabid
+internetVista monitor
+ips-agent
 iubenda-radar
 lwp-trivial
-magpie-crawler
-netEstate NE Crawler
 oBot
-pcBrowser
-polaris version
-scalaj-http
-seobility
-seocompany.store
+ripz
+satoristudio.net
+scan.lol
+sexsearcher
 sitechecker.pro
-sysscan
-trendiction.de
-webgains-bot
-webprosbot
+sp_auditbot
+spyfu
+tAkeOut
+voyagerx.com
+x09Mozilla
 xpymep1.exe