V4.2021.08.2550 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 404checker
+404enemy
 80legs
-ADmantX
-ALittle Client
+AIBOT
 ASPSeek
-Acunetix
-AhrefsBot
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
+Aipbot
 Alexibot
-Alligator
-Ankit
-Asterias
-Attach
+Anarchie
+Apexoo
 AwarioSmartBot
+BBBike
 BDCbot
-BackStreet
-Barkrowler
-BatchFTP
+BacklinkCrawler
+Badass
+Battleztar Bazinga
 BetaBot
-Bigfoot
+Black Hole
+Blackboard
 Blow
+BlowFish
 Bolt
 BotALot
-Brandprotect
 Brandwatch
-Buck
 BuiltWith
-Bullseye
-CATExplorador
-CheTeam
-CherryPicker
-ChinaClaw
+BunnySlippers
+CODE87
+CSHttp
+CazoodleBot
+CensysInspect
 Chlooe
+Claritybot
 Cliqzbot
-Cogentbot
+Cloud mapping
+Cocolyzebot
+Collector
+Craftbot
+Crawling at Home Project
 Crescent
+CrunchBot
 Curious
+Custo
 CyotekWebCopy
+DBLBot
 DIIbot
-Demon
+DSearch
+Deusu
 Devil
 Digincore
-Discobot
-DittoSpyder
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
+DigitalPebble
+Dirbuster
+Disco
+Discoverybot
+Dispatch
+DnyzBot
+Domains Project
 EMail Siphon
-Ebingbong
+EMail Wolf
+EasyDL
+Evil
+Exabot
 Extractor
-Extreme Picture Finder
-FDM
 FemtosearchBot
+Fimap
+FlashGet
 Flunky
 Foobot
-Fuzz
-FyberSpider
 GT::WWW
-GalaxyBot
 Genieo
 GermCrawler
-Getintent
-Gigablast
+GetRight
+GetWeb
 Gotit
+Grabber
 Grafula
-GrapeFX
-GrapeshotCrawler
 GridBot
+HEADMasterSEO
 HMView
-HTTP::Lite
-HybridBot
+HaosouSpider
+Harvest
+Humanlinks
+IRLbot
 Id-search
-Image Fetch
-Image Sucker
+IlseBot
 InfoTekies
-Intelliseek
 Internet Ninja
-Iskanie
-JennyBot
-JetCar
+InternetSeer
+IstellaBot
+Jbrofuzz
 Joomla
-JustView
-Kenjin Spider
-Kozmosbot
+Jorgee
+Jyxobot
+Kinza
 LNSpiderguy
-LWP::Simple
-Lanshanbot
+Larbin
+Leap
 LeechFTP
 Lftp
-Likse
-LinkScan
-LinkWalker
-Linkdexbot
-LinkextractorPro
+LibWeb
+Libwhisker
+LieBaoFast
+Linkbot
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MQQBrowser
 MSIECrawler
+MTRobot
 Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
 MarkWatch
-Masscan
-Mata Hari
-MeanPath Bot
+Mass Downloader
+Mb2345Browser
 Mediatoolkitbot
-Metauri
-MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
 Nameprotect
-NearSite
 Needle
 Nessus
-NetAnts
-NextGenSearchBot
+Net Vampire
+NetMechanic
 Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
-Ninja
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OrangeSpider
+Nutch
+Openvas
 OutclicksBot
-PHPCrawl
-PageAnalyzer
-PageScorer
+OutfoxBot
+POE-Component-Client-HTTP
+PageGrabber
 PageThing.com
-Panscient
+Pandalytics
+PeoplePal
+Petalbot
+Pi-Monster
 Picscout
-Piepmatz
-Pixray
-ProPowerBot
+PleaseCrawl
+Pockey
 Probethenet
-Psbot
-Pu_iN
+PxBroker
+QueryN Metasearch
 RankActiveLinkBot
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
-Reaper
-RedesScrapy
-Rogerbot
+ReGet
+RealDownload
+RebelMouse
+RepoMonkey
+RocketCrawler
 SBIder
 SEOlyticsCrawler
+SEOprofiler
 SalesIntelligent
-Screaming
-SearchmetricsBot
+ScanAlert
+Scanbot
+ScoutJet
+ScreenerBot
+Searchestate
+Semrush
 SentiBot
+SeoSiteCheckup
+Seomoz
 SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
 SiteSnagger
+Sitebeam
 Siteimprove
-SlySearch
 Snake
-Snapbot
+Snoopy
 SpaceBison
-Spbot
-SputnikBot
-Steeler
-Stripper
+Spanner
 SuperBot
-Surfbot
+SuperHTTP
+SurveyBot
 Suzuran
+T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
 Telesphoreo
-Thumbor
+Telesphorep
+TheNomad
 Titan
-Tracemyfile
-Trendiction
-True_Robot
+Toata
+TurnitinBot
+Twice
+Typhoeus
 URLy.Warning
 Upflow
 V-BOT
 VB Project
-Voil
-Voltron
-WISENutbot
+VCI
+Vacuum
+VeriCiteCrawler
+WEBDAV
+WPScan
 WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
-Web Collage
+Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Enhancer
-Web Fetch
 Web Sauger
-WebBandit
-WebEnhancer
 WebFetch
-WebLeacher
+WebImageCollector
+WebPix
 WebReaper
-WebSucker
-Webshag
-Website Quester
+WebZIP
 WebsiteExtractor
 WebsiteQuester
 Whack
-Whacker
-Who.is Bot
-WiseGuys Robot
-Wonderbot
-Woobot
+Whatweb
+Widow
+WinHTTrack
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-ZmEu
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+Zeus
+Zitebot
 backlink-check
-coccocbot-web
+cah.io.community
+clark-crawler
 cognitiveseo
-crawler4j
-domainsproject.org
-evc-batch
+crawler.feedback
+demandbase-bot
+eCatch
 heritrix
-internetVista monitor
-isitwp.com
-lwp-trivial
-meanpathbot
+ips-agent
+magpie-crawler
 mediawords
-oBot
-ripz
+page scorer
+pcBrowser
+plumanalytics
 satoristudio.net
-scalaj-http
 scan.lol
-seoscanners
+seobility
 seostar
-sitechecker.pro
-sysscan
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
+serpstatbot
+siteripz
+sogouspider
+sp_auditbot
 webpros.com
-webprosbot
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe