V4.2022.01.2844 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-AIBOT
+ALittle Client
 Abonti
+Aboundex
 Aboundexbot
-AiHitBot
-AllSubmitter
+AfD-Verbotsverfahren
+Alligator
 AlphaBot
+Anarchie
+Anarchy
 Anarchy99
-Anthill
-AwarioSmartBot
-BDCbot
-BDFetch
-BLEXBot
-BacklinkCrawler
-Bitacle
-Black Hole
+Ankit
+Asterias
+BBBike
+Bandit
+BatchFTP
+Bigfoot
 BlackWidow
-BuiltWith
-Bullseye
-BunnySlippers
-CSHttp
-CazoodleBot
+Blackboard
+Blow
+BlowFish
+BotALot
+Brandprotect
+Buck
+Buddy
+Calculon
 Cegbfeieh
+CheeseBot
+CherryPicker
 ChinaClaw
-Citoid
 Claritybot
-Cocolyzebot
+Cliqzbot
 Collector
+Copier
+Copyscape
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Curious
-CyotekWebCopy
+Custo
 DIIbot
-DTS Agent
-DataCha0s
-Devil
+Demon
+Deusu
+Disco
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+DnyzBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
-Drip
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
-Ebingbong
-Ecxi
-Evil
-Exabot
 Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+Ezooms
+FDM
+FHscan
 Firefox/7.0
 Foobot
-Fuzz
-Fyrebot
+FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GermCrawler
-GetWeb
+GetRight
 Getintent
-Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
-GrabNet
-Grabber
 GrapeFX
-GridBot
-HTMLparser
-HTTP::Lite
+GrapeshotCrawler
+Haansoft
 Harvest
-Havij
+Heritrix
+Humanlinks
 IDBTE4M
 IDBot
-IRLbot
+Id-search
+Image Fetch
 Image Sucker
-Intelliseek
-InternetSeer
+InfoNaviRobot
+InterGET
+IstellaBot
 JOC Web Spider
-JetCar
-Jetty
-Joomla
-Jyxobot
-Kozmosbot
+JamesBOT
+JennyBot
+Jorgee
+JustView
 LWP::Simple
 Lanshanbot
-Larbin
-LeechGet
+LeechFTP
 LexiBot
 Lftp
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-Linkdexbot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinkScan
+LinkextractorPro
+LinksManager
 Lipperhey Spider
-Litemage_walker
 Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
-Magnet
+MSIECrawler
+Mag-Net
 Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
+Majestic-SEO
+Masscan
 Mata Hari
-MauiBot
-MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
 MicroMessenger
-Mojeek
-Mojolicious
-Msrabot
-NICErsPRO
+Minefield
+Morfeus Fucking Scanner
+NPbot
+Navroad
+Nessus
 Net Vampire
 NetAnts
 NetMechanic
-NetZIP
-Netvibes
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Nmap
+Nettrack
+Nibbler
+Niki-bot
+Ninja
 Nuclei
 Offline Explorer
-OrangeBot
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
-Pavuk
-Pi-Monster
-Piepmatz
-Pixray
+OpenVAS
+OutclicksBot
+PECL::HTTP
+Page Analyzer
+PageThing.com
+Panscient
+Petalbot
+Picsearch
+Pockey
 ProWebWalker
 Probethenet
-Pu_iN
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankFlex
+Pump
+RankingBot
 Rankivabot
 RealDownload
 RebelMouse
+Recorder
+RocketCrawler
 SBIder
 SEOlyticsCrawler
-Scanbot
+SEOprofiler
+SalesIntelligent
+ScanAlert
+ScoutJet
 Scrapy
-Screaming
-Seekport
+SearchmetricsBot
+SemanticJuice
+Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
-SiteLockSpider
-SiteSnagger
+Shodan
+Site Sucker
+SiteExplorer
+Siteimprove
 Sitevigil
-Snapbot
-SocialRankIOBot
+SlySearch
+SmartDownload
+Snake
+Snoopy
 Sociscraper
-Sosospider
 Sottopop
+SpaceBison
+Spbot
 Spinn3r
+SputnikBot
 Sqlworm
 Steeler
 Stripper
 Sucker
-SuperHTTP
-Surfbot
-T8Abot
+Sucuri
+SurveyBot
+Szukacz
+T0PHackTeam
 Teleport
-Telesoft
-Telesphoreo
-Telesphorep
-Thumbor
-Titan
+The Intraformant
+TheNomad
+Toata
 Tracemyfile
 Trendiction
 Trendictionbot
-TurnitinBot
-Twice
+True_Robot
 Typhoeus
 URLy Warning
+URLy.Warning
 V-BOT
-VB Project
-Vacuum
+VCI
+Vagabondo
 VeriCiteCrawler
+VidibleScraper
 VoidEYE
-Voil
-WEBDAV
+WPScan
 WWW-Collector-E
-WallpapersHD
+WWW-Mechanize
+Web Collage
 Web Enhancer
-Web Sucker
-WebGo IS
-WebLeacher
+Web Fetch
+WebEnhancer
+WebImageCollector
 WebReaper
 WebSauger
-WebSucker
-WebZIP
-Webalta
-WebsiteQuester
-Whack
-Whacker
+WebWhacker
+Webster
 Whatweb
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-Wotbox
+Who.is Bot
+Widow
 Xaldon_WebSpider
-Xenu
 YoudaoBot
-adscanner
-archive.org_bot
-arquivo.pt
+Zauba
+Zermelo
+Zitebot
+ZoomBot
+ZoominfoBot
+ZyBorg
+arquivo-web-crawler
+check1.exe
+clark-crawler
 coccocbot-web
+cognitiveseo
+com.plumanalytics
 crawler.feedback
+demandbase-bot
 domainsproject.org
-eCatch
 facebookscraper
-instabid
-isitwp.com
-lwp-trivial
+gopher
+heritrix
+ips-agent
+lwp-request
+magpie-crawler
 mediawords
 muhstik-scan
+netEstate NE Crawler
 oBot
-polaris version
+pcBrowser
+plumanalytics
+probe-image-size
 s1z.ru
-seocompany.store
-serpstatbot
-sexsearcher
-sitechecker.pro
+satoristudio.net
+scalaj-http
+scan.lol
+seobility
 siteripz
-spyfu
-tAkeOut
-trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-x09Mozilla
-xpymep1.exe
+webgains-bot
+zgrab