V4.2021.09.2568 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-80legs
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alexibot
 AlphaBot
-Ankit
-Asterias
-Attach
-BLEXBot
-BackDoorBot
-BackStreet
+Anarchie
+Anthill
+Apexoo
+Aspiegel
+AwarioRssBot
+AwarioSmartBot
+BBBike
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-Bigfoot
-Black Hole
-BlowFish
-Bolt
+BetaBot
+Boardreader
+BotALot
 Brandprotect
 Brandwatch
 Buck
+BuiltWith
 Bullseye
-CATExplorador
+BunnySlippers
 CCBot
-Calculon
-Cegbfeieh
-ChinaClaw
+CheTeam
+CheeseBot
+Chlooe
+Cloud mapping
 Cocolyzebot
-Cogentbot
-CopyRightCheck
-Cosmos
-Crescent
+Collector
+Copyscape
+Craftbot
 Curious
 Custo
-CyotekWebCopy
-DBLBot
-DTS Agent
-DataCha0s
+DatabaseDriverMysqli
+Demon
+Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
 Discoverybot
-DnyzBot
-DomCopBot
-DomainCrawler
-Dragonfly
-ECCP/1.0
-EMail Wolf
-EasyDL
+Dispatch
+DittoSpyder
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dotbot
+Download Wonder
+Ebingbong
+Ecxi
 EirGrabber
-EroCrawler
-Evil
+Exabot
 Express WebPictures
 ExtLinksBot
 EyeNetIE
-FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
-FlashGet
-Foobot
+FDM
 Freeuploader
-FyberSpider
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
 GermCrawler
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
-GridBot
+GrabNet
+GrapeshotCrawler
+HMView
+HTMLparser
 HTTP::Lite
 Haansoft
 Hloader
-Humanlinks
+HybridBot
+IDBTE4M
 Iblog
-Id-search
-IlseBot
+Image Fetch
 Indy Library
-Intelliseek
-InterGET
-Internet Ninja
-JennyBot
+Iria
+IstellaBot
+JamesBOT
+JetCar
+Jetty
+JikeSpider
 Joomla
-Kenjin Spider
+JustView
+Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
-Leap
-LeechFTP
-LeechGet
-Lftp
-LibWeb
-Libwhisker
-LinkextractorPro
+LexiBot
+LieBaoFast
+Lightspeedsystems
+LinkpadBot
+LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
-MIDown tool
-Magnet
-Majestic SEO
-Majestic-SEO
-MarkMonitor
-MarkWatch
-Masscan
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSIECrawler
+Mag-Net
+Mass Downloader
 Mata Hari
-MauiBot
-Mediatoolkitbot
+Meanpathbot
 MegaIndex.ru
+Metauri
+Microsoft Data Access
+Mister PiX
 Mojolicious
-Mozlila
-Mr.4x3
 Musobot
 NPbot
-Needle
-NetSpider
+Navroad
+Nessus
+NetLyzer
+NetZIP
 Netcraft
 Nettrack
-Netvibes
-NextGenSearchBot
-Nikto
-Offline Explorer
-OnCrawl
-OpenVAS
-Openfind
+Niki-bot
+NimbleCrawler
+Ninja
+Nuclei
+Nutch
+Octopus
+OpenLinkProfiler
+Openvas
+OutclicksBot
 OutfoxBot
-POE-Component-Client-HTTP
-Papa Foto
+Page Analyzer
+PageAnalyzer
+Pandalytics
+Panscient
 Pavuk
 Petalbot
-Picscout
 Picsearch
-Piepmatz
-Pixray
 Pockey
-ProPowerBot
-RankActiveLinkBot
-RankFlex
-RankurBot
+Pump
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot
+RankingBot2
+Rankivabot
 Re-re
-ReGet
+RebelMouse
 Recorder
 RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
 SEOstats
-SalesIntelligent
-Scrapy
-ScreenerBot
+Screaming
 ScrepyBot
-Semrush
+Searchestate
 SemrushBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
+Siphon
+Site Sucker
+SiteExplorer
 SiteLockSpider
 SiteSucker
-Sitebeam
-Sitevigil
 SlySearch
+Snoopy
 SocialRankIOBot
 Sociscraper
-Spinn3r
-Sqlmap
+SpaceBison
+Spammen
+SpankBot
+Spanner
 Sqlworm
-Steeler
+Sqworm
+Sucuri
 SurveyBot
-T8Abot
-Telesoft
+T0PHackTeam
+Teleport
+TeleportPro
 Telesphoreo
-The Intraformant
+TheNomad
+Titan
 Toata
 Trendiction
-Turingos
-URLy Warning
-VelenPublicWebCrawler
+Trendictionbot
+Twice
+Typhoeus
+URLy.Warning
+VB Project
+VCI
 Virusdie
+WASALive-Bot
 WBSearchBot
 WEBDAV
 WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WWW::Mechanize
 WeSEE
 Web Auto
+Web Enhancer
 Web Fuck
-Web Sauger
+WebAuto
+WebBandit
 WebCollage
-WebCopier
 WebEnhancer
 WebFetch
 WebGo IS
-WebImageCollector
 WebLeacher
 WebReaper
 WebSauger
-WebStripper
-WebmasterWorldForumBot
 WebsiteQuester
+Whack
 Whatweb
 Widow
 WinHTTrack
-WiseGuys Robot
-Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zade
 Zauba
-Zeus
-ZoomBot
+Zermelo
+Zitebot
+ZumBot
+arquivo-web-crawler
+autoemailspider
+backlink-check
+clark-crawler
 coccocbot-web
-com.plumanalytics
+crawler.feedback
 domainsproject.org
-eCatch
-facebookscraper
-heritrix
-instabid
+evc-batch
 internetVista monitor
+isitwp.com
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
-oBot
-pcBrowser
-polaris version
-scalaj-http
-sitechecker.pro
-sogouspider
+probe-image-size
+ripz
+satoristudio.net
+seoscanners
+serpstatbot
 spyfu
-tAkeOut
-trendiction.com
+sysscan
 trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-webpros.com
 webprosbot
-x09Mozilla
-x22Mozilla
 zgrab