V4.2021.10.2670 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ADmantX
-AIBOT
-ASPSeek
-Abonti
+80legs
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
+AiHitBot
+Aipbot
 Alligator
-Anarchy
-Anarchy99
-Anthill
+AlphaBot
 Apexoo
-Attach
 BLEXBot
 BackDoorBot
-BackWeb
-Backlink-Ceck
-BatchFTP
+BacklinkCrawler
+Badass
+Bandit
 Bigfoot
 Bitacle
-Black Hole
 BlackWidow
+Blow
+BlowFish
 Bolt
-BotALot
-Brandwatch
+Brandprotect
+BuiltBotTough
+BuiltWith
+Bullseye
+BuzzSumo
+CODE87
 Calculon
-CazoodleBot
-CensysInspect
-CheTeam
+Cegbfeieh
 ChinaClaw
-Cliqzbot
-Collector
-Cosmos
-Craftbot
-CrazyWebCrawler
+Cocolyzebot
+Copier
+CopyRightCheck
 Crescent
-CyotekWebCopy
-DIIbot
-DSearch
+DBLBot
+DTS Agent
 DataCha0s
-Deusu
-Digincore
-DigitalPebble
+Demon
+Devil
+Disco
+Discobot
+Discoverybot
+Dispatch
 DittoSpyder
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainStatsBot
-Drip
+Dotbot
+Download Wonder
+EirGrabber
 Evil
-ExtLinksBot
+Exabot
+Extractor
 Ezooms
-FemtosearchBot
+FHscan
 Freeuploader
-FrontPage
-GalaxyBot
-Genieo
+Fuzz
+FyberSpider
+Fyrebot
+GT::WWW
 GetRight
-GetWeb
-Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Grabber
-Grafula
-HTTP::Lite
-HaosouSpider
-Harvest
-Heritrix
+GrabNet
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HTMLparser
+Haansoft
 HybridBot
-IDBot
+IDBTE4M
 IRLbot
-Indy Library
+Image Sucker
+IndeedBot
 InfoNaviRobot
-Iskanie
-JOC Web Spider
+InternetSeer
+Iria
+IstellaBot
 JamesBOT
-Jetty
-Joomla
+Jbrofuzz
 JustView
 Kenjin Spider
+Keyword Density
+Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 LeechFTP
-LexiBot
 Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
+LieBaoFast
+Likse
 LinkWalker
+Linkbot
 Linkdexbot
-LinkextractorPro
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lmspider
 MFC_Tear_Sample
-MTRobot
-Mag-Net
+MIDown tool
+MIIxpc
+MJ12bot
 Mail.RU_Bot
-Majestic SEO
-Masscan
+Majestic-SEO
+Mata Hari
 Meanpathbot
 Mediatoolkitbot
-Metauri
-Mister PiX
-Moblie Safari
-Mojolicious
-Mozlila
+Microsoft URL Control
+Mojeek
 Msrabot
-NearSite
-Nessus
-NetLyzer
-NetSpider
-Netcraft
-NextGenSearchBot
+NPbot
+Name Intelligence
+Needle
+Net Vampire
 Nibbler
-Niki-bot
 Nikto
 NimbleCrawler
-Ninja
-Nmap
-Nuclei
-Nutch
+Nimbostratus
 Offline Explorer
-Offline Navigator
-OnCrawl
 Openfind
 OrangeBot
 OrangeSpider
+OutclicksBot
+OutfoxBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-Panscient
-Petalbot
+PageGrabber
+PageThing.com
+PeoplePal
 Pi-Monster
 Picscout
-Picsearch
-Pixray
+Piepmatz
 PleaseCrawl
+Pockey
+PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActive
 RankActiveLinkBot
-RankFlex
 RankingBot
-Rankivabot
-Re-re
-Reaper
+RankingBot2
+RankurBot
+ReGet
+RealDownload
 RebelMouse
-SEOkicks
-SISTRIX
-ScanAlert
-Scanbot
+Recorder
+RepoMonkey
+Ripper
+RocketCrawler
+SEOlyticsCrawler
+SMTBot
+SalesIntelligent
+Screaming
+ScreenerBot
+Searchestate
+SearchmetricsBot
 SemrushBot
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Siphon
-Sitebeam
-Siteimprove
-Sitevigil
-Snake
-Snapbot
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
 Snoopy
-Sogou web spider
+Sosospider
+Sottopop
 SpaceBison
+SpankBot
 Spanner
-Sqlworm
+Spinn3r
+SputnikBot
 Stripper
-Sucker
-SuperHTTP
-Suzuran
-TeleportPro
-Telesoft
+Sucuri
+SuperBot
+Surfbot
+Szukacz
+Teleport
+Telesphoreo
 TheNomad
-Toata
+TightTwatBot
+Titan
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
+Turingos
 Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-URLy.Warning
-VB Project
-VCI
+Twice
+UnisterBot
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
-WEBDAV
-WPScan
+WISENutbot
+WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
 Wallpapers
+Web Auto
 Web Collage
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sucker
+Web Fetch
+Web Sauger
 WebBandit
 WebFetch
+WebFuck
 WebGo IS
 WebImageCollector
 WebLeacher
+WebPix
+WebStripper
 Webalta
-WebmasterWorldForumBot
-Webster
-Who.is Bot
+Website Quester
+Whack
+Whatweb
 Widow
-WinHTTrack
+Woobot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Zeus
+Xenu
+Zade
+Zitebot
+ZmEu
 ZoomBot
-arquivo.pt
-backlink-check
+ZoominfoBot
+arquivo-web-crawler
 cah.io.community
-check1.exe
-cognitiveseo
-crawler.feedback
+coccocbot-web
 demandbase-bot
-facebookscraper
+domainsproject.org
 gopher
-isitwp.com
-lwp-trivial
+internetVista monitor
+lwp-request
+magpie-crawler
 meanpathbot
 mediawords
 muhstik-scan
 netEstate NE Crawler
+page scorer
 pcBrowser
-ripz
-satoristudio.net
-scan.lol
+plumanalytics
+scalaj-http
 seobility
 seoscanners
 serpstatbot
-siteripz
-sogouspider
+sp_auditbot
 spyfu
-sysscan
 trendiction.com
-trendiction.de
-webmeup-crawler
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io