V4.2022.01.2831 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-AIBOT
-ALittle Client
-ASPSeek
+01h4x.com
+80legs
+ADmantX
 Abonti
-Aboundexbot
-Acunetix
+Aboundex
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
-Anarchy99
+Anarchie
+Anarchy
 Anthill
-Apexoo
-BDFetch
-BLEXBot
-BacklinkCrawler
+Attach
+AwarioRssBot
+BackDoorBot
+Backlink-Ceck
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
+Bitacle
+Black Hole
+BlackWidow
 Blackboard
-Blow
-BlowFish
-Brandwatch
-BuiltWith
-BunnySlippers
-BuzzSumo
-CATExplorador
+Brandprotect
+Buck
 CCBot
-CazoodleBot
+CODE87
 CheTeam
+CheeseBot
 Chlooe
-Claritybot
+Citoid
 Cloud mapping
 Cocolyzebot
 Copier
-CopyRightCheck
+Copyscape
+Cosmos
 Crawling at Home Project
+CrazyWebCrawler
 Crescent
-CrunchBot
 Curious
 Custo
 CyotekWebCopy
 DBLBot
-DIIbot
 DSearch
-Demon
-Digincore
-Dirbuster
+Discobot
+Discoverybot
 DittoSpyder
-DomCopBot
-DomainAppender
+DnyzBot
+DomainCrawler
 DomainSigmaCrawler
+Dotbot
+Drip
+ECCP/1.0
 EMail Siphon
+EMail Wolf
+Ecxi
 EirGrabber
-Express WebPictures
+EroCrawler
 Extractor
-ExtractorPro
-Extreme Picture Finder
+EyeNetIE
+Ezooms
 FDM
-Fimap
-Firefox/7.0
+FemtosearchBot
+FlashGet
+Foobot
 FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
+Genieo
+GermCrawler
 GetWeb
 Getintent
-Go!Zilla
+Gigabot
+Go-Ahead-Got-It
+GoZilla
 Gotit
-Grabber
 Grafula
+GrapeFX
 GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
-Harvest
-Heritrix
+HTMLparser
 Humanlinks
-HybridBot
-IRLbot
-Iblog
-IndeedBot
-InfoNaviRobot
+IDBot
+IlseBot
+Image Sucker
+InfoTekies
 Intelliseek
-InternetSeer
-Iria
-IstellaBot
+Internet Ninja
+JOC Web Spider
 JamesBOT
+JennyBot
+Jetty
 Joomla
-Jorgee
-Keyword Density
-Kinza
+JustView
+Kenjin Spider
 Kozmosbot
 LNSpiderguy
-Larbin
-Lftp
-Libwhisker
-LieBaoFast
-Lightspeedsystems
+Lanshanbot
+LeechGet
 LinkScan
-LinkWalker
-LinkextractorPro
+Linkbot
+Linkdexbot
 LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
 MIIxpc
-MSFrontPage
+MQQBrowser
 MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-MarkWatch
-MauiBot
+Majestic SEO
+Majestic12
+MarkMonitor
+Masscan
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Mister PiX
-Mojolicious
-Musobot
-NetSpider
-Nettrack
+Microsoft Data Access
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+NPbot
+Name Intelligence
+Nameprotect
+Nessus
+NetMechanic
+NetZIP
+Netcraft
 NextGenSearchBot
-NimbleCrawler
-Ninja
+Nimbostratus
 Offline Explorer
 Offline Navigator
-Openvas
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
+OnCrawl
+OpenLinkProfiler
+Openfind
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+PageThing.com
 Pandalytics
+Pavuk
 PeoplePal
-PictureFinder
-Pu_iN
-RSSingBot
-RankActive
-RankActiveLinkBot
+Petalbot
+Piepmatz
+Pimonster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Psbot
+PyCurl
 RankFlex
 RankingBot2
-RankurBot
-Re-re
+Rankivabot
 RealDownload
-Reaper
-RebelMouse
-Recorder
-RepoMonkey
-Ripper
+RocketCrawler
 SBIder
-SEOkicks
-SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
+SEOprofiler
+SalesIntelligent
 ScanAlert
+ScreenerBot
 ScrepyBot
-SeobilityBot
+Searchestate
+Semrush
+SemrushBot
+SentiBot
 Seomoz
-SiteExplorer
+SiteLockSpider
+SiteSucker
+Siteimprove
+Sitevigil
 Snoopy
-SocialRankIOBot
 Sociscraper
-SpaceBison
+Sogou web spider
+Sottopop
 Spammen
 Spinn3r
-Sqlmap
-SuperHTTP
+Sqworm
+Stripper
+Sucker
+Sucuri
+Surfbot
 Szukacz
-T8Abot
-TeleportPro
-Telesoft
 Telesphoreo
-The Intraformant
 TheNomad
-TightTwatBot
+Thumbor
 Toata
-Tracemyfile
-Trendictionbot
-Twice
-VB Project
+True_Robot
+URLy Warning
+URLy.Warning
+UnisterBot
+V-BOT
+VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-VoidEYE
-Voil
-WBSearchBot
 WISENutbot
 WPScan
-WWW::Mechanize
-Wallpapers
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
-Web Enhancer
 Web Fetch
 Web Fuck
-WebBandit
+Web Sauger
+WebCollage
+WebCopier
 WebEnhancer
+WebFetch
 WebFuck
-WebGo IS
 WebImageCollector
-WebPix
-WebReaper
-WebSauger
+WebSucker
 WebWhacker
 WebmasterWorldForumBot
 Webshag
 Website Quester
-Webster
+Whack
 Whatweb
-Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
 YoudaoBot
-Zade
-Zauba
-Zermelo
-Zitebot
-ZumBot
-ZyBorg
-adscanner
-arquivo.pt
-autoemailspider
+Zeus
+ZmEu
+ZoomBot
+ZoominfoBot
 backlink-check
 cah.io.community
 crawl.sogou.com
 crawler.feedback
-crawler4j
-demandbase-bot
-evc-batch
-instabid
+gopher
+heritrix
+ips-agent
 meanpathbot
-seocompany.store
+mediawords
+page scorer
+probe-image-size
+ripz
+satoristudio.net
 seoscanners
-sitechecker.pro
-siteripz
-sp_auditbot
+seostar
+sogouspider
 spyfu
-trendiction.com
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
 webpros.com
-webprosbot
+x09Mozilla
+x22Mozilla
 zgrab