V4.2021.11.2692 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-ADmantX
-ALittle Client
+80legs
 ASPSeek
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+Abonti
+Aipbot
 Alexibot
-AlphaBot
-Aspiegel
+Alligator
+Anarchy99
+Ankit
+Asterias
 AwarioSmartBot
-BBBike
 BDCbot
 BLEXBot
 BackWeb
-Backlink-Ceck
-Bitacle
 Black Hole
 BlackWidow
-Blow
-BuiltBotTough
-Bullseye
+Blackboard
+Boardreader
+Buck
+BuiltWith
+BunnySlippers
 BuzzSumo
 CATExplorador
-CSHttp
+CCBot
 Calculon
-CazoodleBot
-Cegbfeieh
-CherryPicker
-ChinaClaw
-Claritybot
-Cocolyzebot
+CensysInspect
+CheTeam
+Chlooe
+Cloud mapping
+Collector
 Copyscape
-Cosmos
-Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-Custo
-DataCha0s
-Devil
+Curious
+DBLBot
+Demon
+Deusu
 DigitalPebble
-Dirbuster
-Disco
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-Domains Project
+DittoSpyder
+DomainStatsBot
 Dotbot
-Dragonfly
 Drip
-ECCP/1.0
-EroCrawler
-Exabot
-ExtLinksBot
-ExtractorPro
+EMail Siphon
+Ebingbong
+Ecxi
+EirGrabber
+Extractor
 Extreme Picture Finder
 EyeNetIE
+FHscan
+FemtosearchBot
 Flunky
-Foobot
 Freeuploader
-Fuzz
-FyberSpider
 G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
-Genieo
+GetRight
 GetWeb
-Gigabot
-Gotit
-GrapeFX
+Getintent
+Grabber
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
+HMView
 HTMLparser
 HTTrack
-HaosouSpider
+Haansoft
 Harvest
-Heritrix
-Humanlinks
-HybridBot
+Hloader
 IDBTE4M
-Iblog
-IlseBot
+Id-search
 Image Fetch
-Internet Ninja
+Indy Library
+Intelliseek
+InternetSeer
+IstellaBot
 JOC Web Spider
+JamesBOT
+Jbrofuzz
+JennyBot
+Joomla
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kozmosbot
-LeechGet
+Larbin
+LeechFTP
 Lftp
 LibWeb
 Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
-LinkpadBot
-Lipperhey Spider
-Lmspider
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaScrapeBot
+Litemage_walker
 MIDown tool
-MSIECrawler
-MTRobot
+MJ12bot
+MQQBrowser
+MSFrontPage
 Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-Mata Hari
+Majestic SEO
+MarkWatch
 MauiBot
 MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
+Metauri
 MicroMessenger
 Microsoft URL Control
-Mojolicious
 Msrabot
 Musobot
+Name Intelligence
+Nameprotect
 Needle
-NetAnts
 NetLyzer
 NetMechanic
+NetZIP
+Netcraft
 Nibbler
-Niki-bot
-Nikto
-Nimbostratus
 Ninja
+Nmap
 Offline Explorer
 OpenLinkProfiler
-Openfind
-Openvas
-OutfoxBot
+OpenVAS
+OrangeSpider
 PECL::HTTP
-PageScorer
+POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
 Pandalytics
 Panscient
-Pavuk
+Petalbot
 Pi-Monster
+Picscout
 Picsearch
-Piepmatz
 PleaseCrawl
-Pump
-QueryN Metasearch
+Pockey
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
+PxBroker
 RankActiveLinkBot
-RankFlex
 RankingBot2
 Re-re
 RealDownload
-Rogerbot
+RebelMouse
+RepoMonkey
+RocketCrawler
 SBIder
 SEOlyticsCrawler
-SEOstats
-SISTRIX
 ScanAlert
-Scanbot
-Screaming
-ScrepyBot
+ScoutJet
+Scrapy
+Searchestate
 SearchmetricsBot
-SeobilityBot
-Siphon
+SeoSiteCheckup
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 SiteSnagger
 SiteSucker
 Sitebeam
-SmartDownload
-Snapbot
-Sociscraper
-SpaceBison
-SpankBot
+Spammen
+Spbot
+Sqlworm
+Steeler
 Sucker
-Sucuri
 SuperBot
 Surfbot
 Suzuran
-T0PHackTeam
-T8Abot
-Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
 TheNomad
-Thumbor
-True_Robot
-Turnitin
+Toweyabot
+Tracemyfile
+Turingos
 TwengaBot
-Twice
-URLy Warning
-UnisterBot
-V-BOT
+Upflow
 VB Project
-VCI
 Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
+Voil
 Voltron
-WBSearchBot
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Auto
+WWWOFFLE
 Web Collage
-Web Enhancer
-Web Fetch
-Web Sauger
-WebCopier
-WebFetch
+Web Fuck
+WebAuto
 WebGo IS
+WebImageCollector
+WebPix
+WebReaper
+WebSauger
 WebStripper
 WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Website Quester
-Whacker
+Webshag
+WebsiteQuester
+Webster
 Who.is Bot
-Widow
 WiseGuys Robot
-Wonderbot
+Woobot
 Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
 YoudaoBot
-ZmEu
+Zade
+Zermelo
+Zeus
+ZoomBot
+ZumBot
+ZyBorg
 arquivo.pt
-autoemailspider
-backlink-check
-check1.exe
-clark-crawler
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-evc-batch
-internetVista monitor
+facebookscraper
+instabid
 ips-agent
 isitwp.com
+meanpathbot
+plumanalytics
 ripz
-s1z.ru
-scan.lol
-seoscanners
+satoristudio.net
+seobility
 seostar
+serpstatbot
+siteripz
+sogouspider
 spyfu
 sysscan
 tAkeOut
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
 webpros.com
-x09Mozilla
+webprosbot
 x22Mozilla
 xpymep1.exe