V4.2021.11.2734 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404enemy
 80legs
-AIBOT
-ALittle Client
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-AlphaBot
-Anarchy99
-Ankit
-Apexoo
+ADmantX
+AiHitBot
+Alexibot
+Anarchie
 Aspiegel
-Attach
-BLEXBot
+Asterias
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
+Bandit
+Battleztar Bazinga
 BetaBot
+Bigfoot
 Black Hole
-BlackWidow
+Blow
+Boardreader
 Bolt
-BotALot
 Brandprotect
+Buck
 BuiltBotTough
-BuiltWith
+BuzzSumo
 CATExplorador
-CCBot
 CODE87
+CSHttp
+CensysInspect
 CheeseBot
 CherryPicker
-ChinaClaw
+Cloud mapping
 Collector
-Craftbot
+Copier
+CopyRightCheck
+Crescent
 CrunchBot
+Curious
 Custo
 DIIbot
 DTS Agent
+DataCha0s
 Demon
-DigitalPebble
+Devil
 Discobot
+Dispatch
+DittoSpyder
+DomCopBot
 DomainCrawler
-DomainStatsBot
+Domains Project
+Drip
+ECCP/1.0
 EasyDL
-Ebingbong
 EirGrabber
-Express WebPictures
-EyeNetIE
-Ezooms
+Evil
+ExtractorPro
+FDM
 FHscan
-FemtosearchBot
 Fimap
-Flunky
+Firefox/7.0
+Foobot
 Freeuploader
-FyberSpider
+Fuzz
 Fyrebot
-GT::WWW
-GalaxyBot
-GetWeb
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
 GrabNet
-Grafula
-GrapeFX
+Grabber
+GrapeshotCrawler
 GridBot
 HTMLparser
-HTTP::Lite
+HTTrack
 Harvest
 Havij
-Hloader
 Humanlinks
-HybridBot
-IDBot
+IDBTE4M
+IRLbot
+Iblog
+Id-search
 Image Fetch
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-IstellaBot
-JamesBOT
+Image Sucker
+Internet Ninja
+InternetSeer
+JOC Web Spider
 JikeSpider
-Jyxobot
-Kenjin Spider
-LWP::Simple
+Jorgee
+Lanshanbot
+Larbin
 Leap
 LeechFTP
-Libwhisker
-LieBaoFast
-Lightspeedsystems
+Likse
 LinkScan
-LinkWalker
+Linkdexbot
+LinkextractorPro
 LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 Litemage_walker
-MIDown tool
-MIIxpc
-Mag-Net
-Masscan
-Mata Hari
+Ltx71
+MJ12bot
+MTRobot
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkWatch
 MauiBot
-Meanpathbot
-Mediatoolkitbot
-Metauri
+Mb2345Browser
 MicroMessenger
-Minefield
-Mojeek
+Mister PiX
+Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-Musobot
 NICErsPRO
-NPbot
+Name Intelligence
 Nameprotect
 Navroad
-NearSite
-Needle
-Nessus
-NetAnts
-NetLyzer
+NetMechanic
 NetSpider
 NetZIP
-Netcraft
-Nibbler
-Nimbostratus
-OpenVAS
-Openfind
-Openvas
+Netvibes
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Ninja
+Nutch
 OrangeBot
-POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
-PeoplePal
+OutfoxBot
+PHPCrawl
+Page Analyzer
 Petalbot
-Pi-Monster
+Picscout
 Picsearch
 Piepmatz
-Pimonster
 Pixray
-Pump
+PxBroker
+RSSingBot
 RankActiveLinkBot
-RankFlex
 RankingBot
 RankingBot2
-RankurBot
-Reaper
-RedesScrapy
+Rankivabot
+RealDownload
+Recorder
 RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SISTRIX
 SMTBot
-SalesIntelligent
-Scanbot
-ScrepyBot
+ScoutJet
 Searchestate
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-SocialRankIOBot
-Sociscraper
-Sqlmap
-Sqworm
-Stripper
-Sucker
+Sitebeam
+Sitevigil
+Snoopy
+Sogou web spider
+Sosospider
+Sottopop
+SpankBot
+Spanner
+Sucuri
+Surfbot
 SurveyBot
-Teleport
+T8Abot
 TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
 The Intraformant
-TheNomad
+Titan
 Toweyabot
-Trendiction
 True_Robot
 TurnitinBot
-URLy.Warning
-Upflow
-V-BOT
-VB Project
+TwengaBot
+Twice
+Typhoeus
+UnisterBot
+VCI
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
-WASALive-Bot
-WWW-Collector-E
-WWW-Mechanize
+Voil
+Voltron
+WISENutbot
 WWWOFFLE
-WeSEE
-Web Collage
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Pix
-Web Sauger
+Web Sucker
 WebAuto
 WebBandit
-WebCopier
+WebEnhancer
 WebFuck
-WebGo IS
 WebImageCollector
 WebLeacher
+WebPix
+WebReaper
 WebSauger
-WebZIP
 Webalta
-WebsiteQuester
-Whacker
+Website Quester
+Webster
+Whack
 Who.is Bot
 Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
+Xaldon_WebSpider
 Xenu
-Zauba
-Zermelo
-ZoominfoBot
-ZumBot
+YoudaoBot
+Zeus
+Zitebot
 ZyBorg
-adscanner
 archive.org_bot
-arquivo.pt
-backlink-check
+arquivo-web-crawler
+clark-crawler
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-domainsproject.org
-evc-batch
+crawler.feedback
+eCatch
 heritrix
-instabid
-magpie-crawler
-meanpathbot
+internetVista monitor
+ips-agent
+isitwp.com
+lwp-request
+lwp-trivial
 mediawords
 oBot
-s1z.ru
-scalaj-http
-scan.lol
+page scorer
+satoristudio.net
 seobility
-seocompany.store
-seostar
-serpstatbot
-sitechecker.pro
-sogouspider
-spyfu
-trendiction.com
-ubermetrics-technologies.com
+sexsearcher
+siteripz
+sp_auditbot
+sysscan
+tAkeOut
 voyagerx.com
 webmeup-crawler
-x09Mozilla
 x22Mozilla
-xpymep1.exe
-zgrab