V4.2022.01.2826 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+360Spider
+ADmantX
+ALittle Client
+ASPSeek
+Abonti
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
 AlphaBot
 Anarchie
-Anarchy99
-Ankit
 Apexoo
 Asterias
 Attach
-BBBike
 BLEXBot
+BackDoorBot
 BackStreet
-Badass
-Bandit
-Bigfoot
-Black Hole
-BlackWidow
-Brandwatch
-Buddy
+BackWeb
+BacklinkCrawler
+BatchFTP
+BetaBot
+Buck
+BuiltBotTough
 BuiltWith
-CATExplorador
+BuzzSumo
+CSHttp
 Calculon
 CazoodleBot
 Cegbfeieh
-ChinaClaw
-Citoid
+CensysInspect
+CheTeam
+Chlooe
+Claritybot
 Cliqzbot
 Cloud mapping
-Cogentbot
-Copyscape
-Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
-DBLBot
+Copier
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Curious
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Digincore
+Demon
+Deusu
+Devil
 DigitalPebble
 Dirbuster
-Disco
+Dispatch
 DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
 Dragonfly
 Drip
-Ebingbong
-EirGrabber
-EroCrawler
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ecxi
 Exabot
 EyeNetIE
-FlashGet
+Ezooms
+FDM
+Firefox/7.0
 Foobot
-G-i-g-a-b-o-t
+Fuzz
+FyberSpider
 GT::WWW
 GalaxyBot
-Gigabot
-Go!Zilla
-GoZilla
-Gotit
-GrabNet
+GetRight
 Grabber
-Grafula
-GrapeshotCrawler
-HMView
-Harvest
-Heritrix
-IRLbot
-InfoTekies
+HEADMasterSEO
+HTMLparser
+HaosouSpider
+Havij
+HybridBot
+IDBTE4M
+IDBot
+IlseBot
+Image Fetch
+IndeedBot
 InterGET
+Internet Ninja
+InternetSeer
 Iria
 Iskanie
 JOC Web Spider
-JennyBot
-JetCar
-Jetty
-Jorgee
-JustView
-Keyword Density
-Kinza
+JamesBOT
+Jbrofuzz
+JikeSpider
+Joomla
 LNSpiderguy
 LWP::Simple
-Larbin
+Lanshanbot
+LeechFTP
 Lftp
-Libwhisker
+LibWeb
 Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-LinkpadBot
+Linkdexbot
 LinksManager
-LinqiaMetadataDownloaderBot
 Lipperhey
-Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
-MTRobot
-Majestic-SEO
-MarkMonitor
+MQQBrowser
+MSFrontPage
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+Mass Downloader
 Masscan
-MeanPath Bot
+MauiBot
+Meanpathbot
 MegaIndex.ru
-Metauri
 Microsoft URL Control
-Msrabot
-NICErsPRO
-Navroad
+Minefield
+Mister PiX
+Mojolicious
+Mr.4x3
+Musobot
+NearSite
 Needle
-Net Vampire
+Nessus
 NetLyzer
-Nettrack
-Nibbler
-NimbleCrawler
-Ninja
+NetSpider
+NetZIP
+Niki-bot
+Nikto
+Nimbostratus
 Octopus
-OpenLinkProfiler
+Offline Navigator
+OnCrawl
+OpenVAS
 OrangeSpider
-OutclicksBot
-PHPCrawl
-PageGrabber
-PeoplePal
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+Panscient
 Petalbot
 Pi-Monster
-PictureFinder
+Piepmatz
 Pimonster
-Pixray
-ProPowerBot
-ProWebWalker
+Pockey
 Probethenet
 PxBroker
-Quick-Crawler
-RSSingBot
-RankActive
 RankingBot2
 Re-re
-ReGet
-RealDownload
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
+Reaper
 SMTBot
-ScanAlert
-Scrapy
-Screaming
-ScreenerBot
+SalesIntelligent
+Scanbot
+Searchestate
 SemanticJuice
 Semrush
-Siphon
+SeobilityBot
+Seomoz
+Shodan
 Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
+Siteimprove
 SlySearch
 SmartDownload
 Snake
 Snoopy
-Sociscraper
-Sottopop
-Spammen
+SocialRankIOBot
+Sogou web spider
+SpaceBison
+SpankBot
 Spanner
 Spbot
 SputnikBot
 Sqlmap
-Sqlworm
 Stripper
-SuperBot
 SuperHTTP
-Surfbot
 Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
 Telesoft
 Telesphorep
-The Intraformant
-TightTwatBot
-Titan
-Toata
+TheNomad
+Thumbor
+Toweyabot
 Tracemyfile
+Trendiction
 Trendictionbot
-Turnitin
+True_Robot
+TwengaBot
 URLy Warning
-URLy.Warning
 Upflow
-V-BOT
-VB Project
 VCI
 Vacuum
-VelenPublicWebCrawler
-VeriCiteCrawler
+Vagabondo
 Virusdie
-WISENutbot
+Voil
+Voltron
+WEBDAV
+WPScan
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
+Web Fetch
 Web Fuck
-Web Sucker
+Web Sauger
+WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebGo IS
 WebImageCollector
-WebReaper
-WebSucker
+WebSauger
+WebStripper
 Webalta
-Webster
-Whack
+Webshag
+Whatweb
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zauba
-Zermelo
-ZoomBot
-ZoominfoBot
+Xaldon_WebSpider
+Zade
+arquivo-web-crawler
 arquivo.pt
+backlink-check
 cah.io.community
 check1.exe
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 dataforseo.com
+demandbase-bot
 domainsproject.org
 instabid
-isitwp.com
-lwp-request
-lwp-trivial
-muhstik-scan
-netEstate NE Crawler
-page scorer
-plumanalytics
+pcBrowser
+ripz
+s1z.ru
 satoristudio.net
-seocompany.store
-seostar
-serpstatbot
+scalaj-http
+seobility
 sitechecker.pro
-siteripz
-sogouspider
-spyfu
 tAkeOut
-trendiction.de
-voyagerx.com
-webpros.com
 webprosbot
 x09Mozilla
-x22Mozilla
+zgrab