V4.2022.07.3201 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+80legs
 AIBOT
-ALittle Client
 Abonti
-Aboundex
-AhrefsBot
-AiHitBot
-Alexibot
 Alligator
 AlphaBot
-Anarchie
 Anarchy99
 Ankit
-Aspiegel
-Atomseobot
-AwarioRssBot
-BackDoorBot
-BackStreet
+Attach
+AwarioSmartBot
+BBBike
+BLEXBot
 BackWeb
 BacklinkCrawler
 Badass
-Battleztar Bazinga
+Barkrowler
 BetaBot
-Black Hole
-BlackWidow
+Bitacle
 Blow
-Boardreader
-Bolt
-BotALot
-Bullseye
-Calculon
-Cegbfeieh
-CensysInspect
-Copier
-CopyRightCheck
-Cosmos
-Crawling at Home Project
+BlowFish
+Brandwatch
+Buddy
+BuiltBotTough
+BuiltWith
+BuzzSumo
+CATExplorador
+CCBot
+CODE87
+CheTeam
+Chlooe
+Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
+Crescent
 Curious
 Custo
+CyotekWebCopy
+DBLBot
 DIIbot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
+Demon
+Digincore
 Dirbuster
-Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
+DomainStatsBot
 Download Wonder
-EMail Siphon
+Drip
+ECCP/1.0
 EasyDL
 Ebingbong
-EirGrabber
 Evil
 Exabot
 Extractor
 ExtractorPro
 Extreme Picture Finder
+Ezooms
+FHscan
 FemtosearchBot
+Fimap
 FlashGet
-Fuzz
+Foobot
 GalaxyBot
+GermCrawler
+GetWeb
+Getintent
 Go!Zilla
-Gotit
 GrabNet
-GrapeshotCrawler
-HEADMasterSEO
-HTTP::Lite
-Haansoft
-Harvest
-HonoluluBot
-Humanlinks
-IDBot
+Grabber
+Grafula
+GrapeFX
+Heritrix
+IDBTE4M
+IRLbot
 Iblog
-IlseBot
+Id-search
 Image Fetch
-InfoTekies
-InternetSeer
-JOC Web Spider
-JikeSpider
+Intelliseek
+InterGET
+Iria
+Jbrofuzz
+JetCar
+Jetty
 JustView
-Lanshanbot
+Jyxobot
+Kozmosbot
+LNSpiderguy
 Larbin
 LeechFTP
-Lftp
+LeechGet
 LibWeb
-Libwhisker
+LieBaoFast
+LinkScan
 Linkbot
-LinkextractorPro
+LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
-MSIECrawler
+MQQBrowser
+MTRobot
 Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic12
+Majestic-SEO
 MarkMonitor
-MarkWatch
 Mass Downloader
-Masscan
 Mata Hari
-MeanPath Bot
+MauiBot
 Meanpathbot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Musobot
 NPbot
 Nameprotect
+Navroad
 Needle
-Nessus
 NetAnts
-NetSpider
-NetZIP
-Netcraft
-Nettrack
-Nibbler
+NetLyzer
+NextGenSearchBot
+Niki-bot
+Nikto
+NimbleCrawler
 Nimbostratus
 Not
 Nuclei
 Octopus
 Offline Navigator
-Openfind
+OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openvas
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
-PageAnalyzer
+OrangeSpider
 PageGrabber
+PageScorer
 Panscient
 Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Pimonster
-Pixray
 PleaseCrawl
-ProPowerBot
 ProWebWalker
-Pump
-Quick-Crawler
 RSSingBot
 RankFlex
-RankingBot
+RankingBot2
 Re-re
-RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks
+ReGet
+Reaper
+Recorder
+RedesScrapy
+Rogerbot
+SEOkicks-Robot
+SEOstats
+SMTBot
 SalesIntelligent
-Scanbot
+ScanAlert
 ScoutJet
+Screaming
+ScreenerBot
 ScrepyBot
-Seekport
+SearchmetricsBot
 SemanticJuice
-Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
 Siteimprove
+Sitevigil
 SlySearch
-Snake
+SmartDownload
 Snoopy
 SocialRankIOBot
-Spammen
+Sogou web spider
+SpaceBison
 SpankBot
-Spinn3r
+Spbot
+SputnikBot
 Sqlmap
-Sqworm
-Sucker
 SuperBot
-SuperHTTP
-Swiftbot
-Teleport
+Suzuran
+T0PHackTeam
 TeleportPro
-The Intraformant
+Telesoft
 TheNomad
+TightTwatBot
 Titan
+Toata
 Tracemyfile
+Trendictionbot
+True_Robot
 Turingos
-URLy Warning
-UnisterBot
-VB Project
-VCI
+Turnitin
+TurnitinBot
 Vacuum
 VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-Voil
-Voltron
+VoidEYE
 WASALive-Bot
-WWW-Collector-E
-WallpapersHD
-Web Auto
+WEBDAV
+WISENutbot
+WWWOFFLE
+Wallpapers
 Web Collage
-Web Enhancer
-WebAuto
+Web Fetch
+Web Sucker
 WebBandit
 WebEnhancer
+WebFetch
 WebImageCollector
-WebPix
-WebStripper
-WebWhacker
-WebZIP
-Webster
+WebLeacher
+WebSauger
+WebSucker
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Whacker
-Who.is Bot
 Widow
-WinHTTrack
+Wotbox
+Wprecon
 Xaldon_WebSpider
-Zade
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+YoudaoBot
+Zermelo
+ZoominfoBot
 backlink-check
-cah.io.community
-clark-crawler
-com.plumanalytics
-crawler.feedback
-dataforseo.com
 demandbase-bot
+domainsproject.org
 eCatch
 evc-batch
+facebookscraper
 gopher
-heritrix
+isitwp.com
+muhstik-scan
 pcBrowser
-polaris version
-scan.lol
-seobility
-serpstatbot
-sitechecker.pro
-siteripz
+plumanalytics
+probe-image-size
+s1z.ru
+satoristudio.net
+seocompany.store
+spyfu
+sysscan
 trendiction.de
-webprosbot
+voyagerx.com
+webpros.com
+x09Mozilla
 zgrab