V4.2022.08.3263 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
 404enemy
-ALittle Client
+ADmantX
 ASPSeek
+Acunetix
 AiHitBot
-Aipbot
-Alexibot
+AllSubmitter
+Alligator
 AlphaBot
-Aspiegel
-AwarioRssBot
+Anarchy
+Anarchy99
+Attach
 AwarioSmartBot
-BackWeb
-Backlink-Ceck
+BBBike
+BackStreet
+BacklinkCrawler
+Badass
 Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
 Bitacle
-BlackWidow
-Blackboard
-BlowFish
+Black Hole
 Boardreader
+Bolt
 BotALot
 Brandwatch
-Buddy
 BuiltWith
-BunnySlippers
+Bullseye
 BuzzSumo
-CCBot
+Calculon
 CazoodleBot
-CensysInspect
-CherryPicker
 ChinaClaw
+Citoid
+Claritybot
 Cocolyzebot
-Collector
-Copyscape
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
+Curious
+Custo
+DIIbot
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Deusu
-Discobot
-Dispatch
+Devil
 DnBCrawler-Analytics
-DomainAppender
+DnyzBot
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
 Dotbot
-Dragonfly
-ECCP/1.0
 EMail Siphon
-EirGrabber
-Exabot
-ExtractorPro
+Ebingbong
+EroCrawler
+Extractor
+Extreme Picture Finder
 EyeNetIE
 FDM
-FemtosearchBot
-Foobot
+Firefox/7.0
+FlashGet
+Flunky
+Fuzz
 Fyrebot
-GT::WWW
-Genieo
-GetWeb
-Go!Zilla
-GoZilla
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
+Go-Ahead-Got-It
+Gotit
+Grabber
+Grafula
+Haansoft
 HaosouSpider
-Harvest
 Heritrix
-Hloader
-IDBot
+HonoluluBot
+Humanlinks
+HybridBot
+IRLbot
 Iblog
-Image Fetch
+IlseBot
 Image Sucker
 IndeedBot
-Indy Library
+InfoNaviRobot
+InterGET
+Internet Ninja
 Iria
+Iskanie
 IstellaBot
+JOC Web Spider
 JamesBOT
-JetCar
+Jbrofuzz
+JennyBot
 Jetty
-Jyxobot
+Joomla
 Kenjin Spider
+Keybot Translation-Search-Machine
 Kozmosbot
 LNSpiderguy
-Lanshanbot
 Larbin
-Leap
+LeechFTP
 LexiBot
-Libwhisker
-LieBaoFast
+Lftp
 LinkWalker
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Ltx71
-MFC_Tear_Sample
-MIIxpc
-MSIECrawler
-Mag-Net
+LinqiaRSSBot
+Litemage_walker
+MJ12bot
+MQQBrowser
+MSFrontPage
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 MarkMonitor
+MarkWatch
 Mass Downloader
-Masscan
-Mata Hari
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
 Microsoft URL Control
 Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
 NICErsPRO
 Name Intelligence
 Navroad
-NearSite
 Nessus
-NetSpider
-Netcraft
+Net Vampire
+NetAnts
+NetZIP
+Nettrack
+Netvibes
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Nimbostratus
 Not
-Offline Explorer
+Nuclei
 Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
 OrangeBot
-OrangeSpider
 OutfoxBot
-PECL::HTTP
 PHPCrawl
-PeoplePal
-Pi-Monster
+PageScorer
+Panscient
+Pavuk
+Petalbot
 Picscout
-Pimonster
+Picsearch
 Pixray
-Pockey
-Probethenet
+ProWebWalker
+Psbot
+Pump
 PxBroker
 Quick-Crawler
-RankActive
+RSSingBot
 RankingBot
-RankingBot2
-RebelMouse
-RepoMonkey
+RealDownload
+Recorder
+Ripper
 SEOlyticsCrawler
 SEOprofiler
 SEOstats
-Scrapy
-ScrepyBot
+SMTBot
+SalesIntelligent
+ScreenerBot
+Searchestate
 SearchmetricsBot
 SemanticJuice
+Semrush
+SentiBot
 SeoSiteCheckup
 SeobilityBot
+Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Siteimprove
+Site Sucker
+SiteSnagger
+SiteSucker
+Sitebeam
+SlySearch
+SocialRankIOBot
+Sogou web spider
 Sottopop
 Spanner
+Sqlmap
+Sqlworm
 Sqworm
+Steeler
+Stripper
 Sucker
-Swiftbot
+Sucuri
+Surfbot
+Szukacz
 T0PHackTeam
-Telesoft
-Telesphorep
+T8Abot
+Telesphoreo
 Thumbor
-Titan
-Toweyabot
-Tracemyfile
-Trendiction
+TightTwatBot
 True_Robot
-TurnitinBot
-Typhoeus
-URLy.Warning
-V-BOT
-VCI
-Vagabondo
-Virusdie
+URLy Warning
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Voil
+WASALive-Bot
 WBSearchBot
-WWW::Mechanize
-Wallpapers
+WISENutbot
+WPScan
+WWW-Collector-E
+WWWOFFLE
 WallpapersHD
-WeSEE
+Web Collage
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sucker
-WebAuto
-WebBandit
-WebEnhancer
-WebFetch
 WebImageCollector
+WebLeacher
+WebPix
 WebSauger
-WebStripper
-WebWhacker
-WebZIP
 Webalta
 WebsiteExtractor
-Who.is Bot
-Widow
+WebsiteQuester
+Webster
+Whacker
+WinHTTrack
 WiseGuys Robot
-Woobot
+Wonderbot
 Wprecon
-Zade
-Zeus
 ZmEu
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-check1.exe
-clark-crawler
-domainsproject.org
-evc-batch
+adscanner
+archive.org_bot
+arquivo.pt
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+eCatch
+gopher
 instabid
-internetVista monitor
 iubenda-radar
 linkdexbot
-magpie-crawler
+lwp-trivial
+meanpathbot
 oBot
-page scorer
-scan.lol
+pcBrowser
+polaris version
+probe-image-size
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 seoscanners
-seostar
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
+webgains-bot
 webpros.com
-webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab
+zauba.io