V4.2023.02.3567 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 80legs
-ALittle Client
-Abonti
+ASPSeek
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
+Acunetix
 AllSubmitter
-Anarchie
 Ankit
 Anthill
-Aspiegel
+Asterias
 Atomseobot
-Attach
-AwarioRssBot
-BDFetch
+BBBike
+BLEXBot
 BackStreet
-BackWeb
 Backlink-Ceck
-Badass
-Bandit
+BacklinkCrawler
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bitacle
-Blackboard
+BlackWidow
+Blow
 Boardreader
-Bolt
 Brandwatch
-BuiltWith
+Buck
+Buddy
 Bullseye
-CSHttp
+CATExplorador
+CCBot
 CazoodleBot
-CensysInspect
-CherryPicker
+CheeseBot
 ChinaClaw
-Chlooe
-Craftbot
+Citoid
+Copyscape
 CyotekWebCopy
-DSearch
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
 Deusu
 Digincore
-Dirbuster
-DittoSpyder
+DigitalPebble
+Disco
+Discobot
+Discoverybot
+Dispatch
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Dragonfly
-Drip
-EMail Siphon
-Ecxi
-Express WebPictures
-ExtLinksBot
-Extractor
+DomCopBot
+EroCrawler
+Exabot
 Extreme Picture Finder
-FemtosearchBot
+EyeNetIE
+Ezooms
+FDM
 Fimap
-Firefox/7.0
-FlashGet
 Flunky
-Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
 GetRight
+Getintent
 Gigabot
-GoZilla
 GrabNet
-HaosouSpider
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
+HTTrack
+Haansoft
+Harvest
 Havij
-Heritrix
 Hloader
+HonoluluBot
 Humanlinks
 HybridBot
 IDBTE4M
 IRLbot
+Iblog
+Id-search
+Image Fetch
+Image Sucker
 IndeedBot
-InfoNaviRobot
+Internet Ninja
 InternetSeer
-JetCar
-Jorgee
+JOC Web Spider
+Jbrofuzz
+Jetty
 JustView
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-LWP::Simple
+Kozmosbot
 Lanshanbot
+Larbin
 LeechFTP
-LeechGet
+LexiBot
+Libwhisker
 Lightspeedsystems
 Likse
-LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Ltx71
-MFC_Tear_Sample
-MQQBrowser
+Litemage_walker
+Lmspider
 MSFrontPage
-MarkWatch
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 Mass Downloader
+MauiBot
 MeanPath Bot
-Mediatoolkitbot
 Metauri
+Minefield
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Musobot
 Nameprotect
-Navroad
-Nessus
-NetLyzer
+NearSite
+Needle
+NetAnts
 NetMechanic
 NetSpider
+Netcraft
 Netvibes
 Nibbler
-NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
 Not
+Nuclei
 Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
+OpenLinkProfiler
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-OutfoxBot
+OrangeSpider
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
+Pandalytics
 Panscient
-Picscout
+Papa Foto
+Pavuk
+PeoplePal
+Picsearch
 PictureFinder
 Pimonster
-PleaseCrawl
+Pockey
 ProWebWalker
-Psbot
+Probethenet
 Pu_iN
-Pump
-RSSingBot
+PxBroker
+RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
+RankingBot2
 RankurBot
-ReGet
+Re-re
 Reaper
-RebelMouse
-RedesScrapy
-Ripper
-Rogerbot
+Recorder
+RepoMonkey
+SBIder
+SEOkicks
+SEOprofiler
 SEOstats
 SISTRIX
-SalesIntelligent
-ScanAlert
+SMTBot
+Scanbot
 Scrapy
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
+SemanticJuice
 Semrush
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Shodan
-SiteLockSpider
-SiteSnagger
-Siteimprove
-SlySearch
-Snapbot
-SocialRankIOBot
-Sociscraper
-SpankBot
-Spbot
+SemrushBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+Sitebeam
+Sosospider
+SpaceBison
+Spammen
+Spanner
 Spinn3r
 Sqlmap
-Steeler
-Sucuri
+Sqlworm
+SuperBot
 SurveyBot
-Suzuran
-Swiftbot
-Szukacz
-T0PHackTeam
-Teleport
 Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
-Titan
-Tracemyfile
+Thumbor
 Trendiction
+Trendictionbot
 Turingos
 TurnitinBot
 TwengaBot
-URLy.Warning
-Upflow
-V-BOT
-Vagabondo
+Twice
+Typhoeus
+URLy Warning
+UnisterBot
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
 Virusdie
-Voltron
-WASALive-Bot
-WPScan
-WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Auto
-Web Pix
-Web Sucker
+VoidEYE
+WISENutbot
+WWWOFFLE
+Web Collage
+WebCollage
+WebCopier
 WebEnhancer
-WebStripper
-WebWhacker
-WebZIP
-Webalta
-Webshag
+WebImageCollector
+WebLeacher
+WebPix
+WebSauger
+WebmasterWorldForumBot
 Website Quester
+WebsiteExtractor
 Webster
-Who.is Bot
-WiseGuys Robot
+Widow
+Woobot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Zade
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+Zeus
+ZmEu
 ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
 arquivo-web-crawler
-check1.exe
-clark-crawler
-cognitiveseo
-crawler4j
-dataforseo.com
-evc-batch
-facebookscraper
+crawl.sogou.com
+crawler.feedback
 gopher
-internetVista monitor
-linkdexbot
+iubenda-radar
 lwp-request
+lwp-trivial
 mediawords
-netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-polaris version
 satoristudio.net
-scan.lol
+scalaj-http
+seocompany.store
+seoscanners
+seostar
+sitechecker.pro
+siteripz
+sp_auditbot
 spyfu
-webmeup-crawler
-webpros.com
-webprosbot
+sysscan
+ubermetrics-technologies.com
+x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab