V4.2022.02.2909 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
+404enemy
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-AllSubmitter
+AlphaBot
+Anarchy
+Anthill
 Apexoo
 Aspiegel
-AwarioRssBot
-AwarioSmartBot
+Asterias
+Attach
 BBBike
+BDCbot
 BackDoorBot
 BackStreet
-BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
-BetaBot
+Bandit
+Bitacle
+BlackWidow
 Blow
+Boardreader
 Bolt
-BotALot
-CCBot
+Brandprotect
+Buddy
+BuzzSumo
+CODE87
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-ChinaClaw
+CheeseBot
+Chlooe
 Citoid
-Claritybot
+Cocolyzebot
+Collector
 CopyRightCheck
+Craftbot
 Crescent
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DBLBot
-DIIbot
-Demon
-Digincore
+DSearch
+Devil
+Dirbuster
 Discobot
-Discoverybot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
-Domains Project
+DomainCrawler
+DomainStatsBot
 Dotbot
-Dragonfly
-ECCP/1.0
+EMail Siphon
 EMail Wolf
-EasyDL
-Evil
 Exabot
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+FDM
+FemtosearchBot
+Firefox/7.0
+Flunky
 Freeuploader
-FrontPage
-Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
-Getintent
+GetRight
+GoZilla
 Gotit
 GrabNet
 Grafula
-GrapeshotCrawler
+GrapeFX
+HEADMasterSEO
 HMView
 HTMLparser
+HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
 Havij
-Heritrix
 HonoluluBot
-Humanlinks
 HybridBot
+IDBot
+IRLbot
 Id-search
 Image Fetch
+Image Sucker
 IndeedBot
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
 InternetSeer
+Iria
+IstellaBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-JetCar
-JikeSpider
+Joomla
 Jorgee
-JustView
 Jyxobot
+Kenjin Spider
 Keyword Density
-Kinza
-Kozmosbot
-LibWeb
+LNSpiderguy
+Leap
+Libwhisker
 LieBaoFast
-Linkbot
-Linkdexbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
 Lmspider
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
 MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
+MQQBrowser
+MTRobot
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
-MauiBot
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
+Metauri
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
+Mojolicious
+Musobot
+NPbot
+Name Intelligence
 Navroad
+NearSite
+Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
 NetSpider
-Netcraft
-Netvibes
 NextGenSearchBot
-Nutch
+Niki-bot
+Nimbostratus
+Ninja
+Not
+Nuclei
 Offline Explorer
-OrangeBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-PeoplePal
-Picsearch
+OpenVAS
+Openvas
+OrangeSpider
+OutfoxBot
+Panscient
+Papa Foto
+Petalbot
+Picscout
+Piepmatz
 Pimonster
-Pixray
+Probethenet
 Psbot
-Pump
-PyCurl
+Pu_iN
+PxBroker
 QueryN Metasearch
-RankActiveLinkBot
 RankFlex
-Reaper
-RepoMonkey
+RankingBot2
+RebelMouse
+Recorder
 Ripper
-SBIder
-SEOstats
+SEOprofiler
+SISTRIX
+SalesIntelligent
+ScrepyBot
 Searchestate
-Semrush
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-Shodan
+Seomoz
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteSucker
-SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
+Sitevigil
 Sociscraper
 Sogou web spider
 Sosospider
-Sottopop
-SpankBot
-Spanner
-SputnikBot
-Sqworm
-Steeler
-Sucker
-Sucuri
+SpaceBison
+Spammen
+Stripper
 SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
-T0PHackTeam
-Teleport
-Titan
+Telesphoreo
+Thumbor
+TightTwatBot
 Toata
-Tracemyfile
+Toweyabot
 Trendiction
-Trendictionbot
-True_Robot
 TurnitinBot
-Typhoeus
-URLy Warning
-V-BOT
+TwengaBot
+URLy.Warning
 VB Project
+Vagabondo
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
+Virusdie
 Voltron
+WASALive-Bot
+WEBDAV
 WISENutbot
-WWWOFFLE
-Web Auto
+WPScan
+Wallpapers/3.0
+WeSEE
+Web Collage
 Web Fetch
-Web Fuck
-Web Pix
 Web Sucker
-WebBandit
-WebCollage
-WebCopier
-WebFetch
-WebFuck
+WebAuto
+WebEnhancer
 WebImageCollector
-WebLeacher
-WebPix
-WebReaper
-WebSauger
-WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebsiteExtractor
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+Whack
 Whacker
 Whatweb
+Widow
 WiseGuys Robot
-Wprecon
+Woobot
 Xaldon WebSpider
-YoudaoBot
-Zade
-Zeus
-ZoominfoBot
+Zauba
 ZumBot
-ZyBorg
+adscanner
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-check1.exe
-crawler.feedback
+clark-crawler
+coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler4j
+dataforseo.com
 demandbase-bot
 eCatch
+evc-batch
 facebookscraper
 gopher
-heritrix
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
 meanpathbot
-netEstate NE Crawler
-oBot
-polaris version
+pcBrowser
 probe-image-size
-scalaj-http
-scan.lol
-seocompany.store
-seostar
+ripz
+seobility
 serpstatbot
 sitechecker.pro
-siteripz
-spyfu
-tAkeOut
-webpros.com
+voyagerx.com
+webmeup-crawler
 webprosbot
 x09Mozilla
+xpymep1.exe
 zauba.io
-zgrab