V4.2022.02.2941 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404enemy
-AIBOT
-ALittle Client
-AfD-Verbotsverfahren
+ADmantX
+Abonti
+Aboundex
+AiHitBot
 Aipbot
-AllSubmitter
-Alligator
+Alexibot
 Anarchie
 Anarchy
-Ankit
-Aspiegel
-BDFetch
-BLEXBot
-BackWeb
-Barkrowler
+Anthill
+BBBike
+BackDoorBot
+BackStreet
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bitacle
-BlackWidow
-Blackboard
-Boardreader
-BotALot
-BuzzSumo
+BetaBot
+Black Hole
+Blow
+BlowFish
+Bolt
+BuiltWith
+Bullseye
+BunnySlippers
 CATExplorador
-CCBot
+CODE87
 Calculon
+CazoodleBot
 CensysInspect
+CheeseBot
 CherryPicker
-ChinaClaw
-Cloud mapping
+Claritybot
 Cogentbot
-Collector
-Copier
-Copyscape
-Crawling at Home Project
-Crescent
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
 CrunchBot
-Curious
-CyotekWebCopy
-DataCha0s
+DSearch
+DTS Agent
 Demon
 Deusu
-Digincore
-Discoverybot
+DigitalPebble
+Dirbuster
+Disco
+DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
-Dotbot
-Dragonfly
+DnyzBot
+DomainAppender
+DomainCrawler
+Domains Project
 ECCP/1.0
 EMail Wolf
+EasyDL
+Ecxi
 EirGrabber
-ExtLinksBot
+Evil
+Exabot
+Express WebPictures
 Extractor
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
-Fimap
-Flunky
+Firefox/7.0
 Freeuploader
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
 GermCrawler
 GetRight
-GetWeb
+Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
-Grafula
-GridBot
-Haansoft
+GrabNet
+HMView
+Harvest
 Hloader
-IDBot
-IRLbot
-Iblog
+Humanlinks
+IDBTE4M
 Id-search
-InfoNaviRobot
+IlseBot
+Image Fetch
 InfoTekies
+Internet Ninja
 InternetSeer
-IstellaBot
-Jbrofuzz
+JOC Web Spider
 JennyBot
 JetCar
-JustView
+Jetty
+JikeSpider
+Jorgee
+Jyxobot
+Keyword Density
 LWP::Simple
-LexiBot
-LibWeb
-LieBaoFast
-Likse
-LinksManager
+Leap
+Libwhisker
+Lightspeedsystems
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Lmspider
 MIDown tool
 MIIxpc
-MJ12bot
-MSFrontPage
-Magnet
+MSIECrawler
+Mail.RU_Bot
 MarkMonitor
-Mass Downloader
-Mediatoolkitbot
+Mata Hari
+Mb2345Browser
 MegaIndex.ru
+Metauri
 Microsoft URL Control
-Moblie Safari
-Mojeek
-Mr.4x3
-Msrabot
+Mister PiX
 NPbot
-Name Intelligence
-Navroad
-NearSite
-Needle
-Net Vampire
-NetSpider
+Nessus
+NetMechanic
 Nettrack
-NimbleCrawler
-Nimbostratus
+Netvibes
 Not
+Nutch
+Octopus
 Offline Explorer
-OpenLinkProfiler
 OpenVAS
 Openfind
 Openvas
-OutclicksBot
-OutfoxBot
-PageGrabber
-PictureFinder
-PleaseCrawl
+OrangeBot
+POE-Component-Client-HTTP
+Panscient
+PeoplePal
+Picscout
+Pimonster
+Pixray
 ProWebWalker
 Psbot
-Pump
+PxBroker
+PyCurl
+QueryN Metasearch
 RankActive
 RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
-RealDownload
+Rankivabot
+RankurBot
 Reaper
 RedesScrapy
 RepoMonkey
 Ripper
 SEOkicks
-Screaming
+SEOlyticsCrawler
+SEOstats
+SMTBot
+SalesIntelligent
+ScanAlert
+Scrapy
 ScrepyBot
 SearchmetricsBot
-Seekport
-SentiBot
-SeobilityBot
-Seomoz
+SemanticJuice
+SeoSiteCheckup
 Site Sucker
-SiteExplorer
-SiteLockSpider
-SlySearch
-Snake
-Sosospider
-SpaceBison
-Spanner
-SputnikBot
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
+SocialRankIOBot
+Sogou web spider
+SpankBot
+Spinn3r
 Sqlmap
-Sqlworm
-Steeler
-Sucker
-SuperBot
+Sqworm
+Sucuri
 SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
 Szukacz
 T8Abot
 TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
+Thumbor
+TightTwatBot
+Titan
 Toata
-TwengaBot
-Typhoeus
+Trendiction
+Turingos
 URLy Warning
-URLy.Warning
-VB Project
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+UnisterBot
+Upflow
 VidibleScraper
-Virusdie
 VoidEYE
+Voil
 Voltron
 WASALive-Bot
-WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Auto
+WeSEE
+Web Collage
 Web Fuck
 Web Pix
+Web Sucker
+WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
+WebSauger
 WebStripper
-WebSucker
-WebZIP
+WebWhacker
+Webalta
 Webshag
 Webster
 Whatweb
-WiseGuys Robot
-Woobot
-Wprecon
-Xenu
-Zauba
-Zitebot
+Wonderbot
 ZmEu
-ZoominfoBot
 ZyBorg
-adscanner
 arquivo-web-crawler
 arquivo.pt
-clark-crawler
+backlink-check
+check1.exe
 coccocbot
-crawl.sogou.com
+cognitiveseo
 crawler4j
 dataforseo.com
 demandbase-bot
+eCatch
+evc-batch
+facebookscraper
 isitwp.com
-iubenda-radar
 lwp-trivial
-pcBrowser
-plumanalytics
+magpie-crawler
+meanpathbot
+muhstik-scan
+polaris version
 probe-image-size
 ripz
 s1z.ru
-satoristudio.net
 scan.lol
-seostar
-sexsearcher
+seoscanners
 sitechecker.pro
-siteripz
 sogouspider
-sp_auditbot
 spyfu
+tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webgains-bot
+voyagerx.com
+webmeup-crawler
 webprosbot
-zgrab
+x09Mozilla
+xpymep1.exe
+zauba.io