V4.2021.11.2744 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
+360Spider
+ADmantX
+AIBOT
+ASPSeek
+Abonti
 Aboundexbot
 AfD-Verbotsverfahren
-AllSubmitter
-AlphaBot
+Aipbot
+Alexibot
 Anarchie
 Anarchy
 Ankit
-Anthill
 AwarioSmartBot
-BackStreet
-BackWeb
-Barkrowler
-BlackWidow
-Blackboard
-Boardreader
-Bolt
-Brandwatch
+BDFetch
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Buddy
 BuiltWith
-BunnySlippers
-CATExplorador
-CSHttp
+CCBot
+CazoodleBot
+Cegbfeieh
+CensysInspect
 CherryPicker
-Chlooe
-Cloud mapping
+Claritybot
+Cliqzbot
 Cogentbot
-Collector
-Copier
-CopyRightCheck
+Copyscape
 Cosmos
-Craftbot
 CrazyWebCrawler
 CrunchBot
-Custo
+Curious
 CyotekWebCopy
 DBLBot
-Deusu
+DSearch
 Devil
-Digincore
-DittoSpyder
-DomCopBot
-Domains Project
+Discoverybot
+DomainCrawler
 Dotbot
 Dragonfly
-EasyDL
+EMail Siphon
+EMail Wolf
 Ecxi
-EroCrawler
 Evil
+Exabot
+Express WebPictures
 Extractor
-Extreme Picture Finder
+Ezooms
 FemtosearchBot
-Firefox/7.0
+FlashGet
+Flunky
+Foobot
 Freeuploader
-G-i-g-a-b-o-t
 GT::WWW
+Genieo
 Getintent
 Gigabot
 Go!Zilla
-Gotit
-GrabNet
+GoZilla
+Grabber
 Grafula
 GrapeFX
-HaosouSpider
+GridBot
+HTMLparser
+Harvest
 Heritrix
-Hloader
-IDBTE4M
-Id-search
+Humanlinks
+IDBot
+Iblog
 IlseBot
 Image Fetch
-InfoNaviRobot
 Internet Ninja
 InternetSeer
-JOC Web Spider
-JennyBot
-Joomla
-Jorgee
-Jyxobot
-Kenjin Spider
+Iskanie
+IstellaBot
+Keyword Density
 Kinza
-LNSpiderguy
-Leap
-LeechFTP
-LeechGet
-LexiBot
-LieBaoFast
-LinkScan
-LinkWalker
+LWP::Simple
+Lftp
+Libwhisker
 Linkbot
 Linkdexbot
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
 Lmspider
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
+Ltx71
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+Mag-Net
 MarkWatch
 Mass Downloader
 Masscan
 MauiBot
-Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
 Microsoft URL Control
 Minefield
-Mister PiX
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
 Mozlila
 Msrabot
-Musobot
 NICErsPRO
+NPbot
+Name Intelligence
 Nessus
-Net Vampire
-Nettrack
-Niki-bot
-Nimbostratus
-Ninja
-Nmap
-Octopus
-Offline Navigator
+NetZIP
+Netvibes
+NextGenSearchBot
+Not
 OpenLinkProfiler
-OrangeBot
-OutclicksBot
+OpenVAS
+OrangeSpider
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
-PageScorer
 Pandalytics
 Papa Foto
+PeoplePal
+Petalbot
 Pi-Monster
+Picsearch
 PictureFinder
 Piepmatz
-Pixray
-QueryN Metasearch
+PleaseCrawl
+ProWebWalker
+Pu_iN
+PxBroker
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankFlex
 RankingBot2
-Rankivabot
-ReGet
-RebelMouse
+RealDownload
 RedesScrapy
-RocketCrawler
+Rogerbot
 SBIder
-SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SMTBot
-SalesIntelligent
-ScanAlert
+SISTRIX
 Scanbot
+Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
-SemrushBot
+SemanticJuice
+SentiBot
 SeoSiteCheckup
-Shodan
+SeobilityBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-Siteimprove
+SiteSucker
+Sitevigil
 Snapbot
-Spammen
-Sqworm
-Stripper
-Sucker
-Surfbot
+Snoopy
+SocialRankIOBot
+Sottopop
+Spbot
+Spinn3r
+Sqlmap
+Steeler
+Sucuri
+SuperBot
 SurveyBot
-Szukacz
-T8Abot
+Suzuran
 Teleport
-Telesoft
 The Intraformant
+TheNomad
 TightTwatBot
-Toweyabot
-Twice
-URLy.Warning
-UnisterBot
+Toata
+Tracemyfile
+Typhoeus
 VB Project
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+Virusdie
+VoidEYE
+Voil
+Voltron
 WBSearchBot
 WEBDAV
+WISENutbot
+WPScan
 WWW-Collector-E
-WWWOFFLE
-WeSEE
+WWW-Mechanize
 Web Auto
-Web Fetch
 Web Pix
-WebBandit
+Web Sauger
+Web Sucker
 WebCollage
-WebEnhancer
 WebFetch
 WebFuck
-WebPix
-WebSauger
-WebWhacker
+WebGo IS
+WebLeacher
+WebReaper
+WebSucker
 Webshag
 Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whack
+Webster
+Whatweb
+Who.is Bot
+WiseGuys Robot
 Woobot
-Wotbox
 Wprecon
+Xenu
 Zauba
 Zeus
+Zitebot
+ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
-adscanner
-arquivo-web-crawler
-autoemailspider
-backlink-check
+ZyBorg
+archive.org_bot
 cognitiveseo
-crawler.feedback
-demandbase-bot
+crawl.sogou.com
+crawler4j
+dataforseo.com
 eCatch
 evc-batch
-heritrix
-instabid
-isitwp.com
-mediawords
+gopher
+internetVista monitor
+ips-agent
+meanpathbot
 muhstik-scan
+netEstate NE Crawler
+page scorer
 pcBrowser
-probe-image-size
 satoristudio.net
+scalaj-http
 scan.lol
 seobility
+seocompany.store
 seoscanners
-serpstatbot
-siteripz
+seostar
+sexsearcher
 spyfu
-sysscan
-tAkeOut
+trendiction.com
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
 webgains-bot
 webmeup-crawler
-webprosbot
+webpros.com
+x09Mozilla
+xpymep1.exe
 zauba.io
-zgrab