V4.2021.09.2565 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
-ALittle Client
-ASPSeek
+Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
+Alexibot
+AllSubmitter
+Alligator
 Anarchie
 Anarchy99
-Asterias
-Attach
+Apexoo
 AwarioRssBot
-BBBike
-BackStreet
-Backlink-Ceck
-Barkrowler
-BlackWidow
+AwarioSmartBot
+BDFetch
+BackDoorBot
+BackWeb
+BetaBot
+Black Hole
+Blackboard
+Blow
+BlowFish
 Boardreader
-Brandprotect
-Buck
-BuiltBotTough
+Brandwatch
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
-CCBot
-CODE87
-CheTeam
-CheeseBot
+CATExplorador
+CazoodleBot
 ChinaClaw
-Chlooe
-Cliqzbot
 Cloud mapping
 Cogentbot
 CopyRightCheck
+Cosmos
+CrunchBot
+Curious
 Custo
-DTS Agent
-DataCha0s
-Digincore
-Dirbuster
+CyotekWebCopy
+DIIbot
+DSearch
+Deusu
+DigitalPebble
 Discobot
 Discoverybot
-Dispatch
 DittoSpyder
-DomainStatsBot
-Dotbot
-Drip
-EMail Siphon
+Domains Project
+EMail Wolf
 EasyDL
-Ecxi
-EroCrawler
-Extreme Picture Finder
-FemtosearchBot
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
+Ebingbong
+Evil
+Express WebPictures
+ExtLinksBot
+EyeNetIE
+FHscan
+Foobot
+G-i-g-a-b-o-t
 GT::WWW
-GetRight
+GetWeb
 Getintent
-Go!Zilla
-Gotit
-GrapeshotCrawler
+Gigablast
+Go-Ahead-Got-It
+GoZilla
+Grabber
 GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
+Haansoft
 HaosouSpider
 Heritrix
-IRLbot
-Iblog
-IlseBot
-Image Fetch
+Hloader
+Humanlinks
 Image Sucker
-Indy Library
+InfoTekies
 Intelliseek
+InternetSeer
 JamesBOT
-Jbrofuzz
 JennyBot
 JetCar
-Joomla
-Jorgee
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kinza
-Larbin
+Lanshanbot
 LeechFTP
-LibWeb
 Libwhisker
 LieBaoFast
-LinkextractorPro
-LinksManager
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MSIECrawler
+Likse
+LinkScan
+LinqiaRSSBot
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MJ12bot
+MTRobot
 Magnet
-Majestic SEO
 Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
-MauiBot
 Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 Microsoft Data Access
-Moblie Safari
-Mojeek
 Mojolicious
-Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+NICErsPRO
 Name Intelligence
-Navroad
+Nameprotect
+Needle
+Nessus
 NetAnts
-NetSpider
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
 Netvibes
-Nibbler
-Niki-bot
 Nikto
-Nimbostratus
-Ninja
-Nuclei
-Offline Navigator
+NimbleCrawler
+Nmap
+Nutch
+Octopus
+Offline Explorer
 OnCrawl
 OpenVAS
-OrangeBot
-OutclicksBot
+OrangeSpider
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageGrabber
 PageScorer
-Pandalytics
-Pavuk
-PeoplePal
+PageThing.com
 Petalbot
-Pi-Monster
 Picsearch
+PictureFinder
 Piepmatz
 Pimonster
 Pixray
-PleaseCrawl
-Probethenet
-PxBroker
-Quick-Crawler
+ProPowerBot
+Psbot
+QueryN Metasearch
 RSSingBot
+RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
 Rankivabot
-RankurBot
-RealDownload
+Re-re
 Reaper
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOstats
-SISTRIX
-Scrapy
-Screaming
+SBIder
+SEOlyticsCrawler
+ScanAlert
+Scanbot
 ScreenerBot
-Searchestate
-Semrush
+ScrepyBot
+SentiBot
 SeoSiteCheckup
+Seomoz
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Siteimprove
-SlySearch
-SmartDownload
-Snake
+SiteSucker
+Sitebeam
+Sitevigil
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sosospider
-SpankBot
+Spammen
+Spanner
+Spbot
 Spinn3r
 Sqlworm
-Sqworm
 Sucuri
-SuperHTTP
 Surfbot
-Teleport
-Telesoft
+Suzuran
+T8Abot
 Telesphorep
 The Intraformant
+Titan
 Toata
-Tracemyfile
-Trendictionbot
-TurnitinBot
-Typhoeus
-URLy.Warning
+Toweyabot
+Trendiction
+True_Robot
+Turingos
+TwengaBot
+Twice
 UnisterBot
-VB Project
-VCI
-Vagabondo
-Voltron
-Wallpapers
-WeSEE
-Web Collage
+V-BOT
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+WASALive-Bot
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers/3.0
+Web Auto
+Web Enhancer
 Web Fetch
-WebBandit
+Web Pix
+Web Sucker
 WebCollage
+WebCopier
 WebEnhancer
 WebFetch
 WebGo IS
 WebPix
-WebSucker
-WebZIP
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whacker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Whack
 Whatweb
 Who.is Bot
-Widow
 WinHTTrack
-Wonderbot
+Woobot
 Wprecon
-Xaldon WebSpider
+YoudaoBot
 Zade
-Zauba
-Zeus
+Zermelo
 Zitebot
 ZmEu
-ZyBorg
 archive.org_bot
 arquivo-web-crawler
-clark-crawler
-crawl.sogou.com
+arquivo.pt
 crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
 evc-batch
-gopher
-heritrix
-internetVista monitor
-lwp-request
-magpie-crawler
+facebookscraper
+instabid
+ips-agent
+lwp-trivial
 mediawords
-netEstate NE Crawler
+muhstik-scan
 oBot
-seoscanners
+probe-image-size
+ripz
+s1z.ru
+scalaj-http
+scan.lol
 seostar
-sogouspider
+serpstatbot
 spyfu
-sysscan
 trendiction.de
-ubermetrics-technologies.com
-webpros.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab
+voyagerx.com
+zauba.io