V4.2021.12.2821 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-80legs
-ADmantX
-AIBOT
+ASPSeek
+Aboundex
 AfD-Verbotsverfahren
-Alexibot
-AllSubmitter
-AlphaBot
-Ankit
-Apexoo
+AhrefsBot
+Aipbot
+Alligator
+Anarchie
+Anarchy99
 Aspiegel
 Attach
 AwarioRssBot
 AwarioSmartBot
-BDCbot
-BackStreet
+BackDoorBot
 BackWeb
-Badass
-Bandit
-Barkrowler
+BetaBot
 Bigfoot
-Blow
-BlowFish
-BotALot
+BlackWidow
+Brandprotect
+Brandwatch
+Buddy
 BuiltBotTough
+BuiltWith
 BunnySlippers
 BuzzSumo
-CCBot
 CODE87
-Calculon
-Cegbfeieh
-CheTeam
-CheeseBot
-ChinaClaw
+CherryPicker
+Chlooe
 Citoid
-Cliqzbot
-Cogentbot
-Craftbot
+Claritybot
+Cloud mapping
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
 Crescent
-Curious
-CyotekWebCopy
+DBLBot
 DIIbot
 DSearch
-DTS Agent
 Deusu
+Devil
+Dirbuster
 Disco
-Discoverybot
-DittoSpyder
+Discobot
+DnyzBot
 DomCopBot
-DomainAppender
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-Dragonfly
-EasyDL
+Drip
+ECCP/1.0
+EMail Wolf
 Ebingbong
 Ecxi
-EroCrawler
+EirGrabber
+Evil
 ExtractorPro
-EyeNetIE
 Ezooms
-FDM
-Firefox/7.0
-Foobot
-FrontPage
+FHscan
+Fimap
+FlashGet
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
+Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
+Go!Zilla
 GrabNet
-Grabber
-GridBot
 HTTP::Lite
-Havij
-Heritrix
+HTTrack
+HaosouSpider
+Harvest
 Hloader
-Humanlinks
 HybridBot
-IRLbot
-Id-search
-Indy Library
-InfoNaviRobot
-InfoTekies
-JamesBOT
+IDBTE4M
+IDBot
+Image Sucker
+Intelliseek
+Internet Ninja
+Iria
 Jbrofuzz
-JennyBot
 Joomla
-Jorgee
+JustView
 Jyxobot
+Kenjin Spider
 Keyword Density
+Kinza
 Kozmosbot
-LNSpiderguy
+LWP::Simple
+Larbin
 Leap
-LeechFTP
-LexiBot
+LeechGet
 Lftp
-Libwhisker
-Lightspeedsystems
-Likse
+LieBaoFast
+LinkScan
 LinkWalker
+Linkbot
+Linkdexbot
 LinkextractorPro
-LinkpadBot
+LinqiaScrapeBot
 Lipperhey
 Litemage_walker
-MFC_Tear_Sample
-MQQBrowser
-Majestic-SEO
+Lmspider
+MSFrontPage
+MSIECrawler
+MTRobot
+Mag-Net
+Majestic SEO
 Majestic12
-MarkMonitor
+MarkWatch
+Mass Downloader
 Masscan
 Mata Hari
 MauiBot
-Mediatoolkitbot
-Minefield
-Mozlila
-Musobot
-Navroad
-NearSite
-Nessus
-Net Vampire
-NetLyzer
-NextGenSearchBot
-Nimbostratus
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mr.4x3
+Name Intelligence
+Nameprotect
+NetSpider
+Niki-bot
 Nmap
-Not
-OpenVAS
+Nuclei
+Nutch
+Offline Explorer
+Openvas
 OrangeBot
-OrangeSpider
-POE-Component-Client-HTTP
-PageGrabber
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
 Pandalytics
-Pavuk
+Papa Foto
 PeoplePal
-Petalbot
+Picsearch
 PictureFinder
+Pimonster
 Pixray
+Pockey
+ProPowerBot
 ProWebWalker
-PyCurl
+Psbot
+Pump
 QueryN Metasearch
+RankActive
+RankFlex
 RankingBot
 Rankivabot
-RankurBot
-RealDownload
-Recorder
+Reaper
 RedesScrapy
 RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
-SEOstats
-SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
+SEOkicks-Robot
+SEOlyticsCrawler
 Scrapy
+ScrepyBot
+SemrushBot
+SentiBot
+SeobilityBot
+Seomoz
+Site Sucker
 SiteExplorer
 SiteLockSpider
-Sitebeam
+SiteSucker
 Siteimprove
-SlySearch
+Sitevigil
+SmartDownload
+Snake
 Snoopy
-Sociscraper
-Sosospider
-SpankBot
-SputnikBot
+Sottopop
 Sqlmap
 Stripper
 Sucker
-SuperBot
-Swiftbot
-T0PHackTeam
+Sucuri
+SuperHTTP
+SurveyBot
+Suzuran
 T8Abot
-Teleport
+TeleportPro
+Telesoft
 Telesphoreo
-Telesphorep
-TheNomad
-Toweyabot
+Thumbor
+TightTwatBot
+Titan
+Toata
 Tracemyfile
+Trendiction
 Trendictionbot
-Turingos
-Turnitin
+True_Robot
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-Upflow
+V-BOT
 VB Project
-VCI
 Vagabondo
-VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-VoidEYE
-WBSearchBot
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
-Web Collage
+WPScan
+Web Auto
+Web Enhancer
 Web Fetch
-Web Sauger
-WebAuto
+Web Fuck
 WebBandit
 WebCollage
-WebFuck
-WebGo IS
-WebLeacher
+WebCopier
+WebFetch
+WebPix
 WebReaper
-WebSauger
 WebZIP
-WebmasterWorldForumBot
+Webalta
 WebsiteQuester
-Whatweb
-Who.is Bot
+Whack
+Widow
+WinHTTrack
 WiseGuys Robot
-Woobot
-Xaldon_WebSpider
-Zade
-ZmEu
+Wprecon
+YoudaoBot
+ZumBot
 ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
 autoemailspider
 backlink-check
+cah.io.community
+check1.exe
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
 dataforseo.com
-demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
+gopher
 heritrix
 internetVista monitor
-isitwp.com
-lwp-request
 lwp-trivial
+magpie-crawler
 netEstate NE Crawler
-satoristudio.net
+oBot
+pcBrowser
+ripz
+s1z.ru
+scalaj-http
 scan.lol
-seoscanners
-sitechecker.pro
-siteripz
-sp_auditbot
+seocompany.store
+seostar
+serpstatbot
+sexsearcher
+sogouspider
 spyfu
 sysscan
-webpros.com
+trendiction.com
+trendiction.de
+voyagerx.com
+webgains-bot
+webprosbot
 x09Mozilla