V4.2021.06.2438 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
 404enemy
-80legs
+Abonti
 Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-AIBOT
-Aipbot
-Alligator
+AiHitBot
 AllSubmitter
-AlphaBot
+Anarchy99
 Ankit
+Anthill
+Apexoo
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 Aspiegel
 autoemailspider
-BackDoorBot
+AwarioSmartBot
+Backlink-Ceck
+backlink-check
+BacklinkCrawler
 BackStreet
 BackWeb
 Bandit
-BatchFTP
+Barkrowler
 Battleztar Bazinga
-Blackboard
+Bitacle
 BLEXBot
 Blow
+BlowFish
 Boardreader
-Brandprotect
-Buddy
+Bolt
+BotALot
+Buck
 BuiltBotTough
-Bullseye
-BuzzSumo
-CATExplorador
 CazoodleBot
-CensysInspect
+CCBot
 CheeseBot
-CherryPicker
-Chlooe
 Claritybot
-coccocbot-web
+Cliqzbot
+Cocolyzebot
+CODE87
 cognitiveseo
+Collector
 Copier
-Craftbot
-crawler4j
-crawl.sogou.com
-CrazyWebCrawler
-CSHttp
+CopyRightCheck
+Crescent
+Curious
+Custo
 CyotekWebCopy
 DatabaseDriverMysqli
 demandbase-bot
+Digincore
 DIIbot
-Discobot
-Discoverybot
-DnyzBot
+Dirbuster
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 DomCopBot
 Dotbot
 Download Wonder
-Dragonfly
-Drip
-EirGrabber
+DTS Agent
+EasyDL
+eCatch
+ECCP/1.0
+Ecxi
 EMail Siphon
 EMail Wolf
-evc-batch
-Evil
-Express WebPictures
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-FDM
 FemtosearchBot
-Firefox/7.0
-FlashGet
-Foobot
+FHscan
 Freeuploader
 Fuzz
-GetWeb
-G-i-g-a-b-o-t
-Grabber
+FyberSpider
+GalaxyBot
+Genieo
+GermCrawler
+GetRight
+Go-Ahead-Got-It
+gopher
+Gotit
+Go!Zilla
 GrabNet
+Grafula
 GrapeFX
 GrapeshotCrawler
-GridBot
-GT::WWW
 Haansoft
-Havij
+HaosouSpider
+HEADMasterSEO
 heritrix
-Heritrix
-Hloader
-HTMLparser
-HTTP::Lite
 HTTrack
-Indy Library
+IDBot
+Id-search
+Image Fetch
 InfoNaviRobot
-InfoTekies
-Internet Ninja
+instabid
+InternetSeer
+ips-agent
 Iria
-IRLbot
 isitwp.com
-Joomla
-Jorgee
+Iskanie
+JikeSpider
+JustView
+Kenjin Spider
 Keyword Density
 Kinza
+Kozmosbot
 LeechFTP
+LeechGet
 LexiBot
 Lftp
 Libwhisker
-Lightspeedsystems
-Likse
 Linkbot
-LinkextractorPro
+Linkdexbot
+LinkScan
 LinkWalker
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-LNSpiderguy
+Lipperhey
+Lipperhey Spider
 Ltx71
-LWP::Simple
-lwp-trivial
 Magnet
-Mag-Net
+magpie-crawler
+Majestic12
 MarkWatch
-Masscan
 Mass Downloader
+Mata Hari
 MauiBot
-Mb2345Browser
-Meanpathbot
-MeanPath Bot
-Mediatoolkitbot
-mediawords
-Metauri
-MFC_Tear_Sample
-Microsoft URL Control
 MIIxpc
+Mister PiX
+MJ12bot
 Moblie Safari
-Mojeek
-Musobot
+Mojolicious
+Mozlila
+MQQBrowser
+muhstik-scan
 Nameprotect
-Navroad
 Needle
-NetMechanic
-Netvibes
-NetZIP
-Nikto
-Ninja
+NetLyzer
+NetSpider
+Net Vampire
+NextGenSearchBot
 Nmap
+NPbot
 Nuclei
 Nutch
-Octopus
-Offline Navigator
+oBot
+Offline Explorer
 OnCrawl
+Openfind
 OpenLinkProfiler
-Openvas
+OpenVAS
+OPPO A33
 OrangeBot
+OutfoxBot
 PageAnalyzer
-PageScorer
+page scorer
 PageThing.com
+Panscient
+Pavuk
 pcBrowser
-PECL::HTTP
-PeoplePal
-Petalbot
+Picscout
+Picsearch
 PictureFinder
 Piepmatz
+Pi-Monster
+plumanalytics
 Pockey
-Probethenet
-ProPowerBot
-Psbot
-Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankFlex
+POE-Component-Client-HTTP
+ProWebWalker
 Rankivabot
 RealDownload
 Reaper
 RebelMouse
-Recorder
-RepoMonkey
+Ripper
 RocketCrawler
+Rogerbot
+RSSingBot
+s1z.ru
+SalesIntelligent
 SBIder
+scalaj-http
+ScanAlert
 Scanbot
-ScreenerBot
+Scrapy
+Screaming
 ScrepyBot
-Searchestate
 Semrush
+SentiBot
 SeobilityBot
+SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+Seomoz
+seoscanners
 SeoSiteCheckup
-seostar
 Siphon
 SISTRIX
 Sitebeam
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 Snake
 Snapbot
-Sociscraper
-sogouspider
-Sottopop
-SpaceBison
-SputnikBot
+Snoopy
+Sogou web spider
 spyfu
+Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucker
-Sucuri
 SuperBot
-Surfbot
 SurveyBot
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-TheNomad
-Thumbor
-Toata
-Tracemyfile
-trendiction.com
+Suzuran
+Swiftbot
+sysscan
+The Intraformant
+Titan
+Trendiction
 trendiction.de
 True_Robot
+Turingos
 Typhoeus
+UnisterBot
 URLy.Warning
-V-BOT
-VB Project
-VCI
-VoidEYE
-Web Auto
+Vagabondo
+VelenPublicWebCrawler
+voyagerx.com
+WebAuto
+Web Collage
 WebCopier
-WebEnhancer
 WebFetch
-Web Fuck
-WebImageCollector
+WebLeacher
 webmeup-crawler
-WebReaper
+Web Pix
 WebSauger
-WebsiteExtractor
+Web Sauger
 Website Quester
+Webster
 WebSucker
-WebWhacker
-WebZIP
-WeSEE
 Whack
-Whatweb
-WinHTTrack
-WPScan
+Widow
+Wotbox
+WWW-Mechanize
 WWWOFFLE
-x09Mozilla
-Xaldon WebSpider
-Zade
-Zermelo
-ZoomBot
-ZoominfoBot
-ZyBorg
+x22Mozilla
+Xenu
+YoudaoBot
+Zeus
+zgrab
+ZmEu