V4.2021.09.2600 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-404enemy
-ALittle Client
-Aboundexbot
-Aipbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
+ASPSeek
+AfD-Verbotsverfahren
+Anarchy99
+Anthill
+Aspiegel
 Asterias
-BDCbot
-BDFetch
+Attach
+AwarioSmartBot
 BLEXBot
-BackDoorBot
-BackStreet
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
-BetaBot
-Bitacle
 Black Hole
-BlowFish
-BotALot
+Blackboard
+Boardreader
+Brandprotect
 Brandwatch
-CATExplorador
-CCBot
+Buck
+Buddy
+BuiltBotTough
+Bullseye
+BunnySlippers
+BuzzSumo
 CODE87
-Cegbfeieh
 CensysInspect
-CherryPicker
-ChinaClaw
 Chlooe
-Claritybot
 Cliqzbot
-Copier
-Copyscape
+Cloud mapping
+Cocolyzebot
 Cosmos
+Craftbot
 Crawling at Home Project
 Crescent
-CyotekWebCopy
-DatabaseDriverMysqli
-Deusu
-Digincore
+Curious
+Custo
+DIIbot
+DTS Agent
+Demon
+Devil
+DigitalPebble
+Disco
 Discobot
 Dispatch
-DomCopBot
-DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Dragonfly
-Drip
+Download Wonder
 ECCP/1.0
-EMail Wolf
 EasyDL
-Ecxi
 Evil
-ExtLinksBot
 Extractor
-EyeNetIE
-FDM
 FHscan
-Freeuploader
-Fuzz
-FyberSpider
+Flunky
+Foobot
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-Gotit
-GrapeshotCrawler
+GalaxyBot
+Genieo
+GetWeb
+Getintent
+Go!Zilla
+GrabNet
+Grabber
 HEADMasterSEO
 HMView
+HTMLparser
 HTTP::Lite
-HTTrack
-HaosouSpider
+Haansoft
+Havij
+Hloader
+HybridBot
+IDBot
+IRLbot
 Iblog
+Image Sucker
+InfoNaviRobot
 InfoTekies
+Internet Ninja
 Iria
+Iskanie
 JOC Web Spider
-JennyBot
-Jorgee
-JustView
-Jyxobot
+Jbrofuzz
+JetCar
+JikeSpider
 Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
 Lanshanbot
+Larbin
 Leap
-Lftp
-LieBaoFast
+LeechGet
+LexiBot
 Lightspeedsystems
+Likse
 LinkWalker
-Linkbot
 Linkdexbot
-LinkextractorPro
 LinkpadBot
-LinksManager
-Litemage_walker
-MJ12bot
-MQQBrowser
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MSFrontPage
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-Mata Hari
-Mb2345Browser
-MeanPath Bot
+Majestic12
+MarkMonitor
+MarkWatch
 MegaIndex.ru
-MicroMessenger
-Mister PiX
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+Moblie Safari
 Mojolicious
-Mozlila
+Morfeus Fucking Scanner
 Musobot
+NICErsPRO
 NPbot
-Name Intelligence
+Navroad
 NearSite
-Net Vampire
-NetMechanic
+Needle
+Nessus
+NetLyzer
 NetZIP
 Netcraft
-Nibbler
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Offline Navigator
+Nettrack
+Nikto
 OpenLinkProfiler
 OpenVAS
-PHPCrawl
-Page Analyzer
+Openfind
+OrangeBot
+OutclicksBot
+OutfoxBot
 PageAnalyzer
-PageScorer
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
-PeoplePal
+Petalbot
 Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-ProWebWalker
-Probethenet
+PleaseCrawl
+Pockey
+ProPowerBot
+PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
+RankActive
 RankFlex
-Rankivabot
-RankurBot
+RankingBot2
 RealDownload
+Reaper
+Recorder
 RocketCrawler
 Rogerbot
 SBIder
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SISTRIX
 SMTBot
 SalesIntelligent
-ScoutJet
-Scrapy
-ScrepyBot
-SearchmetricsBot
-SemrushBot
-SeoSiteCheckup
-Shodan
-SiteLockSpider
-SiteSnagger
+Searchestate
+Semrush
+Siphon
+SiteCheckerBotCrawler
+SiteSucker
 Sitebeam
-SlySearch
-Snapbot
-Snoopy
-SocialRankIOBot
-Sociscraper
-Sosospider
+Siteimprove
+SmartDownload
+Snake
+SpaceBison
+SpankBot
+Spanner
 Spinn3r
-Sqlworm
-Stripper
+Sqlmap
 Sucuri
 SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
+Surfbot
 Szukacz
-T0PHackTeam
 T8Abot
-TeleportPro
+Teleport
 Telesphoreo
-Thumbor
-Toweyabot
-Trendiction
-Typhoeus
+Telesphorep
+Trendictionbot
+True_Robot
+Turnitin
 URLy Warning
+URLy.Warning
 VB Project
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
 Voil
-WASALive-Bot
+WBSearchBot
 WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
-WebBandit
+WallpapersHD
+Web Fuck
+Web Sucker
+WebEnhancer
 WebFetch
-WebFuck
-WebReaper
-WebSauger
+WebPix
+WebStripper
 WebSucker
-WebWhacker
-WebZIP
 WebmasterWorldForumBot
+Webshag
 Website Quester
-WebsiteQuester
 Webster
-Whack
 Whatweb
-Widow
-YoudaoBot
+WiseGuys Robot
+Wotbox
+Xenu
 Zade
 Zermelo
-Zitebot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+Zeus
+ZmEu
+ZoomBot
+ZoominfoBot
+arquivo.pt
+backlink-check
 clark-crawler
+coccocbot-web
 com.plumanalytics
+crawler.feedback
+demandbase-bot
 eCatch
-heritrix
+gopher
+instabid
 internetVista monitor
-lwp-request
+ips-agent
 magpie-crawler
-meanpathbot
 mediawords
 muhstik-scan
-netEstate NE Crawler
-ripz
+s1z.ru
 satoristudio.net
 seobility
+seoscanners
 seostar
+serpstatbot
+sitechecker.pro
+siteripz
 sogouspider
 spyfu
 tAkeOut
-trendiction.de
-voyagerx.com
-x22Mozilla
-xpymep1.exe
+trendiction.com
+ubermetrics-technologies.com
+zgrab