V4.2021.08.2502 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
 ADmantX
-AIBOT
-ALittle Client
-Acunetix
-AfD-Verbotsverfahren
-Alexibot
+AhrefsBot
 Alligator
-Anarchie
+AlphaBot
 Anarchy
+Ankit
+Aspiegel
+Attach
 AwarioRssBot
+BBBike
 BDCbot
+BDFetch
 BLEXBot
-BackStreet
-Backlink-Ceck
-Badass
+BackWeb
+BacklinkCrawler
+Bandit
+Barkrowler
+Battleztar Bazinga
 BetaBot
-Bitacle
-Blow
-Bolt
+Black Hole
+BlackWidow
+BlowFish
 Brandprotect
-Buddy
-Bullseye
-BunnySlippers
-CSHttp
-CazoodleBot
+Brandwatch
+Buck
+CATExplorador
+CODE87
 Cegbfeieh
+CheeseBot
 CherryPicker
 Claritybot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
 CopyRightCheck
 Copyscape
 Cosmos
 Craftbot
 CrazyWebCrawler
 Crescent
-Curious
+Custo
 CyotekWebCopy
-DBLBot
-DSearch
 DTS Agent
+DataCha0s
+Demon
 Deusu
-DigitalPebble
-Dispatch
-DomainAppender
+Digincore
+Dirbuster
+Discobot
+Discoverybot
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Download Wonder
+Dotbot
 Dragonfly
+Drip
+EMail Siphon
+EMail Wolf
+EasyDL
 Ecxi
-ExtLinksBot
-EyeNetIE
-FDM
-FHscan
-Fimap
+Express WebPictures
+Extractor
+ExtractorPro
 Firefox/7.0
 FlashGet
-Freeuploader
-FrontPage
-GT::WWW
-GalaxyBot
-Genieo
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
 GermCrawler
+GetWeb
 Gigablast
+Gigabot
+Go-Ahead-Got-It
 GoZilla
-Gotit
+GrabNet
 Grabber
-Grafula
-HMView
-HTMLparser
+GrapeFX
 HTTrack
 Harvest
-Hloader
 Humanlinks
-Id-search
-Internet Ninja
+IlseBot
+Image Fetch
+Image Sucker
+InfoTekies
+Intelliseek
+InterGET
+IstellaBot
+JOC Web Spider
 JamesBOT
+JennyBot
+JetCar
+Joomla
 Keyword Density
+Kinza
 Kozmosbot
+LWP::Simple
+Lanshanbot
+Larbin
 Leap
 LeechFTP
 LeechGet
-LexiBot
 Lftp
-Libwhisker
-Linkdexbot
-LinkpadBot
+Lightspeedsystems
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
 MQQBrowser
-MTRobot
+MSFrontPage
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
 MarkWatch
-Mass Downloader
-Mediatoolkitbot
+Masscan
+Mata Hari
+Mb2345Browser
+Meanpathbot
 MegaIndex.ru
-Metauri
+Microsoft URL Control
+Moblie Safari
 Mojeek
-Mojolicious
-Mozlila
-Mr.4x3
-Musobot
-NPbot
+Morfeus Fucking Scanner
+Nameprotect
 NearSite
+Nessus
+Net Vampire
 NetAnts
-NetMechanic
 NetSpider
-Netcraft
-Netvibes
-NimbleCrawler
+NetZIP
+Nettrack
+Niki-bot
+Nikto
+Nimbostratus
+Ninja
+Nmap
 Nuclei
-Nutch
+Octopus
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
 Openvas
-OutfoxBot
+OutclicksBot
+Page Analyzer
 PageAnalyzer
+PageGrabber
 PageScorer
 Panscient
-Papa Foto
-Pavuk
+PeoplePal
+Petalbot
 Pi-Monster
 Picscout
+Picsearch
 PictureFinder
-Piepmatz
-Probethenet
+Pixray
+ProWebWalker
+Psbot
+Pu_iN
 PyCurl
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankingBot
+RankActive
+RankFlex
 RankingBot2
-Rankivabot
-RankurBot
 Re-re
-ReGet
 Reaper
-RebelMouse
+RepoMonkey
 Ripper
-SEOlyticsCrawler
+RocketCrawler
+Rogerbot
 SEOprofiler
+SEOstats
 SMTBot
-Scanbot
-Scrapy
-Screaming
+SalesIntelligent
+ScoutJet
+Searchestate
 Semrush
-Shodan
-SiteCheckerBotCrawler
+SemrushBot
+Siphon
+Site Sucker
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Siteimprove
-SlySearch
+Sitebeam
 SmartDownload
-Snapbot
-Snoopy
-Sogou web spider
-Spanner
+SocialRankIOBot
+Sociscraper
+Spammen
+SpankBot
 Spbot
-Sucker
-SuperBot
+Steeler
+Surfbot
 Suzuran
-T0PHackTeam
-T8Abot
+Swiftbot
+Telesoft
 Telesphoreo
 Telesphorep
-TheNomad
-TightTwatBot
+Titan
 Toweyabot
 Tracemyfile
-Turnitin
+Trendictionbot
+TwengaBot
+Typhoeus
 URLy Warning
 UnisterBot
-V-BOT
 VCI
+Vacuum
 Vagabondo
 VeriCiteCrawler
-Virusdie
-VoidEYE
-WEBDAV
-WWW-Mechanize
-Wallpapers/3.0
-Web Collage
-Web Sauger
-WebAuto
-WebCopier
-WebEnhancer
-WebFetch
-WebLeacher
-WebReaper
+VidibleScraper
+Voltron
+WBSearchBot
+WISENutbot
+WWW-Collector-E
+Wallpapers
+WeSEE
+WebImageCollector
 WebStripper
 WebSucker
 WebZIP
-WebmasterWorldForumBot
+WebsiteExtractor
 Webster
-Whatweb
+Whacker
 Who.is Bot
-WiseGuys Robot
+WinHTTrack
+Wonderbot
+Woobot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Xenu
 YoudaoBot
-Zade
 Zauba
-Zermelo
-backlink-check
+Zitebot
+ZoomBot
+ZoominfoBot
+ZumBot
+arquivo-web-crawler
 check1.exe
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-heritrix
-lwp-request
-lwp-trivial
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
+crawler4j
+domainsproject.org
+instabid
+internetVista monitor
 oBot
-pcBrowser
 plumanalytics
 polaris version
 probe-image-size
-satoristudio.net
-scan.lol
-seobility
-sexsearcher
-sogouspider
+ripz
+s1z.ru
+scalaj-http
+siteripz
+sp_auditbot
+spyfu
 tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab