V4.2021.09.2564 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-Aboundex
+360Spider
+404enemy
+ALittle Client
+ASPSeek
 Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-AllSubmitter
 AlphaBot
 Anarchie
+Anarchy99
+Asterias
+Attach
 AwarioRssBot
-AwarioSmartBot
-BDFetch
-BLEXBot
+BBBike
 BackStreet
 Backlink-Ceck
-Badass
-Bandit
-Bigfoot
-Bitacle
-Blow
-Bolt
-BotALot
+Barkrowler
+BlackWidow
+Boardreader
+Brandprotect
 Buck
+BuiltBotTough
 Bullseye
+BunnySlippers
+BuzzSumo
+CCBot
 CODE87
-Cegbfeieh
 CheTeam
+CheeseBot
+ChinaClaw
+Chlooe
 Cliqzbot
 Cloud mapping
-Collector
-Copier
-Craftbot
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-Demon
+Cogentbot
+CopyRightCheck
+Custo
+DTS Agent
+DataCha0s
 Digincore
-Disco
-DomainSigmaCrawler
+Dirbuster
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
 DomainStatsBot
 Dotbot
-Download Wonder
-Dragonfly
 Drip
 EMail Siphon
 EasyDL
-Ebingbong
+Ecxi
 EroCrawler
-Express WebPictures
-ExtractorPro
-FHscan
-Fimap
-Firefox/7.0
-Freeuploader
+Extreme Picture Finder
+FemtosearchBot
 FrontPage
 Fuzz
+FyberSpider
 Fyrebot
 GT::WWW
-GalaxyBot
-Genieo
 GetRight
-Gigabot
-Go-Ahead-Got-It
-GoZilla
+Getintent
+Go!Zilla
 Gotit
-Grafula
-GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HMView
-Harvest
-Humanlinks
-HybridBot
+HTMLparser
+HTTP::Lite
+HaosouSpider
+Heritrix
 IRLbot
-InfoTekies
+Iblog
+IlseBot
+Image Fetch
+Image Sucker
+Indy Library
 Intelliseek
-Iskanie
-JOC Web Spider
 JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
 Joomla
-JustView
-Kenjin Spider
-Keyword Density
-Kozmosbot
-Leap
+Jorgee
+Kinza
+Larbin
 LeechFTP
-Lightspeedsystems
-Likse
-LinkWalker
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MFC_Tear_Sample
-MQQBrowser
+LibWeb
+Libwhisker
+LieBaoFast
+LinkextractorPro
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 MSIECrawler
 Magnet
 Majestic SEO
-Majestic12
+Majestic-SEO
+MarkWatch
 MauiBot
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Mb2345Browser
+Microsoft Data Access
 Moblie Safari
+Mojeek
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Msrabot
-NPbot
 Name Intelligence
-Nameprotect
-Needle
+Navroad
+NetAnts
 NetSpider
-NetZIP
-Netcraft
+Netvibes
 Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-Nmap
+Nimbostratus
+Ninja
+Nuclei
 Offline Navigator
-OpenLinkProfiler
+OnCrawl
+OpenVAS
 OrangeBot
-PECL::HTTP
+OutclicksBot
 POE-Component-Client-HTTP
-Page Analyzer
+PageGrabber
 PageScorer
-Papa Foto
+Pandalytics
 Pavuk
-PictureFinder
+PeoplePal
+Petalbot
+Pi-Monster
+Picsearch
+Piepmatz
 Pimonster
+Pixray
 PleaseCrawl
-Pockey
-ProPowerBot
-Psbot
-Pu_iN
-QueryN Metasearch
+Probethenet
+PxBroker
 Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
 RankingBot
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
+RealDownload
 Reaper
-Recorder
 RepoMonkey
+Ripper
+RocketCrawler
 Rogerbot
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
 SISTRIX
-SMTBot
-ScoutJet
-ScrepyBot
-SearchmetricsBot
+Scrapy
+Screaming
+ScreenerBot
+Searchestate
 Semrush
 SeoSiteCheckup
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Sitevigil
+Siteimprove
 SlySearch
 SmartDownload
 Snake
-SocialRankIOBot
+Sosospider
+SpankBot
 Spinn3r
-Steeler
-SurveyBot
-Suzuran
-Swiftbot
-T8Abot
+Sqlworm
+Sqworm
+Sucuri
+SuperHTTP
+Surfbot
 Teleport
-TeleportPro
+Telesoft
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
 Toata
-Toweyabot
 Tracemyfile
 Trendictionbot
-Turnitin
-TwengaBot
-URLy Warning
+TurnitinBot
+Typhoeus
 URLy.Warning
+UnisterBot
 VB Project
+VCI
 Vagabondo
-VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
-WWW-Collector-E
-WWW::Mechanize
+Voltron
 Wallpapers
-WallpapersHD
-Web Enhancer
+WeSEE
+Web Collage
 Web Fetch
-Web Sucker
-WebAuto
+WebBandit
 WebCollage
-WebCopier
-WebFuck
-WebReaper
-WebStripper
-WebWhacker
-Webalta
+WebEnhancer
+WebFetch
+WebGo IS
+WebPix
+WebSucker
+WebZIP
 WebsiteExtractor
+WebsiteQuester
 Webster
+Whacker
+Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
+WinHTTrack
 Wonderbot
 Wprecon
+Xaldon WebSpider
+Zade
+Zauba
+Zeus
+Zitebot
+ZmEu
 ZyBorg
+archive.org_bot
 arquivo-web-crawler
-cah.io.community
 clark-crawler
-coccocbot-web
-com.plumanalytics
 crawl.sogou.com
 crawler.feedback
 crawler4j
+demandbase-bot
+eCatch
 evc-batch
-facebookscraper
-meanpathbot
+gopher
+heritrix
+internetVista monitor
+lwp-request
+magpie-crawler
 mediawords
-page scorer
-pcBrowser
-plumanalytics
-probe-image-size
-satoristudio.net
-scan.lol
+netEstate NE Crawler
+oBot
+seoscanners
 seostar
-serpstatbot
-sitechecker.pro
+sogouspider
 spyfu
-trendiction.com
+sysscan
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
+webpros.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
 zgrab