V4.2021.10.2686 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-80legs
+404enemy
 ADmantX
+ALittle Client
+Abonti
+Aboundex
+Aboundexbot
 AiHitBot
-Aipbot
-AllSubmitter
+Alligator
 Anarchie
 Anarchy
-Apexoo
-BDCbot
-BDFetch
+Asterias
+AwarioSmartBot
+BBBike
+BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
-BatchFTP
+Barkrowler
 BetaBot
 Bigfoot
 Bitacle
-BlackWidow
-Blackboard
-BlowFish
-Buck
+Blow
+Boardreader
+Bolt
+BotALot
+BuiltBotTough
+BunnySlippers
 CATExplorador
-CCBot
-ChinaClaw
-Cocolyzebot
+Calculon
+CheeseBot
+Claritybot
+Cliqzbot
+Cloud mapping
 Cogentbot
-Collector
-Copier
-Copyscape
+Craftbot
 Crescent
 CrunchBot
 Curious
-DataCha0s
-Devil
+CyotekWebCopy
+DBLBot
+DIIbot
+DTS Agent
 DigitalPebble
-Dispatch
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
-Drip
-Ecxi
-EirGrabber
+DomCopBot
+Download Wonder
+Dragonfly
+EasyDL
 Evil
-Express WebPictures
-ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
 FDM
 FHscan
 Fimap
-Flunky
-Foobot
+FlashGet
+Fuzz
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
+GermCrawler
 GetWeb
 Getintent
-Go!Zilla
-GridBot
+Go-Ahead-Got-It
+GoZilla
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
 HMView
+HTTrack
 Harvest
 Hloader
 IDBTE4M
-IRLbot
+IDBot
+IlseBot
 Image Fetch
-InfoTekies
-Intelliseek
-Iskanie
+Image Sucker
+InterGET
+Internet Ninja
+IstellaBot
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jetty
+JennyBot
+JetCar
 Jorgee
-JustView
 Jyxobot
-Kenjin Spider
-LNSpiderguy
-Lanshanbot
-Leap
-LexiBot
-Lftp
+Kozmosbot
+Larbin
+LeechFTP
+LeechGet
+LibWeb
+Libwhisker
 LieBaoFast
-LinkScan
+Lightspeedsystems
+LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
+Linkdexbot
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
+Ltx71
+MIDown tool
+MQQBrowser
+MSFrontPage
 MTRobot
+Mag-Net
 Magnet
-Majestic SEO
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mass Downloader
+Masscan
 Mata Hari
 MauiBot
-Mediatoolkitbot
-Moblie Safari
-Msrabot
-Navroad
+Mojeek
+Morfeus Fucking Scanner
+Musobot
+NPbot
 NearSite
 Needle
-Net Vampire
-NetAnts
 NetLyzer
-Netcraft
-NextGenSearchBot
-Nikto
+Netvibes
+Nibbler
+Nimbostratus
+Nutch
+Octopus
 OpenLinkProfiler
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
-PHPCrawl
+OpenVAS
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
-Panscient
-Pavuk
+Papa Foto
 PeoplePal
-Petalbot
 Pi-Monster
+Picscout
+Piepmatz
 Pimonster
-Psbot
-Pu_iN
-Pump
+Pixray
+PleaseCrawl
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankingBot
+RankingBot2
 Rankivabot
-RankurBot
-ReGet
+Re-re
+Reaper
 RocketCrawler
-SEOkicks-Robot
-SEOprofiler
-SEOstats
-SISTRIX
-Scanbot
-ScoutJet
+SBIder
+SalesIntelligent
 Scrapy
-ScrepyBot
-SearchmetricsBot
+Semrush
 SemrushBot
 SentiBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-Siphon
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
 SiteSnagger
-Sitebeam
-Siteimprove
-SlySearch
 SmartDownload
 Snake
-Snoopy
+Snapbot
 SocialRankIOBot
-Sociscraper
+Sogou web spider
 Sottopop
-Spanner
-Spinn3r
-SputnikBot
+Spammen
+SpankBot
+Spbot
 Sqlmap
-Sqlworm
+Sqworm
 Steeler
-SuperBot
-SurveyBot
-Suzuran
-Teleport
+Stripper
+SuperHTTP
+Surfbot
 TeleportPro
-Telesoft
-The Intraformant
+Telesphorep
 Thumbor
-Titan
-Toata
+TightTwatBot
+Toweyabot
 Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
-TurnitinBot
-UnisterBot
+Turnitin
 Upflow
-VB Project
+VCI
 Vacuum
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
 Virusdie
 VoidEYE
 Voltron
 WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
+WEBDAV
+WISENutbot
 Wallpapers
-WallpapersHD
+Wallpapers/3.0
+WeSEE
 Web Auto
 Web Collage
-Web Fetch
+Web Enhancer
+Web Sauger
 WebAuto
-WebBandit
-WebImageCollector
-WebPix
+WebCollage
+WebFuck
+WebSauger
+WebStripper
 WebSucker
+WebWhacker
 Webalta
-Whack
+WebmasterWorldForumBot
+WebsiteExtractor
+Webster
 Whacker
 Whatweb
 Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
 Woobot
-Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-YoudaoBot
 ZmEu
-ZoominfoBot
-ZumBot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-coccocbot-web
+check1.exe
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
+crawler.feedback
+domainsproject.org
+eCatch
 evc-batch
 gopher
+heritrix
 ips-agent
 lwp-request
-muhstik-scan
-oBot
-pcBrowser
 polaris version
 ripz
 s1z.ru
 scalaj-http
-seoscanners
 seostar
 sexsearcher
 sitechecker.pro
-sp_auditbot
 spyfu
 trendiction.com
-ubermetrics-technologies.com
+webprosbot
 x09Mozilla