V4.2021.12.2769 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
+404checker
+ADmantX
 ALittle Client
-Aboundexbot
+Abonti
+Acunetix
 AfD-Verbotsverfahren
 Alexibot
-Anarchy99
-Anthill
-BLEXBot
+AllSubmitter
+Anarchie
+Aspiegel
+Asterias
+AwarioSmartBot
 BackDoorBot
-BackWeb
-Bandit
-BatchFTP
+BackStreet
+Barkrowler
+Battleztar Bazinga
 Bigfoot
 Bitacle
+Black Hole
 Blackboard
-Brandprotect
-Buddy
+Brandwatch
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
 BuzzSumo
-CODE87
-CheTeam
+CazoodleBot
+CensysInspect
 CheeseBot
+CherryPicker
 ChinaClaw
+Chlooe
+Claritybot
+Cliqzbot
 Cocolyzebot
+Collector
 Copier
 CopyRightCheck
-Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
-CrunchBot
 Curious
+CyotekWebCopy
+DIIbot
+DTS Agent
 DataCha0s
+Demon
 Deusu
-Dirbuster
-DnBCrawler-Analytics
+Disco
+DittoSpyder
+DomainCrawler
 Dotbot
 Dragonfly
-EMail Siphon
+ECCP/1.0
 EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
-EirGrabber
 EroCrawler
-ExtractorPro
-Ezooms
+Evil
+Extractor
+EyeNetIE
+FDM
+FemtosearchBot
 Fimap
-Firefox/7.0
 FlashGet
 Flunky
-Foobot
-Freeuploader
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
-GetRight
-GetWeb
-Getintent
-Go-Ahead-Got-It
-Gotit
+Genieo
+Gigabot
+Go!Zilla
 GrabNet
+GrapeFX
+HEADMasterSEO
+Haansoft
 Havij
-Heritrix
-Hloader
+Humanlinks
 HybridBot
-IDBTE4M
 IDBot
-IRLbot
-IlseBot
-Image Fetch
-IndeedBot
-InfoTekies
-Iria
-JOC Web Spider
-JamesBOT
+Image Sucker
+InfoNaviRobot
+Intelliseek
+InterGET
 JikeSpider
 Jorgee
 JustView
+Kinza
+Kozmosbot
 LNSpiderguy
+LWP::Simple
+Lanshanbot
 Leap
-LeechFTP
-LieBaoFast
+LeechGet
+Lftp
+Lightspeedsystems
 LinkScan
-Linkdexbot
-LinkpadBot
+Linkbot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-MJ12bot
+Litemage_walker
+Ltx71
 MQQBrowser
-MSIECrawler
+MSFrontPage
 MTRobot
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
-Mass Downloader
-Masscan
 Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
+MicroMessenger
 Minefield
-Mister PiX
-Moblie Safari
-Mojeek
 Morfeus Fucking Scanner
+Mozlila
+Msrabot
 Musobot
 NICErsPRO
-Name Intelligence
+NPbot
 Navroad
-NearSite
+Net Vampire
+NetAnts
+NetSpider
+NetZIP
 Nettrack
-Netvibes
-NextGenSearchBot
-Niki-bot
-Nmap
-Not
-Nuclei
-Offline Navigator
+Nikto
 OpenLinkProfiler
-OrangeBot
-OrangeSpider
+OpenVAS
 OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageGrabber
-PageScorer
+Pandalytics
 Panscient
-Papa Foto
-Pavuk
 PeoplePal
-Pi-Monster
-Picsearch
 PictureFinder
+Piepmatz
 ProPowerBot
-ProWebWalker
 Probethenet
-PxBroker
+QueryN Metasearch
+Quick-Crawler
 RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
+Rankivabot
 RankurBot
 Re-re
 ReGet
-Reaper
-Recorder
+RealDownload
 RepoMonkey
-Ripper
+RocketCrawler
 Rogerbot
 SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
 SISTRIX
-SMTBot
 SalesIntelligent
-ScreenerBot
+ScoutJet
+Scrapy
+Searchestate
 SearchmetricsBot
-SemanticJuice
 Semrush
-SemrushBot
-Siphon
+SentiBot
+SeobilityBot
+Seomoz
+SiteExplorer
+SiteLockSpider
+Sitebeam
 Sitevigil
-Sogou web spider
-SpankBot
-Spinn3r
+SmartDownload
+Snake
+Snapbot
+SpaceBison
+Spanner
 SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
 Steeler
-Stripper
-Sucuri
 SuperBot
-T0PHackTeam
-T8Abot
-Telesoft
-Telesphoreo
+SurveyBot
+Swiftbot
+Teleport
+TeleportPro
 The Intraformant
-TightTwatBot
+TheNomad
+Titan
 Toata
-Turingos
-URLy Warning
+True_Robot
+Turnitin
+TurnitinBot
+Twice
+Typhoeus
 URLy.Warning
-Upflow
-VB Project
+V-BOT
+VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-WEBDAV
-WWW-Collector-E
+Virusdie
 WWW-Mechanize
-Wallpapers/3.0
+WWWOFFLE
+WallpapersHD
+WeSEE
 Web Auto
 Web Fuck
-WebAuto
+Web Pix
+WebBandit
+WebCollage
+WebCopier
+WebFetch
 WebGo IS
-WebSucker
+WebPix
+WebReaper
+WebSauger
 WebWhacker
-Webalta
-Webshag
 Website Quester
 WebsiteExtractor
 Webster
-Whatweb
 Who.is Bot
-Widow
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+WinHTTrack
+Woobot
+Xaldon WebSpider
 Zade
-Zitebot
 ZoominfoBot
-autoemailspider
+ZumBot
+ZyBorg
+adscanner
+arquivo-web-crawler
+backlink-check
 coccocbot-web
-com.plumanalytics
-crawl.sogou.com
+crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
 eCatch
-facebookscraper
-gopher
+instabid
 ips-agent
-lwp-trivial
-magpie-crawler
-meanpathbot
-page scorer
-plumanalytics
+lwp-request
+mediawords
+muhstik-scan
+oBot
+pcBrowser
 polaris version
-s1z.ru
-satoristudio.net
 scalaj-http
 scan.lol
+seobility
 seocompany.store
 seoscanners
+seostar
 serpstatbot
-sp_auditbot
-spyfu
+sexsearcher
+sitechecker.pro
+siteripz
 tAkeOut
-webmeup-crawler
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+x09Mozilla
 x22Mozilla
 zauba.io
 zgrab