V4.2022.06.3152 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-AIBOT
-ALittle Client
+360Spider
+404enemy
+80legs
+ADmantX
 ASPSeek
-Aboundex
-Aipbot
+AiHitBot
 AllSubmitter
+Alligator
 Anarchy
 Anarchy99
+Ankit
+Anthill
 Apexoo
+Aspiegel
 Atomseobot
 AwarioRssBot
+BDCbot
 BDFetch
-BackStreet
+BackDoorBot
 BackWeb
+Backlink-Ceck
+Barkrowler
 Battleztar Bazinga
+Bigfoot
+Bitacle
+BlackWidow
+Blackboard
+Blow
 Bolt
 Brandprotect
-Brandwatch
-Buck
-Buddy
 BuiltWith
-Bullseye
-CATExplorador
-ChinaClaw
-Citoid
-Claritybot
-Cogentbot
-Collector
+BuzzSumo
+CCBot
+Cegbfeieh
+CherryPicker
+Chlooe
+Cliqzbot
+Cocolyzebot
 Copier
-CopyRightCheck
+Cosmos
+Crawling at Home Project
+Curious
 Custo
+CyotekWebCopy
 DIIbot
 DSearch
 DTS Agent
+DatabaseDriverMysqli
 Demon
-Disco
+Dirbuster
+Discobot
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
-Download Wonder
-Dragonfly
-Exabot
-Express WebPictures
+DittoSpyder
+DomCopBot
+DomainCrawler
+DomainStatsBot
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ecxi
+Evil
 ExtractorPro
-Extreme Picture Finder
-FHscan
+EyeNetIE
+FemtosearchBot
+Fimap
 Firefox/7.0
-Foobot
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GetRight
-GetWeb
-Gigabot
-Go!Zilla
-Gotit
+Flunky
+FrontPage
+GalaxyBot
+GermCrawler
+Getintent
+Go-Ahead-Got-It
 Grafula
 GrapeshotCrawler
-HMView
 HTMLparser
-HaosouSpider
-HonoluluBot
-HybridBot
+HTTrack
+Harvest
+Havij
+Heritrix
+IDBot
 IRLbot
-Id-search
+Iblog
+IlseBot
 Image Fetch
-Indy Library
+IndeedBot
+InfoNaviRobot
 Intelliseek
 InterGET
 Internet Ninja
-JennyBot
-JetCar
-JikeSpider
+IstellaBot
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+Jetty
 Joomla
+Jorgee
+JustView
+Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
+Keybot Translation-Search-Machine
+LWP::Simple
 Lanshanbot
-LexiBot
-LibWeb
-Libwhisker
+Leap
+LeechGet
+LieBaoFast
 Lightspeedsystems
-LinkScan
+Likse
+LinkWalker
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MIIxpc
-MTRobot
+Lipperhey
+Ltx71
+MIDown tool
+MJ12bot
+MSFrontPage
+MSIECrawler
 Magnet
-Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Mass Downloader
-Mb2345Browser
-MeanPath Bot
+Masscan
+Mata Hari
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
 Minefield
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
-Mr.4x3
+Morfeus Fucking Scanner
 Msrabot
-NearSite
-Nessus
+Musobot
+NPbot
+Needle
+Net Vampire
 NetLyzer
-NetZIP
-Netcraft
-Nibbler
-Nmap
-Offline Navigator
-OnCrawl
-Openfind
-OrangeSpider
+Nettrack
+Nimbostratus
+Nuclei
+Openvas
+OrangeBot
 OutclicksBot
-OutfoxBot
-PECL::HTTP
+Page Analyzer
 PageThing.com
 PeoplePal
-Petalbot
 Pi-Monster
 Picsearch
-Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
-ProPowerBot
-Pump
+ProWebWalker
+Probethenet
+Psbot
+PxBroker
 Quick-Crawler
 RSSingBot
-RankFlex
-Rankivabot
+RankingBot
+ReGet
 Recorder
-RedesScrapy
-RepoMonkey
-SISTRIX
-SMTBot
-Scanbot
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+ScoutJet
 Scrapy
-ScrepyBot
-Seekport
+Screaming
+SearchmetricsBot
+SemanticJuice
 Semrush
-SeobilityBot
+SeoSiteCheckup
+Seomoz
 Shodan
 Site Sucker
 SiteLockSpider
-Sitebeam
+SiteSnagger
+SiteSucker
+Siteimprove
 SlySearch
 Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-Spammen
+SpaceBison
+SpankBot
 Spanner
+Spinn3r
 SputnikBot
 Sqlmap
-Sqlworm
-Sqworm
+SuperBot
 SuperHTTP
+SurveyBot
+Swiftbot
 Szukacz
-T0PHackTeam
-T8Abot
-Telesphorep
-The Intraformant
-TheNomad
+TeleportPro
+Telesoft
+Telesphoreo
+TightTwatBot
 Titan
 Tracemyfile
-Trendiction
-Turingos
-Turnitin
 TurnitinBot
+TwengaBot
+Twice
+URLy Warning
 URLy.Warning
-Upflow
-VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-Voltron
-WEBDAV
+VidibleScraper
+WBSearchBot
 WISENutbot
-Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Collage
-WebAuto
-WebBandit
+Web Pix
 WebCollage
 WebCopier
-WebFetch
-WebFuck
-WebImageCollector
 WebPix
-WebReaper
+WebSauger
+WebStripper
 WebWhacker
-Webalta
-Website Quester
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Whatweb
-Who.is Bot
+Webster
 Widow
-WinHTTrack
-Woobot
-Wprecon
-Xenu
+Wonderbot
 YoudaoBot
-Zeus
-Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
+ZumBot
+arquivo-web-crawler
 arquivo.pt
+autoemailspider
 backlink-check
 cah.io.community
-coccocbot
 crawl.sogou.com
 crawler.feedback
-eCatch
 ips-agent
 iubenda-radar
+lwp-request
 lwp-trivial
+magpie-crawler
 meanpathbot
-oBot
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
-seocompany.store
+mediawords
+netEstate NE Crawler
+ripz
+scalaj-http
+seoscanners
 seostar
-serpstatbot
 sogouspider
-sp_auditbot
 spyfu
-tAkeOut
 trendiction.com
 trendiction.de
-voyagerx.com
 webgains-bot
-x09Mozilla
-xpymep1.exe
-zgrab
+x22Mozilla
+zauba.io