V4.2021.12.2754 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
+AIBOT
 ALittle Client
-Aboundex
+Abonti
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
+Aipbot
 Alexibot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
-Aspiegel
-BackDoorBot
-BackWeb
-BacklinkCrawler
-BatchFTP
+Apexoo
+Asterias
+Attach
+BackStreet
+Badass
+BetaBot
 Bigfoot
+Black Hole
 BlackWidow
-Blackboard
 Blow
-BlowFish
-Brandprotect
-Buddy
-BuiltBotTough
+Brandwatch
 BunnySlippers
 CATExplorador
 CCBot
 Calculon
 CazoodleBot
-Cegbfeieh
-ChinaClaw
-Cloud mapping
-Cogentbot
-CopyRightCheck
-Copyscape
-Cosmos
+CensysInspect
+Chlooe
+Cliqzbot
 Craftbot
-CrunchBot
+Crawling at Home Project
+CrazyWebCrawler
 Curious
+Custo
 DBLBot
 DIIbot
+DTS Agent
 DataCha0s
 Demon
-Digincore
-Disco
-Discobot
-Dispatch
-DomCopBot
-DomainAppender
-DomainStatsBot
+Deusu
+Devil
+DigitalPebble
+Discoverybot
+DnyzBot
+DomainSigmaCrawler
 Domains Project
 Dotbot
-Ebingbong
-Ecxi
-EirGrabber
+Dragonfly
+EMail Wolf
+EasyDL
 Evil
-Express WebPictures
-Extractor
+EyeNetIE
+FDM
+FlashGet
+Flunky
 Foobot
+Freeuploader
+Fuzz
 Fyrebot
-GalaxyBot
-GetWeb
-Getintent
-Gigabot
+G-i-g-a-b-o-t
+GermCrawler
+Go-Ahead-Got-It
+GoZilla
+GrabNet
 Grabber
-GrapeshotCrawler
-HTMLparser
-HTTrack
+Grafula
+GrapeFX
+HMView
+HaosouSpider
 Havij
+Heritrix
 Humanlinks
 HybridBot
-IDBTE4M
+IDBot
+IRLbot
+Iblog
+Id-search
+Image Fetch
+Image Sucker
 InfoNaviRobot
 InfoTekies
-InternetSeer
-JOC Web Spider
+Intelliseek
+InterGET
+Internet Ninja
+Iskanie
 Jbrofuzz
 JetCar
-Joomla
 Jorgee
-JustView
+Jyxobot
 Kenjin Spider
-Kozmosbot
+LWP::Simple
 Larbin
-Leap
-LeechFTP
+LeechGet
+Lftp
 LibWeb
-Lightspeedsystems
-LinkpadBot
+LieBaoFast
+LinkWalker
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
+Lmspider
+Ltx71
+MIDown tool
 MJ12bot
 MQQBrowser
-MSIECrawler
-MTRobot
-MarkMonitor
-Mass Downloader
+MSFrontPage
+Majestic12
+Masscan
 Mata Hari
-Mister PiX
-Moblie Safari
-Mojolicious
-Mozlila
+MauiBot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
+Mojeek
 Mr.4x3
-NICErsPRO
-NPbot
-Needle
+Musobot
+Nameprotect
+Navroad
+Nessus
 Net Vampire
 NetLyzer
-Nettrack
+NetMechanic
+Netcraft
 Netvibes
-NextGenSearchBot
-Niki-bot
-Nimbostratus
-Nmap
-Not
+Nikto
 Nutch
-Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OpenVAS
 Openfind
-OrangeSpider
-PECL::HTTP
-PHPCrawl
+OrangeBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageGrabber
 PageScorer
-PeoplePal
-Picsearch
-PictureFinder
-Piepmatz
-Pixray
+Panscient
+Pimonster
+PleaseCrawl
 Pockey
-ProPowerBot
-Probethenet
-Pu_iN
+PyCurl
 Quick-Crawler
 RankActive
-RankActiveLinkBot
-RankFlex
 RankingBot
-RankingBot2
-Rankivabot
 Re-re
 ReGet
+RebelMouse
 Recorder
-Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+RedesScrapy
+RepoMonkey
+Ripper
+SBIder
 SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
 Scanbot
+ScoutJet
 Scrapy
-Screaming
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteExplorer
-SiteSnagger
+ScrepyBot
+Searchestate
+SemanticJuice
+SemrushBot
+SentiBot
+Site Sucker
 Siteimprove
+Sitevigil
 SlySearch
 Snake
-SpankBot
+Snapbot
+Sottopop
+SpaceBison
+Spammen
 Spanner
-Spbot
 Spinn3r
-Sqlmap
-Sqlworm
-SurveyBot
-Swiftbot
-Szukacz
+Stripper
+Sucker
+SuperBot
+Surfbot
 T0PHackTeam
-Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
+T8Abot
+Teleport
+TeleportPro
+The Intraformant
+TheNomad
 Toweyabot
-Tracemyfile
-True_Robot
-Turnitin
-TwengaBot
+Trendiction
+Trendictionbot
+TurnitinBot
+Twice
+Typhoeus
 URLy.Warning
-UnisterBot
-V-BOT
-Vagabondo
-Virusdie
-VoidEYE
+VB Project
+Vacuum
+VelenPublicWebCrawler
+Voltron
+WBSearchBot
 WEBDAV
-WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
+Web Collage
 WebBandit
+WebCopier
+WebFetch
 WebFuck
-WebImageCollector
+WebGo IS
+WebLeacher
 WebPix
 WebSucker
+WebWhacker
+Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
+Whacker
 Who.is Bot
 Widow
-Wonderbot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-ZoomBot
+WinHTTrack
+WiseGuys Robot
+Wotbox
 ZyBorg
-arquivo-web-crawler
+adscanner
 arquivo.pt
+autoemailspider
+backlink-check
 cah.io.community
 check1.exe
 coccocbot-web
 cognitiveseo
-com.plumanalytics
+crawler.feedback
 demandbase-bot
+domainsproject.org
 evc-batch
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
-meanpathbot
-oBot
-pcBrowser
+gopher
+heritrix
+magpie-crawler
+muhstik-scan
 polaris version
+satoristudio.net
+scan.lol
 seostar
-sitechecker.pro
-trendiction.de
-voyagerx.com
-webgains-bot
+serpstatbot
+sexsearcher
+siteripz
+sp_auditbot
+sysscan
+trendiction.com
+ubermetrics-technologies.com
 webpros.com
+webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe
 zgrab