V4.2021.10.2655 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ASPSeek
-Aboundexbot
-Acunetix
+404enemy
+ADmantX
+ALittle Client
+AfD-Verbotsverfahren
 AiHitBot
 Alexibot
-AllSubmitter
-Alligator
 Anarchie
-Ankit
+Anarchy
+Anarchy99
 Apexoo
 Asterias
 Attach
 AwarioRssBot
 AwarioSmartBot
 BBBike
-BackWeb
-BacklinkCrawler
+BDCbot
 Badass
 Barkrowler
-BetaBot
-Blackboard
-Boardreader
+BatchFTP
+Bigfoot
+Bitacle
 Bolt
+Buck
+BuiltBotTough
+BuiltWith
 BuzzSumo
-CATExplorador
 CODE87
 CSHttp
 Calculon
-Cegbfeieh
-CheTeam
-CherryPicker
-ChinaClaw
+CensysInspect
+Claritybot
 Cliqzbot
-Collector
+Cocolyzebot
+Copier
 Cosmos
-Craftbot
-Crawling at Home Project
-DIIbot
-Deusu
-Digincore
-DigitalPebble
+Crescent
+Custo
+DBLBot
+DTS Agent
+Demon
+Devil
 Dirbuster
 Discobot
+Discoverybot
 Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
-Domains Project
-Download Wonder
-Dragonfly
-Drip
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
-Ebingbong
-Express WebPictures
+EroCrawler
+Evil
 ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
-FlashGet
+EyeNetIE
+Ezooms
 Flunky
 Freeuploader
-FrontPage
-FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
-GetRight
-Gigabot
-Go!Zilla
-Gotit
-GrabNet
-GridBot
-HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
-HybridBot
-IDBTE4M
-Iblog
+Genieo
+GetWeb
+GoZilla
+GrapeshotCrawler
+Harvest
+Heritrix
+Hloader
 Id-search
-Image Fetch
-InternetSeer
+IlseBot
+Indy Library
+Intelliseek
+Internet Ninja
 Iskanie
+JamesBOT
 Jbrofuzz
-JikeSpider
-Jorgee
+JetCar
+Jetty
+Joomla
+JustView
+Jyxobot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Larbin
 Leap
 LeechFTP
-LeechGet
 LexiBot
 Lftp
 LibWeb
-Libwhisker
-Lightspeedsystems
+LieBaoFast
+LinkScan
 LinkWalker
-Lipperhey
+Linkbot
+Linkdexbot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
+Litemage_walker
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
+MQQBrowser
 MSIECrawler
-MTRobot
 Mag-Net
-Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
 Mass Downloader
-Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
-MicroMessenger
-Microsoft URL Control
+MeanPath Bot
+Mediatoolkitbot
+MegaIndex.ru
 Mister PiX
-Morfeus Fucking Scanner
+Moblie Safari
+Mojolicious
+Msrabot
+NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
-Needle
-Nessus
-NetLyzer
-Netvibes
-Nibbler
-Nikto
+NearSite
+NetAnts
+NetZIP
+NextGenSearchBot
 NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
-Openvas
-OutclicksBot
+Ninja
+OnCrawl
+OpenLinkProfiler
 OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
+Page Analyzer
 PageAnalyzer
-PageGrabber
 Pandalytics
-Picsearch
+Panscient
+PeoplePal
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Piepmatz
 Pimonster
-PleaseCrawl
-Pockey
 Probethenet
 Psbot
-Pump
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankFlex
 Rankivabot
-Re-re
-RealDownload
-RepoMonkey
-Ripper
 RocketCrawler
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+Rogerbot
+SEOkicks-Robot
+SISTRIX
 SMTBot
-ScoutJet
-Scrapy
-Screaming
-ScrepyBot
-Searchestate
-SentiBot
+ScanAlert
+SearchmetricsBot
+Semrush
+SemrushBot
 Siphon
+Site Sucker
 SiteExplorer
 SiteLockSpider
 SiteSnagger
-SlySearch
-Snapbot
-Snoopy
-SocialRankIOBot
-Spammen
-Sqlmap
-SuperBot
-Surfbot
+Sitebeam
+SmartDownload
+Snake
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
+SpankBot
+Spbot
+SputnikBot
+Steeler
+Stripper
+Sucker
+SurveyBot
 T0PHackTeam
 T8Abot
+TeleportPro
 Telesphorep
 TheNomad
-Thumbor
-Toweyabot
-Tracemyfile
-Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
 TwengaBot
-URLy Warning
+Typhoeus
 UnisterBot
-V-BOT
-VelenPublicWebCrawler
-VeriCiteCrawler
+Upflow
+VCI
+Vacuum
+Vagabondo
+VidibleScraper
+VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WISENutbot
-WWWOFFLE
-Wallpapers/3.0
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WallpapersHD
-Web Auto
-Web Collage
-Web Fetch
 WebBandit
-WebCopier
-WebFetch
+WebCollage
 WebFuck
+WebGo IS
 WebLeacher
-WebPix
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+WebReaper
+WebSucker
+Website Quester
 WebsiteQuester
-Webster
 Whack
 Whatweb
-Widow
-Wonderbot
-Wprecon
+WinHTTrack
+WiseGuys Robot
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
+YoudaoBot
 Zade
-Zermelo
-Zeus
-ZoomBot
+Zauba
 ZoominfoBot
+ZumBot
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-clark-crawler
 coccocbot-web
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-domainsproject.org
-eCatch
+crawler.feedback
+gopher
+instabid
 isitwp.com
-lwp-request
+lwp-trivial
 meanpathbot
+mediawords
 muhstik-scan
 oBot
+plumanalytics
 ripz
-seostar
+scan.lol
+seobility
+serpstatbot
 sexsearcher
 siteripz
-sogouspider
-spyfu
+sysscan
 tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
+x09Mozilla
+zauba.io