V4.2022.02.2902 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
+01h4x.com
+404enemy
 ALittle Client
-ASPSeek
-Aboundex
+Abonti
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-Anarchy99
-Asterias
-Attach
-AwarioRssBot
+AllSubmitter
+AlphaBot
+Anarchie
+Ankit
+Anthill
+Apexoo
+Atomseobot
 AwarioSmartBot
-BBBike
+BDCbot
+BDFetch
 BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
+Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
-Black Hole
+BetaBot
 Blow
-BlowFish
+BotALot
 Brandprotect
-Brandwatch
-BuiltBotTough
-BunnySlippers
+BuiltWith
+Bullseye
 BuzzSumo
-CATExplorador
 CCBot
 CODE87
-CSHttp
-CheTeam
+Calculon
+CensysInspect
 CheeseBot
-ChinaClaw
-Citoid
+CherryPicker
+Chlooe
 Claritybot
+Cliqzbot
 Collector
-Crawling at Home Project
+Copyscape
+Cosmos
 CrazyWebCrawler
-CrunchBot
-DIIbot
-DSearch
-Deusu
-DigitalPebble
+Crescent
+Custo
+Devil
+Dirbuster
 Discobot
-Discoverybot
-Dispatch
-DittoSpyder
-DomCopBot
+DnBCrawler-Analytics
 DomainCrawler
-Domains Project
-Dotbot
 Drip
 ECCP/1.0
-EasyDL
-EirGrabber
+EMail Siphon
+Evil
 Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
+Ezooms
 FDM
 FHscan
 FemtosearchBot
 Fimap
-FlashGet
+Foobot
 Freeuploader
-FyberSpider
+FrontPage
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-Gigabot
-Grafula
-GrapeFX
-HTTP::Lite
-HTTrack
+Genieo
+GermCrawler
+GetWeb
+Go!Zilla
+GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
 Haansoft
-HaosouSpider
+Havij
 Heritrix
-IRLbot
+Hloader
+IDBTE4M
+Iblog
+Id-search
+IlseBot
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 InfoNaviRobot
 Intelliseek
-InternetSeer
-Iria
+Internet Ninja
 Iskanie
 IstellaBot
-JamesBOT
-JennyBot
+Jbrofuzz
+Jetty
+Joomla
 JustView
+Jyxobot
 Kenjin Spider
-LWP::Simple
-Lanshanbot
-Larbin
 Leap
-LeechGet
 LexiBot
+Lftp
+LibWeb
 Libwhisker
 LieBaoFast
+Likse
 LinkScan
-LinkWalker
-Linkbot
-LinqiaMetadataDownloaderBot
-Lipperhey
-MFC_Tear_Sample
-MJ12bot
-MTRobot
+Linkdexbot
+LinkextractorPro
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MQQBrowser
 Magnet
-Majestic-SEO
+Majestic SEO
 MarkMonitor
+Mass Downloader
 Masscan
-Mb2345Browser
-Mediatoolkitbot
-Microsoft URL Control
-Minefield
+Mata Hari
+MeanPath Bot
+Meanpathbot
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mister PiX
+Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NICErsPRO
 NPbot
+NearSite
+Needle
+Nessus
 NetAnts
-NetSpider
-NetZIP
+NetLyzer
+NetMechanic
 Netcraft
-NextGenSearchBot
-Nibbler
-Ninja
-Nmap
-Not
+Netvibes
+Nimbostratus
+Nuclei
 Nutch
-Offline Explorer
-OnCrawl
+OpenVAS
 Openfind
+Openvas
 OrangeBot
 OrangeSpider
 OutclicksBot
-PHPCrawl
-Page Analyzer
-PageGrabber
-PageThing.com
-Pandalytics
-Panscient
-Picscout
-Piepmatz
+POE-Component-Client-HTTP
+PageScorer
+Papa Foto
+Picsearch
+PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
-Psbot
+ProWebWalker
 Pu_iN
+Pump
+PyCurl
+QueryN Metasearch
 Quick-Crawler
+RSSingBot
+Rankivabot
 ReGet
-RealDownload
-Reaper
 RepoMonkey
 RocketCrawler
 Rogerbot
-SEOkicks-Robot
-SMTBot
+SEOprofiler
+SISTRIX
 SalesIntelligent
+Screaming
 ScreenerBot
-Semrush
-SemrushBot
+ScrepyBot
+Searchestate
 SentiBot
-SeobilityBot
-Siphon
-SiteSnagger
+SeoSiteCheckup
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 Sitebeam
-Siteimprove
+SmartDownload
 Snake
-SocialRankIOBot
-Sosospider
+SpaceBison
 SpankBot
-SputnikBot
-Stripper
-Sucker
-Sucuri
+Spanner
+Spbot
+Spinn3r
 SuperBot
 SuperHTTP
 Suzuran
-Telesphoreo
-Telesphorep
-TheNomad
+T8Abot
+Telesoft
+The Intraformant
+Thumbor
 Titan
+Toata
 Tracemyfile
-Trendiction
 Trendictionbot
+True_Robot
 Turingos
-TwengaBot
-URLy.Warning
+Twice
+Upflow
+V-BOT
 VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
+Vagabondo
 Virusdie
-VoidEYE
+Voil
 Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
 WISENutbot
-WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 WWWOFFLE
-Web Pix
 Web Sauger
 Web Sucker
-WebBandit
-WebEnhancer
 WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
+WebFuck
 WebPix
-WebReaper
-WebStripper
+WebZIP
 Website Quester
-WebsiteExtractor
-WebsiteQuester
-Widow
+Whatweb
+Wonderbot
 Woobot
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
+Zermelo
+Zeus
 Zitebot
 ZoomBot
 ZoominfoBot
 ZyBorg
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-clark-crawler
 coccocbot-web
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
-evc-batch
-facebookscraper
+gopher
 heritrix
-instabid
 iubenda-radar
-meanpathbot
+lwp-request
+lwp-trivial
 mediawords
-muhstik-scan
-polaris version
-satoristudio.net
+s1z.ru
+seocompany.store
+seoscanners
+seostar
 serpstatbot
+siteripz
+sp_auditbot
 spyfu
-tAkeOut
+sysscan
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
+voyagerx.com
 webprosbot
 xpymep1.exe
-zauba.io
+zgrab