V4.2021.07.2451 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
-Aboundex
+AIBOT
+Abonti
 Aboundexbot
 Acunetix
-ADmantX
-AhrefsBot
-Anarchy
+AfD-Verbotsverfahren
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Anthill
 Apexoo
-archive.org_bot
-arquivo-web-crawler
-Aspiegel
-Asterias
 AwarioRssBot
+BBBike
+BDCbot
+BDFetch
+BLEXBot
 BackDoorBot
-BackStreet
-Bandit
-Bigfoot
+BacklinkCrawler
+BetaBot
+Bitacle
 Black Hole
-BlackWidow
-Blow
 BlowFish
-Boardreader
-Brandwatch
-BuiltWith
+Bolt
+BotALot
+Buck
+BuiltBotTough
+Bullseye
 BunnySlippers
-CheeseBot
+CATExplorador
+CODE87
+CazoodleBot
+CensysInspect
 CheTeam
+CheeseBot
 ChinaClaw
-Chlooe
-com.plumanalytics
+Cocolyzebot
+Collector
+Copier
 Craftbot
-crawler.feedback
-crawl.sogou.com
-Crescent
-CSHttp
-Custo
-CyotekWebCopy
-DatabaseDriverMysqli
-DataCha0s
+CrunchBot
 DBLBot
-Deusu
-Digincore
-DigitalPebble
+DIIbot
+DSearch
+DataCha0s
+Demon
 Dirbuster
-Disco
 Discobot
-Dispatch
+Discoverybot
 DittoSpyder
-DomainAppender
+DnyzBot
 DomainSigmaCrawler
-DomCopBot
+DomainStatsBot
+Dotbot
 Dragonfly
-DTS Agent
-Ebingbong
-eCatch
+Drip
 ECCP/1.0
-EirGrabber
-evc-batch
-Evil
+EMail Wolf
+Ebingbong
+Ecxi
+EroCrawler
 Exabot
-Extreme Picture Finder
-FemtosearchBot
-Firefox/7.0
-Flunky
-Fuzz
+Extractor
+ExtractorPro
+FDM
+FHscan
+FrontPage
+Fyrebot
+GT::WWW
 GalaxyBot
-Getintent
+GermCrawler
 GetRight
 Gigablast
-gopher
-GoZilla
-GridBot
+GrabNet
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
 HTMLparser
-Humanlinks
-HybridBot
-IDBot
+HTTP::Lite
+Haansoft
+Hloader
 IDBTE4M
-Id-search
-IlseBot
 Image Fetch
 Indy Library
 InfoNaviRobot
-ips-agent
-Jbrofuzz
+InfoTekies
+Intelliseek
+Internet Ninja
+InternetSeer
+Iria
+Iskanie
 JikeSpider
-JOC Web Spider
-Joomla
-Kenjin Spider
-Kozmosbot
-Lanshanbot
-Larbin
 LeechGet
-LexiBot
-Libwhisker
-LieBaoFast
-LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
+Lftp
+LinkScan
+LinkWalker
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
 Lmspider
-Ltx71
-lwp-request
-Mail.RU_Bot
-Majestic12
-Majestic SEO
-MarkWatch
-MauiBot
-Meanpathbot
-MeanPath Bot
-mediawords
-MegaIndex.ru
 MFC_Tear_Sample
-Microsoft Data Access
-MJ12bot
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+MIDown tool
+MQQBrowser
+Mail.RU_Bot
+MarkMonitor
+Meanpathbot
+MegaIndex.ru
+Microsoft URL Control
 Mozlila
-Msrabot
-muhstik-scan
 Musobot
-Name Intelligence
-NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
-NetMechanic
-NetZIP
+NICErsPRO
+NPbot
+Nameprotect
+NearSite
+Needle
+Nessus
+Net Vampire
+Nettrack
 NextGenSearchBot
-Nuclei
+Nibbler
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
+OPPO A33
+Octopus
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
+OrangeSpider
 OutclicksBot
-PageAnalyzer
-PageScorer
-Pavuk
 PECL::HTTP
-Petalbot
+PHPCrawl
+Page Analyzer
+PageGrabber
+Pandalytics
+Papa Foto
+PeoplePal
 Picscout
 Picsearch
-Pi-Monster
+PictureFinder
+Pimonster
 Pixray
-polaris version
-Psbot
-Pu_iN
-Pump
+Pockey
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
+RSSingBot
 RankFlex
+RankingBot
 Rankivabot
 RankurBot
-RealDownload
-RebelMouse
+ReGet
+Reaper
 Recorder
 RepoMonkey
-Re-re
-Ripper
-RocketCrawler
-RSSingBot
-satoristudio.net
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
+SalesIntelligent
 Scanbot
-scan.lol
-Scrapy
-Screaming
-ScrepyBot
+ScoutJet
 SearchmetricsBot
 Semrush
-SemrushBot
-seobility
-SeobilityBot
-Seomoz
-seoscanners
-SEOstats
-serpstatbot
-Siphon
-SISTRIX
-Siteimprove
+SiteExplorer
 SiteLockSpider
-Site Sucker
+SiteSnagger
 Sitevigil
+SlySearch
 Snoopy
-SocialRankIOBot
-sogouspider
+Sociscraper
+Sosospider
+SpaceBison
 Spammen
+SpankBot
+Spanner
 Spbot
-Spinn3r
-SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
 Sucuri
-SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-sysscan
-Szukacz
-T0PHackTeam
-T8Abot
-tAkeOut
-Telesphorep
+Suzuran
+Telesphoreo
 TheNomad
-TightTwatBot
-Titan
+Toata
 Toweyabot
 Tracemyfile
-Trendiction
 Turingos
+Turnitin
+TwengaBot
+Typhoeus
 URLy.Warning
+UnisterBot
+Upflow
+V-BOT
 Vacuum
-Vagabondo
-VB Project
-VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voil
-Wallpapers/3.0
-WallpapersHD
-WASALive-Bot
-WBSearchBot
-Webalta
-Web Auto
-WebCollage
-Web Fuck
-WebLeacher
-WebPix
-Web Pix
-WebSauger
-WebsiteQuester
-Website Quester
-Webster
-WebSucker
-WeSEE
-Whacker
-Whatweb
-Who.is Bot
-WiseGuys Robot
+WEBDAV
 WISENutbot
-Wotbox
-WWW-Collector-E
-WWW-Mechanize
-x22Mozilla
+WPScan
+WWWOFFLE
+Wallpapers/3.0
+Web Fetch
+Web Pix
+Web Sucker
+WebFetch
+WebImageCollector
+WebReaper
+WebSauger
+WebStripper
+Webalta
+Whack
+Who.is Bot
+Wprecon
+Xaldon_WebSpider
 YoudaoBot
 Zade
-zgrab
-Zitebot
-ZumBot
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
+coccocbot-web
+com.plumanalytics
+internetVista monitor
+ips-agent
+isitwp.com
+magpie-crawler
+netEstate NE Crawler
+page scorer
+pcBrowser
+plumanalytics
+polaris version
+probe-image-size
+scan.lol
+seoscanners
+seostar
+siteripz
+tAkeOut
+trendiction.com
+trendiction.de
+voyagerx.com