V4.2021.07.2463 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+360Spider
+404enemy
+80legs
 AIBOT
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
+Abonti
 AllSubmitter
-Anarchie
-Anarchy99
-Apexoo
-Asterias
-Attach
+AlphaBot
+Ankit
+Anthill
+Aspiegel
 AwarioRssBot
-BBBike
 BDCbot
-BackDoorBot
+BackWeb
 Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bitacle
+Bigfoot
+BlackWidow
+Blackboard
 Blow
 BlowFish
-Boardreader
+Bolt
+BotALot
 Brandprotect
+Brandwatch
+Buddy
 BuiltBotTough
-BuiltWith
-CCBot
-CheeseBot
+Bullseye
+BunnySlippers
+Calculon
+ChinaClaw
+Chlooe
+Cliqzbot
 Cogentbot
-Cosmos
+Copyscape
+Craftbot
+CrazyWebCrawler
+Curious
 CyotekWebCopy
-DBLBot
-DataCha0s
+DSearch
+DTS Agent
+DatabaseDriverMysqli
 Devil
-Disco
-Dispatch
+Digincore
+Dirbuster
+Discobot
+DnyzBot
 DomainCrawler
-DomainSigmaCrawler
-Dragonfly
-Drip
-EMail Siphon
+DomainStatsBot
 EMail Wolf
-Ebingbong
 Ecxi
-EirGrabber
-EroCrawler
+Express WebPictures
 ExtLinksBot
-FHscan
-Fimap
+Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Firefox/7.0
 FlashGet
-Flunky
+Foobot
 FrontPage
-FyberSpider
-Fyrebot
-GalaxyBot
-Getintent
-GoZilla
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
+GetRight
+Gigablast
+Go!Zilla
 Gotit
-GrabNet
-GrapeFX
-HEADMasterSEO
+Grabber
+GrapeshotCrawler
+HMView
 HTTP::Lite
-Havij
-Heritrix
-Humanlinks
-HybridBot
-Iblog
+HTTrack
+HaosouSpider
+Harvest
+IDBTE4M
+IRLbot
 Id-search
+IlseBot
+Image Sucker
 IndeedBot
 Indy Library
 InfoTekies
-InterGET
+Intelliseek
+Iria
 JamesBOT
 Jbrofuzz
 Jetty
-Jorgee
+JikeSpider
+Joomla
 JustView
 Jyxobot
-Keyword Density
-LNSpiderguy
-Lftp
-Libwhisker
-LieBaoFast
-Lightspeedsystems
+LexiBot
 Likse
-LinkScan
 LinkWalker
+Linkdexbot
+LinkextractorPro
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+LinqiaScrapeBot
+Litemage_walker
 Lmspider
-MJ12bot
-MQQBrowser
-MSFrontPage
-MTRobot
-Magnet
+MIDown tool
+MIIxpc
+Mag-Net
 Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
 Mass Downloader
+Masscan
+Mata Hari
+MauiBot
 Mb2345Browser
-Metauri
+Microsoft Data Access
+Mister PiX
 Moblie Safari
-Mojolicious
-Musobot
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
 NPbot
+Nameprotect
 Navroad
-NearSite
-Net Vampire
+Nessus
 NetAnts
 NetLyzer
 NetSpider
-Netcraft
-Nettrack
-Netvibes
+NetZIP
+NextGenSearchBot
+Nibbler
+Nikto
+Ninja
 Nuclei
-Nutch
+OPPO A33
+Octopus
 Offline Explorer
-Offline Navigator
 OnCrawl
-OpenVAS
-Openfind
-Openvas
 OrangeBot
 OrangeSpider
 OutclicksBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageGrabber
-PageScorer
-Papa Foto
-Pump
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Pandalytics
+Panscient
+Pavuk
+PeoplePal
+Pi-Monster
+Piepmatz
+PleaseCrawl
+Pockey
+Psbot
 PxBroker
-PyCurl
+Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
-RankingBot
-RankingBot2
-Re-re
-RealDownload
 Reaper
-Ripper
-Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
-SMTBot
-SalesIntelligent
+RedesScrapy
+RepoMonkey
+Scanbot
 Scrapy
+Screaming
 ScreenerBot
-SemrushBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
 Seomoz
-Shodan
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-Sitebeam
 Siteimprove
-Sitevigil
 SmartDownload
 Snake
 Snapbot
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sosospider
 Spammen
-Spbot
 SputnikBot
 Sqworm
-Steeler
+Sucker
 Sucuri
 SuperBot
-SurveyBot
-Suzuran
+Surfbot
 Swiftbot
-Szukacz
-T0PHackTeam
+T8Abot
 Teleport
+TeleportPro
 Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
+TheNomad
 Toata
-Tracemyfile
-Trendictionbot
+Trendiction
+Turnitin
+Twice
 URLy Warning
+URLy.Warning
+UnisterBot
 Upflow
-VB Project
-VidibleScraper
-VoidEYE
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+WeSEE
+Web Collage
 Web Fetch
-Web Pix
-Web Sucker
-WebCopier
-WebFuck
-WebLeacher
+Web Fuck
+WebAuto
+WebBandit
+WebFetch
+WebGo IS
 WebSucker
-WebWhacker
-Webshag
-Website Quester
-WebsiteQuester
-Whack
-Who.is Bot
-Wotbox
+WebZIP
+WebsiteExtractor
+Webster
+Whatweb
+Wonderbot
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zermelo
-Zeus
+Zauba
 Zitebot
-ZumBot
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 backlink-check
 coccocbot-web
 cognitiveseo
-com.plumanalytics
 crawler.feedback
-crawler4j
-eCatch
-evc-batch
-lwp-request
-lwp-trivial
-magpie-crawler
+demandbase-bot
+domainsproject.org
+gopher
+instabid
+ips-agent
+muhstik-scan
 netEstate NE Crawler
 oBot
 pcBrowser
-probe-image-size
+polaris version
 ripz
 satoristudio.net
-seoscanners
+scan.lol
+seostar
 serpstatbot
-sysscan
-tAkeOut
+sexsearcher
+sitechecker.pro
+sogouspider
 trendiction.de
-voyagerx.com
 webmeup-crawler
-zauba.io
+x09Mozilla
+zgrab