V4.2022.06.3192 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-ALittle Client
+ASPSeek
 Abonti
-Acunetix
-AiHitBot
+Aboundex
 Alexibot
+AllSubmitter
 AlphaBot
+Anarchy
 Anarchy99
+Anthill
+Apexoo
 Atomseobot
-AwarioSmartBot
-BBBike
-BLEXBot
-Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-Black Hole
-Blackboard
+AwarioRssBot
+BDCbot
+BackDoorBot
+Bigfoot
+Bitacle
+BlackWidow
+Blow
 BlowFish
 Bolt
 Brandprotect
-Brandwatch
-BuiltBotTough
-Bullseye
-BunnySlippers
+Buddy
+BuiltWith
 BuzzSumo
+CODE87
 CSHttp
-CazoodleBot
-Cegbfeieh
-CherryPicker
-Cloud mapping
+Calculon
+CheTeam
+CheeseBot
+Chlooe
+Cliqzbot
 Cocolyzebot
+Cogentbot
 Collector
 Copier
 Cosmos
-DataCha0s
-Deusu
-Digincore
-DigitalPebble
-Dirbuster
-DnBCrawler-Analytics
+Crescent
+Curious
+CyotekWebCopy
+DBLBot
+DTS Agent
+Devil
+Disco
+Discoverybot
+DittoSpyder
 DnyzBot
-DomainStatsBot
+DomCopBot
 Domains Project
 Dotbot
+Download Wonder
 Drip
-EirGrabber
-Exabot
+EMail Siphon
+EroCrawler
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
+Extractor
 Fimap
+Firefox/7.0
+FlashGet
+Foobot
+FrontPage
+Fuzz
 FyberSpider
-Getintent
-GrabNet
-GrapeshotCrawler
-HMView
-HTMLparser
-HTTP::Lite
+GalaxyBot
+Genieo
+Go-Ahead-Got-It
+Grafula
+HEADMasterSEO
+HaosouSpider
 Harvest
+Havij
+Heritrix
+IRLbot
+Id-search
 IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
 InfoTekies
-InterGET
-Internet Ninja
-Iria
+Intelliseek
 IstellaBot
-JamesBOT
+JOC Web Spider
+Jbrofuzz
 JennyBot
+Jetty
+JikeSpider
 Joomla
-JustView
-Jyxobot
+Jorgee
 Kenjin Spider
 Kinza
-LNSpiderguy
-Leap
+Lanshanbot
+Larbin
+LeechFTP
+LeechGet
+LexiBot
 Lftp
+LibWeb
 Libwhisker
 LieBaoFast
-Linkbot
+Likse
+LinkWalker
 LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
-Ltx71
-MIIxpc
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 MJ12bot
-Magnet
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-Masscan
-Mata Hari
+MarkWatch
+Mass Downloader
 Mb2345Browser
-Metauri
+MeanPath Bot
+Meanpathbot
 MicroMessenger
+Microsoft Data Access
+Minefield
+Mister PiX
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
+MolokaiBot
 Mozlila
-Mr.4x3
-Msrabot
 Musobot
+NICErsPRO
 NPbot
-Nameprotect
-NearSite
+Net Vampire
+NetAnts
 NetLyzer
 NetMechanic
 NetSpider
-Netvibes
-Niki-bot
+Nettrack
+NextGenSearchBot
 NimbleCrawler
-Nmap
 Not
-Nuclei
-Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
-OpenVAS
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
-PageGrabber
-Petalbot
-Pi-Monster
-Picsearch
-Pimonster
+OpenLinkProfiler
+OrangeSpider
+OutclicksBot
+POE-Component-Client-HTTP
+PageThing.com
+Papa Foto
+Pavuk
+PeoplePal
+Pixray
 PleaseCrawl
-Pockey
-ProPowerBot
 Pump
-PxBroker
 PyCurl
-RankurBot
+RankActive
+RankActiveLinkBot
+RankingBot
 Re-re
-ReGet
+RealDownload
 Reaper
+RebelMouse
 Recorder
-Ripper
+RedesScrapy
+RepoMonkey
+Rogerbot
+SBIder
+SEOkicks
+SEOprofiler
 SEOstats
+SISTRIX
+SalesIntelligent
 ScoutJet
-Scrapy
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeoSiteCheckup
+ScreenerBot
+ScrepyBot
 SeobilityBot
-Seomoz
 Shodan
-SiteCheckerBotCrawler
-Sitebeam
-SlySearch
+Site Sucker
+SiteExplorer
 SmartDownload
 Snake
 Snapbot
-Snoopy
 Sociscraper
 Sogou web spider
-SpankBot
+Sottopop
+Spinn3r
+SputnikBot
 Sqlworm
-Sucuri
-SuperBot
+Steeler
+Stripper
+Sucker
+Surfbot
+SurveyBot
+Suzuran
 Szukacz
+T0PHackTeam
+T8Abot
 Teleport
-Telesphorep
-Thumbor
-Toata
+Telesphoreo
 Toweyabot
 Tracemyfile
 Trendiction
-Turingos
-Turnitin
+Trendictionbot
 TurnitinBot
-TwengaBot
-Twice
-URLy Warning
-V-BOT
-VB Project
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voil
-WEBDAV
-WPScan
-WWWOFFLE
-Wallpapers/3.0
-Web Collage
-Web Enhancer
+WASALive-Bot
+WWW-Mechanize
+WeSEE
+Web Fuck
 Web Pix
 Web Sauger
-WebAuto
-WebCopier
-WebGo IS
-WebReaper
-WebStripper
+Web Sucker
+WebFetch
+WebPix
 WebSucker
-WebmasterWorldForumBot
-Webster
-Whacker
-Whatweb
-Who.is Bot
-Wonderbot
-Wotbox
+Webalta
+Webshag
 Wprecon
-Zermelo
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zade
 Zitebot
+ZmEu
 ZoominfoBot
-ZyBorg
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
-cah.io.community
-coccocbot
-com.plumanalytics
-crawler.feedback
+backlink-check
+clark-crawler
 demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
-gopher
-heritrix
-linkdexbot
-lwp-request
+facebookscraper
+instabid
+iubenda-radar
+muhstik-scan
+pcBrowser
 plumanalytics
+scalaj-http
+seobility
 seocompany.store
 seoscanners
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
-siteripz
 sogouspider
 sp_auditbot
 sysscan
-tAkeOut
-trendiction.de
+trendiction.com
 voyagerx.com
 webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
 x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab