V4.2022.11.3450 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
 404enemy
-80legs
-ALittle Client
-Aboundex
-Aboundexbot
+ASPSeek
+AiHitBot
+AllSubmitter
+Alligator
+AlphaBot
 Ankit
 Anthill
 Aspiegel
 Asterias
-Attach
-AwarioRssBot
-BBBike
-BLEXBot
-BackDoorBot
+BDCbot
+BackWeb
 BacklinkCrawler
-Badass
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Blackboard
-Blow
-Boardreader
+Barkrowler
+BatchFTP
+BlackWidow
+Brandprotect
 Brandwatch
-Buck
 BuiltBotTough
-Bullseye
-CATExplorador
-CODE87
-CSHttp
+BuiltWith
+BuzzSumo
+CCBot
 Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
+CheTeam
 CheeseBot
-CherryPicker
-ChinaClaw
-Citoid
+Chlooe
 Claritybot
 Cliqzbot
-Cloud mapping
-Cogentbot
+Collector
 Copier
-CopyRightCheck
 Cosmos
-Crawling at Home Project
-Crescent
-Curious
-Custo
-Devil
-Discoverybot
+CrunchBot
+DBLBot
+DTS Agent
+DataCha0s
+DigitalPebble
+Disco
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
-Domains Project
-Drip
-EMail Siphon
-Ebingbong
-Ecxi
-EirGrabber
+Dotbot
+Download Wonder
+Dragonfly
+ECCP/1.0
+EasyDL
+EroCrawler
+Evil
+Exabot
+ExtLinksBot
+Extractor
 ExtractorPro
 Extreme Picture Finder
-FDM
-FHscan
+EyeNetIE
+FemtosearchBot
+Firefox/7.0
 FlashGet
-Fuzz
-GetRight
+FyberSpider
+Fyrebot
+Getintent
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-GridBot
-HTMLparser
+Gotit
+GrabNet
+Grafula
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTTP::Lite
-HTTrack
 Haansoft
-HybridBot
+Harvest
+Havij
+Hloader
+HonoluluBot
+Humanlinks
 IDBot
-Id-search
 IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
 InfoNaviRobot
-InfoTekies
+Intelliseek
 InterGET
+InternetSeer
 JOC Web Spider
-JamesBOT
-Jyxobot
-Kinza
-LWP::Simple
-Larbin
-LeechGet
-LibWeb
-Lightspeedsystems
-Linkbot
-LinksManager
-Lipperhey
-Lipperhey Spider
+Jbrofuzz
+Joomla
+JustView
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+LeechFTP
+LexiBot
+LinkWalker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
+Ltx71
+MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
+Magnet
 Mail.RU_Bot
-Majestic12
+Majestic-SEO
+MarkWatch
 MauiBot
 Mb2345Browser
 Metauri
-Microsoft URL Control
-Mojolicious
-Morfeus Fucking Scanner
+MicroMessenger
+Mister PiX
+Mojeek
 Msrabot
+Musobot
 NPbot
-Nameprotect
-Navroad
+Name Intelligence
+NearSite
 Needle
-Net Vampire
 NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-NextGenSearchBot
+Netcraft
+Nettrack
+Netvibes
+Nibbler
 Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
+Not
 Nuclei
 Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
+OnCrawl
 Openfind
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
+OrangeSpider
 Page Analyzer
-PageGrabber
-Panscient
+PageAnalyzer
+PageScorer
+Pandalytics
+Pavuk
 PeoplePal
-Piepmatz
-Pimonster
+PictureFinder
+Pixray
 PleaseCrawl
+Pockey
+ProWebWalker
 Probethenet
-Psbot
+Pu_iN
+Pump
 PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
+RSSingBot
 RankActive
-RankFlex
-RebelMouse
-Recorder
-SEOprofiler
-SMTBot
+RankActiveLinkBot
+RankingBot2
+RankurBot
+ReGet
+RepoMonkey
+Rogerbot
+SBIder
+SEOstats
 SalesIntelligent
-Scrapy
+ScanAlert
+ScoutJet
 Screaming
-ScreenerBot
+ScrepyBot
 Searchestate
-Seekport
+SearchmetricsBot
 Semrush
-SeoSiteCheckup
-SeobilityBot
-Siphon
+Shodan
 SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
-Sitebeam
-Sitevigil
 SlySearch
 Snapbot
-Snoopy
-Sociscraper
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spammen
-SpankBot
 Spanner
-Spbot
+SputnikBot
 Sqlworm
-SuperHTTP
-Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
+Sqworm
+Stripper
+SuperBot
+SurveyBot
+Teleport
+TeleportPro
+Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
-Toata
-Turnitin
-VB Project
-VeriCiteCrawler
+Thumbor
+Trendictionbot
+True_Robot
+Turingos
+URLy.Warning
+VelenPublicWebCrawler
+VoidEYE
 WASALive-Bot
-WBSearchBot
-WEBDAV
 WISENutbot
-WWW-Mechanize
-Wallpapers
+WallpapersHD
 WeSEE
-Web Enhancer
-Web Sauger
-WebAuto
-WebCollage
-WebCopier
+Web Auto
 WebEnhancer
-WebFuck
 WebGo IS
 WebImageCollector
-WebReaper
-Webshag
-Website Quester
-WebsiteExtractor
-Whack
+WebWhacker
+WebZIP
+Webalta
+Webster
+Whacker
 Whatweb
-Who.is Bot
-Wonderbot
-Xaldon WebSpider
+WinHTTrack
+WiseGuys Robot
+Wotbox
 Xaldon_WebSpider
-Xenu
-Zauba
-Zeus
-ZumBot
-ZyBorg
-archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
+Zade
+Zermelo
+Zitebot
+ZmEu
+arquivo-web-crawler
+cah.io.community
 check1.exe
 coccocbot
-cognitiveseo
-crawler4j
-dataforseo.com
+com.plumanalytics
+crawl.sogou.com
+demandbase-bot
+domainsproject.org
 evc-batch
-internetVista monitor
-iubenda-radar
+gopher
+instabid
+ips-agent
+isitwp.com
+linkdexbot
+lwp-trivial
 mediawords
-oBot
+muhstik-scan
 page scorer
+plumanalytics
 polaris version
 ripz
+satoristudio.net
 scalaj-http
 scan.lol
 seocompany.store
 seoscanners
 seostar
-spyfu
-tAkeOut
-ubermetrics-technologies.com
-webpros.com
+sp_auditbot
+trendiction.com
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-zauba.io
+zgrab