V4.2022.07.3227 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ALittle Client
-ASPSeek
-AhrefsBot
-Alexibot
-AlphaBot
+404enemy
+Aboundexbot
+Aipbot
+Alligator
 Anarchy
 Anarchy99
-Ankit
-Aspiegel
+Anthill
 Asterias
 Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BDCbot
 BDFetch
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
+BLEXBot
+BackStreet
+Badass
 Bigfoot
-Black Hole
+Bitacle
 BlackWidow
-Boardreader
 Bolt
-Brandprotect
 Brandwatch
+Buck
 Buddy
-CATExplorador
+BuiltWith
+CCBot
+Calculon
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-CheeseBot
-Chlooe
-Citoid
-Cogentbot
+ChinaClaw
+Collector
+Copier
 CopyRightCheck
-Craftbot
+Copyscape
 CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
+Custo
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Deusu
-DomCopBot
-DomainStatsBot
-Domains Project
+Devil
+DigitalPebble
+Disco
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
 Dotbot
+Download Wonder
+Dragonfly
+Drip
 ECCP/1.0
-Ecxi
-EirGrabber
-EroCrawler
-ExtractorPro
-EyeNetIE
-Fimap
+EMail Siphon
+Extreme Picture Finder
+FHscan
+Freeuploader
+FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
+GT::WWW
 GermCrawler
-GetRight
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
+Getintent
+Gigabot
+GrabNet
 Grabber
+Grafula
 GridBot
-HMView
+HTMLparser
+HTTrack
 Haansoft
-HaosouSpider
 Heritrix
+Hloader
 Humanlinks
-HybridBot
-IDBot
-Iblog
-Id-search
-IlseBot
-Image Sucker
+IDBTE4M
+Image Fetch
+IndeedBot
 InfoNaviRobot
 InfoTekies
 InterGET
-Internet Ninja
-Iskanie
 IstellaBot
-Jbrofuzz
-Joomla
+JOC Web Spider
+JennyBot
 Jorgee
-JustView
+Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
-Lanshanbot
+Keyword Density
 Larbin
+Leap
 LeechGet
-LibWeb
+LieBaoFast
 Lightspeedsystems
-LinkWalker
-LinkpadBot
+Likse
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-Ltx71
+LinqiaScrapeBot
+Litemage_walker
+MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
-Majestic SEO
+Magnet
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MarkMonitor
-Mata Hari
-Mb2345Browser
+Masscan
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-Moblie Safari
-Mojolicious
-MolokaiBot
+MicroMessenger
+Microsoft URL Control
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
 Musobot
+Nameprotect
 NearSite
+Needle
 Net Vampire
-NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Nettrack
-NextGenSearchBot
+Netvibes
 Niki-bot
-NimbleCrawler
-Ninja
-Nmap
+Nikto
+Not
 Nutch
+Offline Explorer
 OpenLinkProfiler
 OpenVAS
-OrangeSpider
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+OutclicksBot
+OutfoxBot
+PHPCrawl
+PageThing.com
 Panscient
-Petalbot
-Pi-Monster
-Picsearch
-Piepmatz
-PleaseCrawl
-Pockey
-ProWebWalker
-Pu_iN
+Pavuk
+PictureFinder
+Pimonster
+Pump
+PxBroker
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
+Re-re
 RealDownload
-Reaper
-RepoMonkey
-SBIder
+RebelMouse
+Ripper
+Rogerbot
+SEOkicks
 SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
 Screaming
 Searchestate
+SemanticJuice
 Semrush
-SentiBot
-SeobilityBot
+Seomoz
 Shodan
-Site Sucker
-SiteLockSpider
+Siphon
+SiteExplorer
+SiteSnagger
+SiteSucker
 Sitevigil
 SlySearch
 Snake
 SocialRankIOBot
+Sociscraper
+Sosospider
 Sottopop
-SpankBot
-Sqlmap
-Steeler
 SuperHTTP
-Surfbot
 SurveyBot
-Suzuran
 Swiftbot
-Telesphoreo
-Telesphorep
+Szukacz
+Teleport
 The Intraformant
 TheNomad
-Titan
-Turingos
-TwengaBot
-Twice
-Typhoeus
+Thumbor
+TightTwatBot
+Toata
+Tracemyfile
+Trendiction
 URLy Warning
-Upflow
+UnisterBot
+V-BOT
 VB Project
-VCI
+Vacuum
 Vagabondo
 VeriCiteCrawler
-VoidEYE
-Voltron
-WWW-Collector-E
-WWW::Mechanize
+Virusdie
+WASALive-Bot
+WISENutbot
+WPScan
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
+WeSEE
+Web Auto
 Web Collage
+Web Enhancer
 Web Fetch
-Web Pix
-Web Sauger
-WebAuto
-WebFuck
-WebImageCollector
-WebLeacher
-WebStripper
+Web Fuck
+Web Sucker
+WebmasterWorldForumBot
 WebsiteExtractor
-WebsiteQuester
-Whack
-Whatweb
+Webster
 Who.is Bot
-WinHTTrack
-Xaldon WebSpider
+Wotbox
 Xaldon_WebSpider
 Xenu
-Zauba
-Zitebot
+Zade
+Zermelo
+ZoomBot
+ZoominfoBot
 ZumBot
-adscanner
+ZyBorg
+archive.org_bot
 arquivo.pt
-com.plumanalytics
-crawl.sogou.com
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+clark-crawler
 crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+facebookscraper
 instabid
+internetVista monitor
 ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
-muhstik-scan
-oBot
-pcBrowser
-polaris version
+linkdexbot
+netEstate NE Crawler
+page scorer
 ripz
 satoristudio.net
-seobility
+scalaj-http
+seoscanners
 seostar
-serpstatbot
 sitechecker.pro
-siteripz
-spyfu
+sogouspider
 sysscan
 trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webprosbot
+webpros.com
 xpymep1.exe
 zgrab