V4.2022.03.2986 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+404enemy
 ASPSeek
+Abonti
 Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
 AhrefsBot
-Apexoo
-Aspiegel
+AiHitBot
+Aipbot
+AllSubmitter
+AlphaBot
+Ankit
+Anthill
 Asterias
+Atomseobot
 AwarioRssBot
 AwarioSmartBot
 BBBike
-BDFetch
-BackStreet
+BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Barkrowler
-BetaBot
-Bitacle
-BlackWidow
+Badass
+BatchFTP
+Bigfoot
+Boardreader
+Bolt
 Brandprotect
-Buck
+BuiltWith
 Bullseye
-BunnySlippers
-BuzzSumo
+CATExplorador
+CCBot
 CODE87
-CSHttp
-CheTeam
-CheeseBot
+Calculon
+ChinaClaw
 Citoid
-Cliqzbot
 Cloud mapping
-Cogentbot
-Custo
-DBLBot
-DataCha0s
-DatabaseDriverMysqli
+Cocolyzebot
+Copier
+Craftbot
+Crawling at Home Project
+Crescent
+Curious
+DTS Agent
+Deusu
+Devil
 Digincore
-DittoSpyder
+Discobot
 DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-Dragonfly
-EMail Siphon
-Evil
-ExtLinksBot
-Extractor
-ExtractorPro
+DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+Drip
+ECCP/1.0
+EasyDL
+Ecxi
+EirGrabber
+Exabot
+Ezooms
+FDM
 FHscan
-FemtosearchBot
-Fimap
 Firefox/7.0
-Foobot
-FyberSpider
+Freeuploader
+Fuzz
 G-i-g-a-b-o-t
-Genieo
 GetRight
 GetWeb
-Getintent
+Gigabot
 Go!Zilla
-Gotit
-Grabber
-GrapeFX
-GridBot
-HTMLparser
+Go-Ahead-Got-It
+GrabNet
+HTTP::Lite
 Haansoft
-HaosouSpider
+Hloader
 HonoluluBot
-IDBTE4M
-IRLbot
 IlseBot
-InfoNaviRobot
-Iskanie
-Jbrofuzz
+Image Fetch
+Internet Ninja
+InternetSeer
+Iria
 JennyBot
-Jyxobot
 Kenjin Spider
-Keyword Density
+Keybot Translation-Search-Machine
 Kinza
-Kozmosbot
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
 LeechGet
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkWalker
+Linkbot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
 Litemage_walker
 Ltx71
 MIIxpc
-MSIECrawler
-MTRobot
-Mag-Net
-Magnet
+MJ12bot
+MQQBrowser
+MSFrontPage
 Mail.RU_Bot
 Majestic12
-MauiBot
-MeanPath Bot
-MolokaiBot
+Mata Hari
+Mediatoolkitbot
+MegaIndex.ru
+Microsoft URL Control
+Mojolicious
+Musobot
+NICErsPRO
+Name Intelligence
 NearSite
 Needle
 Net Vampire
-NetAnts
-NetSpider
-Netcraft
-Nettrack
+NetLyzer
 NextGenSearchBot
-Nibbler
 Niki-bot
+NimbleCrawler
 Ninja
-Nmap
-Nuclei
-Offline Navigator
+Not
+Nutch
+Offline Explorer
+OpenLinkProfiler
+OpenVAS
+Openfind
 OutfoxBot
-Page Analyzer
+PHPCrawl
+POE-Component-Client-HTTP
+PageScorer
 Pandalytics
-Papa Foto
-Petalbot
-Picsearch
-Pixray
+Panscient
+Pavuk
+PictureFinder
+Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
+ProPowerBot
 Psbot
 Pump
-Quick-Crawler
-RankActiveLinkBot
-RankingBot2
+PyCurl
+QueryN Metasearch
+RankActive
+RankingBot
 Rankivabot
-ReGet
-RealDownload
-RedesScrapy
-RepoMonkey
+Re-re
+Reaper
+Ripper
 RocketCrawler
-Rogerbot
-SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SISTRIX
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
 ScrepyBot
 SemanticJuice
 Semrush
 SemrushBot
-SentiBot
-SeobilityBot
+SeoSiteCheckup
+Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteExplorer
+Site Sucker
+SiteLockSpider
+SiteSnagger
 SiteSucker
-SlySearch
-Snake
+SmartDownload
 Snapbot
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
-Spammen
+SpankBot
 Spanner
 Spinn3r
-Sqlmap
 Steeler
+Stripper
 Sucker
 Surfbot
+SurveyBot
+Suzuran
 Swiftbot
 Szukacz
 T8Abot
-TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
+The Intraformant
+Thumbor
 Toata
 Toweyabot
-Trendiction
-Turnitin
-TwengaBot
+Tracemyfile
+Turingos
+Twice
 Typhoeus
-URLy.Warning
-VB Project
-VidibleScraper
+URLy Warning
+V-BOT
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
 Virusdie
-VoidEYE
-Voil
-Voltron
 WASALive-Bot
-WISENutbot
-WWW-Collector-E
+WPScan
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Fuck
-Web Pix
-Web Sauger
-Web Sucker
-WebBandit
-WebCopier
+WeSEE
+Web Auto
+Web Collage
+Web Enhancer
 WebFetch
+WebFuck
 WebImageCollector
+WebLeacher
+WebPix
 WebReaper
-WebStripper
-WebWhacker
-WebsiteExtractor
+WebSauger
+WebZIP
+WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteQuester
+Webster
 Whack
-Whatweb
-Who.is Bot
 Widow
-WinHTTrack
+Wonderbot
+Wotbox
 Xaldon_WebSpider
 Zauba
-Zermelo
 Zeus
-ZumBot
-archive.org_bot
+ZoomBot
+ZoominfoBot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
+cah.io.community
 check1.exe
-clark-crawler
-cognitiveseo
-crawler.feedback
+coccocbot
 dataforseo.com
-facebookscraper
-gopher
-instabid
-internetVista monitor
-ips-agent
-isitwp.com
+demandbase-bot
+eCatch
 iubenda-radar
-mediawords
-muhstik-scan
-oBot
-pcBrowser
-plumanalytics
-sitechecker.pro
+s1z.ru
+satoristudio.net
+scan.lol
+seostar
+sexsearcher
 siteripz
 sogouspider
-spyfu
+sp_auditbot
 sysscan
-webmeup-crawler
-webpros.com
+tAkeOut
+voyagerx.com
+x09Mozilla
+x22Mozilla
+zauba.io
+zgrab