V4.2022.01.2838 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-Aboundex
+404checker
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-Anarchie
+Aipbot
+Alexibot
+Alligator
+Anarchy
+Apexoo
 Asterias
-Attach
-AwarioRssBot
-BLEXBot
-BackDoorBot
-Backlink-Ceck
-Bandit
-Barkrowler
-BetaBot
-BlackWidow
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BackWeb
+BacklinkCrawler
+BatchFTP
+Bigfoot
+Bitacle
+Black Hole
 Blackboard
 Blow
-BlowFish
-BuiltWith
-CATExplorador
-CCBot
-CODE87
+Boardreader
+Brandwatch
+Buddy
+Bullseye
 CSHttp
-Calculon
-CheeseBot
-CherryPicker
-Chlooe
-Citoid
-Claritybot
+CazoodleBot
+CensysInspect
+CheTeam
 Cliqzbot
-Cocolyzebot
-Collector
-CopyRightCheck
-Copyscape
-Cosmos
-Crawling at Home Project
-Custo
-DSearch
-Deusu
-Digincore
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
+Copier
+CrazyWebCrawler
+CyotekWebCopy
+DIIbot
+DTS Agent
+DatabaseDriverMysqli
+Devil
+DigitalPebble
+Disco
+Discoverybot
+DomCopBot
+DomainAppender
+DomainStatsBot
+Download Wonder
+Dragonfly
 Drip
+ECCP/1.0
 EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-Express WebPictures
-Extreme Picture Finder
-Ezooms
-FDM
+EyeNetIE
+FHscan
 Fuzz
 FyberSpider
-Fyrebot
-GetWeb
-GoZilla
-GrabNet
+Genieo
+Go!Zilla
+Gotit
 Grafula
-GrapeshotCrawler
+GridBot
 HMView
 HTMLparser
-HTTP::Lite
+HTTrack
 Haansoft
-HaosouSpider
+Harvest
 Havij
-Heritrix
 Hloader
-IDBTE4M
-Iblog
 Id-search
-Image Fetch
+IlseBot
+Indy Library
 InfoTekies
-Iskanie
 JOC Web Spider
-JamesBOT
-Joomla
-JustView
-Jyxobot
-Kenjin Spider
-LWP::Simple
-Larbin
-Leap
-LeechFTP
-LeechGet
-LieBaoFast
+JetCar
+Keyword Density
+Kozmosbot
+LNSpiderguy
+Lanshanbot
+LexiBot
+Lftp
+Libwhisker
 Lightspeedsystems
+Likse
 LinkScan
 LinkWalker
-LinkpadBot
+LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
 MQQBrowser
-MSFrontPage
+MSIECrawler
+MTRobot
 Mag-Net
-Majestic SEO
-Majestic-SEO
-MarkWatch
-Mb2345Browser
+Mail.RU_Bot
+Majestic12
+MauiBot
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Minefield
 Mojeek
-NICErsPRO
-Name Intelligence
-Nameprotect
+Morfeus Fucking Scanner
+Msrabot
+Navroad
 NearSite
-Nettrack
-Netvibes
+NetLyzer
+NextGenSearchBot
 Niki-bot
 NimbleCrawler
-Nmap
+Ninja
 Nuclei
-OnCrawl
+Nutch
+Octopus
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
 Openfind
 Openvas
-OrangeSpider
+OrangeBot
+OutclicksBot
 PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
 PageThing.com
-Pandalytics
-PeoplePal
-Petalbot
+Panscient
+Pi-Monster
 Picscout
 Picsearch
+Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
+Pu_iN
 Pump
-QueryN Metasearch
-Quick-Crawler
+PxBroker
 RSSingBot
-RankActive
 RankingBot
+RankingBot2
+Rankivabot
 RankurBot
 Re-re
 ReGet
 RealDownload
 RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
-SEOprofiler
-SISTRIX
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
+SEOstats
 ScanAlert
-ScoutJet
+Scanbot
 Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
+Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
 Seomoz
-Shodan
-SiteExplorer
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
 SiteSucker
+Sitebeam
+Siteimprove
 SlySearch
-Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-Spanner
+SmartDownload
+SocialRankIOBot
+Sqlmap
 Sqlworm
-Sucuri
+Steeler
 SuperBot
+Surfbot
 SurveyBot
-Suzuran
 Teleport
-Telesphoreo
 The Intraformant
-TightTwatBot
+TheNomad
 Toata
+Toweyabot
+Tracemyfile
+Trendiction
+True_Robot
 Turingos
-Turnitin
 TwengaBot
 Twice
-URLy Warning
+Typhoeus
+URLy.Warning
+UnisterBot
 Upflow
-VB Project
-VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
-Voltron
-WallpapersHD
-WeSEE
-Web Collage
-Web Fetch
+WBSearchBot
+WEBDAV
+WPScan
+WWWOFFLE
+Wallpapers/3.0
 Web Sauger
 Web Sucker
-WebAuto
-WebCopier
-WebGo IS
-WebImageCollector
-WebLeacher
+WebEnhancer
+WebFuck
 WebSauger
 WebStripper
-Webshag
-Whatweb
+WebZIP
+WebmasterWorldForumBot
+Website Quester
+Webster
+Whack
+Whacker
+Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
 Woobot
 Wotbox
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zade
-Zauba
-Zermelo
-Zeus
-Zitebot
-arquivo-web-crawler
-arquivo.pt
+adscanner
 backlink-check
 check1.exe
 clark-crawler
+com.plumanalytics
 crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-gopher
 heritrix
-ips-agent
 isitwp.com
-magpie-crawler
-mediawords
+meanpathbot
 netEstate NE Crawler
-oBot
-page scorer
-ripz
-s1z.ru
+pcBrowser
+plumanalytics
 satoristudio.net
-scalaj-http
-scan.lol
-serpstatbot
+seocompany.store
+seoscanners
+seostar
 sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
+tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webmeup-crawler
-webpros.com
-webprosbot
-zgrab