V4.2021.11.2710 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
-80legs
+ADmantX
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
 Alexibot
+AllSubmitter
 Alligator
 AlphaBot
-Anthill
-Apexoo
-Aspiegel
 Attach
-AwarioRssBot
+BBBike
+BDCbot
+BDFetch
 BackDoorBot
 BackWeb
 Barkrowler
 BatchFTP
 BetaBot
-BlackWidow
+Bigfoot
+Blackboard
 Blow
-BlowFish
-BotALot
-Buck
-CATExplorador
-Calculon
+Bolt
+Brandprotect
+BuiltBotTough
+CCBot
+CSHttp
 CazoodleBot
-CheTeam
-CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
-Cocolyzebot
-Cogentbot
-Copier
+Cloud mapping
 Copyscape
+Cosmos
+Craftbot
 CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
 DBLBot
+DSearch
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
+Demon
+Devil
+Digincore
+Dirbuster
 Disco
-Discobot
+Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
-DomainStatsBot
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-Dragonfly
 Drip
 EMail Siphon
 EasyDL
-Evil
+Ecxi
+EirGrabber
 Exabot
-Express WebPictures
-ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
-Firefox/7.0
-Foobot
-Freeuploader
+FDM
+FHscan
+Flunky
 FrontPage
-GT::WWW
+FyberSpider
+Fyrebot
 Genieo
-GermCrawler
-GetRight
-GrapeshotCrawler
+Go-Ahead-Got-It
+GrabNet
+Grabber
+Grafula
+GrapeFX
 HEADMasterSEO
-HTTP::Lite
+HMView
 HTTrack
-HybridBot
-IDBTE4M
+Haansoft
+HaosouSpider
+Heritrix
+Hloader
 IRLbot
-Iblog
+Id-search
+Image Fetch
 Image Sucker
-InfoNaviRobot
+IndeedBot
 Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
-Iria
-IstellaBot
-JOC Web Spider
-Joomla
-Kenjin Spider
-Keyword Density
-Larbin
-Leap
-LibWeb
-Libwhisker
-LinkWalker
+Iskanie
+JennyBot
+JetCar
+JikeSpider
+Kinza
+Lanshanbot
+LeechGet
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-Litemage_walker
-Ltx71
+Linkdexbot
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
 MIIxpc
 MQQBrowser
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-MegaIndex.ru
+Magnet
+MauiBot
 Metauri
 MicroMessenger
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Mojeek
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-NPbot
-Nameprotect
+Msrabot
+Name Intelligence
+Navroad
 NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Niki-bot
+Netcraft
+NextGenSearchBot
+Nikto
 NimbleCrawler
-Offline Explorer
-Offline Navigator
+Ninja
+Nuclei
+OnCrawl
+OrangeBot
 OrangeSpider
 OutclicksBot
-Page Analyzer
-PageGrabber
-PageScorer
-PageThing.com
+OutfoxBot
 Panscient
-Pavuk
-Picsearch
+PeoplePal
 PictureFinder
-PleaseCrawl
+Pixray
 Pockey
 ProPowerBot
 ProWebWalker
-Psbot
-Quick-Crawler
+Probethenet
+Pu_iN
+RankingBot2
+Rankivabot
+RankurBot
+ReGet
 RealDownload
-Recorder
-RedesScrapy
-RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SISTRIX
-Scanbot
-Semrush
-SemrushBot
-SeoSiteCheckup
+ScanAlert
+ScoutJet
+ScrepyBot
+SeobilityBot
 Seomoz
 Shodan
 Siphon
 SiteCheckerBotCrawler
+SiteSucker
+Siteimprove
 Sitevigil
+SmartDownload
 Snake
-SocialRankIOBot
-Sosospider
 SpankBot
-Spanner
-Spinn3r
-Sqlmap
+SputnikBot
 Sqlworm
-Sqworm
 Sucker
-SuperBot
+Sucuri
 SuperHTTP
-Surfbot
 SurveyBot
-Swiftbot
-T0PHackTeam
+Szukacz
+T8Abot
 Teleport
-TeleportPro
+Telesphoreo
+Thumbor
 TightTwatBot
 Toata
-Tracemyfile
-Trendictionbot
+Toweyabot
+True_Robot
 TurnitinBot
+TwengaBot
 Twice
-UnisterBot
-Upflow
+Typhoeus
+URLy Warning
+V-BOT
 VB Project
-Vacuum
-VelenPublicWebCrawler
-VoidEYE
-WBSearchBot
-WISENutbot
+VCI
+Vagabondo
+VidibleScraper
+Voltron
 WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
+Web Auto
 Web Collage
+Web Enhancer
 Web Fuck
-Web Pix
 Web Sauger
+Web Sucker
 WebAuto
+WebBandit
+WebFetch
 WebImageCollector
 WebLeacher
-WebPix
-WebReaper
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
-Webshag
+WebSucker
 Website Quester
-Webster
-Whack
-Whacker
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
+Wonderbot
+Wotbox
 Xaldon WebSpider
+Xenu
 YoudaoBot
 Zade
 Zermelo
-Zeus
-ZumBot
-ZyBorg
-autoemailspider
+Zitebot
+arquivo-web-crawler
+backlink-check
 check1.exe
+coccocbot-web
 cognitiveseo
-dataforseo.com
+crawler.feedback
+domainsproject.org
+gopher
+instabid
+ips-agent
 lwp-request
 lwp-trivial
+magpie-crawler
+mediawords
 muhstik-scan
 oBot
+page scorer
 pcBrowser
-plumanalytics
 polaris version
-ripz
 s1z.ru
 satoristudio.net
-scalaj-http
 scan.lol
-seocompany.store
-serpstatbot
-sitechecker.pro
+seobility
+seostar
 siteripz
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.de
-voyagerx.com
-webpros.com
+sogouspider
+trendiction.com
+ubermetrics-technologies.com
+x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io