V4.2021.11.2736 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
+ADmantX
+AIBOT
 ALittle Client
-ASPSeek
-Abonti
+Aboundex
 Acunetix
 AhrefsBot
-AiHitBot
-Aipbot
 Alexibot
 AllSubmitter
-Ankit
+AlphaBot
+Anarchy99
 Anthill
-Aspiegel
+Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BackDoorBot
-BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Barkrowler
 BatchFTP
-Battleztar Bazinga
-Blow
+BlackWidow
+Blackboard
 Bolt
+Brandprotect
 Brandwatch
-Buck
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
-CATExplorador
-CCBot
-CODE87
-Cegbfeieh
-CheTeam
+CSHttp
+Chlooe
 Claritybot
 Cloud mapping
-CrazyWebCrawler
+Cocolyzebot
+Cogentbot
+Copyscape
+Craftbot
 Crescent
 CrunchBot
-DIIbot
-DSearch
-Deusu
-Disco
+DTS Agent
+Devil
+Digincore
+Dirbuster
 Discobot
-Discoverybot
-DnBCrawler-Analytics
-DomainCrawler
-DomainStatsBot
-Dotbot
-EMail Wolf
-EasyDL
+DittoSpyder
+DomainSigmaCrawler
+Dragonfly
+Drip
+EMail Siphon
 Ebingbong
-EirGrabber
-Exabot
-Extractor
-Extreme Picture Finder
-Ezooms
-FHscan
-FemtosearchBot
-Flunky
+FDM
+Fimap
 Freeuploader
+FrontPage
+Fuzz
 Fyrebot
+Genieo
+Gigabot
 Go!Zilla
 Go-Ahead-Got-It
-Grabber
-GrapeshotCrawler
+Gotit
+GrapeFX
+GridBot
 HEADMasterSEO
-HTTP::Lite
-Haansoft
-HybridBot
+HMView
+HTTrack
+Havij
 IDBTE4M
 IDBot
 IRLbot
-Iria
-Iskanie
+Id-search
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
+Internet Ninja
+InternetSeer
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 JetCar
-Jetty
-Joomla
-Jorgee
-Jyxobot
-Keyword Density
+JustView
+Kenjin Spider
+Kinza
 LWP::Simple
-LeechFTP
+Lanshanbot
 LexiBot
+LibWeb
 Libwhisker
-LieBaoFast
-Linkbot
-LinkpadBot
+Lightspeedsystems
+Likse
+LinkScan
 LinksManager
-Lipperhey Spider
-Litemage_walker
-Lmspider
+LinqiaRSSBot
 MIIxpc
+MSIECrawler
+MTRobot
 Magnet
 Mail.RU_Bot
+Majestic-SEO
 MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
-Mata Hari
 Meanpathbot
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
-Nameprotect
-NearSite
-Needle
+Metauri
+Mister PiX
+Mojeek
+Msrabot
 Nessus
-NetSpider
+NetMechanic
+NetZIP
 Netvibes
 Nibbler
-Nikto
-NimbleCrawler
+Niki-bot
 Nimbostratus
+Ninja
+Nmap
 Octopus
-OnCrawl
 Openfind
 Openvas
-OutclicksBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
+OrangeSpider
+PECL::HTTP
 PageAnalyzer
-PageScorer
 PageThing.com
 Pandalytics
-Panscient
+Pavuk
+PeoplePal
 Petalbot
 Piepmatz
-Probethenet
-Psbot
-PxBroker
+Pimonster
+Pixray
+PleaseCrawl
+Pu_iN
+Pump
+PyCurl
 QueryN Metasearch
-RankFlex
-RankingBot
+RSSingBot
+RankActive
 Rankivabot
 RankurBot
 Re-re
 ReGet
+RebelMouse
 Recorder
-Ripper
+RocketCrawler
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
 SalesIntelligent
-Scanbot
-ScreenerBot
+Scrapy
+Screaming
 SemanticJuice
 SemrushBot
 SentiBot
-Seomoz
 Siphon
-SiteExplorer
 SiteLockSpider
 SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
 SlySearch
-SmartDownload
-SocialRankIOBot
-Spammen
+Sogou web spider
+Sottopop
+SpaceBison
 Spanner
-Stripper
+Spbot
+Sqworm
+Steeler
+Sucker
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
-Szukacz
+Swiftbot
 T8Abot
+Teleport
 TeleportPro
-Telesoft
 Telesphorep
-Titan
+TheNomad
+Thumbor
+TightTwatBot
 Toata
-Toweyabot
 Trendictionbot
 True_Robot
+Turingos
+Turnitin
 TurnitinBot
-TwengaBot
 Twice
-URLy Warning
+Typhoeus
 URLy.Warning
-UnisterBot
 Upflow
-V-BOT
 VCI
-Vacuum
 Vagabondo
-VeriCiteCrawler
-WEBDAV
-WPScan
+VelenPublicWebCrawler
+VidibleScraper
+WASALive-Bot
+WBSearchBot
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers
 WallpapersHD
+Web Fuck
+Web Sucker
 WebCopier
-WebFetch
-WebImageCollector
+WebFuck
 WebLeacher
-WebPix
 WebReaper
 WebSauger
-WebStripper
+WebSucker
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
+Webshag
+Whack
 Whatweb
 Who.is Bot
-Widow
-Xenu
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Zauba
+Zermelo
 Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-ZumBot
+Zitebot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
+autoemailspider
 backlink-check
 check1.exe
-clark-crawler
-coccocbot-web
-crawler.feedback
+cognitiveseo
+dataforseo.com
+domainsproject.org
 evc-batch
-gopher
+facebookscraper
 heritrix
-instabid
 ips-agent
-muhstik-scan
-netEstate NE Crawler
+lwp-trivial
+mediawords
+oBot
+page scorer
 pcBrowser
-plumanalytics
+polaris version
 s1z.ru
+satoristudio.net
 scalaj-http
+seobility
 seostar
-sitechecker.pro
-sogouspider
 sp_auditbot
 spyfu
+sysscan
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
 webprosbot
-zauba.io
+x22Mozilla
+xpymep1.exe