V4.2022.05.3139 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
+80legs
 ADmantX
-ALittle Client
+ASPSeek
 Aboundex
-Acunetix
+Aboundexbot
 AiHitBot
-Aipbot
-Alexibot
-Anarchie
+Alligator
+AlphaBot
 Anarchy99
+Ankit
 Anthill
-Apexoo
-Aspiegel
-Atomseobot
-Attach
-BackDoorBot
-BackWeb
+AwarioRssBot
+Barkrowler
+BatchFTP
 Battleztar Bazinga
-Bigfoot
+BetaBot
 Bitacle
 BlackWidow
-Blackboard
-Blow
-BotALot
+Brandwatch
 Buck
+Buddy
 BuiltWith
-BunnySlippers
+BuzzSumo
+CATExplorador
 CSHttp
-Calculon
-CherryPicker
+CazoodleBot
+ChinaClaw
+Chlooe
 Citoid
-Claritybot
-Cloud mapping
-Cocolyzebot
+Cogentbot
 CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-Curious
+CrunchBot
+CyotekWebCopy
+DIIbot
 DTS Agent
 DataCha0s
-Deusu
-Dirbuster
-Disco
-Discobot
+Digincore
+Discoverybot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
+DomCopBot
+DomainCrawler
 DomainStatsBot
-Domains Project
-Download Wonder
-Drip
+EMail Siphon
 EMail Wolf
-Evil
-Extractor
+EirGrabber
+Exabot
+Express WebPictures
 FDM
-Foobot
+FHscan
+Fimap
+Firefox/7.0
+FlashGet
+Freeuploader
 Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
 GermCrawler
-Getintent
-Go-Ahead-Got-It
-Gotit
+GetWeb
+Gigabot
+Grabber
 Grafula
-HEADMasterSEO
-HMView
+GrapeFX
+HTMLparser
+HTTP::Lite
 HTTrack
-Harvest
+HaosouSpider
 Havij
-Humanlinks
 HybridBot
 IDBTE4M
 IRLbot
+Id-search
 IlseBot
-InterGET
+Image Fetch
+IndeedBot
+Indy Library
+InfoTekies
+InternetSeer
 JOC Web Spider
-JennyBot
-JetCar
-Jorgee
-JustView
+Joomla
 Kenjin Spider
 Keyword Density
-Kinza
-Kozmosbot
-LWP::Simple
+LNSpiderguy
 Lanshanbot
-LeechFTP
+Larbin
 Lftp
-LinkScan
-LinkWalker
-LinkpadBot
+Likse
 LinksManager
 Lipperhey Spider
-Lmspider
+Ltx71
 MQQBrowser
 MSFrontPage
 MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
-MarkMonitor
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
+Mass Downloader
+Masscan
+Mata Hari
+Mediatoolkitbot
+Metauri
+MicroMessenger
+Microsoft URL Control
 Mister PiX
+Mojeek
+Morfeus Fucking Scanner
 Mr.4x3
-Musobot
-Navroad
+Name Intelligence
+Needle
+NetLyzer
 Netcraft
 Nettrack
+Netvibes
+Nibbler
 Nimbostratus
-Not
-Nutch
-Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openvas
 OutclicksBot
-POE-Component-Client-HTTP
+OutfoxBot
 Page Analyzer
-Pavuk
+PageAnalyzer
+PageScorer
+Pandalytics
+Papa Foto
 Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pockey
+Pixray
 ProPowerBot
-Probethenet
-Psbot
-Pu_iN
 Pump
 PxBroker
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankFlex
-RankingBot2
+RankurBot
 Re-re
-RealDownload
-RebelMouse
+ReGet
 RepoMonkey
-RocketCrawler
+Ripper
 SBIder
 SEOprofiler
 SEOstats
-SISTRIX
 ScanAlert
-Scrapy
-Screaming
-ScreenerBot
-Seekport
+Scanbot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 Semrush
 SemrushBot
+Seomoz
 Shodan
+Siphon
+SiteSnagger
 SiteSucker
-Siteimprove
 Sitevigil
 SlySearch
-Snake
 Snapbot
-Snoopy
+SocialRankIOBot
+Sociscraper
 Sottopop
-Spanner
+SpaceBison
 Spbot
-Spinn3r
-SuperHTTP
+Sqlmap
+Sqworm
+Steeler
+Sucker
+Sucuri
+SuperBot
 SurveyBot
-Szukacz
-Telesoft
+T0PHackTeam
+T8Abot
+Teleport
+Telesphoreo
 Telesphorep
-TheNomad
-Thumbor
-TightTwatBot
+The Intraformant
 Toata
 Toweyabot
-Trendiction
-Trendictionbot
-TurnitinBot
-TwengaBot
-URLy Warning
-URLy.Warning
+True_Robot
 UnisterBot
-V-BOT
+VB Project
+VCI
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+Virusdie
+VoidEYE
 Voil
+Voltron
 WASALive-Bot
 WBSearchBot
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Enhancer
-Web Fuck
+Web Collage
+Web Sauger
 WebAuto
+WebBandit
 WebCollage
-WebFetch
-WebFuck
 WebGo IS
-WebPix
+WebImageCollector
 WebReaper
 WebStripper
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whatweb
-Who.is Bot
-Widow
-Wonderbot
-Woobot
+WebZIP
+Webshag
+WebsiteExtractor
+WinHTTrack
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
+YoudaoBot
+Zermelo
 Zeus
 Zitebot
-ZoomBot
 ZumBot
-ZyBorg
-cah.io.community
+archive.org_bot
+autoemailspider
 check1.exe
 clark-crawler
-crawler4j
-demandbase-bot
-domainsproject.org
-eCatch
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+dataforseo.com
+evc-batch
 facebookscraper
-instabid
-isitwp.com
+gopher
 linkdexbot
 lwp-request
-meanpathbot
-pcBrowser
-polaris version
-s1z.ru
-satoristudio.net
-scan.lol
-sitechecker.pro
+mediawords
+oBot
+page scorer
+plumanalytics
+probe-image-size
+seocompany.store
+serpstatbot
 sogouspider
 tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
+trendiction.com
+webpros.com
 webprosbot
 x22Mozilla
 zauba.io
+zgrab