V4.2021.06.2369 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+360Spider
 Abonti
-Aboundexbot
-Acunetix
-ADmantX
-AIBOT
-Aipbot
-AllSubmitter
+AhrefsBot
 Anarchie
-Ankit
+Anarchy
 Apexoo
-archive.org_bot
 arquivo-web-crawler
-Asterias
+ASPSeek
+autoemailspider
 AwarioRssBot
 AwarioSmartBot
 BackDoorBot
-BacklinkCrawler
-BackStreet
+Backlink-Ceck
+backlink-check
+BackWeb
 Badass
-Barkrowler
+Bandit
 BatchFTP
 Battleztar Bazinga
-BBBike
-BDCbot
-BDFetch
-Bitacle
-Blackboard
-Black Hole
-Blow
+BLEXBot
 BlowFish
 Boardreader
-BuiltBotTough
-BuiltWith
+BotALot
+Buck
+Buddy
+Bullseye
 BunnySlippers
-CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cloud mapping
+BuzzSumo
+CensysInspect
+CheeseBot
+CheTeam
 coccocbot-web
+Cocolyzebot
 Collector
 com.plumanalytics
-Copyscape
-CSHttp
-Custo
-DatabaseDriverMysqli
-DBLBot
-Digincore
+Cosmos
+Craftbot
+crawler4j
+crawl.sogou.com
+DataCha0s
+Devil
+DIIbot
 Discobot
 DnyzBot
-DomainAppender
-Domains Project
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-DomCopBot
-Dotbot
 Download Wonder
 Dragonfly
 Drip
-DSearch
+EasyDL
 eCatch
-Ecxi
-Exabot
+ECCP/1.0
+EirGrabber
+Evil
+ExtractorPro
+Extreme Picture Finder
 facebookscraper
+FDM
+FHscan
 Fimap
-Firefox/7.0
 Foobot
 Fuzz
-FyberSpider
 Fyrebot
+Genieo
 GermCrawler
-Gigablast
+Getintent
+GetRight
 G-i-g-a-b-o-t
 Gotit
 GrapeFX
 GrapeshotCrawler
+GridBot
 Haansoft
-HaosouSpider
 HEADMasterSEO
 Heritrix
-Hloader
-Humanlinks
+HTMLparser
 HybridBot
 Iblog
-IndeedBot
-InfoTekies
-instabid
+IDBTE4M
+Id-search
+IlseBot
+Image Sucker
+InfoNaviRobot
+Internet Ninja
 internetVista monitor
 ips-agent
-Iria
-IstellaBot
+IRLbot
+isitwp.com
+Iskanie
+JennyBot
 JetCar
 Jetty
-JikeSpider
 JOC Web Spider
+Joomla
+Jorgee
+JustView
 Jyxobot
 Kenjin Spider
 Kinza
 Lanshanbot
-Lftp
+Larbin
+LeechGet
 LieBaoFast
-Lightspeedsystems
-Linkbot
-LinkextractorPro
-LinkpadBot
+LinkScan
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
 LNSpiderguy
-Magnet
-Mail.RU_Bot
-MarkMonitor
-Mass Downloader
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MicroMessenger
+LWP::Simple
+magpie-crawler
+Majestic12
+Majestic SEO
+MarkWatch
+Masscan
+MauiBot
+MegaIndex.ru
+Metauri
+MFC_Tear_Sample
+Microsoft Data Access
+MIDown tool
 Moblie Safari
-Mojeek
 Mozlila
-Mr.4x3
-MSFrontPage
 Musobot
-Navroad
+NearSite
 Needle
 Nessus
 NetAnts
-Netcraft
-NetLyzer
-NetMechanic
+netEstate NE Crawler
 NetSpider
-Net Vampire
 Netvibes
 Nibbler
-Nmap
-Nutch
-oBot
+NICErsPRO
+Nimbostratus
+Ninja
+NPbot
+Octopus
+Offline Explorer
 OnCrawl
-Openfind
+OpenLinkProfiler
 OpenVAS
 OPPO A33
+OrangeBot
+OutfoxBot
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
-Papa Foto
-Pavuk
-Picscout
+pcBrowser
+PECL::HTTP
+PeoplePal
 Piepmatz
 Pi-Monster
-plumanalytics
 POE-Component-Client-HTTP
-polaris version
-Probethenet
-ProPowerBot
-ProWebWalker
 Psbot
+Pu_iN
+Pump
 PyCurl
-Quick-Crawler
+QueryN Metasearch
+RankActive
+RankFlex
 RankingBot2
-RankurBot
-RebelMouse
-RedesScrapy
-ReGet
-Re-re
-Ripper
-RocketCrawler
-Rogerbot
-SalesIntelligent
+RealDownload
+Reaper
+RepoMonkey
+RSSingBot
+s1z.ru
 satoristudio.net
 SBIder
-scalaj-http
 scan.lol
-ScreenerBot
+ScoutJet
+Screaming
 Searchestate
+SearchmetricsBot
+Semrush
 SentiBot
-seobility
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+Seomoz
+seoscanners
 SeoSiteCheckup
-serpstatbot
-sexsearcher
 Shodan
-Siphon
-SiteCheckerBotCrawler
+SISTRIX
+sitechecker.pro
+SiteExplorer
+Siteimprove
 SiteLockSpider
-siteripz
-Snake
+SmartDownload
+SMTBot
 Snoopy
-SocialRankIOBot
-Sogou web spider
-SpankBot
-Spanner
-sp_auditbot
+Sociscraper
+Sosospider
+Sottopop
+Spammen
 Spbot
-spyfu
-Sqlworm
-Sqworm
+Spinn3r
+Sqlmap
+Steeler
+Stripper
 Sucuri
 SuperBot
-Suzuran
+Surfbot
+SurveyBot
+Swiftbot
 sysscan
-tAkeOut
 TeleportPro
-Telesphorep
-TheNomad
+Telesoft
+The Intraformant
 Thumbor
 Titan
 Toweyabot
 Trendiction
 trendiction.com
 trendiction.de
-True_Robot
-TwengaBot
-Upflow
+Turingos
+Typhoeus
+UnisterBot
+Vacuum
 VB Project
-VelenPublicWebCrawler
+VCI
 VeriCiteCrawler
 VidibleScraper
-VoidEYE
-Voil
-Voltron
-Wallpapers/3.0
+WASALive-Bot
 WBSearchBot
-WebAuto
 Web Auto
-WebBandit
-WEBDAV
-Web Fuck
+Web Collage
+WebFetch
+Web Fetch
 WebImageCollector
-WebLeacher
-Web Pix
-WebSauger
+WebPix
 Web Sauger
-Webshag
+WebsiteExtractor
 WebsiteQuester
-Website Quester
+WebStripper
+Web Sucker
+WebWhacker
+WebZIP
+Whack
+Whacker
 Whatweb
+Who.is Bot
 WinHTTrack
-Woobot
-Wotbox
+Wonderbot
 Wprecon
 WPScan
-WWW-Mechanize
-WWW::Mechanize
-x09Mozilla
+x22Mozilla
 Xaldon WebSpider
-Xaldon_WebSpider
-xpymep1.exe
+Xenu
 YoudaoBot
-zauba.io
-Zermelo
-ZoomBot
-ZoominfoBot
+Zeus
+ZumBot
+ZyBorg