V4.2021.09.2575 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
-AIBOT
-ALittle Client
+80legs
 ASPSeek
-Aboundex
-Aboundexbot
+Abonti
+Acunetix
 Aipbot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy
 Ankit
+Anthill
 Asterias
-AwarioRssBot
+Attach
 AwarioSmartBot
-BDFetch
-BLEXBot
+BDCbot
+BackDoorBot
+BackStreet
 BackWeb
-Battleztar Bazinga
-Bigfoot
-Bitacle
+Badass
+Bandit
+BatchFTP
+BlackWidow
 Blackboard
 Blow
-Bolt
-BotALot
 Brandprotect
 Brandwatch
-Buddy
-BuiltBotTough
 BunnySlippers
+CATExplorador
 CCBot
-Cegbfeieh
-CheTeam
-Chlooe
-Claritybot
+CODE87
+CensysInspect
 Cloud mapping
-Collector
-Copier
-Cosmos
-Crawling at Home Project
-Curious
-DBLBot
-DIIbot
+Cocolyzebot
+Cogentbot
+CopyRightCheck
+Crescent
+CyotekWebCopy
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
-Discobot
+Deusu
+DigitalPebble
+Disco
 Discoverybot
 DittoSpyder
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Domains Project
-Drip
+ECCP/1.0
+EMail Siphon
 EasyDL
-EroCrawler
-Evil
-Exabot
-Express WebPictures
-ExtractorPro
+Ebingbong
+Ecxi
+Extractor
 Extreme Picture Finder
-EyeNetIE
+Ezooms
 FDM
 FHscan
+FemtosearchBot
 FlashGet
-Freeuploader
+Flunky
+FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
-GermCrawler
+GalaxyBot
+Genieo
 GetRight
-Gigabot
-Go-Ahead-Got-It
+Getintent
 GoZilla
-Grafula
-GridBot
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-Haansoft
-HaosouSpider
 Harvest
-Hloader
-IDBTE4M
-Iblog
-Image Sucker
+Heritrix
+Humanlinks
+IRLbot
+Id-search
 IndeedBot
+Indy Library
+InterGET
+Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
 JamesBOT
-Jyxobot
-Kenjin Spider
+Jorgee
+JustView
+Keyword Density
 Kozmosbot
 LNSpiderguy
-LeechGet
-Lftp
-LibWeb
-Likse
-LinkWalker
+LWP::Simple
+Lanshanbot
+Larbin
+LeechFTP
+LexiBot
+Libwhisker
 Linkbot
 Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
+LinqiaMetadataDownloaderBot
+Litemage_walker
+MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Magnet
-Majestic SEO
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MarkMonitor
+Mass Downloader
+Mata Hari
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Morfeus Fucking Scanner
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
 Mr.4x3
-Name Intelligence
+Msrabot
+NICErsPRO
+NPbot
+Nameprotect
 Nessus
-NetLyzer
+NetMechanic
 NetSpider
+NetZIP
 Netcraft
+Netvibes
 NextGenSearchBot
-Niki-bot
-Nikto
 Ninja
 Nutch
-OnCrawl
+Octopus
+Openfind
 Openvas
+OutclicksBot
 PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageScorer
 Pandalytics
 Panscient
-Papa Foto
-Pavuk
-Petalbot
+Picsearch
+PictureFinder
 Piepmatz
 ProPowerBot
-ProWebWalker
-Pu_iN
-QueryN Metasearch
-Rankivabot
+PxBroker
+PyCurl
+Quick-Crawler
+RankActive
+RankFlex
+RankingBot
 ReGet
-RebelMouse
+Reaper
 RedesScrapy
-RepoMonkey
+RocketCrawler
 Rogerbot
-SEOkicks-Robot
+SBIder
 SEOstats
 SISTRIX
 SMTBot
 SalesIntelligent
-Scrapy
+ScoutJet
 ScreenerBot
-ScrepyBot
+SearchmetricsBot
 Semrush
+SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-SiteSnagger
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 Sitebeam
-Siteimprove
-Sogou web spider
-Spinn3r
+Sitevigil
+SlySearch
+Snake
+Snapbot
+SocialRankIOBot
+Spammen
+SpankBot
+Spbot
 SputnikBot
-Sqlmap
-Steeler
-Stripper
+Sqlworm
+Sucker
+Sucuri
+SuperBot
+Swiftbot
+Szukacz
 T0PHackTeam
-TeleportPro
-Telesoft
+Teleport
 Telesphoreo
-Telesphorep
 The Intraformant
 TheNomad
-TightTwatBot
-Titan
-Trendictionbot
+Tracemyfile
 True_Robot
-Twice
+Turnitin
 Typhoeus
-URLy Warning
 URLy.Warning
+Upflow
 V-BOT
-VB Project
 VCI
-WASALive-Bot
+VidibleScraper
+Voil
+WPScan
 WWW-Collector-E
-WWWOFFLE
+WWW::Mechanize
 Wallpapers/3.0
-Web Collage
-Web Enhancer
-WebLeacher
+WeSEE
+Web Auto
+Web Fetch
+Web Pix
+Web Sauger
+WebAuto
+WebBandit
+WebCopier
+WebGo IS
+WebImageCollector
+WebPix
 WebReaper
-WebSauger
-WebStripper
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whack
+Whatweb
+Widow
 WinHTTrack
+Wonderbot
 Wotbox
 Wprecon
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+Xaldon WebSpider
+Zade
 Zeus
-ZoominfoBot
-ZumBot
-ZyBorg
-arquivo-web-crawler
+Zitebot
+ZoomBot
+archive.org_bot
 backlink-check
-cah.io.community
-cognitiveseo
-com.plumanalytics
-crawler.feedback
+crawl.sogou.com
 crawler4j
-demandbase-bot
+dataforseo.com
+domainsproject.org
 gopher
-internetVista monitor
+ips-agent
+lwp-request
+mediawords
 muhstik-scan
-page scorer
-pcBrowser
-ripz
+netEstate NE Crawler
+probe-image-size
 satoristudio.net
-scan.lol
-seobility
-seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
-sogouspider
-sp_auditbot
+seostar
+siteripz
 spyfu
 sysscan
-trendiction.de
+tAkeOut
+trendiction.com
 webpros.com
 webprosbot
 x09Mozilla