V4.2022.04.3035 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,149 +1,164 @@
+360Spider
+404checker
 404enemy
-80legs
+ADmantX
+AIBOT
 ASPSeek
+Aboundexbot
 Acunetix
 AhrefsBot
+AiHitBot
 Aipbot
+AllSubmitter
 Alligator
 Anarchy
-Anthill
+Anarchy99
+Ankit
 Apexoo
 Attach
+AwarioRssBot
 AwarioSmartBot
-BackDoorBot
-BackStreet
+BDCbot
+BDFetch
+BLEXBot
+BacklinkCrawler
 Badass
-BatchFTP
-Bitacle
-BlackWidow
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Black Hole
 Blackboard
-Boardreader
-Brandprotect
+Brandwatch
+Buck
+Buddy
 BuiltBotTough
-Bullseye
+BuiltWith
 BuzzSumo
-CATExplorador
-CazoodleBot
+CCBot
+CSHttp
+Calculon
 CensysInspect
-CheTeam
-CherryPicker
-ChinaClaw
-Chlooe
 Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
 CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
-CrunchBot
-DSearch
-DataCha0s
+DBLBot
+DTS Agent
 Demon
-Digincore
-DnBCrawler-Analytics
-DomCopBot
+Dirbuster
+Disco
+Discoverybot
+Dispatch
 DomainCrawler
-DomainStatsBot
 Domains Project
 Dotbot
 Dragonfly
 Drip
 EMail Siphon
-EasyDL
-Ecxi
-EirGrabber
 EroCrawler
+Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
 EyeNetIE
-Ezooms
 FDM
-Foobot
+FHscan
+FlashGet
 Freeuploader
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
 Genieo
-GetRight
+GermCrawler
+GetWeb
 Getintent
-Go-Ahead-Got-It
-Grabber
-HTTP::Lite
+GoZilla
+HEADMasterSEO
 HTTrack
 HaosouSpider
-Humanlinks
-IDBTE4M
+Harvest
+HonoluluBot
+HybridBot
+IDBot
+IRLbot
+Iblog
 Id-search
-IndeedBot
+Image Sucker
 Indy Library
-Intelliseek
-Iskanie
-IstellaBot
-JennyBot
+InfoNaviRobot
+InterGET
 JikeSpider
+Joomla
 Jorgee
+JustView
 Jyxobot
+Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
-LNSpiderguy
+LWP::Simple
 Lanshanbot
+Leap
 LeechGet
-LexiBot
-Libwhisker
+LibWeb
 LieBaoFast
-LinkScan
-LinkWalker
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
+Lightspeedsystems
+Linkbot
+LinksManager
+LinqiaRSSBot
 Litemage_walker
-Lmspider
+MIDown tool
+MIIxpc
+MJ12bot
 MSIECrawler
-Mag-Net
-Majestic SEO
-MarkMonitor
-MeanPath Bot
-MegaIndex.ru
-Metauri
+Mail.RU_Bot
+MarkWatch
+Masscan
+MauiBot
 Moblie Safari
-Mojeek
 Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+Musobot
 Name Intelligence
-NearSite
-NetAnts
+Nameprotect
+Nessus
+NetMechanic
+NetSpider
 NetZIP
-Nettrack
+Netcraft
 Niki-bot
-NimbleCrawler
-Nimbostratus
-Nmap
-Nutch
-OnCrawl
-OpenLinkProfiler
-Openfind
+Ninja
+Not
+Octopus
+Offline Navigator
+Openvas
+OrangeSpider
 OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
 PageScorer
-PageThing.com
-Petalbot
-Picsearch
-Pixray
-Pockey
+Papa Foto
 ProPowerBot
+Psbot
 QueryN Metasearch
-RankFlex
-RankingBot
-RankingBot2
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
 Rankivabot
+RankurBot
+ReGet
+Reaper
+Recorder
+Ripper
 Rogerbot
 SEOkicks
-SEOstats
 SISTRIX
+ScanAlert
 Scanbot
-Scrapy
 Screaming
-Searchestate
 SearchmetricsBot
 Seekport
 SemanticJuice
@@ -151,100 +166,85 @@ Semrush
 SemrushBot
 SentiBot
 SeoSiteCheckup
-Seomoz
-SiteCheckerBotCrawler
+SeobilityBot
+Siphon
+SiteExplorer
 SiteLockSpider
-SiteSnagger
-Sitevigil
-Snake
-Snapbot
-Sociscraper
-Sosospider
-Sottopop
-Spammen
+SiteSucker
+SocialRankIOBot
+Sogou web spider
+Spbot
+SputnikBot
 Sqlworm
+Sqworm
 Steeler
 Stripper
-Sucuri
-SuperBot
-Surfbot
+Sucker
+SuperHTTP
 SurveyBot
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
-Thumbor
-Titan
-Toata
-Tracemyfile
-Turnitin
-TwengaBot
-Twice
+Suzuran
+Swiftbot
+Toweyabot
+TurnitinBot
+Typhoeus
 URLy Warning
+URLy.Warning
 UnisterBot
 VB Project
 VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-WASALive-Bot
+Voltron
 WBSearchBot
-WEBDAV
-WPScan
 WWW-Collector-E
 WWWOFFLE
 WallpapersHD
-WeSEE
-Web Auto
 Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
-WebCollage
-WebCopier
+Web Pix
+Web Sauger
 WebEnhancer
-WebLeacher
+WebPix
 WebReaper
+WebSauger
+WebStripper
 WebSucker
+Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
 Widow
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Wotbox
-Xenu
-YoudaoBot
-Zauba
-ZmEu
-arquivo.pt
-check1.exe
-coccocbot
+Xaldon_WebSpider
+Zermelo
+ZumBot
+cah.io.community
+clark-crawler
+cognitiveseo
 crawl.sogou.com
+demandbase-bot
 domainsproject.org
-evc-batch
-heritrix
-instabid
+facebookscraper
 ips-agent
 isitwp.com
-meanpathbot
+mediawords
 muhstik-scan
-oBot
+netEstate NE Crawler
 page scorer
+pcBrowser
 probe-image-size
-ripz
+satoristudio.net
 scalaj-http
 scan.lol
-seobility
-seostar
+seocompany.store
 sexsearcher
+sitechecker.pro
 siteripz
+tAkeOut
+trendiction.com
 trendiction.de
-webmeup-crawler
+voyagerx.com
 webpros.com
-xpymep1.exe
+x22Mozilla
 zauba.io
 zgrab