V4.2022.09.3330 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404checker
 404enemy
-ADmantX
-Aboundexbot
-AhrefsBot
+80legs
+ASPSeek
+Aboundex
 AiHitBot
-Aipbot
-Alexibot
-Anarchie
-Asterias
-Atomseobot
-AwarioSmartBot
+Alligator
+Anarchy
+Ankit
+Aspiegel
+BBBike
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Bigfoot
+Bandit
+Barkrowler
+BatchFTP
+BetaBot
 BlackWidow
-Blackboard
 Blow
-BotALot
+Bolt
+Brandprotect
 Brandwatch
-BuiltWith
-Bullseye
-BuzzSumo
-CSHttp
+BuiltBotTough
+CazoodleBot
+Cegbfeieh
+CheTeam
+CherryPicker
+ChinaClaw
 Claritybot
-Cliqzbot
-Cocolyzebot
+Cloud mapping
 Cogentbot
-Copier
+CopyRightCheck
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DBLBot
+Crescent
+DIIbot
+DTS Agent
 DataCha0s
+Demon
 Deusu
 DigitalPebble
-Disco
+Dirbuster
 Discoverybot
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
-ECCP/1.0
+Download Wonder
+EMail Siphon
+EMail Wolf
+Ecxi
+EroCrawler
 Evil
-Express WebPictures
-FemtosearchBot
-FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
+ExtractorPro
+EyeNetIE
+Ezooms
+FDM
+Foobot
+GalaxyBot
+GermCrawler
 Getintent
+Go-Ahead-Got-It
 GoZilla
 GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HMView
-HTTrack
-Haansoft
+HTMLparser
 HaosouSpider
-Harvest
 Havij
 Heritrix
-Hloader
 HybridBot
-IDBTE4M
 IRLbot
-Iblog
-IlseBot
+Id-search
 Image Fetch
+Image Sucker
 IndeedBot
 Indy Library
 InfoNaviRobot
-Intelliseek
-Iria
-JamesBOT
-Jbrofuzz
-JetCar
+InfoTekies
+InterGET
+Iskanie
 Jetty
-JustView
-Jyxobot
-Lanshanbot
-Leap
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+LNSpiderguy
+Larbin
+LeechFTP
+LeechGet
+LibWeb
+Libwhisker
+LieBaoFast
 Likse
-LinkWalker
-LinkpadBot
-LinqiaScrapeBot
-Lipperhey Spider
+LinkScan
+LinksManager
 Litemage_walker
-Lmspider
-Ltx71
-MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
+MSFrontPage
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
-MauiBot
-Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
-Microsoft URL Control
+Majestic SEO
+Majestic12
+Mata Hari
+Meanpathbot
+Metauri
 Mister PiX
-Moblie Safari
-Mojeek
 MolokaiBot
 Mr.4x3
-NPbot
-Needle
-Nessus
+Msrabot
+Musobot
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
 Net Vampire
+NetAnts
 NetMechanic
 NetSpider
-NetZIP
-Netvibes
-Nibbler
+Netcraft
+NextGenSearchBot
 Niki-bot
+Nikto
 NimbleCrawler
+Nimbostratus
+Ninja
 Not
-Nutch
-Octopus
+Nuclei
 Offline Explorer
-Offline Navigator
-OnCrawl
 OpenVAS
-OrangeBot
-OrangeSpider
+Openvas
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageGrabber
+Page Analyzer
+PageThing.com
 Papa Foto
 PeoplePal
-Picsearch
+Picscout
 Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
+ProPowerBot
 PxBroker
-PyCurl
-Quick-Crawler
+QueryN Metasearch
 RankActive
-Rankivabot
+RankFlex
+RankingBot
 Re-re
-Reaper
-RedesScrapy
+Recorder
 RepoMonkey
-Rogerbot
-ScanAlert
-Scrapy
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
+Scanbot
+Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
-Semrush
-SeobilityBot
-Site Sucker
-SiteExplorer
+SearchmetricsBot
+Seekport
+Shodan
+Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
 SiteSucker
-Sitebeam
 Siteimprove
-SlySearch
-Snapbot
-Sociscraper
+Sitevigil
+SmartDownload
+Snake
+Snoopy
+SocialRankIOBot
 Sogou web spider
-Sottopop
-SpaceBison
+Sosospider
+SpankBot
 Spanner
 Spbot
 SputnikBot
-Sqworm
+Sqlmap
 Steeler
-Stripper
-Sucker
-Sucuri
-SuperBot
 SuperHTTP
-Swiftbot
-T0PHackTeam
+Telesoft
 Telesphoreo
 Telesphorep
 The Intraformant
-Toweyabot
-Tracemyfile
-Turnitin
+True_Robot
+TwengaBot
 Twice
-V-BOT
-Vagabondo
-VelenPublicWebCrawler
+URLy.Warning
+UnisterBot
+Upflow
+VB Project
 VeriCiteCrawler
+VidibleScraper
 Voltron
-WASALive-Bot
-WBSearchBot
-WPScan
 WWW-Collector-E
-WeSEE
-Web Auto
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 Web Collage
-Web Fetch
-WebEnhancer
+WebBandit
 WebFetch
-WebFuck
 WebGo IS
-WebImageCollector
 WebSucker
-WebsiteExtractor
-Webster
-Who.is Bot
-Widow
+WebWhacker
+Webshag
+WebsiteQuester
+Whack
+Whacker
+Whatweb
 WiseGuys Robot
+Wonderbot
+Woobot
 YoudaoBot
-Zade
-Zauba
-Zeus
 Zitebot
-ZoominfoBot
+ZmEu
+ZoomBot
+ZumBot
+ZyBorg
 backlink-check
-coccocbot
+cah.io.community
+check1.exe
+clark-crawler
 cognitiveseo
 dataforseo.com
-eCatch
-evc-batch
-facebookscraper
+demandbase-bot
+gopher
 heritrix
-internetVista monitor
+instabid
 ips-agent
-isitwp.com
-linkdexbot
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
 polaris version
 ripz
-s1z.ru
-scan.lol
-siteripz
-sp_auditbot
-sysscan
-tAkeOut
+scalaj-http
+seobility
+seocompany.store
+seostar
+serpstatbot
+sitechecker.pro
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
 x09Mozilla
-x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab