vrr/ntopng
2
0
Fork 0
mirror of https://github.com/ntop/ntopng.git synced 2026-04-29 23:49:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Added AS traffic sankey (#9374)

Browse source
This commit is contained in:
Manuel Ceroni 2025-07-11 14:24:00 +02:00 • committed by GitHub
parent 1e96c29754
commit 3da3f26a90
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 226 additions and 80 deletions
Download patch file Download diff file Expand all files Collapse all files

295
scripts/lua/rest/v2/get/asn/sankey.lua
View file

@ -23,6 +23,7 @@ package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path
require "lua_utils"
require "flow_utils"
require "label_utils"
local as_utils = require "as_utils"
local json = require "dkjson"
local rest_utils = require "rest_utils"
local format_utils = require "format_utils"
@ -33,21 +34,18 @@ local rc = rest_utils.consts.success.ok
local ifid = _GET["ifid"]
local criteria_as = _GET["criteria_as"]
local asn = tonumber(_GET["asn"])
local customer_asn, sub_customer_asn, remote_asn = as_utils.getAllConfigurations()
local rsp = {}
local edges = {}
local nodes = {}
local traffic_criteria = {INGRESS = 0, EGRESS = 1, TOTAL = 2, ING_EGR = 3}
local traffic_criteria = {INGRESS = 0, EGRESS = 1, TOTAL = 2, ING_EGR = 3, AS_TRAFFIC = 4}
local criteria
if criteria_as == "egress_traffic_criteria" then
criteria = traffic_criteria.EGRESS
elseif criteria_as == "total_traffic_criteria" then
criteria = traffic_criteria.TOTAL
elseif criteria_as == "ingress_traffic_criteria" then
criteria = traffic_criteria.INGRESS
if criteria_as == "as_traffic_criteria" then
criteria = traffic_criteria.AS_TRAFFIC
else
criteria = traffic_criteria.ING_EGR
end
@ -107,8 +105,22 @@ local function add_unique_node(node_id, label, link)
end
end
-- ####################
local function reset_nodes() node_set = {} end
-- ####################
local function add_link(source_node_id, target_node_id, label, value)
table.insert(links, {
source_node_id = source_node_id,
target_node_id = target_node_id,
label = label,
value = value
})
end
-- ####################
local function search_probe(ip)
for interface_id, probe_list in pairs(ifstats.probes or {}) do
@ -121,11 +133,13 @@ local function search_probe(ip)
end
end
end
-- ####################
-- Total bytes sent/rcvd per exporter (key = <device ip>)
local tot_bytes_exporter = {}
local tot_bytes_transit = {}
local function init_exporter(device_ip)
local key = device_ip
@ -134,22 +148,54 @@ local function init_exporter(device_ip)
end
end
local function init_transit(transit)
local key = transit
if not tot_bytes_transit[key] then
tot_bytes_transit[key] = {sent = 0, rcvd = 0}
end
end
-- ####################
local function inc_exporter_sent(key, bytes)
tot_bytes_exporter[key].sent = tot_bytes_exporter[key].sent + bytes
end
-- ####################
local function inc_exporter_rcvd(key, bytes)
tot_bytes_exporter[key].rcvd = tot_bytes_exporter[key].rcvd + bytes
end
-- ####################
local function inc_transit_sent(key, bytes)
tot_bytes_transit[key].sent = tot_bytes_transit[key].sent + bytes
end
-- ####################
local function inc_transit_rcvd(key, bytes)
tot_bytes_transit[key].rcvd = tot_bytes_transit[key].rcvd + bytes
end
-- ####################
-- Total bytes sent/rcvd per exporter/interface (key = <device ip>@<if index>)
local tot_bytes_exp_if = {}
local tot_bytes_as_transit = {}
local function get_interface_key(device_ip, interface_index)
return device_ip .. "@" .. interface_index
end
local function get_as_key(transit, src_dst_as)
return transit .. "@" .. src_dst_as
end
-- ####################
local function init_interface(device_ip, interface_index)
local key = get_interface_key(device_ip, interface_index)
if not tot_bytes_exp_if[key] then
@ -162,14 +208,44 @@ local function init_interface(device_ip, interface_index)
end
end
local function init_src_dst_as(transit, src_dst_as)
local key = get_as_key(transit, src_dst_as)
if not tot_bytes_as_transit[key] then
tot_bytes_as_transit[key] = {
sent = 0,
rcvd = 0,
transit = transit,
src_dst_as = src_dst_as
}
end
end
-- ####################
local function inc_interface_sent(key, bytes)
tot_bytes_exp_if[key].sent = tot_bytes_exp_if[key].sent + bytes
end
-- ####################
local function inc_interface_rcvd(key, bytes)
tot_bytes_exp_if[key].rcvd = tot_bytes_exp_if[key].rcvd + bytes
end
-- ####################
local function inc_as_sent(key, bytes)
tot_bytes_as_transit[key].sent = tot_bytes_as_transit[key].sent + bytes
end
-- ####################
local function inc_as_rcvd(key, bytes)
tot_bytes_as_transit[key].rcvd = tot_bytes_as_transit[key].rcvd + bytes
end
-- ####################
local function build_interface_exporter(criteria, tot_bytes_exp_if,
exporter_nodes)
for n_id, data in pairs(tot_bytes_exp_if) do
@ -214,63 +290,90 @@ local function build_interface_exporter(criteria, tot_bytes_exp_if,
if criteria == traffic_criteria.INGRESS then
-- Interface -> Exporter
table.insert(links, {
source_node_id = port_node_id,
target_node_id = exporter_node_id,
label = bytesToSize(data.sent),
value = data.sent
})
add_link(port_node_id, exporter_node_id, bytesToSize(data.sent), data.sent)
elseif criteria == traffic_criteria.EGRESS then
-- Exporter -> Interface
table.insert(links, {
source_node_id = exporter_node_id,
target_node_id = port_node_id,
label = bytesToSize(data.rcvd),
value = data.rcvd
})
add_link(exporter_node_id, port_node_id, bytesToSize(data.rcvd), data.rcvd)
elseif criteria == traffic_criteria.TOTAL then
-- Interface -> Exporter
table.insert(links, {
source_node_id = port_node_id,
target_node_id = exporter_node_id,
label = bytesToSize(data.rcvd + data.sent),
value = data.rcvd + data.sent
})
add_link(port_node_id, exporter_node_id,
bytesToSize(data.rcvd + data.sent), data.rcvd + data.sent)
end
end
end
end
local function build_exporter_as(criteria, exporter_nodes)
for exporter_ip, exporter_node_id in pairs(exporter_nodes) do
local sent = tot_bytes_exporter[exporter_ip].sent
local rcvd = tot_bytes_exporter[exporter_ip].rcvd
-- ####################
local function build_as_transit(criteria, tot_bytes_as_transit, transit_nodes)
for n_id, data in pairs(tot_bytes_as_transit) do
if (criteria == traffic_criteria.INGRESS and data.sent > 0) or
(criteria == traffic_criteria.EGRESS and data.rcvd > 0) or
(criteria == traffic_criteria.TOTAL and (data.rcvd + data.sent) > 0) then
-- tprint(n_id .. " " .. criteria .. " " .. data.sent .. " " .. data.rcvd)
local transit = shortenString(format_utils.formatASN(data.transit), 64)
local src_dst_as = shortenString(format_utils.formatASN(data.src_dst_as), 64)
local transit_node_id = find_node_id(transit)
local src_dst_as_id = find_node_id(n_id)
-- tprint("--- " .. transit .. " " .. src_dst_as)
if criteria == traffic_criteria.EGRESS then
transit_node_id = "egress" .. "_" .. transit_node_id
src_dst_as_id = "egress" .. "_" .. src_dst_as_id
else
transit_node_id = "ingress" .. "_" .. transit_node_id
src_dst_as_id = "ingress" .. "_" .. src_dst_as_id
end
if (transit_nodes[data.transit] == nil and data.transit ~= data.src_dst_as) then
transit_nodes[data.transit] = transit_node_id
end
local url = ntop.getHttpPrefix() .. "/lua/hosts_stats.lua?asn=" .. src_dst_as .. ""
add_unique_node(src_dst_as_id, src_dst_as, url)
if data.transit ~= data.src_dst_as then
url = ntop.getHttpPrefix() .. "/lua/hosts_stats.lua?asn=" .. data.transit .. ""
add_unique_node(transit_node_id, transit, url)
end
if criteria == traffic_criteria.INGRESS then
if data.transit ~= data.src_dst_as then
add_link(src_dst_as_id, transit_node_id, bytesToSize(data.sent), data.sent)
else
add_link(src_dst_as_id, as_root_key, bytesToSize(data.sent), data.sent)
end
elseif criteria == traffic_criteria.EGRESS then
if data.transit ~= data.src_dst_as then
add_link(transit_node_id, src_dst_as_id, bytesToSize(data.rcvd), data.rcvd)
else
add_link(as_root_key, src_dst_as_id, bytesToSize(data.rcvd), data.rcvd)
end
elseif criteria == traffic_criteria.TOTAL then
if data.transit ~= data.src_dst_as then
add_link(src_dst_as_id, transit_node_id,
bytesToSize(data.rcvd + data.sent), data.rcvd + data.sent)
else
add_link(src_dst_as_id, as_root_key,
bytesToSize(data.rcvd + data.sent), data.rcvd + data.sent)
end
end
end
end
end
-- ####################
local function build_to_as(criteria, nodes, tot_bytes)
for id, node_id in pairs(nodes) do
local sent = tot_bytes[id].sent
local rcvd = tot_bytes[id].rcvd
if criteria == traffic_criteria.INGRESS and sent > 0 then
-- Exporter -> AS
table.insert(links, {
source_node_id = exporter_node_id,
target_node_id = as_root_key,
label = bytesToSize(sent),
value = sent
})
add_link(node_id,as_root_key,bytesToSize(sent),sent)
elseif criteria == traffic_criteria.EGRESS and rcvd > 0 then
-- AS -> Exporter
table.insert(links, {
source_node_id = as_root_key,
target_node_id = exporter_node_id,
label = bytesToSize(rcvd),
value = rcvd
})
add_link(as_root_key, node_id, bytesToSize(rcvd), rcvd)
elseif criteria == traffic_criteria.TOTAL then
-- Exporter -> AS
table.insert(links, {
source_node_id = exporter_node_id,
target_node_id = as_root_key,
label = bytesToSize(rcvd + sent),
value1 = rcvd + sent
})
add_link(node_id, as_root_key, bytesToSize(rcvd + sent),rcvd + sent)
end
end
end
@ -288,21 +391,53 @@ function callback(_, flow)
init_exporter(flow.device_ip)
init_interface(flow.device_ip, flow.in_index)
init_interface(flow.device_ip, flow.out_index)
if (flow.src_as == asn) then
inc_interface_sent(get_interface_key(flow.device_ip, flow.in_index),
flow.bytes_rcvd)
inc_interface_rcvd(get_interface_key(flow.device_ip, flow.in_index),
flow.bytes_sent)
inc_exporter_sent(flow.device_ip, flow.bytes_rcvd)
inc_exporter_rcvd(flow.device_ip, flow.bytes_sent)
if (criteria ~= traffic_criteria.AS_TRAFFIC or
(criteria == traffic_criteria.AS_TRAFFIC and remote_asn[tostring(flow.dst_as)]~=nil
and customer_asn[tostring(asn)]==nil)) then
inc_interface_sent(get_interface_key(flow.device_ip, flow.in_index),
flow.bytes_rcvd)
inc_interface_rcvd(get_interface_key(flow.device_ip, flow.in_index),
flow.bytes_sent)
inc_exporter_sent(flow.device_ip, flow.bytes_rcvd)
inc_exporter_rcvd(flow.device_ip, flow.bytes_sent)
-- Transit
if(flow.dst_peer_as ~= nil) then
init_transit(flow.dst_peer_as)
init_src_dst_as(flow.dst_peer_as, flow.dst_as)
inc_as_sent(get_as_key(flow.dst_peer_as, flow.dst_as),
flow.bytes_rcvd)
inc_as_rcvd(get_as_key(flow.dst_peer_as, flow.dst_as),
flow.bytes_sent)
inc_transit_sent(flow.dst_peer_as, flow.bytes_rcvd)
inc_transit_rcvd(flow.dst_peer_as, flow.bytes_sent)
end
end
elseif (flow.dst_as == asn) then
inc_interface_sent(get_interface_key(flow.device_ip, flow.out_index),
flow.bytes_sent)
inc_interface_rcvd(get_interface_key(flow.device_ip, flow.out_index),
flow.bytes_rcvd)
inc_exporter_sent(flow.device_ip, flow.bytes_sent)
inc_exporter_rcvd(flow.device_ip, flow.bytes_rcvd)
if (criteria ~= traffic_criteria.AS_TRAFFIC or
(criteria == traffic_criteria.AS_TRAFFIC and remote_asn[tostring(flow.src_as)]
and customer_asn[tostring(asn)]==nil)) then
inc_interface_sent(get_interface_key(flow.device_ip, flow.out_index),
flow.bytes_sent)
inc_interface_rcvd(get_interface_key(flow.device_ip, flow.out_index),
flow.bytes_rcvd)
inc_exporter_sent(flow.device_ip, flow.bytes_sent)
inc_exporter_rcvd(flow.device_ip, flow.bytes_rcvd)
-- Transit
if(flow.src_peer_as ~= nil) then
init_transit(flow.src_peer_as)
init_src_dst_as(flow.src_peer_as, flow.src_as)
inc_as_sent(get_as_key(flow.src_peer_as, flow.src_as),
flow.bytes_sent)
inc_as_rcvd(get_as_key(flow.src_peer_as, flow.src_as),
flow.bytes_rcvd)
inc_transit_sent(flow.src_peer_as, flow.bytes_sent)
inc_transit_sent(flow.src_peer_as, flow.bytes_rcvd)
end
end
end
end
@ -324,17 +459,13 @@ if (debug) then
end
local exporter_nodes = {}
local transit_nodes = {}
if (criteria ~= traffic_criteria.ING_EGR) then
-- Build Interface <-> Exporter links
build_interface_exporter(criteria, tot_bytes_exp_if, exporter_nodes)
-- Build Exporter <-> AS links
build_exporter_as(criteria, exporter_nodes)
else
if (criteria == traffic_criteria.ING_EGR) then
-- Ingress
build_interface_exporter(traffic_criteria.INGRESS, tot_bytes_exp_if,
exporter_nodes)
build_exporter_as(traffic_criteria.INGRESS, exporter_nodes)
build_to_as(traffic_criteria.INGRESS, exporter_nodes, tot_bytes_exporter)
reset_nodes()
exporter_nodes = {}
@ -342,7 +473,27 @@ else
-- Egress
build_interface_exporter(traffic_criteria.EGRESS, tot_bytes_exp_if,
exporter_nodes)
build_exporter_as(traffic_criteria.EGRESS, exporter_nodes)
build_to_as(traffic_criteria.EGRESS, exporter_nodes, tot_bytes_exporter)
elseif (criteria == traffic_criteria.AS_TRAFFIC) then
-- Ingress
build_as_transit(traffic_criteria.INGRESS, tot_bytes_as_transit,
transit_nodes)
build_to_as(traffic_criteria.INGRESS, transit_nodes, tot_bytes_transit)
reset_nodes()
transit_nodes = {}
-- Egress
build_as_transit(traffic_criteria.EGRESS, tot_bytes_as_transit,
transit_nodes)
build_to_as(traffic_criteria.EGRESS, transit_nodes, tot_bytes_transit)
else
-- Build Interface <-> Exporter links
build_interface_exporter(criteria, tot_bytes_exp_if, exporter_nodes)
-- Build Exporter <-> AS links
build_exporter_as(criteria, exporter_nodes)
end
rsp["nodes"] = nodes
rsp["links"] = links