--
-- (C) 2013-20 - ntop.org
--
local dirs = ntop.getDirs()
package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path
require "lua_utils"
local discover = require "discover_utils"
local custom_column_utils = require "custom_column_utils"
local format_utils = require "format_utils"
local json = require "dkjson"
local have_nedge = ntop.isnEdge()
sendHTTPContentTypeHeader('text/html')
-- Table parameters
local all = _GET["all"]
local currentPage = _GET["currentPage"]
local perPage = _GET["perPage"]
local sortColumn = _GET["sortColumn"]
local sortOrder = _GET["sortOrder"]
local protocol = _GET["protocol"]
local long_names = _GET["long_names"]
local custom_column = _GET["custom_column"]
local traffic_type = _GET["traffic_type"]
-- Host comparison parameters
local mode = _GET["mode"]
local tracked = _GET["tracked"]
local ipversion = _GET["version"]
-- Used when filtering by ASn, VLAN or network
local asn = _GET["asn"]
local vlan = _GET["vlan"]
local network = _GET["network"]
local cidr = _GET["network_cidr"]
local pool = _GET["pool"]
local country = _GET["country"]
local os_ = tonumber(_GET["os"])
local mac = _GET["mac"]
local top_hidden = ternary(_GET["top_hidden"] == "1", true, nil)
function update_host_name(h)
if(h["name"] == nil) then
if(h["ip"] ~= nil) then
h["name"] = ip2label(h["ip"])
else
h["name"] = h["mac"]
end
end
return(h["name"])
end
-- Get from redis the throughput type bps or pps
local throughput_type = getThroughputType()
if(long_names == nil) then
long_names = false
else
if(long_names == "1") then
long_names = true
else
long_names = false
end
end
local sortPrefs = "hosts"
if((sortColumn == nil) or (sortColumn == "column_"))then
sortColumn = getDefaultTableSort(sortPrefs)
else
if((sortColumn ~= "column_")
and (sortColumn ~= "")) then
tablePreferences("sort_"..sortPrefs,sortColumn)
end
end
if(sortOrder == nil) then
sortOrder = getDefaultTableSortOrder(sortPrefs)
else
if((sortColumn ~= "column_")
and (sortColumn ~= "")) then
tablePreferences("sort_order_"..sortPrefs,sortOrder)
end
end
if(currentPage == nil) then
currentPage = 1
else
currentPage = tonumber(currentPage)
end
if(perPage == nil) then
perPage = getDefaultTableSize()
else
perPage = tonumber(perPage)
tablePreferences("rows_number",perPage)
end
local custom_column_key, custom_column_format
local traffic_type_filter
if traffic_type == "one_way" then
traffic_type_filter = 1 -- ntop_typedefs.h TrafficType traffic_type_one_way
elseif traffic_type == "bidirectional" then
traffic_type_filter = 2 -- ntop_typedefs.h TrafficType traffic_type_bidirectional
end
if(tracked ~= nil) then tracked = tonumber(tracked) else tracked = 0 end
if((mode == nil) or (mode == "")) then mode = "all" end
interface.select(ifname)
local to_skip = (currentPage-1) * perPage
if(sortOrder == "desc") then sOrder = false else sOrder = true end
local filtered_hosts = false
local blacklisted = false
local anomalous = false
local dhcp_hosts = false
local hosts_retrv_function = interface.getHostsInfo
if mode == "local" then
hosts_retrv_function = interface.getLocalHostsInfo
elseif mode == "remote" then
hosts_retrv_function = interface.getRemoteHostsInfo
elseif mode == "broadcast_domain" then
hosts_retrv_function = interface.getBroadcastDomainHostsInfo
elseif mode == "filtered" then
filtered_hosts = true
elseif mode == "blacklisted" then
blacklisted_hosts = true
elseif mode == "dhcp" then
dhcp_hosts = true
end
local hosts_stats = hosts_retrv_function(false, sortColumn, perPage, to_skip, sOrder,
country, os_, tonumber(vlan), tonumber(asn),
tonumber(network), mac,
tonumber(pool), tonumber(ipversion),
tonumber(protocol), traffic_type_filter,
filtered_hosts, blacklisted_hosts, top_hidden, anomalous, dhcp_hosts, cidr)
if(hosts_stats == nil) then total = 0 else total = hosts_stats["numHosts"] end
hosts_stats = hosts_stats["hosts"]
-- for k,v in pairs(hosts_stats) do io.write(k.." ["..sortColumn.."]\n") end
if(all ~= nil) then
perPage = 0
currentPage = 0
end
local now = os.time()
local vals = {}
local num = 0
if(hosts_stats ~= nil) then
for key, value in pairs(hosts_stats) do
num = num + 1
postfix = string.format("0.%04u", num)
-- io.write("==>"..key.."\n")
-- tprint(hosts_stats[key])
-- io.write("==>"..hosts_stats[key]["bytes.sent"].."[" .. sortColumn .. "]["..key.."]\n")
if(sortColumn == "column_") then
vals[key] = key -- hosts_stats[key]["ipkey"]
elseif(sortColumn == "column_name") then
hosts_stats[key]["name"] = update_host_name(hosts_stats[key])
vals[hosts_stats[key]["name"]..postfix] = key
elseif(sortColumn == "column_since") then
vals[hosts_stats[key]["seen.first"]+postfix] = key
elseif(sortColumn == "column_alerts") then
vals[hosts_stats[key]["num_alerts"]+postfix] = key
elseif(sortColumn == "column_last") then
vals[hosts_stats[key]["seen.last"]+postfix] = key
elseif(sortColumn == "column_country") then
vals[hosts_stats[key]["country"]..postfix] = key
elseif(sortColumn == "column_vlan") then
vals[hosts_stats[key]["vlan"]..postfix] = key
elseif(sortColumn == "column_num_flows") then
local t = hosts_stats[key]["active_flows.as_client"]+hosts_stats[key]["active_flows.as_server"]
vals[t+postfix] = key
elseif(sortColumn == "column_num_dropped_flows") then
local t = hosts_stats[key]["flows.dropped"] or 0
vals[t+postfix] = key
elseif(sortColumn == "column_traffic") then
vals[hosts_stats[key]["bytes.sent"]+hosts_stats[key]["bytes.rcvd"]+postfix] = key
elseif(sortColumn == "column_thpt") then
vals[hosts_stats[key]["throughput_"..throughput_type]+postfix] = key
elseif(sortColumn == "column_queries") then
vals[hosts_stats[key]["queries.rcvd"]+postfix] = key
elseif(sortColumn == "column_ip") then
vals[hosts_stats[key]["ipkey"]+postfix] = key
elseif custom_column_utils.isCustomColumn(sortColumn) then
custom_column_key, custom_column_format = custom_column_utils.label2criteriakey(sortColumn)
local val = custom_column_utils.hostStatsToColumnValue(hosts_stats[key], custom_column_key, false)
vals[val + postfix] = key
else
vals[key] = key
end
end
end
if(sortOrder == "asc") then
funct = asc
else
funct = rev
end
local formatted_res = {}
for _key, _value in pairsByKeys(vals, funct) do
local record = {}
local key = vals[_key]
local value = hosts_stats[key]
local symkey = hostinfo2jqueryid(hosts_stats[key])
record["key"] = symkey
local url = hostinfo2detailsurl(hosts_stats[key])
local drop_traffic = false
if have_nedge and ntop.getHashCache("ntopng.prefs.drop_host_traffic", key) == "true" then
drop_traffic = true
end
local column_ip = "".. stripVlan(key) .." "
if((value.os ~= 0) and (value["os"] == "")) then
column_ip = column_ip .. " ".. discover.getOsIcon(value.os)
end
if((value["num_alerts"] ~= nil) and (value["num_alerts"] > 0)) then
column_ip = column_ip .. " "
end
if value["systemhost"] then column_ip = column_ip .. " " end
if value["hiddenFromTop"] then column_ip = column_ip .. " " end
if value["childSafe"] then column_ip = column_ip .. getSafeChildIcon() end
local host = interface.getHostInfo(hosts_stats[key].ip, hosts_stats[key].vlan)
if((host ~= nil) and (host.country ~= nil) and (host.country ~= "")) then
column_ip = column_ip .."
"
end
local icon = discover.getOsIcon(value["os"])
if(host ~= nil) then
icon = icon .." ".. discover.devtype2icon(host.devtype)
end
icon = icon:gsub('"',"'")
column_ip = column_ip .. icon
if((host ~= nil) and (host.ip ~= "0.0.0.0")) then
if(value.dhcpHost) then column_ip = column_ip .. " " end
end
if((host ~= nil) and (host["is_blacklisted"] == true)) then
column_ip = column_ip .. " "
end
record["column_ip"] = column_ip
if(url ~= nil) then
record["column_url"] = url
end
if(value["name"] == nil) then
local hinfo = hostkey2hostinfo(key)
value["name"] = hostinfo2label(hinfo)
end
if(value["name"] == "") then
value["name"] = key
end
local column_name
-- Visualize both the MDNS/DHCP name from C and (possibly) the host label
if(long_names) then
column_name = value["name"]
else
column_name = shortHostName(value["name"])
end
if(value["ip"] ~= nil) then
local label = hostinfo2label(value)
if label ~= value["ip"] and column_name ~= label then
column_name = column_name .. " ["..label.."]"
end
end
if value["has_blocking_quota"] or value["has_blocking_shaper"] then
column_name = column_name .. " "
end
record["column_name"] = column_name
if value["vlan"] > 0 then
record["column_vlan"] = value["vlan"]
end
record["column_since"] = secondsToTime(now-value["seen.first"] + 1)
record["column_last"] = secondsToTime(now-value["seen.last"] + 1)
if((value["throughput_trend_"..throughput_type] ~= nil) and
(value["throughput_trend_"..throughput_type] > 0)) then
local column_thpt
if(throughput_type == "pps") then
column_thpt = pktsToSize(value["throughput_pps"])
else
column_thpt = bitsToSize(8*value["throughput_bps"])
end
if(value["throughput_trend_"..throughput_type] == 1) then
column_thpt = column_thpt .. " "
elseif(value["throughput_trend_"..throughput_type] == 2) then
column_thpt = column_thpt .. " "
elseif(value["throughput_trend_"..throughput_type] == 3) then
column_thpt = column_thpt .. " "
end
record["column_thpt"] = column_thpt
else
record["column_thpt"] = "0 "..throughput_type
end
local column_info = hostinfo2detailshref(value, {page = "flows"}, ""..i18n("flows").."")
if have_nedge and (host ~= nil) and (host.localhost or host.systemhost) then
column_info = column_info.." "
end
record["column_info"] = column_info
record["column_traffic"] = bytesToSize(value["bytes.sent"]+value["bytes.rcvd"])
record["column_alerts"] = tostring((value["num_alerts"] or 0))
if(value["localhost"] ~= nil or value["systemhost"] ~= nil) then
local column_location = ""
if value["localhost"] == true --[[or value["systemhost"] == true --]] then
column_location = ""..i18n("hosts_stats.label_local_host")..""
elseif value["is_multicast"] == true then
column_location = "" ..i18n("multicast").. ""
elseif value["is_broadcast"] == true then
column_location = "" ..i18n("broadcast").. ""
else
column_location = ""..i18n("hosts_stats.label_remote_host")..""
end
if value["broadcast_domain_host"] then
column_location = column_location.." "
end
record["column_location"] = column_location
end
record["column_num_flows"] = format_utils.formatValue(value["active_flows.as_client"] + value["active_flows.as_server"])
-- exists only for bridged interfaces
if isBridgeInterface(interface.getStats()) then
record["column_num_dropped_flows"] = (value["flows.dropped"] or 0)
end
local sent2rcvd = round((value["bytes.sent"] * 100) / (value["bytes.sent"]+value["bytes.rcvd"]), 0)
if(sent2rcvd == nil) then sent2rcvd = 0 end
record["column_breakdown"] = "