--
-- (C) 2013-15 - ntop.org
--
dirs = ntop.getDirs()
package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path
require "lua_utils"
sendHTTPHeader('text/html; charset=iso-8859-1')
local debug = false
local debug_process = false -- Show flow processed information
interface.select(ifname)
ifstats = aggregateInterfaceStats(interface.getStats())
-- printGETParameters(_GET)
-- Table parameters
all = _GET["all"]
currentPage = _GET["currentPage"]
perPage = _GET["perPage"]
sortColumn = _GET["sortColumn"]
sortOrder = _GET["sortOrder"]
host_info = url2hostinfo(_GET)
port = _GET["port"]
application = _GET["application"]
network_id = _GET["network_id"]
vhost = _GET["vhost"]
-- Host comparison parameters
key = _GET["key"]
-- System host parameters
hosts = _GET["hosts"]
user = _GET["user"]
host = _GET["host"]
pid = tonumber(_GET["pid"])
name = _GET["name"]
-- Get from redis the throughput type bps or pps
throughput_type = getThroughputType()
prefs = ntop.getPrefs()
if(network_id ~= nil) then
network_id = tonumber(network_id)
end
if ((sortColumn == nil) or (sortColumn == "column_"))then
sortColumn = getDefaultTableSort("flows")
else
if((sortColumn ~= "column_") and (sortColumn ~= "")) then
tablePreferences("sort_flows",sortColumn)
end
end
if(sortOrder == nil) then
sortOrder = getDefaultTableSortOrder("flows")
else
if ((sortColumn ~= "column_") and (sortColumn ~= "")) then
tablePreferences("sort_order_flows",sortOrder)
end
end
if(currentPage == nil) then
currentPage = 1
else
currentPage = tonumber(currentPage)
end
if(perPage == nil) then
perPage = getDefaultTableSize()
else
perPage = tonumber(perPage)
tablePreferences("rows_number",perPage)
end
if(port ~= nil) then port = tonumber(port) end
to_skip = (currentPage-1) * perPage
if (all ~= nil) then
perPage = 0
currentPage = 0
end
interface.select(ifname)
flows_stats = interface.getFlowsInfo(host)
print ("{ \"currentPage\" : " .. currentPage .. ",\n \"data\" : [\n")
total = 0
--host = "a"
-- Prepare host
host_list = {}
num_host_list = 0
single_host = 0
if (hosts ~= nil) then host_list, num_host_list = getHostCommaSeparatedList(hosts) end
if (host ~= nil) then
single_host = 1
num_host_list = 1
end
vals = {}
num = 0
if(flows_stats == nil) then flows_stats = { } end
for key, value in pairs(flows_stats) do
-- print(key.."\n")
if (debug) then io.write("==================\n")end
process = true
client_process = 0
server_process = 0
if (debug) then io.write("Cli:"..flows_stats[key]["cli.ip"].."\t") end
if (debug) then io.write("Srv:"..flows_stats[key]["srv.ip"].."\n") end
if(vhost ~= nil) then
if((flows_stats[key]["cli.host"] ~= vhost)
and (flows_stats[key]["srv.host"] ~= vhost)
and (flows_stats[key]["http.server_name"] ~= vhost)
and (flows_stats[key]["dns.last_query"] ~= vhost)) then
process = false
end
end
if(network_id ~= nil) then
process = process and ((flows_stats[key]["cli.network_id"] == network_id) or (flows_stats[key]["srv.network_id"] == network_id))
end
---------------- L4 PROTO ----------------
if(l4proto ~= nil) then
process = process and (flows_stats[key]["proto.l4"] == l4proto)
end
if (debug and (not process)) then io.write("Stop L4\n") end
---------------- USER ----------------
if(user ~= nil) then
if (debug) then io.write("User:"..user.."\n")end
if (flows_stats[key]["client_process"] ~= nil) then
if (debug) then io.write("Client user:"..flows_stats[key]["client_process"]["user_name"].."\n") end
if ((flows_stats[key]["client_process"]["user_name"] == user)) then
client_process = 1
end
if (debug) then io.write("USER: => ClientProcess -\t"..client_process.."\n")end
end
if (flows_stats[key]["server_process"] ~= nil) then
if (debug) then io.write("Server user:"..flows_stats[key]["server_process"]["user_name"].."\n") end
if ((flows_stats[key]["server_process"]["user_name"] == user)) then
server_process = 1
if (debug) then io.write("USER: => 1ServerProcess -\t"..server_process.."\n")end
end
if (debug) then io.write("USER: => ServerProcess -\t"..server_process.."\n")end
end
process = process and ((client_process == 1) or (server_process == 1))
end
if (debug and (not process)) then io.write("Stop user\n")end
---------------- PID ----------------
if(pid ~= nil) then
if (debug) then io.write("Pid:"..pid.."\n")end
if (flows_stats[key]["client_process"] ~= nil) then
if (debug) then io.write("Client pid:"..flows_stats[key]["client_process"]["pid"].."\n") end
if ((flows_stats[key]["client_process"]["pid"] == pid)) then
client_process = 1
end
if (debug) then io.write("PID: => ClientProcess -\t"..client_process.."\n")end
end
if (flows_stats[key]["server_process"] ~= nil) then
if (debug) then io.write("Server pid:"..flows_stats[key]["server_process"]["pid"].."\n") end
if ((flows_stats[key]["server_process"]["pid"] == pid)) then
server_process = 1
end
if (debug) then io.write("PID: => ServerProcess -\t"..server_process.."\n")end
end
process = process and ((client_process == 1) or (server_process == 1))
end
if (debug and (not process)) then io.write("Stop Pid\n")end
---------------- NAME ----------------
if(name ~= nil) then
if (debug) then io.write("Name:"..name.."\n")end
if (flows_stats[key]["client_process"] ~= nil) then
if (debug) then io.write("Client name:"..flows_stats[key]["client_process"]["name"].."\n") end
if ((flows_stats[key]["client_process"]["name"] == name)) then
client_process = 1
end
if (debug) then io.write("ClientProcess -\t"..client_process.."\n")end
end
if (flows_stats[key]["server_process"] ~= nil) then
if (debug) then io.write("Server name:"..flows_stats[key]["server_process"]["name"].."\n") end
if ((flows_stats[key]["server_process"]["name"] == name)) then
server_process = 1
end
if (debug) then io.write("ServerProcess -\t"..server_process.."\n")end
end
process = process and ((client_process == 1) or (server_process == 1))
end
if (debug and (not process)) then io.write("Stop name\n")end
---------------- APP ----------------
if(application ~= nil) then
process = process and (string.ends(flows_stats[key]["proto.ndpi"], application))
end
if (debug and (not process)) then io.write("Stop ndpi\n")end
---------------- PORT ----------------
if(port ~= nil) then
process = process and ((flows_stats[key]["cli.port"] == port) or (flows_stats[key]["srv.port"] == port))
end
if (debug and (not process)) then io.write("Stop port\n")end
---------------- HOST ----------------
if(num_host_list > 0) then
if(single_host == 1) then
if (debug) then io.write("Host:"..host_info["host"].."\n")end
if (debug) then io.write("Cli:"..flows_stats[key]["cli.ip"].."\n")end
if (debug) then io.write("Srv:"..flows_stats[key]["srv.ip"].."\n")end
if (debug) then io.write("vlan:"..flows_stats[key]["vlan"].." ".. host_info["vlan"].."\n")end
process = process and ((flows_stats[key]["cli.ip"] == host_info["host"]) or (flows_stats[key]["srv.ip"] == host_info["host"]))
process = process and (flows_stats[key]["vlan"] == host_info["vlan"])
else
cli_num = findStringArray(flows_stats[key]["cli.ip"],host_list)
srv_num = findStringArray(flows_stats[key]["srv.ip"],host_list)
if ( (cli_num ~= nil) and (srv_num ~= nil) ) then
if (cli_num and srv_num) then
process = process and (flows_stats[key]["cli.ip"] ~= flows_stats[key]["srv.ip"])
else
process = process and false
end
else
process = process and false
end
end
end
if (debug and (not process)) then io.write("Stop Host\n")end
info = ""
if(flows_stats[key]["dns.last_query"] ~= nil) then
info = shortenString(flows_stats[key]["dns.last_query"])
elseif(flows_stats[key]["http.last_url"] ~= nil) then
info = shortenString(flows_stats[key]["http.last_url"])
elseif(flows_stats[key]["ssl.certificate"] ~= nil) then
info = shortenString(flows_stats[key]["ssl.certificate"])
end
flows_stats[key]["info"] = info
---------------- TABLE SORTING ----------------
if(process) then
if (debug_process) then io.write("Flow Processing\n")end
if (debug_process) then io.write("Cli: "..flows_stats[key]["cli.ip"].."\t") end
if (debug_process) then io.write("Srv: "..flows_stats[key]["srv.ip"].."\n") end
-- postfix is used to create a unique key otherwise entries with the same key will disappear
num = num + 1
postfix = string.format("0.%04u", num)
if(sortColumn == "column_client") then
vkey = flows_stats[key]["cli.ip"]..postfix
elseif(sortColumn == "column_server") then
vkey = flows_stats[key]["srv.ip"]..postfix
elseif(sortColumn == "column_bytes") then
vkey = flows_stats[key]["bytes"]+postfix
elseif(sortColumn == "column_vlan") then
vkey = flows_stats[key]["vlan"]+postfix
elseif(sortColumn == "column_bytes_last") then
vkey = flows_stats[key]["bytes.last"]+postfix
elseif(sortColumn == "column_info") then
vkey = info .. postfix
elseif(sortColumn == "column_ndpi") then
vkey = flows_stats[key]["proto.ndpi"]..postfix
elseif(sortColumn == "column_server_process") then
if(flows_stats[key]["server_process"] ~= nil) then
vkey = flows_stats[key]["server_process"]["name"]..postfix
else
vkey = postfix
end
elseif(sortColumn == "column_client_process") then
if(flows_stats[key]["client_process"] ~= nil) then
vkey = flows_stats[key]["client_process"]["name"]..postfix
else
vkey = postfix
end
elseif(sortColumn == "column_duration") then
vkey = flows_stats[key]["duration"]+postfix
elseif(sortColumn == "column_thpt") then
vkey = flows_stats[key]["throughput_"..throughput_type]+postfix
elseif(sortColumn == "column_proto_l4") then
vkey = flows_stats[key]["proto.l4"]..postfix
elseif(sortColumn == "column_ID") then
vkey = flows_stats[key]["ID"]..postfix
else
-- By default sort by bytes
vkey = flows_stats[key]["bytes"]+postfix
end
-- print("-->"..num.."="..vkey.."\n")
vals[vkey] = key
end
end
num = 0
table.sort(vals)
if(sortOrder == "asc") then
funct = asc
else
funct = rev
end
for k,v in pairs(vals) do
total = total + 1
end
for _key, _value in pairsByKeys(vals, funct) do
key = vals[_key]
value = flows_stats[key]
-- print(key.."="..flows_stats[key]["duration"].."\n");
-- print(key.."=".."\n");
-- print(key.."/num="..num.."/perPage="..perPage.."/toSkip="..to_skip.."\n")
if (to_skip > 0) then
to_skip = to_skip-1
else
if((num < perPage) or (all ~= nil))then
if(num > 0) then
print ",\n"
end
srv_tooltip = ""
cli_tooltip = ""
srv_name = flowinfo2hostname(value, "srv", ifstats.vlan)
cli_name = flowinfo2hostname(value, "cli", ifstats.vlan)
if(cli_name == nil) then cli_name = "???" end
if(srv_name == nil) then srv_name = "???" end
if((value["tcp.nw_latency.client"] ~= nil) and (value["tcp.nw_latency.client"] > 0)) then
cli_tooltip = "client nw latency: "..string.format("%.3f", value["tcp.nw_latency.client"]).." ms"
end
if((value["tcp.nw_latency.server"] ~= nil) and (value["tcp.nw_latency.server"] > 0)) then
srv_tooltip = "server nw latency: "..string.format("%.3f", value["tcp.nw_latency.server"]).." ms"
end
if(value["cli.allowed_host"]) then
src_key="".. abbreviateString(cli_name, 20)
if(value["cli.systemhost"] == true) then src_key = src_key .. " " end
-- Flow username
i, j = nil
if (flows_stats[key]["moreinfo.json"] ~= nil) then
i, j = string.find(flows_stats[key]["moreinfo.json"], '"57593":')
end
if(i ~= nil) then
has_user = string.sub(flows_stats[key]["moreinfo.json"], j+2, j+3)
if(has_user == '""') then has_user = nil end
end
if(has_user ~= nil) then src_key = src_key .. " " end
src_key = src_key .. ""
if(value["cli.port"] > 0) then
src_port=":"..ntop.getservbyport(value["cli.port"], string.lower(value["proto.l4"]))..""
else
src_port=""
end
else
src_key = abbreviateString(cli_name, 20)
src_port=":"..value["cli.port"]
end
if(value["srv.allowed_host"]) then
dst_key="".. abbreviateString(srv_name, 20)
if(value["srv.systemhost"] == true) then dst_key = dst_key .. " " end
dst_key = dst_key .. ""
if(value["srv.port"] > 0) then
dst_port=":"..ntop.getservbyport(value["srv.port"], string.lower(value["proto.l4"]))..""
else
dst_port=""
end
else
dst_key = abbreviateString(srv_name, 20)
dst_port=":"..value["srv.port"]
end
print ("{ \"key\" : \"" .. key..'\"')
descr=cli_name..":"..value["cli.port"].." <-> "..srv_name..":"..value["srv.port"]
print (", \"column_key\" : \"Info")
print ("\", \"column_client\" : \"" .. src_key)
info = interface.getHostInfo(value["cli.ip"])
if(info ~= nil) then
print(getFlag(info["country"]))
end
print(src_port)
print ("\", \"column_server\" : \"" .. dst_key)
info = interface.getHostInfo(value["srv.ip"])
if(info ~= nil) then
print(getFlag(info["country"]))
end
print(dst_port)
if((value["vlan"] ~= nil)) then
print("\", \"column_vlan\" : \""..value["vlan"].."\"")
else
print("\", \"column_vlan\" : \"\"")
end
-- if(value["category"] ~= nil) then print (", \"column_category\" : \"" .. value["category"] .. "\", ") else print (",") end
print (", \"column_proto_l4\" : \"")
if(value["tcp.seq_problems"] == true) then
print(""..value["proto.l4"].."")
else
print(value["proto.l4"])
end
app = getApplicationLabel(value["proto.ndpi"])
if(value["verdict.pass"] == false) then
app = ""..app..""
end
print ("\", \"column_ndpi\" : \""..app.." " .. formatBreed(value["proto.ndpi_breed"]) .."")
if(value["client_process"] ~= nil) then
print ("\", \"column_client_process\" : \"")
print("" .. processColor(value["client_process"]).."")
print ("\", \"column_client_user_name\" : \"" .. value["client_process"]["user_name"].."")
end
if(value["server_process"] ~= nil) then
print ("\", \"column_server_process\" : \"")
print("" .. processColor(value["server_process"]).."")
print ("\", \"column_server_user_name\" : \"" .. value["server_process"]["user_name"].."")
end
print ("\", \"column_duration\" : \"" .. secondsToTime(value["duration"]))
print ("\", \"column_bytes\" : \"" .. bytesToSize(value["bytes"]) .. "")
if (debug) then io.write ("throughput_type: "..throughput_type.."\n") end
if ( (value["throughput_trend_"..throughput_type] ~= nil) and
(value["throughput_trend_"..throughput_type] > 0)
) then
if (throughput_type == "pps") then
print ("\", \"column_thpt\" : \"" .. pktsToSize(value["throughput_pps"]).. " ")
else
print ("\", \"column_thpt\" : \"" .. bitsToSize(8*value["throughput_bps"]).. " ")
end
if(value["throughput_trend_"..throughput_type] == 1) then
print("")
elseif(value["throughput_trend_"..throughput_type] == 2) then
print("")
elseif(value["throughput_trend_"..throughput_type] == 3) then
print("")
end
print("\"")
else
print ("\", \"column_thpt\" : \"0 "..throughput_type.." \"")
end
cli2srv = round((value["cli2srv.bytes"] * 100) / value["bytes"], 0)
print (", \"column_breakdown\" : \"