-- -- (C) 2013-15 - ntop.org -- dirs = ntop.getDirs() package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path require "lua_utils" sendHTTPHeader('text/html; charset=iso-8859-1') local debug = false local debug_process = false -- Show flow processed information interface.select(ifname) ifstats = aggregateInterfaceStats(interface.getStats()) -- printGETParameters(_GET) -- Table parameters all = _GET["all"] currentPage = _GET["currentPage"] perPage = _GET["perPage"] sortColumn = _GET["sortColumn"] sortOrder = _GET["sortOrder"] host_info = url2hostinfo(_GET) port = _GET["port"] application = _GET["application"] network_id = _GET["network_id"] vhost = _GET["vhost"] -- Host comparison parameters key = _GET["key"] -- System host parameters hosts = _GET["hosts"] user = _GET["user"] host = _GET["host"] pid = tonumber(_GET["pid"]) name = _GET["name"] -- Get from redis the throughput type bps or pps throughput_type = getThroughputType() prefs = ntop.getPrefs() if(network_id ~= nil) then network_id = tonumber(network_id) end if ((sortColumn == nil) or (sortColumn == "column_"))then sortColumn = getDefaultTableSort("flows") else if((sortColumn ~= "column_") and (sortColumn ~= "")) then tablePreferences("sort_flows",sortColumn) end end if(sortOrder == nil) then sortOrder = getDefaultTableSortOrder("flows") else if ((sortColumn ~= "column_") and (sortColumn ~= "")) then tablePreferences("sort_order_flows",sortOrder) end end if(currentPage == nil) then currentPage = 1 else currentPage = tonumber(currentPage) end if(perPage == nil) then perPage = getDefaultTableSize() else perPage = tonumber(perPage) tablePreferences("rows_number",perPage) end if(port ~= nil) then port = tonumber(port) end to_skip = (currentPage-1) * perPage if (all ~= nil) then perPage = 0 currentPage = 0 end interface.select(ifname) flows_stats = interface.getFlowsInfo(host) print ("{ \"currentPage\" : " .. currentPage .. ",\n \"data\" : [\n") total = 0 --host = "a" -- Prepare host host_list = {} num_host_list = 0 single_host = 0 if (hosts ~= nil) then host_list, num_host_list = getHostCommaSeparatedList(hosts) end if (host ~= nil) then single_host = 1 num_host_list = 1 end vals = {} num = 0 if(flows_stats == nil) then flows_stats = { } end for key, value in pairs(flows_stats) do -- print(key.."\n") if (debug) then io.write("==================\n")end process = true client_process = 0 server_process = 0 if (debug) then io.write("Cli:"..flows_stats[key]["cli.ip"].."\t") end if (debug) then io.write("Srv:"..flows_stats[key]["srv.ip"].."\n") end if(vhost ~= nil) then if((flows_stats[key]["cli.host"] ~= vhost) and (flows_stats[key]["srv.host"] ~= vhost) and (flows_stats[key]["http.server_name"] ~= vhost) and (flows_stats[key]["dns.last_query"] ~= vhost)) then process = false end end if(network_id ~= nil) then process = process and ((flows_stats[key]["cli.network_id"] == network_id) or (flows_stats[key]["srv.network_id"] == network_id)) end ---------------- L4 PROTO ---------------- if(l4proto ~= nil) then process = process and (flows_stats[key]["proto.l4"] == l4proto) end if (debug and (not process)) then io.write("Stop L4\n") end ---------------- USER ---------------- if(user ~= nil) then if (debug) then io.write("User:"..user.."\n")end if (flows_stats[key]["client_process"] ~= nil) then if (debug) then io.write("Client user:"..flows_stats[key]["client_process"]["user_name"].."\n") end if ((flows_stats[key]["client_process"]["user_name"] == user)) then client_process = 1 end if (debug) then io.write("USER: => ClientProcess -\t"..client_process.."\n")end end if (flows_stats[key]["server_process"] ~= nil) then if (debug) then io.write("Server user:"..flows_stats[key]["server_process"]["user_name"].."\n") end if ((flows_stats[key]["server_process"]["user_name"] == user)) then server_process = 1 if (debug) then io.write("USER: => 1ServerProcess -\t"..server_process.."\n")end end if (debug) then io.write("USER: => ServerProcess -\t"..server_process.."\n")end end process = process and ((client_process == 1) or (server_process == 1)) end if (debug and (not process)) then io.write("Stop user\n")end ---------------- PID ---------------- if(pid ~= nil) then if (debug) then io.write("Pid:"..pid.."\n")end if (flows_stats[key]["client_process"] ~= nil) then if (debug) then io.write("Client pid:"..flows_stats[key]["client_process"]["pid"].."\n") end if ((flows_stats[key]["client_process"]["pid"] == pid)) then client_process = 1 end if (debug) then io.write("PID: => ClientProcess -\t"..client_process.."\n")end end if (flows_stats[key]["server_process"] ~= nil) then if (debug) then io.write("Server pid:"..flows_stats[key]["server_process"]["pid"].."\n") end if ((flows_stats[key]["server_process"]["pid"] == pid)) then server_process = 1 end if (debug) then io.write("PID: => ServerProcess -\t"..server_process.."\n")end end process = process and ((client_process == 1) or (server_process == 1)) end if (debug and (not process)) then io.write("Stop Pid\n")end ---------------- NAME ---------------- if(name ~= nil) then if (debug) then io.write("Name:"..name.."\n")end if (flows_stats[key]["client_process"] ~= nil) then if (debug) then io.write("Client name:"..flows_stats[key]["client_process"]["name"].."\n") end if ((flows_stats[key]["client_process"]["name"] == name)) then client_process = 1 end if (debug) then io.write("ClientProcess -\t"..client_process.."\n")end end if (flows_stats[key]["server_process"] ~= nil) then if (debug) then io.write("Server name:"..flows_stats[key]["server_process"]["name"].."\n") end if ((flows_stats[key]["server_process"]["name"] == name)) then server_process = 1 end if (debug) then io.write("ServerProcess -\t"..server_process.."\n")end end process = process and ((client_process == 1) or (server_process == 1)) end if (debug and (not process)) then io.write("Stop name\n")end ---------------- APP ---------------- if(application ~= nil) then process = process and (string.ends(flows_stats[key]["proto.ndpi"], application)) end if (debug and (not process)) then io.write("Stop ndpi\n")end ---------------- PORT ---------------- if(port ~= nil) then process = process and ((flows_stats[key]["cli.port"] == port) or (flows_stats[key]["srv.port"] == port)) end if (debug and (not process)) then io.write("Stop port\n")end ---------------- HOST ---------------- if(num_host_list > 0) then if(single_host == 1) then if (debug) then io.write("Host:"..host_info["host"].."\n")end if (debug) then io.write("Cli:"..flows_stats[key]["cli.ip"].."\n")end if (debug) then io.write("Srv:"..flows_stats[key]["srv.ip"].."\n")end if (debug) then io.write("vlan:"..flows_stats[key]["vlan"].." ".. host_info["vlan"].."\n")end process = process and ((flows_stats[key]["cli.ip"] == host_info["host"]) or (flows_stats[key]["srv.ip"] == host_info["host"])) process = process and (flows_stats[key]["vlan"] == host_info["vlan"]) else cli_num = findStringArray(flows_stats[key]["cli.ip"],host_list) srv_num = findStringArray(flows_stats[key]["srv.ip"],host_list) if ( (cli_num ~= nil) and (srv_num ~= nil) ) then if (cli_num and srv_num) then process = process and (flows_stats[key]["cli.ip"] ~= flows_stats[key]["srv.ip"]) else process = process and false end else process = process and false end end end if (debug and (not process)) then io.write("Stop Host\n")end info = "" if(flows_stats[key]["dns.last_query"] ~= nil) then info = shortenString(flows_stats[key]["dns.last_query"]) elseif(flows_stats[key]["http.last_url"] ~= nil) then info = shortenString(flows_stats[key]["http.last_url"]) elseif(flows_stats[key]["ssl.certificate"] ~= nil) then info = shortenString(flows_stats[key]["ssl.certificate"]) end flows_stats[key]["info"] = info ---------------- TABLE SORTING ---------------- if(process) then if (debug_process) then io.write("Flow Processing\n")end if (debug_process) then io.write("Cli: "..flows_stats[key]["cli.ip"].."\t") end if (debug_process) then io.write("Srv: "..flows_stats[key]["srv.ip"].."\n") end -- postfix is used to create a unique key otherwise entries with the same key will disappear num = num + 1 postfix = string.format("0.%04u", num) if(sortColumn == "column_client") then vkey = flows_stats[key]["cli.ip"]..postfix elseif(sortColumn == "column_server") then vkey = flows_stats[key]["srv.ip"]..postfix elseif(sortColumn == "column_bytes") then vkey = flows_stats[key]["bytes"]+postfix elseif(sortColumn == "column_vlan") then vkey = flows_stats[key]["vlan"]+postfix elseif(sortColumn == "column_bytes_last") then vkey = flows_stats[key]["bytes.last"]+postfix elseif(sortColumn == "column_info") then vkey = info .. postfix elseif(sortColumn == "column_ndpi") then vkey = flows_stats[key]["proto.ndpi"]..postfix elseif(sortColumn == "column_server_process") then if(flows_stats[key]["server_process"] ~= nil) then vkey = flows_stats[key]["server_process"]["name"]..postfix else vkey = postfix end elseif(sortColumn == "column_client_process") then if(flows_stats[key]["client_process"] ~= nil) then vkey = flows_stats[key]["client_process"]["name"]..postfix else vkey = postfix end elseif(sortColumn == "column_duration") then vkey = flows_stats[key]["duration"]+postfix elseif(sortColumn == "column_thpt") then vkey = flows_stats[key]["throughput_"..throughput_type]+postfix elseif(sortColumn == "column_proto_l4") then vkey = flows_stats[key]["proto.l4"]..postfix elseif(sortColumn == "column_ID") then vkey = flows_stats[key]["ID"]..postfix else -- By default sort by bytes vkey = flows_stats[key]["bytes"]+postfix end -- print("-->"..num.."="..vkey.."\n") vals[vkey] = key end end num = 0 table.sort(vals) if(sortOrder == "asc") then funct = asc else funct = rev end for k,v in pairs(vals) do total = total + 1 end for _key, _value in pairsByKeys(vals, funct) do key = vals[_key] value = flows_stats[key] -- print(key.."="..flows_stats[key]["duration"].."\n"); -- print(key.."=".."\n"); -- print(key.."/num="..num.."/perPage="..perPage.."/toSkip="..to_skip.."\n") if (to_skip > 0) then to_skip = to_skip-1 else if((num < perPage) or (all ~= nil))then if(num > 0) then print ",\n" end srv_tooltip = "" cli_tooltip = "" srv_name = flowinfo2hostname(value, "srv", ifstats.vlan) cli_name = flowinfo2hostname(value, "cli", ifstats.vlan) if(cli_name == nil) then cli_name = "???" end if(srv_name == nil) then srv_name = "???" end if((value["tcp.nw_latency.client"] ~= nil) and (value["tcp.nw_latency.client"] > 0)) then cli_tooltip = "client nw latency: "..string.format("%.3f", value["tcp.nw_latency.client"]).." ms" end if((value["tcp.nw_latency.server"] ~= nil) and (value["tcp.nw_latency.server"] > 0)) then srv_tooltip = "server nw latency: "..string.format("%.3f", value["tcp.nw_latency.server"]).." ms" end if(value["cli.allowed_host"]) then src_key="".. abbreviateString(cli_name, 20) if(value["cli.systemhost"] == true) then src_key = src_key .. " " end -- Flow username i, j = nil if (flows_stats[key]["moreinfo.json"] ~= nil) then i, j = string.find(flows_stats[key]["moreinfo.json"], '"57593":') end if(i ~= nil) then has_user = string.sub(flows_stats[key]["moreinfo.json"], j+2, j+3) if(has_user == '""') then has_user = nil end end if(has_user ~= nil) then src_key = src_key .. " " end src_key = src_key .. "" if(value["cli.port"] > 0) then src_port=":"..ntop.getservbyport(value["cli.port"], string.lower(value["proto.l4"])).."" else src_port="" end else src_key = abbreviateString(cli_name, 20) src_port=":"..value["cli.port"] end if(value["srv.allowed_host"]) then dst_key="".. abbreviateString(srv_name, 20) if(value["srv.systemhost"] == true) then dst_key = dst_key .. " " end dst_key = dst_key .. "" if(value["srv.port"] > 0) then dst_port=":"..ntop.getservbyport(value["srv.port"], string.lower(value["proto.l4"])).."" else dst_port="" end else dst_key = abbreviateString(srv_name, 20) dst_port=":"..value["srv.port"] end print ("{ \"key\" : \"" .. key..'\"') descr=cli_name..":"..value["cli.port"].." <-> "..srv_name..":"..value["srv.port"] print (", \"column_key\" : \"Info") print ("\", \"column_client\" : \"" .. src_key) info = interface.getHostInfo(value["cli.ip"]) if(info ~= nil) then print(getFlag(info["country"])) end print(src_port) print ("\", \"column_server\" : \"" .. dst_key) info = interface.getHostInfo(value["srv.ip"]) if(info ~= nil) then print(getFlag(info["country"])) end print(dst_port) if((value["vlan"] ~= nil)) then print("\", \"column_vlan\" : \""..value["vlan"].."\"") else print("\", \"column_vlan\" : \"\"") end -- if(value["category"] ~= nil) then print (", \"column_category\" : \"" .. value["category"] .. "\", ") else print (",") end print (", \"column_proto_l4\" : \"") if(value["tcp.seq_problems"] == true) then print(""..value["proto.l4"].."") else print(value["proto.l4"]) end app = getApplicationLabel(value["proto.ndpi"]) if(value["verdict.pass"] == false) then app = ""..app.."" end print ("\", \"column_ndpi\" : \""..app.." " .. formatBreed(value["proto.ndpi_breed"]) .."") if(value["client_process"] ~= nil) then print ("\", \"column_client_process\" : \"") print("" .. processColor(value["client_process"]).."") print ("\", \"column_client_user_name\" : \"" .. value["client_process"]["user_name"].."") end if(value["server_process"] ~= nil) then print ("\", \"column_server_process\" : \"") print("" .. processColor(value["server_process"]).."") print ("\", \"column_server_user_name\" : \"" .. value["server_process"]["user_name"].."") end print ("\", \"column_duration\" : \"" .. secondsToTime(value["duration"])) print ("\", \"column_bytes\" : \"" .. bytesToSize(value["bytes"]) .. "") if (debug) then io.write ("throughput_type: "..throughput_type.."\n") end if ( (value["throughput_trend_"..throughput_type] ~= nil) and (value["throughput_trend_"..throughput_type] > 0) ) then if (throughput_type == "pps") then print ("\", \"column_thpt\" : \"" .. pktsToSize(value["throughput_pps"]).. " ") else print ("\", \"column_thpt\" : \"" .. bitsToSize(8*value["throughput_bps"]).. " ") end if(value["throughput_trend_"..throughput_type] == 1) then print("") elseif(value["throughput_trend_"..throughput_type] == 2) then print("") elseif(value["throughput_trend_"..throughput_type] == 3) then print("") end print("\"") else print ("\", \"column_thpt\" : \"0 "..throughput_type.." \"") end cli2srv = round((value["cli2srv.bytes"] * 100) / value["bytes"], 0) print (", \"column_breakdown\" : \"
Client
Server
") print ("\", \"column_info\" : \"".. value["info"]) if(prefs.is_categorization_enabled and (value["info"] ~= "")) then flow = interface.findFlowByKey(tonumber(key)) if(flow ~= nil) then value["category"] = flow["category"] end if(value["category"] ~= "") then print(" ".. getCategoryIcon(value["info"], value["category"])) end end print(" \" }\n") num = num + 1 end end end -- for print ("\n], \"perPage\" : " .. perPage.. ",\n") if(sortColumn == nil) then sortColumn = "" end if(sortOrder == nil) then sortOrder = "" end print ("\"sort\" : [ [ \"" .. sortColumn .. "\", \"" .. sortOrder .."\" ] ],\n") print ("\"totalRows\" : " .. total .. " \n}")