vrr/ntopng
2
0
Fork 0
mirror of https://github.com/ntop/ntopng.git synced 2026-04-29 07:29:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Greatly reduces the number of open files in second.lua

Browse source
This commit is contained in:
Simone Mainardi 2017-11-23 15:51:12 +01:00
parent 83a58ad016
commit 46439a8c02
5 changed files with 49 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

46
scripts/lua/modules/db_utils.lua
View file

@ -11,7 +11,9 @@ require "flow_aggregation_utils"
local db_debug = false
--- ====================================================================
local db_utils = {}
-- ########################################################
function iptonumber(str)
local num = 0
@ -21,6 +23,7 @@ function iptonumber(str)
return num
end
-- ########################################################
function expandIpV4Network(net)
local address, prefix = splitNetworkPrefix(net)
@ -37,6 +40,8 @@ function expandIpV4Network(net)
return({ addr, addr+num_hosts-1 })
end
-- ########################################################
function flowsTableName(version, force_raw)
if tblname_prefs == nil then
tblname_prefs = ntop.getPrefs()
@ -54,7 +59,7 @@ function flowsTableName(version, force_raw)
return tblname
end
--- ====================================================================
-- ########################################################
function getInterfaceTopFlows(interface_id, version, host_or_profile, peer, l7proto, l4proto, port, vlan, profile, info, begin_epoch, end_epoch, offset, max_num_flows, sort_column, sort_order, aggregated_flows)
-- CONVERT(UNCOMPRESS(JSON) USING 'utf8') AS JSON
@ -117,7 +122,7 @@ function getInterfaceTopFlows(interface_id, version, host_or_profile, peer, l7pr
end
end
--- ====================================================================
-- ########################################################
function getFlowInfo(interface_id, version, flow_idx)
version = tonumber(version)
@ -145,7 +150,7 @@ function getFlowInfo(interface_id, version, flow_idx)
end
end
--- ====================================================================
-- ########################################################
function getNumFlows(interface_id, version, host, protocol, port, l7proto, info, vlan, profile, begin_epoch, end_epoch, force_raw_flows)
if(version == nil) then version = 4 end
@ -216,6 +221,8 @@ function getNumFlows(interface_id, version, host, protocol, port, l7proto, info,
end
end
-- ########################################################
function getOverallTopTalkersSELECT_FROM_WHERE_clause(src_or_dst, v4_or_v6, begin_epoch, end_epoch, ifid, l4proto, port, vlan, profile)
local sql = ""
local sql_bytes_packets = "PACKETS as packets, "
@ -266,6 +273,8 @@ function getOverallTopTalkersSELECT_FROM_WHERE_clause(src_or_dst, v4_or_v6, begi
return sql..'\n'
end
-- ########################################################
function getOverallTopTalkers(interface_id, l4proto, port, vlan, profile, info, begin_epoch, end_epoch, sort_column, sort_order, offset, limit)
-- retrieves top talkers in the given time range
@ -329,6 +338,7 @@ function getOverallTopTalkers(interface_id, l4proto, port, vlan, profile, info,
end
end
-- ########################################################
function getHostTopTalkers(interface_id, host, l7_proto_id, l4_proto_id, port, vlan, profile, info, begin_epoch, end_epoch, sort_column, sort_order, offset, limit)
-- obtains host top talkers, possibly restricting the range only to l7_proto_id
@ -434,6 +444,8 @@ function getHostTopTalkers(interface_id, host, l7_proto_id, l4_proto_id, port, v
end
end
-- ########################################################
function getAppTopTalkersSELECT_FROM_WHERE_clause(src_or_dst, v4_or_v6, begin_epoch, end_epoch, ifid, l7_proto_id, l4_proto_id, port, vlan, profile)
local sql = ""
local sql_bytes_packets = "PACKETS as packets, "
@ -486,6 +498,8 @@ function getAppTopTalkersSELECT_FROM_WHERE_clause(src_or_dst, v4_or_v6, begin_ep
return sql..'\n'
end
-- ########################################################
function getAppTopTalkers(interface_id, l7_proto_id, l4_proto_id, port, vlan, profile, info, begin_epoch, end_epoch, sort_column, sort_order, offset, limit)
-- retrieves top talkers in the given time range
if(info == "") then info = nil end
@ -548,6 +562,8 @@ function getAppTopTalkers(interface_id, l7_proto_id, l4_proto_id, port, vlan, pr
end
end
-- ########################################################
function getTopApplications(interface_id, peer1, peer2, l7_proto_id, l4_proto_id, port, vlan, profile, info, begin_epoch, end_epoch, sort_column, sort_order, offset, limit)
-- if both peers are nil, top applications are overall in the time range
-- if peer1 is nil nad peer2 is not nil, then top apps are for peer1
@ -638,3 +654,25 @@ function getTopApplications(interface_id, peer1, peer2, l7_proto_id, l4_proto_id
return(res)
end
end
-- ########################################################
function db_utils.harverstExpiredMySQLFlows(ifname, mysql_retention, verbose)
interface.select(ifname)
local dbtables = {"flowsv4", "flowsv6"}
if useAggregatedFlows() then
dbtables[#dbtables+1] = "aggrflowsv4"
dbtables[#dbtables+1] = "aggrflowsv6"
end
for _, tb in pairs(dbtables) do
local sql = "DELETE FROM "..tb.." where FIRST_SWITCHED < "..mysql_retention
sql = sql.." AND (INTERFACE_ID = "..getInterfaceId(ifname)..")"
sql = sql.." AND (NTOPNG_INSTANCE_NAME='"..ntop.getPrefs()["instance_name"].."' OR NTOPNG_INSTANCE_NAME IS NULL OR NTOPNG_INSTANCE_NAME='')"
interface.execSQLQuery(sql)
if(verbose) then io.write(sql.."\n") end
end
end
return db_utils