ntopng/src/HostStats.cpp

325 lines
13 KiB
C++

/*
*
* (C) 2013-19 - ntop.org
*
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*
*/
#include "ntop_includes.h"
/* *************************************** */
HostStats::HostStats(Host *_host) {
host = _host;
iface = host->getInterface();
/* NOTE: deleted by ~GenericTrafficElement */
ndpiStats = new nDPIStats();
//printf("SIZE: %lu, %lu, %lu\n", sizeof(nDPIStats), MAX_NDPI_PROTOS, NDPI_PROTOCOL_NUM_CATEGORIES);
last_bytes = 0, last_bytes_thpt = bytes_thpt = 0, bytes_thpt_trend = trend_unknown;
bytes_thpt_diff = 0, last_epoch_update = 0;
total_activity_time = 0;
last_packets = 0, last_pkts_thpt = pkts_thpt = 0, pkts_thpt_trend = trend_unknown;
last_update_time.tv_sec = 0, last_update_time.tv_usec = 0;
total_num_flows_as_client = total_num_flows_as_server = 0;
checkpoint_set = false;
checkpoint_sent_bytes = checkpoint_rcvd_bytes = 0;
memset(&tcpPacketStats, 0, sizeof(tcpPacketStats));
#ifdef NTOPNG_PRO
quota_enforcement_stats = quota_enforcement_stats_shadow = NULL;
#endif
}
/* *************************************** */
HostStats::~HostStats() {
#ifdef NTOPNG_PRO
if(quota_enforcement_stats) delete quota_enforcement_stats;
if(quota_enforcement_stats_shadow) delete quota_enforcement_stats_shadow;
#endif
}
/* *************************************** */
void HostStats::getJSONObject(json_object *my_object, DetailsLevel details_level) {
if(details_level >= details_high) {
json_object_object_add(my_object, "flows.as_client", json_object_new_int(total_num_flows_as_client));
json_object_object_add(my_object, "flows.as_server", json_object_new_int(total_num_flows_as_server));
if(total_num_dropped_flows)
json_object_object_add(my_object, "flows.dropped", json_object_new_int(total_num_dropped_flows));
json_object_object_add(my_object, "sent", sent.getJSONObject());
json_object_object_add(my_object, "rcvd", rcvd.getJSONObject());
json_object_object_add(my_object, "ndpiStats", ndpiStats->getJSONObject(iface));
json_object_object_add(my_object, "total_activity_time", json_object_new_int(total_activity_time));
}
}
/* *************************************** */
void HostStats::lua(lua_State* vm, bool mask_host, bool host_details, bool verbose) {
lua_push_uint64_table_entry(vm, "bytes.sent", sent.getNumBytes());
lua_push_uint64_table_entry(vm, "bytes.rcvd", rcvd.getNumBytes());
if(verbose) {
if(ndpiStats) ndpiStats->lua(iface, vm, true);
#ifdef NTOPNG_PRO
if(custom_app_stats) custom_app_stats->lua(vm);
#endif
sent_stats.lua(vm, "pktStats.sent");
recv_stats.lua(vm, "pktStats.recv");
}
/* TCP stats */
if(host_details) {
lua_push_uint64_table_entry(vm, "tcp.packets.sent", tcp_sent.getNumPkts());
lua_push_uint64_table_entry(vm, "tcp.packets.rcvd", tcp_rcvd.getNumPkts());
lua_push_uint64_table_entry(vm, "tcp.bytes.sent", tcp_sent.getNumBytes());
lua_push_uint64_table_entry(vm, "tcp.bytes.rcvd", tcp_rcvd.getNumBytes());
lua_push_bool_table_entry(vm, "tcp.packets.seq_problems",
(tcpPacketStats.pktRetr
|| tcpPacketStats.pktOOO
|| tcpPacketStats.pktLost
|| tcpPacketStats.pktKeepAlive) ? true : false);
lua_push_uint64_table_entry(vm, "tcp.packets.retransmissions", tcpPacketStats.pktRetr);
lua_push_uint64_table_entry(vm, "tcp.packets.out_of_order", tcpPacketStats.pktOOO);
lua_push_uint64_table_entry(vm, "tcp.packets.lost", tcpPacketStats.pktLost);
lua_push_uint64_table_entry(vm, "tcp.packets.keep_alive", tcpPacketStats.pktKeepAlive);
} else {
/* Limit tcp information to anomalies when host_details aren't required */
if(tcpPacketStats.pktRetr)
lua_push_uint64_table_entry(vm, "tcp.packets.retransmissions", tcpPacketStats.pktRetr);
if(tcpPacketStats.pktOOO)
lua_push_uint64_table_entry(vm, "tcp.packets.out_of_order", tcpPacketStats.pktOOO);
if(tcpPacketStats.pktLost)
lua_push_uint64_table_entry(vm, "tcp.packets.lost", tcpPacketStats.pktLost);
if(tcpPacketStats.pktKeepAlive)
lua_push_uint64_table_entry(vm, "tcp.packets.keep_alive", tcpPacketStats.pktKeepAlive);
}
if(host_details) {
lua_push_uint64_table_entry(vm, "total_activity_time", total_activity_time);
lua_push_uint64_table_entry(vm, "flows.as_client", total_num_flows_as_client);
lua_push_uint64_table_entry(vm, "flows.as_server", total_num_flows_as_server);
lua_push_uint64_table_entry(vm, "udp.packets.sent", udp_sent.getNumPkts());
lua_push_uint64_table_entry(vm, "udp.bytes.sent", udp_sent.getNumBytes());
lua_push_uint64_table_entry(vm, "udp.packets.rcvd", udp_rcvd.getNumPkts());
lua_push_uint64_table_entry(vm, "udp.bytes.rcvd", udp_rcvd.getNumBytes());
lua_push_uint64_table_entry(vm, "icmp.packets.sent", icmp_sent.getNumPkts());
lua_push_uint64_table_entry(vm, "icmp.bytes.sent", icmp_sent.getNumBytes());
lua_push_uint64_table_entry(vm, "icmp.packets.rcvd", icmp_rcvd.getNumPkts());
lua_push_uint64_table_entry(vm, "icmp.bytes.rcvd", icmp_rcvd.getNumBytes());
lua_push_uint64_table_entry(vm, "other_ip.packets.sent", other_ip_sent.getNumPkts());
lua_push_uint64_table_entry(vm, "other_ip.bytes.sent", other_ip_sent.getNumBytes());
lua_push_uint64_table_entry(vm, "other_ip.packets.rcvd", other_ip_rcvd.getNumPkts());
lua_push_uint64_table_entry(vm, "other_ip.bytes.rcvd", other_ip_rcvd.getNumBytes());
}
((GenericTrafficElement*)this)->lua(vm, host_details);
}
/* *************************************** */
bool HostStats::serializeCheckpoint(json_object *my_object, DetailsLevel details_level) {
json_object_object_add(my_object, "sent", sent.getJSONObject());
json_object_object_add(my_object, "rcvd", rcvd.getJSONObject());
if (details_level >= details_high) {
json_object_object_add(my_object, "total_activity_time", json_object_new_int(total_activity_time));
json_object_object_add(my_object, "seen.last", json_object_new_int64(host->get_last_seen()));
json_object_object_add(my_object, "ndpiStats", ndpiStats->getJSONObjectForCheckpoint(iface));
json_object_object_add(my_object, "flows.as_client", json_object_new_int(total_num_flows_as_client));
json_object_object_add(my_object, "flows.as_server", json_object_new_int(total_num_flows_as_server));
/* Protocol stats */
json_object_object_add(my_object, "tcp_sent", tcp_sent.getJSONObject());
json_object_object_add(my_object, "tcp_rcvd", tcp_rcvd.getJSONObject());
json_object_object_add(my_object, "udp_sent", udp_sent.getJSONObject());
json_object_object_add(my_object, "udp_rcvd", udp_rcvd.getJSONObject());
json_object_object_add(my_object, "icmp_sent", icmp_sent.getJSONObject());
json_object_object_add(my_object, "icmp_rcvd", icmp_rcvd.getJSONObject());
json_object_object_add(my_object, "other_ip_sent", other_ip_sent.getJSONObject());
json_object_object_add(my_object, "other_ip_rcvd", other_ip_rcvd.getJSONObject());
/* packet stats */
json_object_object_add(my_object, "pktStats.sent", sent_stats.getJSONObject());
json_object_object_add(my_object, "pktStats.recv", recv_stats.getJSONObject());
/* TCP packet stats (serialize only anomalies) */
if(tcpPacketStats.pktRetr) json_object_object_add(my_object,
"tcpPacketStats.pktRetr",
json_object_new_int(tcpPacketStats.pktRetr));
if(tcpPacketStats.pktOOO) json_object_object_add(my_object,
"tcpPacketStats.pktOOO",
json_object_new_int(tcpPacketStats.pktOOO));
if(tcpPacketStats.pktLost) json_object_object_add(my_object,
"tcpPacketStats.pktLost",
json_object_new_int(tcpPacketStats.pktLost));
if(tcpPacketStats.pktKeepAlive) json_object_object_add(my_object,
"tcpPacketStats.pktKeepAlive",
json_object_new_int(tcpPacketStats.pktKeepAlive));
/* throughput stats */
json_object_object_add(my_object, "throughput_bps", json_object_new_double(bytes_thpt));
json_object_object_add(my_object, "throughput_trend_bps", json_object_new_string(Utils::trend2str(bytes_thpt_trend)));
json_object_object_add(my_object, "throughput_pps", json_object_new_double(pkts_thpt));
json_object_object_add(my_object, "throughput_trend_pps", json_object_new_string(Utils::trend2str(pkts_thpt_trend)));
}
return true;
}
/* *************************************** */
void HostStats::checkPointHostTalker(lua_State *vm, bool saveCheckpoint) {
lua_newtable(vm);
if (! checkpoint_set) {
if(saveCheckpoint) checkpoint_set = true;
} else {
lua_newtable(vm);
lua_push_uint64_table_entry(vm, "sent", checkpoint_sent_bytes);
lua_push_uint64_table_entry(vm, "rcvd", checkpoint_rcvd_bytes);
lua_pushstring(vm, "previous");
lua_insert(vm, -2);
lua_settable(vm, -3);
}
u_int32_t sent_bytes = sent.getNumBytes();
u_int32_t rcvd_bytes = rcvd.getNumBytes();
if(saveCheckpoint) {
checkpoint_sent_bytes = sent_bytes;
checkpoint_rcvd_bytes = rcvd_bytes;
}
lua_newtable(vm);
lua_push_uint64_table_entry(vm, "sent", sent_bytes);
lua_push_uint64_table_entry(vm, "rcvd", rcvd_bytes);
lua_pushstring(vm, "current");
lua_insert(vm, -2);
lua_settable(vm, -3);
}
/* *************************************** */
void HostStats::incStats(u_int32_t when, u_int8_t l4_proto, u_int ndpi_proto,
custom_app_t custom_app,
u_int64_t sent_packets, u_int64_t sent_bytes, u_int64_t sent_goodput_bytes,
u_int64_t rcvd_packets, u_int64_t rcvd_bytes, u_int64_t rcvd_goodput_bytes) {
sent.incStats(sent_packets, sent_bytes), rcvd.incStats(rcvd_packets, rcvd_bytes);
if(ndpiStats) {
ndpiStats->incStats(when, ndpi_proto, sent_packets, sent_bytes, rcvd_packets, rcvd_bytes),
ndpiStats->incCategoryStats(when,
iface->get_ndpi_proto_category(ndpi_proto),
sent_bytes, rcvd_bytes);
}
#ifdef NTOPNG_PRO
if(custom_app.pen
&& (custom_app_stats || (custom_app_stats = new(std::nothrow) CustomAppStats(iface)))) {
custom_app_stats->incStats(custom_app.remapped_app_id, sent_bytes + rcvd_bytes);
}
#endif
if(when && when - last_epoch_update >= ntop->getPrefs()->get_housekeeping_frequency())
total_activity_time += ntop->getPrefs()->get_housekeeping_frequency(), last_epoch_update = when;
/* Packet stats sent_stats and rcvd_stats are incremented in Flow::incStats */
switch(l4_proto) {
case 0:
/* Unknown protocol */
break;
case IPPROTO_UDP:
udp_rcvd.incStats(rcvd_packets, rcvd_bytes),
udp_sent.incStats(sent_packets, sent_bytes);
break;
case IPPROTO_TCP:
tcp_rcvd.incStats(rcvd_packets, rcvd_bytes),
tcp_sent.incStats(sent_packets, sent_bytes);
break;
case IPPROTO_ICMP:
icmp_rcvd.incStats(rcvd_packets, rcvd_bytes),
icmp_sent.incStats(sent_packets, sent_bytes);
break;
default:
other_ip_rcvd.incStats(rcvd_packets, rcvd_bytes),
other_ip_sent.incStats(sent_packets, sent_bytes);
break;
}
}
#ifdef NTOPNG_PRO
/* *************************************** */
void HostStats::allocateQuotaEnforcementStats() {
if(!quota_enforcement_stats) {
quota_enforcement_stats = new HostPoolStats(iface);
#ifdef HOST_POOLS_DEBUG
char buf[128];
ntop->getTrace()->traceEvent(TRACE_NORMAL,
"Allocating quota stats for %s [quota_enforcement_stats: %p] [host pool: %i]",
ip.print(buf, sizeof(buf)), (void*)quota_enforcement_stats, host_pool_id);
#endif
}
}
/* *************************************** */
void HostStats::deleteQuotaEnforcementStats() {
if(quota_enforcement_stats_shadow) {
delete quota_enforcement_stats_shadow;
quota_enforcement_stats_shadow = NULL;
#ifdef HOST_POOLS_DEBUG
char buf[128];
ntop->getTrace()->traceEvent(TRACE_NORMAL,
"Freeing shadow pointer of longer quota stats for %s [host pool: %i]",
ip.print(buf, sizeof(buf)), host_pool_id);
#endif
}
if(quota_enforcement_stats) {
quota_enforcement_stats_shadow = quota_enforcement_stats;
quota_enforcement_stats = NULL;
#ifdef HOST_POOLS_DEBUG
char buf[128];
ntop->getTrace()->traceEvent(TRACE_NORMAL,
"Moving quota stats to the shadow pointer for %s [host pool: %i]",
ip.print(buf, sizeof(buf)), host_pool_id);
#endif
}
}
#endif