mirror of
https://github.com/ntop/ntopng.git
synced 2026-04-30 16:09:32 +00:00
Move regression and other tests to separate directory
This commit is contained in:
emanuele-f
parent
4f5878daec
commit
186fad5b09
5 changed files with 364 additions and 281 deletions
260
scripts/lua/modules/timeseries/tests/influxdb_test.lua
Normal file
260
scripts/lua/modules/timeseries/tests/influxdb_test.lua
Normal file
|
|
@ -0,0 +1,260 @@
|
|||
--
|
||||
-- (C) 2018 - ntop.org
|
||||
--
|
||||
|
||||
local influxdb = require("influxdb")
|
||||
local influx2Series = influxdb._influx2Series
|
||||
|
||||
-- Reproduces 12c8fc315654c1a0e7bf82f089ee47d45a98fc07 - Fix occasional series ponts differences in InfluxDB
|
||||
local function test_sampling1(test)
|
||||
local schema = {
|
||||
options = {
|
||||
step = 300,
|
||||
metrics_type = "counter",
|
||||
}
|
||||
}
|
||||
|
||||
local options = {
|
||||
fill_value = 0,
|
||||
min_value = 0,
|
||||
max_value = math.huge,
|
||||
}
|
||||
local tstart = 1532009616
|
||||
local tend = 1532091600
|
||||
local tags = {}
|
||||
local time_step = 600 -- sampling taking place
|
||||
|
||||
local data1 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "host:ndpi",
|
||||
columns = {
|
||||
"time", "bytes_sent", "bytes_rcvd"
|
||||
},
|
||||
values = {
|
||||
{1532010000, 7.1333333333333, 199.05166666667},
|
||||
{1532010600, 11, 205.45166666667},
|
||||
{1532011200, 9.4366666666667, 198.38833333333},
|
||||
{1532011800, 0, 0},
|
||||
{1532012400, 0, 0},
|
||||
{1532013000, 9.5633333333333, 198.87833333333},
|
||||
{1532013600, 0, 0},
|
||||
{1532081400, -0.54522123893805, -12.366224188791},
|
||||
{1532082000, 0, 0},
|
||||
{1532082600, 0, 0},
|
||||
{1532083200, 7.5833333333333, 200.805},
|
||||
{1532083800, 0, 0},
|
||||
{1532086800, 1.8586666666667, 39.729},
|
||||
{1532087400, 0, 0},
|
||||
{1532088000, 0, 0},
|
||||
{1532088600, 0, 0},
|
||||
{1532089200, 0, 0},
|
||||
{1532089800, 4.6116666666667, 99.195},
|
||||
{1532090400, 4.6116666666667, 99.195},
|
||||
{1532091000, 0, 0},
|
||||
{1532091600, 0, 0},
|
||||
},
|
||||
}
|
||||
},
|
||||
}
|
||||
|
||||
local data2 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "host:ndpi",
|
||||
columns = {
|
||||
"time", "bytes_sent", "bytes_rcvd"
|
||||
},
|
||||
values = {
|
||||
{1532086800, -0.18549180327869, -5.7308606557377},
|
||||
{1532087400, 4.9166666666667, 5.66},
|
||||
{1532088000, 7.14, 8.0383333333333},
|
||||
{1532088600, 6.0525, 6.9458333333333},
|
||||
{1532089200, 8.1358333333333, 9.5725},
|
||||
{1532089800, 7.8566666666667, 9.0508333333333},
|
||||
{1532090400, 9.4025, 23.83},
|
||||
{1532091000, 7.1975, 8.2333333333333},
|
||||
{1532091600, 4.475, 5.5808333333333},
|
||||
},
|
||||
}
|
||||
},
|
||||
}
|
||||
|
||||
local data1_series, data1_count = influx2Series(schema, tstart, tend, tags, options, data1.series[1], time_step)
|
||||
local data2_series, data2_count = influx2Series(schema, tstart, tend, tags, options, data2.series[1], time_step)
|
||||
|
||||
-- Number of points must be the same
|
||||
if(not(data1_count == data2_count)) then
|
||||
return test:assertion_failed("data1_count == data2_count\n")
|
||||
end
|
||||
|
||||
-- No initial gaps
|
||||
if(not(data1_series[1].data[1] == 7.1333333333333)) then
|
||||
return test:assertion_failed("data1_series[1].data[1] == 7.1333333333333\n")
|
||||
end
|
||||
|
||||
return test:success()
|
||||
end
|
||||
|
||||
-- Reproduces e8955df951556421659c964a202cc006a4bf40d1 - Fix influx2Series points bug
|
||||
local function test_datafill1(test)
|
||||
local tags = {}
|
||||
local options = {
|
||||
fill_value = 0,
|
||||
min_value = 0,
|
||||
max_value = math.huge,
|
||||
}
|
||||
|
||||
local data1 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "iface:traffic",
|
||||
columns = {
|
||||
"time", "bytes"
|
||||
},
|
||||
values = {
|
||||
{1533808916, 0},
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
local data2 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "iface:traffic",
|
||||
columns = {
|
||||
"time", "bytes"
|
||||
},
|
||||
values = {
|
||||
{1533808616, 156},
|
||||
{1533808617, 384},
|
||||
{1533808618, 1443},
|
||||
{1533808619, 763},
|
||||
{1533808620, 12763},
|
||||
{1533808621, 4372},
|
||||
{1533808622, 0},
|
||||
{1533808623, 0},
|
||||
{1533808624, 1215},
|
||||
{1533808625, 3397},
|
||||
{1533808626, 245613},
|
||||
{1533808627, 76308},
|
||||
{1533808628, 202},
|
||||
{1533808629, 0},
|
||||
{1533808630, 0},
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
local schema = {
|
||||
options = {
|
||||
step = 1,
|
||||
metrics_type = "counter",
|
||||
}
|
||||
}
|
||||
|
||||
local time_step = 1 -- no sampling
|
||||
local tstart = 1533808915; tend = 1533808930
|
||||
local data1_series, data1_count = influx2Series(schema, tstart, tend, tags, options, data1.series[1], time_step)
|
||||
local tstart = 1533808615; tend = 1533808630
|
||||
local data2_series, data2_count = influx2Series(schema, tstart, tend, tags, options, data2.series[1], time_step)
|
||||
|
||||
-- No initial gaps
|
||||
if(not(data1_count == data2_count)) then
|
||||
return test:assertion_failed("data1_count == data2_count\n")
|
||||
end
|
||||
|
||||
return test:success()
|
||||
end
|
||||
|
||||
-- Reproduces 65b30e24c8eb851cdd8614917e328b54873d4a2c - Fix influx2Series points bug with sampling
|
||||
local function test_datafill2(test)
|
||||
local tags = {}
|
||||
local options = {
|
||||
fill_value = 0,
|
||||
min_value = 0,
|
||||
max_value = math.huge,
|
||||
}
|
||||
|
||||
local data1 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "iface:traffic",
|
||||
columns = {
|
||||
"time", "bytes"
|
||||
},
|
||||
values = {
|
||||
{1533808816, 130.79671280276},
|
||||
{1533808850, 231.55622837371},
|
||||
{1533808884, 149.47404844291},
|
||||
{1533808918, 208.94723183391},
|
||||
{1533808952, 101.22664359862},
|
||||
{1533808986, 53.307093425599},
|
||||
{1533809020, 87.579584775095},
|
||||
{1533809054, 56.829584775082},
|
||||
{1533809088, 134.9682939672},
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
local data2 = {
|
||||
statement_id = 0,
|
||||
series = {
|
||||
{
|
||||
name = "iface:traffic",
|
||||
columns = {
|
||||
"time", "bytes"
|
||||
},
|
||||
values = {
|
||||
{1533808544, 479.54411764706},
|
||||
{1533808578, 111.54584775086},
|
||||
{1533808612, 6143.3468858131},
|
||||
{1533808646, 4240.8070934256},
|
||||
{1533808680, 164.98183391004},
|
||||
{1533808714, 120.65224913495},
|
||||
{1533808748, 658.87543252595},
|
||||
{1533808782, 363.52923278845},
|
||||
},
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
local schema = {
|
||||
options = {
|
||||
step = 1,
|
||||
metrics_type = "counter",
|
||||
}
|
||||
}
|
||||
|
||||
local time_step = 34 -- 34x sampling
|
||||
local tstart = 1533808810; tend = 1533809110
|
||||
local data1_series, data1_count = influx2Series(schema, tstart, tend, tags, options, data1.series[1], time_step)
|
||||
local tstart = 1533808510; tend = 1533808810
|
||||
local data2_series, data2_count = influx2Series(schema, tstart, tend, tags, options, data2.series[1], time_step)
|
||||
|
||||
-- No initial gaps
|
||||
if(not(data1_count == data2_count)) then
|
||||
return test:assertion_failed("data1_count == data2_count\n")
|
||||
end
|
||||
|
||||
return test:success()
|
||||
end
|
||||
|
||||
function run(tester)
|
||||
local rv = tester.run_test("influx2Series:test_sampling1", test_sampling1)
|
||||
rv = tester.run_test("influx2Series:test_datafill1", test_datafill1) and rv
|
||||
rv = tester.run_test("influx2Series:test_datafill2", test_datafill2) and rv
|
||||
|
||||
return rv
|
||||
end
|
||||
|
||||
return {
|
||||
run = run
|
||||
}
|
||||
57
scripts/lua/modules/timeseries/tests/run.lua
Normal file
57
scripts/lua/modules/timeseries/tests/run.lua
Normal file
|
|
@ -0,0 +1,57 @@
|
|||
--
|
||||
-- (C) 2018 - ntop.org
|
||||
--
|
||||
|
||||
local dirs = ntop.getDirs()
|
||||
package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path
|
||||
require("lua_utils")
|
||||
package.path = dirs.installdir .. "/scripts/lua/modules/timeseries/drivers/?.lua;" .. package.path
|
||||
package.path = dirs.installdir .. "/scripts/lua/modules/timeseries/tests/?.lua;" .. package.path
|
||||
|
||||
-- ##############################################
|
||||
|
||||
local utils_test = require("utils_test")
|
||||
local influxdb_test = require("influxdb_test")
|
||||
|
||||
-- ##############################################
|
||||
|
||||
local test = {}
|
||||
|
||||
function test:new(name)
|
||||
local obj = {
|
||||
name = name,
|
||||
}
|
||||
|
||||
setmetatable(obj, self)
|
||||
self.__index = self
|
||||
|
||||
return obj
|
||||
end
|
||||
|
||||
function test:success()
|
||||
print(self.name .. " OK<br>")
|
||||
return true
|
||||
end
|
||||
|
||||
function test:assertion_failed(assertion)
|
||||
print(self.name .. " ASSERTION FAILED: ".. assertion .."<br>")
|
||||
return false
|
||||
end
|
||||
|
||||
local tester = {
|
||||
new_test = function(name)
|
||||
return test:new(name)
|
||||
end,
|
||||
|
||||
run_test = function(name, fn)
|
||||
local test = test:new(name)
|
||||
return fn(test)
|
||||
end
|
||||
}
|
||||
|
||||
-- ##############################################
|
||||
|
||||
sendHTTPContentTypeHeader('text/html')
|
||||
|
||||
utils_test.run(tester)
|
||||
influxdb_test.run(tester)
|
||||
45
scripts/lua/modules/timeseries/tests/utils_test.lua
Normal file
45
scripts/lua/modules/timeseries/tests/utils_test.lua
Normal file
|
|
@ -0,0 +1,45 @@
|
|||
--
|
||||
-- (C) 2018 - ntop.org
|
||||
--
|
||||
|
||||
local ts_common = require("ts_common")
|
||||
|
||||
local function interpolateSerie_test1(test)
|
||||
local serie = {1, 2, 3, 4, 5, 6, 7, 8, 9, 10}
|
||||
local target_points = 19
|
||||
local max_err_perc = 10
|
||||
local res = ts_common.upsampleSerie(serie, target_points)
|
||||
|
||||
if not(#res == target_points) then
|
||||
return test:assertion_failed("target_points == #res")
|
||||
end
|
||||
|
||||
local sum = function(a)
|
||||
local s = 0
|
||||
for _, x in pairs(a) do
|
||||
s = s + x
|
||||
end
|
||||
return s
|
||||
end
|
||||
|
||||
local avg1 = sum(serie) / #serie
|
||||
local avg2 = sum(res) / #res
|
||||
local err = math.abs(avg1 - avg2)
|
||||
local err_perc = err * 100 / avg1
|
||||
|
||||
if not(err_perc <= max_err_perc) then
|
||||
return test:failure("err <= ".. max_err_perc .."%")
|
||||
end
|
||||
|
||||
return test:success()
|
||||
end
|
||||
|
||||
function run(tester)
|
||||
local rv = tester.run_test("interpolateSerie:test1", interpolateSerie_test1)
|
||||
|
||||
return rv
|
||||
end
|
||||
|
||||
return {
|
||||
run = run
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue