mirror of
https://github.com/ntop/ntopng.git
synced 2026-04-28 06:59:33 +00:00
59 lines
1.8 KiB
Python
Executable file
59 lines
1.8 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Emanuele Faranda
|
|
#
|
|
# Example on how to convert a json retuned by an InfluxDB http query into the line protocol.
|
|
# The line protocol can then be used to load the json back into influxdb, e.g.
|
|
# curl -XPOST --data-binary @converted_influx.line -i "http://localhost:8086/write?db=ntopng"
|
|
#
|
|
# This is an effective way to move data from an InfluxDB instance to another
|
|
#
|
|
|
|
import sys
|
|
import json
|
|
from dateutil import parser, tz
|
|
import datetime
|
|
import time
|
|
|
|
def json2Line(j, tags):
|
|
# strip preliminary info
|
|
if "results" in j:
|
|
j = j["results"][0]
|
|
if "series" in j:
|
|
j = j["series"]
|
|
|
|
for serie in j:
|
|
name = serie["name"]
|
|
cols = serie["columns"]
|
|
vals = serie["values"]
|
|
|
|
tag_idx = [idx for idx,col in enumerate(cols) if col in tags]
|
|
tag_cols = [col for col in cols if col in tags]
|
|
metrics_cols = [col for col in cols if not col in tags]
|
|
|
|
for v in vals:
|
|
tags_vals = [val for idx,val in enumerate(v) if idx in tag_idx]
|
|
metric_vals = [val for idx,val in enumerate(v) if not idx in tag_idx]
|
|
tags = dict(zip(tag_cols, tags_vals))
|
|
metrics = dict(zip(metrics_cols, metric_vals))
|
|
|
|
time_str = tags.pop("time")
|
|
tz_offset = -time.timezone
|
|
time_val = int(time.mktime(parser.parse(time_str).timetuple())) + tz_offset
|
|
timestamp = "%d000000000" % time_val
|
|
|
|
# "iface:traffic,ifid=0 bytes=0 1539358699000000000\n"
|
|
print("%s %s %s" % (
|
|
",".join([name,] + ["%s=%s" % (k,v) for k,v in tags.items()]),
|
|
",".join(["%s=%s" % (k,v) for k,v in metrics.items()]),
|
|
timestamp))
|
|
|
|
if __name__ == "__main__":
|
|
if len(sys.argv) != 2:
|
|
print("Usage: influxdb_json_2_line.py file.json > file.line")
|
|
exit(1)
|
|
|
|
# TODO as parameter
|
|
tags = {"time", "device", "if_index", "ifid"}
|
|
|
|
with open(sys.argv[1], "r") as f:
|
|
json2Line(json.load(f), tags)
|