EVOLUTION-MANAGER

Edit File: get_flows_data.lua

--
-- (C) 2013-20 - ntop.org
--

local dirs = ntop.getDirs()
package.path = dirs.installdir .. "/scripts/lua/modules/?.lua;" .. package.path

require "lua_utils"
require "flow_utils"
local format_utils = require("format_utils")
local flow_consts = require "flow_consts"
local flow_utils = require "flow_utils"
local icmp_utils = require "icmp_utils"
local json = require "dkjson"

local have_nedge = ntop.isnEdge()

sendHTTPContentTypeHeader('text/html')
local debug = false
local debug_process = false -- Show flow processed information

local ifstats = interface.getStats()

-- System host parameters
local hosts  = _GET["hosts"]
local host   = _GET["host"] -- TODO: merge

-- Get from redis the throughput type bps or pps
local throughput_type = getThroughputType()

local flows_filter = getFlowsFilter()
local flows_stats = interface.getFlowsInfo(flows_filter["hostFilter"], flows_filter)
local total = flows_stats["numFlows"]
flows_stats = flows_stats["flows"]

-- Prepare host
local host_list = {}
local num_host_list = 0
local single_host = 0

if(hosts ~= nil) then host_list, num_host_list = getHostCommaSeparatedList(hosts) end
if(host ~= nil) then
   single_host = 1
   num_host_list = 1
end

if(flows_stats == nil) then flows_stats = { } end

for key, value in ipairs(flows_stats) do
   local info = ""
   -- use an italic font to indicate extra information added after sorting
   local italic = true
   if(not isEmptyString(flows_stats[key]["info"])) then
      info = flows_stats[key]["info"]
      italic = false
   elseif(not isEmptyString(flows_stats[key]["icmp"])) then
      info = icmp_utils.get_icmp_label(ternary(isIPv4(flows_stats[key]["cli.ip"]), 4, 6), flows_stats[key]["icmp"]["type"], flows_stats[key]["icmp"]["code"])
   elseif(flows_stats[key]["proto.ndpi"] == "SIP") then
      info = getSIPInfo(flows_stats[key])
   elseif(flows_stats[key]["proto.ndpi"] == "RTP") then
      info = getRTPInfo(flows_stats[key])
   end

-- safety checks against injections
   info = noHtml(info)
   info = info:gsub('"', '')
   local alt_info = info

if italic then
 info = string.format("%s", info)
 end

info = shortenString(info)
 flows_stats[key]["info"] = ""..info..""

if(flows_stats[key]["profile"] ~= nil) then
 flows_stats[key]["info"] = ""..flows_stats[key]["profile"].." "..info
 end
end

local formatted_res = {}

for _key, value in ipairs(flows_stats) do -- pairsByValues(vals, funct) do
   local record = {}
   local key = value["ntopng.key"]

local srv_name = flowinfo2hostname(value, "srv")
   local cli_name = flowinfo2hostname(value, "cli")

local src_port, dst_port = '', ''
   local src_process, dst_process = '', ''
   local src_container, dst_container = '', ''

if(cli_name == nil) then cli_name = "???" end
   if(srv_name == nil) then srv_name = "???" end

local cli_tooltip = cli_name:gsub("'","&#39;")
   local srv_tooltip = srv_name:gsub("'","&#39;")

if((value["tcp.nw_latency.client"] ~= nil) and (value["tcp.nw_latency.client"] > 0)) then
      cli_tooltip = cli_tooltip.."&#10;nw latency: "..string.format("%.3f", value["tcp.nw_latency.client"]).." ms"
   end

if((value["tcp.nw_latency.server"] ~= nil) and (value["tcp.nw_latency.server"] > 0)) then
      srv_tooltip = srv_tooltip.."&#10;nw latency: "..string.format("%.3f", value["tcp.nw_latency.server"]).." ms"
   end

if value["cli.allowed_host"] and not ifstats.isViewed then
 src_key="<A HREF='"..ntop.getHttpPrefix().."/lua/host_details.lua?" .. hostinfo2url(value,"cli").. "' data-toggle='tooltip' title='" ..cli_tooltip.. "' >".. shortenString(stripVlan(cli_name))
 if(value["cli.systemhost"] == true) then src_key = src_key .. "&nbsp;" end

src_key = src_key .. "</A>"

if value["cli.port"] > 0 then
	 src_port="<A HREF='"..ntop.getHttpPrefix().."/lua/port_details.lua?port=" .. value["cli.port"] .. "'>"..ntop.getservbyport(value["cli.port"], string.lower(value["proto.l4"])).."</A>"
 end

--record["column_client_process"] = flowinfo2process(value["client_process"], hostinfo2url(value,"cli"))
      src_process   = flowinfo2process(value["client_process"], hostinfo2url(value,"cli"))
      src_container = flowinfo2container(value["client_container"])
   else
      src_key = shortenString(stripVlan(cli_name))

if value["cli.port"] > 0 then
	 src_port = value["cli.port"]..''
      end
   end

if value["srv.allowed_host"] and not ifstats.isViewed then
 dst_key="<A HREF='"..ntop.getHttpPrefix().."/lua/host_details.lua?".. hostinfo2url(value,"srv").. "' data-toggle='tooltip' title='" ..srv_tooltip.. "' >".. shortenString(stripVlan(srv_name))
 if(value["srv.systemhost"] == true) then dst_key = dst_key .. "&nbsp;" end
 dst_key = dst_key .. "</A>"

if value["srv.port"] > 0 then
	 dst_port="<A HREF='"..ntop.getHttpPrefix().."/lua/port_details.lua?port=" .. value["srv.port"] .. "'>"..ntop.getservbyport(value["srv.port"], string.lower(value["proto.l4"])).."</A>"
 else
	 dst_port=""
 end

--record["column_server_process"] = flowinfo2process(value["server_process"], hostinfo2url(value,"srv"))
      dst_process   = flowinfo2process(value["server_process"], hostinfo2url(value,"srv"))
      dst_container = flowinfo2container(value["server_container"])

if value["server_container"] and value["server_container"].id then
	 record["column_server_container"] = '<a href="' .. ntop.getHttpPrefix() .. '/lua/flows_stats.lua?container=' .. value["server_container"].id .. '">' .. format_utils.formatContainer(value["server_container"]) .. '</a>'

if value["server_container"]["k8s.pod"] then
	 record["column_server_pod"] = '<a href="' .. ntop.getHttpPrefix() .. '/lua/containers_stats.lua?pod=' .. value["server_container"]["k8s.pod"] .. '">' .. shortenString(value["server_container"]["k8s.pod"]) .. '</a>'
	 end
 end
 else
 dst_key = shortenString(stripVlan(srv_name))

if value["srv.port"] > 0 then
	 dst_port = value["srv.port"]..""
      end
   end

if(value["client_tcp_info"] ~= nil) then
      record["column_client_rtt"] = format_utils.formatMillis(value["client_tcp_info"]["rtt"])
   end
   if(value["server_tcp_info"] ~= nil) then
      record["column_server_rtt"] = format_utils.formatMillis(value["server_tcp_info"]["rtt"])
   end

local column_key = "<A HREF='"
 ..ntop.getHttpPrefix().."/lua/flow_details.lua?flow_key="..value["ntopng.key"].."&flow_hash_id="..value["hash_entry_id"]
 .."'>Info</A>"
 if(have_nedge) then
 if (value["verdict.pass"]) then
	 column_key = column_key.." <span title='"..i18n("flow_details.drop_flow_traffic_btn").."' class='badge badge-secondary block-badge' "..(ternary(isAdministrator(), "onclick='block_flow("..value["ntopng.key"]..", "..value["hash_entry_id"]..");' style='cursor: pointer;'", ""))..">"
 else
	 column_key = column_key.." "
 end
 end
 record["column_key"] = column_key
 record["key"] = string.format("%u", value["ntopng.key"])
 record["hash_id"] = string.format("%u", value["hash_entry_id"])

local column_client = src_key
   local info = interface.getHostInfo(value["cli.ip"], value["cli.vlan"])

if info then
 if info.broadcast_domain_host then
	 column_client = column_client.." "
 end

if info.dhcpHost then
	 column_client = column_client.." "
 end

if info.is_blacklisted then
	 column_client = column_client.." "
 end

column_client = column_client..getFlag(info["country"])
   end

column_client = string.format("%s%s%s %s %s",
				 column_client,
				 ternary(src_port ~= '', ':', ''),
				 src_port, src_process, src_container)

if(value["verdict.pass"] == false) then
 column_client = "<strike>"..column_client.."</strike>"
 end

record["column_client"] = column_client

local column_server = dst_key
   info = interface.getHostInfo(value["srv.ip"], value["srv.vlan"])

if info then
 if info.broadcast_domain_host then
	 column_server = column_server.." "
 end

if info.dhcpHost then
	 column_server = column_server.." "
 end

if info.is_blacklisted then
	 column_server = column_server.." "
 end

column_server = column_server..getFlag(info["country"])
   end

column_server = string.format("%s%s%s %s %s",
				 column_server,
				 ternary(dst_port ~= '', ':', ''),
				 dst_port, dst_process, dst_container)
 if(value["verdict.pass"] == false) then
 column_server = "<strike>"..column_server.."</strike>"
 end
 record["column_server"] = column_server

record["column_vlan"] = ''
   if((value["vlan"] ~= nil)) then
      record["column_vlan"] = value["vlan"]
   end

local column_proto_l4 = ''
 if value["alerted_status"] then
 local status_info = flow_consts.getStatusDescription(value["alerted_status"], flow2statusinfo(value))
 column_proto_l4 = " "
 elseif value["status_map"] and value["flow.status"] ~= flow_consts.status_types.status_normal.status_id then
 local title = ''

for _, t in pairs(flow_consts.status_types) do
         local id = t.status_id
	 if ntop.bitmapIsSet(value["status_map"], id) then
	    if title ~= '' then
	       title = title..'\n'
	    end
	    title = title..flow_consts.getStatusDescription(id, flow2statusinfo(value))
	 end
      end

column_proto_l4 = " "
 end

column_proto_l4 = column_proto_l4..value["proto.l4"]

if(value["verdict.pass"] == false) then
 column_proto_l4 = "<strike>"..column_proto_l4.."</strike>"
 end
 record["column_proto_l4"] = column_proto_l4

local app = getApplicationLabel(value["proto.ndpi"])
 if(value["verdict.pass"] == false) then
 app = "<strike>"..app.."</strike>"
 end

record["column_ndpi"] = app -- can't set the hosts_stats hyperlink for viewed interfaces
 if not ifstats.isViewed then
 record["column_ndpi"] = "<A HREF='".. ntop.getHttpPrefix().."/lua/hosts_stats.lua?protocol=" .. value["proto.ndpi_id"] .."'>"..app.." " .. formatBreed(value["proto.ndpi_breed"]) .."</A>"
 end
 record["column_duration"] = secondsToTime(value["duration"])
 record["column_bytes"] = bytesToSize(value["bytes"])..""

local column_thpt = ''
   if(throughput_type == "pps") then
      column_thpt = column_thpt..pktsToSize(value["throughput_pps"]).. " "
   else
      column_thpt = column_thpt..bitsToSize(8*value["throughput_bps"]).. " "
   end

if((value["throughput_trend_"..throughput_type] ~= nil)
 and (value["throughput_trend_"..throughput_type] > 0)) then
 if(value["throughput_trend_"..throughput_type] == 1) then
	 column_thpt = column_thpt..""
 elseif(value["throughput_trend_"..throughput_type] == 2) then
	 column_thpt = column_thpt..""
 elseif(value["throughput_trend_"..throughput_type] == 3) then
	 column_thpt = column_thpt..""
 end
 end
 record["column_thpt"] = column_thpt

local cli2srv = round((value["cli2srv.bytes"] * 100) / value["bytes"], 0)

record["column_breakdown"] = "<div class='progress'><div class='progress-bar bg-warning' style='width: " .. cli2srv .."%;'>Client</div><div class='progress-bar bg-info' style='width: " .. (100-cli2srv) .. "%;'>Server</div></div>"

local info = value["info"]

if isScoreEnabled() then
      record["column_score"] = format_utils.formatValue(value["score"])
   end

record["column_info"] = info

formatted_res[#formatted_res + 1] = record

end -- for

local result = {
   perPage = flows_filter["perPage"],
   currentPage = flows_filter["currentPage"],
   totalRows = total,
   data = formatted_res,
   sort = {
      {flows_filter["sortColumn"],
       flows_filter["sortOrder"]}
   },
}

print(json.encode(result))