EVOLUTION-MANAGER
Edit File: historical_utils.lua
-- -- (C) 2014-20 - ntop.org -- require "lua_utils" require "flow_aggregation_utils" local json = require ("dkjson") local favourites_url = ntop.getHttpPrefix().."/lua/get_historical_favourites.lua" local flows_download_url = ntop.getHttpPrefix().."/lua/get_db_flows.lua" function commonJsUtils() print[[ function hideAll(cla){ $('.' + cla).hide(); } function showOne(cla, id){ $('.' + cla).not('#' + id).hide(); $('#' + id).show(); } function hostkey2hostid(host_key) { var info; var hostinfo = []; host_key = host_key.replace(/\:/g, "____"); host_key = host_key.replace(/\//g, "___"); host_key = host_key.replace(/\./g, "__"); info = host_key.split("@"); return(info); } /* * Returns a map of querystring parameters * * Keys of type <fieldName>[] will automatically be added to an array * * @param String url * @return Object parameters */ function getParams(url) { var regex = /([^=&?]+)=([^&#]*)/g, params = {}, parts, key, value; while((parts = regex.exec(url)) != null) { key = parts[1], value = parts[2]; var isArray = /\[\]$/.test(key); if(isArray) { params[key] = params[key] || []; params[key].push(value); } else { params[key] = value; } } return params; } /* adds a CSS style to replace the / in the breadcrumb */ var style = $("<style>#search-criteria:before {content:\"]] print(i18n("db_explorer.observation_period")) print[[:\";}</style>"); $('html > head').append(style); function buildRequestData(source_div_id){ var epoch_begin = $('#' + source_div_id).attr("epoch_begin"); var epoch_end = $('#' + source_div_id).attr("epoch_end"); var ifId = "]] print(tostring(ifId)) print [["; var host = $('#' + source_div_id).attr("host"); var peer = $('#' + source_div_id).attr("peer"); var l7_proto_id = $('#' + source_div_id).attr("l7_proto_id"); var l4_proto_id = $('#' + source_div_id).attr("l4_proto_id"); var port = $('#' + source_div_id).attr("port"); var vlan = $('#' + source_div_id).attr("vlan"); var profile = $('#' + source_div_id).attr("profile"); var res = {epoch_begin: epoch_begin, epoch_end: epoch_end}; if (typeof ifId != 'undefined') res.ifid = ifId; if (typeof host != 'undefined') res.peer1 = host; if (typeof peer != 'undefined') res.peer2 = peer; if (typeof port != 'undefined') res.port = port; if (typeof vlan != 'undefined') res.vlan = vlan; if (typeof profile != 'undefined') res.profile = profile; if (typeof l7_proto_id != 'undefined'){ res.l7_proto_id = l7_proto_id; res.l7proto = l7_proto_id; }; if (typeof l4_proto_id != 'undefined'){ res.l4_proto_id = l4_proto_id; res.l4proto = l4_proto_id; }; return res; } var zoom_vals = { ]] if zoom_vals ~= nil then for _, zv in pairs(zoom_vals) do print('"'..zv[1]..'": '..zv[3]..', ') end end print[[ }; function populateHistoricalDbExplorerLink(the_td, host, l7_proto) { var url_params = getParams(window.location.href); var mandatory_params = ["host", "l4proto", "port", "info", "protocol", "search"]; $.each(mandatory_params, function(_, p) { if(url_params[p] === undefined) { url_params[p] = ""; } }); if(host != '' && host !== undefined) { url_params["host"] = host; } if(l7_proto != '' && l7_proto !== undefined) { url_params["protocol"] = l7_proto; } if(url_params["zoom"]) { /* This is a chart url */ var zoom = url_params["zoom"]; var epoch = url_params["epoch"]; if(!epoch) { url_params["epoch_end"] = Math.round(new Date() / 1000); /* now */ url_params["epoch_begin"] = url_params["epoch_end"] - zoom_vals[zoom]; } else { epoch = parseInt(epoch); url_params["epoch_end"] = epoch + zoom_vals[zoom] / 2; url_params["epoch_begin"] = epoch - zoom_vals[zoom] / 2; } } the_td.html('<a href="]]print(ntop.getHttpPrefix())print[[/lua/pro/db_explorer.lua?' + decodeURIComponent($.param(url_params)) + '"><i>' + the_td.text() + '</i></a>'); } ]] end function historicalDownloadButtonsBar(button_id, pcap_request_data_container_div_id, ipv4_enabled, ipv6_enabled) if not ntop.isPro() then return end -- integrate only in the Pro version -- ipv4 and ipv6 download buttons can be either disabled from lua using the parameters above. -- If download buttons are not disabled explicitly from Lua, then a javascript check will disable -- them at display time to make sure no button is shown when the number of flows equals to zero local style_ipv4 = "" local style_ipv6 = "" if ipv4_enabled == false or tonumber(ipv4_enabled) == 0 then style_ipv4 = "display:none;" end if ipv6_enabled == false or tonumber(ipv6_enabled) == 0 then style_ipv6 = "display:none;" end local displacement = "7" if not interface.isPacketInterface() then displacement = "9" end print [[ <div class="row"> <div class='col-md-3'> ]] print(i18n("db_explorer.download_flows")) print[[: ]] if(ipv4_enabled) then print [[ <a class="btn btn-secondary btn-sm" href="#" role="button" id="download_flows_v4_]] print(button_id) print[[" style="]] print(style_ipv4) print[[">]] print(i18n("ipv4")) print[[</a> ]] else print [[<a class="btn btn-secondary btn-sm" href="#" role="button" id="download_flows_v6_]] print(button_id) print[[" style="]] print(style_ipv6) print[[">]] print(i18n("ipv6")) print[[</a>]] end print [[ <p class="text-muted">]] print(i18n("db_explorer.download_flows_limit")) print[[</p> </div> <div class='col-md-]] print(displacement) print[['> </div> </div> <div class="row"> <div class='col-md-3'><div></div></div> <div class='col-md-2'> </div> <div class='col-md-7'></div> </div> <script type="text/javascript"> ]] print[[ if($('#tab-ipv4').length > 0 || true /* TODO: disable if no flows are available */){ $('#download_flows_v4_]] print(button_id) print[[').click(function (event){ window.location.assign("]] print(flows_download_url) print [[?version=4&format=txt&" + $.param(buildRequestData(']] print(pcap_request_data_container_div_id) print[['))); return false; }); } else { $('#download_flows_v4_]] print(button_id) print[[').attr("style", "display:none;"); } if($('#tab-ipv6').length > 0 || true /* TODO: disable if no flows are available */){ $('#download_flows_v6_]] print(button_id) print[[').click(function (event){ window.location.assign("]] print(flows_download_url) print [[?version=6&format=txt&" + $.param(buildRequestData(']] print(pcap_request_data_container_div_id) print[['))); return false; }); } else { $('#download_flows_v6_]] print(button_id) print[[').attr("style", "display:none;"); } ]] print[[ </script> <br> ]] end function printFlowsCountColumn() -- hides the flows count column when aggregated database flows are being used local col = '{title: "'..i18n("flows") local hide_count = "" if useAggregatedFlows() == true then hide_count = " hidden :true, " end col = col..'", field: "column_flows", '..hide_count..' sortable: true, css: {textAlign:\'right\'}}' return col end function historicalTopTalkersTable(ifid, epoch_begin, epoch_end, host, l7proto, l4proto, port, vlan, profile) local breadcrumb_root = "interface" local container_params = ' epoch_begin="" epoch_end="" host="" peer="" l7_proto_id="" l7_proto="" l4_proto_id="" l4_proto="" ' local host_talkers_url_params = "" local interface_talkers_url_params = "" local isv6 = isIPv6(host) interface_talkers_url_params = interface_talkers_url_params.."&epoch_begin="..epoch_begin interface_talkers_url_params = interface_talkers_url_params.."&epoch_end="..epoch_end if l7proto ~= "" and l7proto ~= nil and not string.starts(tostring(l7proto), 'all') then if not isnumber(l7proto) then local id id = interface.getnDPIProtoId(l7proto) if id ~= -1 then l7proto = id interface_talkers_url_params = interface_talkers_url_params.."&l7_proto_id="..l7proto else l7proto = "" end elseif tonumber(l7proto) ~= nil then interface_talkers_url_params = interface_talkers_url_params.."&l7_proto_id="..tonumber(l7proto) end end if l4proto ~= "" and l4proto ~= nil and tonumber(l4proto) ~= nil then interface_talkers_url_params = interface_talkers_url_params.."&l4_proto_id="..tonumber(l4proto) end if port ~= "" and port ~= nil and tonumber(port) ~= nil then interface_talkers_url_params = interface_talkers_url_params.."&port="..tonumber(port) end if vlan ~= "" and vlan ~= nil and tonumber(vlan) ~= nil then interface_talkers_url_params = interface_talkers_url_params.."&vlan="..tostring(vlan) container_params = container_params..' vlan="'..(tostring(vlan) or '')..'"' else container_params = container_params..' vlan=0 ' end if profile ~= "" and profile ~= nil then interface_talkers_url_params = interface_talkers_url_params.."&profile="..profile container_params = container_params..' profile="'..(profile or '')..'"' end if host and host ~= "" then host_talkers_url_params = interface_talkers_url_params.."&peer1="..host breadcrumb_root = "host" else host_talkers_url_params = interface_talkers_url_params end local preference = tablePreferences("historical_rows_number",_GET["perPage"]) local sort_order = getDefaultTableSortOrder("historical_stats_top_talkers") local sort_column= getDefaultTableSort("historical_stats_top_talkers") if not sort_column or sort_column == "column_" then sort_column = "column_bytes" end print[[ <ol class="breadcrumb" id="bc-talkers" style="margin-bottom: 5px;"]] print('root="'..breadcrumb_root..'"') print [[> </ol> <!-- attach some status information to the historical container --> <div id="historical-container" ]] print(container_params) print[[> <div id="historical-interface-top-talkers-table" class="historical-interface" total_rows=-1 loaded=0> </div> <div id="hosts-container"> </div> <div id="apps-per-pair-container"> </div> <div id="flows-per-pair-container"> </div> </div> ]] historicalDownloadButtonsBar("pcap-button-top-talkers", "historical-container", not(isv6), isv6) if allowedNetworksRestrictions() then print("<b>"..i18n("notes").."</b>") print("<li>"..i18n("note_flow_search_allowed_networks",{nets=ntop.getAllowedNetworks()}).."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_ipv6").."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_talkers").."</li>") end print [[ <script type="text/javascript"> ]] commonJsUtils() print[[ var emptyBreadCrumb = function(){ $('#bc-talkers').empty(); }; var refreshBreadCrumbInterface = function(){ emptyBreadCrumb(); $("#bc-talkers").append('<li class="breadcrumb-item">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print [[</li>'); $('#historical-container').removeAttr("host"); $('#historical-container').removeAttr("peer"); } var refreshBreadCrumbHost = function(host){ emptyBreadCrumb(); $("#bc-talkers").append('<li class="breadcrumb-item"><a onclick="populateInterfaceTopTalkersTable();">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print[[</a></li>'); // append a pair of li to the breadcrumb: the first is shown if the host has not been added to the favourites, // the second is shown if it has been added... // first pair: shown if the host has not been favorited $("#bc-talkers").append('<li class="breadcrumb-item talker">]] print(i18n("db_explorer.host_talkers", {host="' + host + '"})) print[[ </li>'); // finally we add some status variables to the historical container $('#historical-container').attr("host", host); $('#historical-container').removeAttr("peer"); } var refreshBreadCrumbPairs = function(peer1, peer2, l7_proto_id){ emptyBreadCrumb(); $('#historical-container').attr("host", peer1); $('#historical-container').attr("peer", peer2); if (typeof l7_proto_id !== "undefined"){ $('#historical-container').attr("l7_proto_id", l7_proto_id); } else { $('#historical-container').removeAttr("l7_proto_id"); } $("#bc-talkers").append('<li class="breadcrumb-item"><a onclick="populateInterfaceTopTalkersTable();">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print[[</a></li>'); $("#bc-talkers").append('<li class="breadcrumb-item"><a onclick="populateHostTopTalkersTable(\'' + peer1 + '\');">]] print(i18n("db_explorer.host_talkers", {host="' + peer1 + '"})) print[[</a></li>'); // here we append to li: one will be shown if the pair of peers is favorited, the other is shown in the opposite case // first li: shown if the pair has been favorited var bc_talkers_li_text = ']] print(i18n("db_explorer.applications_between", {peer1="' + peer1 + '", peer2="' + peer2 + '"})) print[['; if (typeof l7_proto_id !== "undefined"){ bc_talkers_li_text = '<a onclick="populateAppsPerHostsPairTable(\'' + peer1 + '\',\'' + peer2 + '\');">' + bc_talkers_li_text + '</a>'; } $("#bc-talkers").append('<li class="breadcrumb-item host-pair">' + bc_talkers_li_text + '</li>'); $('#historical-container').attr("peer", peer2); // finally add a possible l7 protocol indication if (typeof l7_proto_id !== "undefined"){ $("#bc-talkers").append('<li class="breadcrumb-item">]] print(i18n("db_explorer.application_flows")) print[[</li>'); } } var populateInterfaceTopTalkersTable = function(){ refreshBreadCrumbInterface(); hideAll("host-talkers"); hideAll("apps-per-host-pair"); hideAll('flows-per-host-pair'); showOne('historical-interface', 'historical-interface-top-talkers-table'); if ($('#historical-interface-top-talkers-table').attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $('#historical-interface-top-talkers-table').attr("loaded", 1); $('#historical-interface-top-talkers-table').datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_talkers"..interface_talkers_url_params.."',") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],\n') print [[ post: {totalRows: function(){ return $('#historical-interface-top-talkers-table').attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$('#historical-interface-top-talkers-table').attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var addr_td = $("td:eq(1)", row[0]); var label_td = $("td:eq(0)", row[0]); var addr = addr_td.text(); populateHistoricalDbExplorerLink(label_td, addr); label_td.append(' <a onclick="populateHostTopTalkersTable(\'' + addr +'\');"><i class="fas fa-pie-chart" title="]] print(i18n("db_explorer.talkers_with_this_host")) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.host_name")) print[[", field: "column_label", sortable: true}, {title: "]] print(i18n("ip_address")) print[[", field: "column_addr", sortable:true, hidden: false}, {title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "column_bytes_sent", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.traffic_received")) print[[", field: "column_bytes_rcvd", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populateHostTopTalkersTable = function(host){ refreshBreadCrumbHost(host); var div_id = 'host-' + hostkey2hostid(host)[0]; if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#hosts-container').append('<div class="host-talkers" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface'); hideAll('apps-per-host-pair'); hideAll('flows-per-host-pair'); showOne("host-talkers", div_id); // load the table only if it is the first time we've been called div_id='#'+div_id; if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("host", host); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_talkers"..interface_talkers_url_params.."&peer1=' + host ,") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],\n') print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var addr_td = $("td:eq(1)", row[0]); var label_td = $("td:eq(0)", row[0]); var addr = addr_td.text(); populateHistoricalDbExplorerLink(label_td, addr); label_td.append(' <a onclick="populateAppsPerHostsPairTable(\'' + host +'\',\'' + addr +'\');"><i class="fas fa-exchange-alt" title="]] print(i18n("db_explorer.applications_between", {peer1="' + host + '", peer2="' + addr + '"})) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.host_name")) print[[", field: "column_label", sortable: true}, {title: "]] print(i18n("ip_address")) print[[", field: "column_addr", sortable:true, hidden: false}, {title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "column_bytes_sent", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.traffic_received")) print[[",field: "column_bytes_rcvd", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populateAppsPerHostsPairTable = function(peer1, peer2){ refreshBreadCrumbPairs(peer1, peer2); var kpeer1 = hostkey2hostid(peer1)[0]; var kpeer2 = hostkey2hostid(peer2)[0]; if (kpeer2 > kpeer1){ var tmp = kpeer2; kpeer2 = kpeer1; kpeer1 = tmp; } var div_id = 'pair-' + kpeer1 + "_" + kpeer2; if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#apps-per-pair-container').append('<div class="apps-per-host-pair" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface'); hideAll('host-talkers'); hideAll('flows-per-host-pair'); showOne('apps-per-host-pair', div_id); div_id='#'+div_id; // if the table has already been loaded, we just show up all the dropdowns if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { // load the table only if it is the first time we've been called disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("peer1", peer1); $(div_id).attr("peer2", peer2); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_applications"..interface_talkers_url_params.."&peer1=' + peer1 + '&peer2=' + peer2,") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],\n') print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var l7_proto_id_td = $("td:eq(0)", row[0]); var label_td = $("td:eq(1)", row[0]); var label = label_td.text(); var l7_proto_id = l7_proto_id_td.text(); var num_flows = parseInt($("td:eq(4)", row[0]).text().replace(/[^0-9]/g, '')); populateHistoricalDbExplorerLink(label_td, '', l7_proto_id); label_td.append(' <a onclick="populateFlowsPerHostsPairTable(\'' + peer1 +'\',\'' + peer2 +'\',\'' + l7_proto_id +'\',\'' + num_flows +'\');"><i class="fas fa-tasks" title="]] print(i18n("db_explorer.app_flows_between", {app="' + label + '", peer1="' + peer1 + '", peer2="' + peer2 + '"})) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.protocol_id")) print[[", field: "column_application", hidden: true}, {title: "]] print(i18n("application")) print[[", field: "column_label", sortable: false}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true, css: {textAlign:'right'}}, {title: "]] print(i18n("packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populateFlowsPerHostsPairTable = function(peer1, peer2, l7_proto_id, num_flows){ refreshBreadCrumbPairs(peer1, peer2, l7_proto_id); var kpeer1 = hostkey2hostid(peer1)[0]; var kpeer2 = hostkey2hostid(peer2)[0]; if (kpeer2 > kpeer1){ var tmp = kpeer2; kpeer2 = kpeer1; kpeer1 = tmp; } var div_id = 'flows-pair-' + kpeer1 + "_" + kpeer2; if(typeof l7_proto_id !== "undefined"){ div_id = div_id + "_" + l7_proto_id; } if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#flows-per-pair-container').append('<div class="flows-per-host-pair" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface'); hideAll('host-talkers'); hideAll('apps-per-host-pair'); showOne('flows-per-host-pair', div_id); div_id='#'+div_id; // if the table has already been loaded, we just show up all the dropdowns if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { // load the table only if it is the first time we've been called disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("peer1", peer1); $(div_id).attr("peer2", peer2); $(div_id).attr("l7_proto_id", l7_proto_id); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_db_flows.lua?ifid="..tostring(ifId)..interface_talkers_url_params.."&peer1=' + peer1 + '&peer2=' + peer2 + '&l7_proto_id=' + l7_proto_id") if not useAggregatedFlows() and not allowedNetworksRestrictions() then -- speed up by passing the number of flows that is already calculated when browsing raw flows print("+ '&limit=' + num_flows") end print(",") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, totalRows: 100, sort: [ [ "BYTES","desc"] ], tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, columns: [ {title: "]] print(i18n("key")) print[[", field: "idx", hidden: true}, {title: "", field: "FLOW_URL", sortable:false, css:{textAlign:'center'}}, {title: "]] print(i18n("application")) print[[", field: "L7_PROTO", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("protocol")) print[[", field: "PROTOCOL", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("client")) print[[", field: "CLIENT", sortable: false}, {title: "]] print(i18n("server")) print[[", field: "SERVER", sortable: false}, {title: "]] print(i18n("begin")) print[[", field: "FIRST_SWITCHED", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("end")) print[[", field: "LAST_SWITCHED", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("traffic")) print[[", field: "BYTES", sortable: true, css:{textAlign:'right'}}, {title: "]] print(i18n("info")) print[[", field: "INFO", sortable: true, css:{textAlign:'right'}}, {title: "]] print(i18n("db_explorer.average_throughput")) print[[", field: "AVG_THROUGHPUT", sortable: false, css:{textAlign:'right'}} ] }); } }; // executes when the talkers tab is focused $('a[href="#historical-top-talkers"]').on('shown.bs.tab', function (e) { if ($('a[href="#historical-top-talkers"]').attr("loaded") == 1){ // do nothing if the tabs have already been computed and populated enableAllDropdownsAndTabs(); return; } var target = $(e.target).attr("href"); // activated tab var root = $("#bc-talkers").attr("root"); if (root === "interface"){ populateInterfaceTopTalkersTable(); } else if (root === "host"){ populateHostTopTalkersTable(']] print(host) print[['); } // set epoch_begin and epoch_end status information to the container div $('#historical-container').attr("epoch_begin", "]] print(tostring(epoch_begin)) print[["); $('#historical-container').attr("epoch_end", "]] print(tostring(epoch_end)) print[["); ]] if l7proto ~= nil and l7proto ~= "" and not string.starts(tostring(l7proto), 'all') then print[[$('#historical-container').attr("l7_proto_id", "]] print(tostring(l7proto)) print[[");]] end if l4proto ~= nil and l4proto ~= "" then print[[$('#historical-container').attr("l4_proto_id", "]] print(tostring(l4proto)) print[[");]] end if port ~= nil and port ~= "" then print[[$('#historical-container').attr("port", "]] print(tostring(port)) print[[");]] end print[[ // Finally set a loaded flag for the current tab $('a[href="#historical-top-talkers"]').attr("loaded", 1); }); </script> ]] end function historicalTopApplicationsTable(ifid, epoch_begin, epoch_end, host, vlan, profile) local breadcrumb_root = "interface" local container_params = ' epoch_begin="" epoch_end="" host="" peer="" l7_proto_id="" l7_proto="" l4_proto_id="" l4_proto="" ' local top_apps_url_params="" local isv6 = isIPv6(host) top_apps_url_params = top_apps_url_params.."&epoch_begin="..epoch_begin top_apps_url_params = top_apps_url_params.."&epoch_end="..epoch_end if vlan ~= "" and vlan ~= nil and tonumber(vlan) ~= nil then top_apps_url_params = top_apps_url_params.."&vlan="..tostring(vlan) container_params = container_params..' vlan="'..(tostring(vlan) or '')..'"' else container_params = container_params..' vlan=0 ' end if profile ~= "" and profile ~= nil then top_apps_url_params = top_apps_url_params.."&profile="..profile container_params = container_params..' profile="'..(profile or '')..'"' end if host and host ~= "" then breadcrumb_root="host" end local preference = tablePreferences("historical_rows_number",_GET["perPage"]) local sort_order = getDefaultTableSortOrder("historical_stats_top_applications") local sort_column= getDefaultTableSort("historical_stats_top_applications") if not sort_column or sort_column == "column_" then sort_column = "column_bytes" end print[[ <ol class="breadcrumb" id="bc-apps" style="margin-bottom: 5px;"]] print('root="'..breadcrumb_root..'"') print [[> </ol> <div id="historical-apps-container" ]] print(container_params) print[[> <div id="historical-interface-top-apps-table" class="historical-interface-apps" total_rows=-1 loaded=0> </div> <div id="host-apps-container"> </div> <div id="apps-container"> </div> <div id="peers-per-host-by-app-container"> </div> <div id="flows-per-pair-by-app-container"> </div> </div> ]] historicalDownloadButtonsBar("pcap-button-top-protocols", "historical-apps-container", not(isv6), isv6) if allowedNetworksRestrictions() then print("<b>"..i18n("notes").."</b>") print("<li>"..i18n("note_flow_search_allowed_networks",{nets=ntop.getAllowedNetworks()}).."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_ipv6").."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_applications").."</li>") end print [[ <script type="text/javascript"> var totalRows = -1; var emptyAppsBreadCrumb = function(){ $('#bc-apps').empty(); }; var refreshHostPeersByAppBreadCrumb = function(peer1, proto_id, peer2){ emptyAppsBreadCrumb(); var root = $("#bc-apps").attr("root"); var app = $('#historical-apps-container').attr("l7_proto"); if (typeof peer2 !== "undefined"){ $('#historical-apps-container').attr("peer", peer2); } else { $('#historical-apps-container').removeAttr("peer"); } if (root === "interface"){ $("#bc-apps").append('<li class="breadcrumb-item"><a onclick="populateInterfaceTopAppsTable();">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print[[</a></li>'); $("#bc-apps").append('<li class="breadcrumb-item"><a onclick="populateAppTopTalkersTable(\'' + proto_id + '\');">]] print(i18n("db_explorer.app_talkers", {app="' + app + '"})) print[[</a></li>'); // append two li: one is to be shown when the favourites has not been added; // the other is shown when the favourites has been added // first li: there is no existing favorited peer --> app pair saved var bc_apps_text = ']] print(i18n("db_explorer.app_talkers_with", {app="' + app + '", peer="' + peer1 + '"})) print[['; if (typeof peer2 !== "undefined"){ bc_apps_text = '<a onclick="populatePeersPerHostByApplication(\'' + peer1 + '\',\'' + proto_id + '\');">' + bc_apps_text + '</a>'; } $("#bc-apps").append('<li class="breadcrumb-item host-peers-by-app">' + bc_apps_text + '</li>'); } else if (root == "host"){ var host = $('#historical-apps-container').attr("host"); $("#bc-apps").append('<li class="breadcrumb-item"><a onclick="populateHostTopAppsTable(\'' + host + '\');">' + host + ' protocols</a></li>'); var bc_apps_text = "" if(app.toLowerCase().endsWith("unknown")){ bc_apps_text = 'Unknown protocol talkers with ' + host; } else { bc_apps_text = app + ' talkers with ' + host; } if (typeof peer2 !== "undefined"){ bc_apps_text = '<a onclick="populatePeersPerHostByApplication(\'' + peer1 + '\',\'' + proto_id + '\');">' + bc_apps_text + '</a>'; } $("#bc-apps").append('<li class="breadcrumb-item">' + bc_apps_text + '</li>'); } if (typeof peer2 !== "undefined"){ $("#bc-apps").append('<li class="breadcrumb-item">]] print(i18n("db_explorer.protocol_flows_between", {proto="' + $(\"#historical-apps-container\").attr(\"l7_proto\") + '", peer1="' + peer1 + '", peer2="' + peer2 + '"})) print[[</li>'); } } var populateInterfaceTopAppsTable = function(){ emptyAppsBreadCrumb(); $('#historical-apps-container').removeAttr("host"); $("#bc-apps").append('<li class="breadcrumb-item">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print[[</li>'); hideAll("app-talkers"); hideAll("peers-by-app"); hideAll('flows-per-host-pair-by-app-container'); showOne('historical-interface-apps', 'historical-interface-top-apps-table'); if ($('#historical-interface-top-apps-table').attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $('#historical-interface-top-apps-table').attr("loaded", 1); $('#historical-interface-top-apps-table').datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_applications"..top_apps_url_params.."',") if preference ~= "" then print ('perPage: '..preference.. ",") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],') print [[ post: {totalRows: function(){ return $('#historical-interface-top-apps-table').attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$('#historical-interface-top-apps-table').attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var proto_id_td = $("td:eq(0)", row[0]); var proto_label_td = $("td:eq(1)", row[0]); var proto_id = proto_id_td.text(); var proto_label = proto_label_td.text(); populateHistoricalDbExplorerLink(proto_label_td, '', proto_id); proto_label_td.append(' <a onclick="$(\'#historical-apps-container\').attr(\'l7_proto_id\', \'' + proto_id + '\');$(\'#historical-apps-container\').attr(\'l7_proto\', \'' + proto_label + '\');populateAppTopTalkersTable(\'' + proto_id +'\');"><i class="fas fa-pie-chart" title="]] print(i18n("db_explorer.get_proto_talkers")) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.protocol_id")) print[[", field: "column_application", hidden: true}, {title: "]] print(i18n("application")) print[[", field: "column_label", sortable: false}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true, css: {textAlign:'right'}}, {title: "]] print(i18n("packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populateAppTopTalkersTable = function(proto_id){ emptyAppsBreadCrumb(); $('#historical-apps-container').removeAttr("host"); var app = $('#historical-apps-container').attr("l7_proto"); // UPDATE THE BREADCRUMB $("#bc-apps").append('<li class="breadcrumb-item"><a onclick="populateInterfaceTopAppsTable();">]] print(i18n("interface_ifname", {ifname=getInterfaceName(ifId)})) print[[</a></li>'); // add two li: show the first li when no favourite has been added; show the second li in the other case $("#bc-apps").append('<li class="breadcrumb-item app"> ]] print(i18n("db_explorer.app_talkers", {app="' + app + '"})) print[[</li>'); // LOAD TABLE CONTENTS var div_id = 'app-' + proto_id; if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#apps-container').append('<div class="app-talkers" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface-apps'); hideAll('peers-by-app'); hideAll('flows-per-host-pair-by-app-container'); showOne('app-talkers', div_id); // load the table only if it is the first time we've been called div_id='#'+div_id; if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("l7_proto", proto_id); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_talkers"..top_apps_url_params.."&l7_proto_id=' + proto_id ,") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],\n') print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var addr_td = $("td:eq(1)", row[0]); var label_td = $("td:eq(0)", row[0]); var addr = addr_td.text(); populateHistoricalDbExplorerLink(label_td, addr, proto_id); label_td.append(' <a onclick="populatePeersPerHostByApplication(\'' + addr +'\',\'' + proto_id +'\');"><i class="fas fa-exchange-alt" title="]] print(i18n("db_explorer.app_talkers_with", {app="' + app + '", peer="' + addr +'"})) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.host_name")) print[[", field: "column_label", sortable: true}, {title: "]] print(i18n("ip_address")) print[[", field: "column_addr", hidden: false, sortable: true}, {title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "column_bytes_sent", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.traffic_received")) print[[",field: "column_bytes_rcvd", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populatePeersPerHostByApplication = function(host, proto_id){ refreshHostPeersByAppBreadCrumb(host, proto_id); $('#historical-apps-container').attr("host", host); var div_id = 'app-' + proto_id + '-host-' + hostkey2hostid(host)[0]; if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#peers-per-host-by-app-container').append('<div class="peers-by-app" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface-apps'); hideAll('app-talkers'); hideAll('flows-per-host-pair-by-app-container'); showOne('peers-by-app', div_id); // load the table only if it is the first time we've been called div_id='#'+div_id; if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("l7_proto", proto_id); $(div_id).attr("host", host); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_talkers"..top_apps_url_params.."&l7_proto_id=' + proto_id + '&peer1=' + host ,") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],\n') print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var addr_td = $("td:eq(1)", row[0]); var label_td = $("td:eq(0)", row[0]); var addr = addr_td.text(); populateHistoricalDbExplorerLink(label_td, addr); var num_flows = parseInt($("td:eq(6)", row[0]).text().replace(/[^0-9]/g, '')); label_td.append(' <a onclick="$(\'#historical-apps-container\').attr(\'l7_proto_id\', \'' + proto_id + '\');populateFlowsPerHostPairByApplicationTable(\'' + host +'\',\'' + addr + '\',\'' + proto_id + '\',\'' + num_flows +'\');"><i class="fas fa-tasks" title="]] print(i18n("db_explorer.protocol_flows_between", {proto="' + $(\"#historical-apps-container\").attr(\"l7_proto\") + '", peer1="' + host + '", peer2="' + addr + '"})) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.host_name")) print[[", field: "column_label", sortable: true}, {title: "]] print(i18n("ip_address")) print[[", field: "column_addr", hidden: false, sortable: true}, {title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "column_bytes_sent", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.traffic_received")) print[[",field: "column_bytes_rcvd", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true,css: {textAlign:'right'}}, {title: "]] print(i18n("packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; var populateFlowsPerHostPairByApplicationTable = function(peer1, peer2, l7_proto_id, num_flows){ refreshHostPeersByAppBreadCrumb(peer1, l7_proto_id, peer2); var kpeer1 = hostkey2hostid(peer1)[0]; var kpeer2 = hostkey2hostid(peer2)[0]; if (kpeer2 > kpeer1){ var tmp = kpeer2; kpeer2 = kpeer1; kpeer1 = tmp; } var div_id = 'app-flows-pair-' + kpeer1 + "_" + kpeer2; if(typeof l7_proto_id !== "undefined"){ div_id = div_id + "_" + l7_proto_id; } if ($('#'+div_id).length == 0) // create the div only if it does not exist $('#flows-per-pair-by-app-container').append('<div class="flows-per-host-pair-by-app-container" id="' + div_id + '" total_rows=-1 loaded=0></div>'); hideAll('historical-interface-apps'); hideAll('app-talkers'); hideAll('peers-by-app'); showOne('flows-per-host-pair-by-app-container', div_id); div_id='#'+div_id; // if the table has already been loaded, we just show up all the dropdowns if ($(div_id).attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { // load the table only if it is the first time we've been called disableAllDropdownsAndTabs(); $(div_id).attr("loaded", 1); $(div_id).attr("peer1", peer1); $(div_id).attr("peer2", peer2); $(div_id).attr("l7_proto_id", l7_proto_id); $(div_id).datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_db_flows.lua?ifid="..tostring(ifId)..top_apps_url_params.."&peer1=' + peer1 + '&peer2=' + peer2 + '&l7_proto_id=' + l7_proto_id") if not useAggregatedFlows() and not allowedNetworksRestrictions() then -- speed up by passing the number of flows that is already calculated when browsing raw flows print("+ '&limit=' + num_flows") end print(",") if preference ~= "" then print ('perPage: '..preference.. ",\n") end -- Automatic default sorted. NB: the column must be exists. print [[ post: {totalRows: function(){ return $(div_id).attr("total_rows");} }, showFilter: true, showPagination: true, totalRows: 100, sort: [ [ "BYTES","desc"] ], tableCallback: function(){$(div_id).attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, columns: [ {title: "]] print(i18n("key")) print[[", field: "idx", hidden: true}, {title: "", field: "FLOW_URL", sortable:false, css:{textAlign:'center'}}, {title: "]] print(i18n("application")) print[[", field: "L7_PROTO", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("protocol")) print[[", field: "PROTOCOL", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("client")) print[[", field: "CLIENT", sortable: false}, {title: "]] print(i18n("server")) print[[", field: "SERVER", sortable: false}, {title: "]] print(i18n("begin")) print[[", field: "FIRST_SWITCHED", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("end")) print[[", field: "LAST_SWITCHED", sortable: true, css:{textAlign:'center'}}, {title: "]] print(i18n("traffic")) print[[", field: "BYTES", sortable: true, css:{textAlign:'right'}}, {title: "]] print(i18n("info")) print[[", field: "INFO", sortable: true, css:{textAlign:'right'}}, {title: "]] print(i18n("db_explorer.average_throughput")) print[[", field: "AVG_THROUGHPUT", sortable: false, css:{textAlign:'right'}} ] }); } }; // this is the entry point for the navigation that starts at hosts var populateHostTopAppsTable = function(host){ emptyAppsBreadCrumb(); $('#historical-apps-container').attr("host", host); $('#historical-apps-container').removeAttr("l7_proto"); $('#historical-apps-container').removeAttr("l7_proto_id"); $("#bc-apps").append('<li class="breadcrumb-item">' + host +' protocols</li>'); // remove the favourite top apps dropdowns $('#top_applications_app').parent().closest('div').detach(); $('#top_applications_host_peers_by_app').parent().closest('div').detach(); hideAll("app-talkers"); hideAll("peers-by-app"); hideAll('flows-per-host-pair-by-app-container'); showOne('historical-interface-apps', 'historical-interface-top-apps-table'); if ($('#historical-interface-top-apps-table').attr("loaded") == 1) { enableAllDropdownsAndTabs(); } else { disableAllDropdownsAndTabs(); $('#historical-interface-top-apps-table').attr("loaded", 1); $('#historical-interface-top-apps-table').attr("host", host); $('#historical-interface-top-apps-table').datatable({ title: "",]] print("url: '"..ntop.getHttpPrefix().."/lua/get_historical_data.lua?stats_type=top_applications"..top_apps_url_params.."&peer1=' + host,") if preference ~= "" then print ('perPage: '..preference.. ",") end -- Automatic default sorted. NB: the column must be exists. print ('sort: [ ["'..sort_column..'","'..sort_order..'"] ],') print [[ post: {totalRows: function(){ return $('#historical-interface-top-apps-table').attr("total_rows");} }, showFilter: true, showPagination: true, tableCallback: function(){$('#historical-interface-top-apps-table').attr("total_rows", this.options.totalRows);enableAllDropdownsAndTabs();}, rowCallback: function(row){ var proto_id_td = $("td:eq(0)", row[0]); var proto_label_td = $("td:eq(1)", row[0]); var proto_id = proto_id_td.text(); var proto_label = proto_label_td.text(); var num_flows = parseInt($("td:eq(4)", row[0]).text().replace(/[^0-9]/g, '')); populateHistoricalDbExplorerLink(proto_label_td, '', proto_id); proto_label_td.append(' <a onclick="$(\'#historical-apps-container\').attr(\'l7_proto_id\', \'' + proto_id + '\');$(\'#historical-apps-container\').attr(\'l7_proto\', \'' + proto_label + '\');populatePeersPerHostByApplication(\'' + host +'\',\'' + proto_id +'\');"><i class="fas fa-exchange-alt" title="]] print(i18n("db_explorer.hosts_talking_proto_with", {proto="' + proto_id + '", host="' + host + '"})) print[["></i></a>'); return row; }, columns: [ {title: "]] print(i18n("db_explorer.protocol_id")) print[[", field: "column_application", hidden: true}, {title: "]] print(i18n("application")) print[[", field: "column_label", sortable: false}, {title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "column_bytes", sortable: true, css: {textAlign:'right'}}, {title: "]] print(i18n("packets")) print[[", field: "column_packets", sortable: true, css: {textAlign:'right'}},]] print(printFlowsCountColumn()) print[[ ] }); } }; /* This event is triggered every time the user focuses the "Protocols" tab. The Protocols tab can be focused from two different pages: - from the historical interface chart (e.g., http://localhost:3000/lua/if_stats.lua?if_name=en4&page=historical), and; - from the historical host chart (e.g., http://localhost:3000/lua/host_details.lua?ifid=0&host=192.168.2.130&page=historical) Depending on the page that triggers the event, there is a slightly different behavior of the ajax navigation. Historical interface chart ========================== The navigation follows this path: 0. Interface en4 (populateInterfaceTopAppsTable) 1. Talkers speaking SSL (populateAppTopTalkersTable) 2. Talkers speaking SSL with 192.168.x.x (populatePeersPerHostByApplication) The entry point is at 0. and then it is possible to go back and forth. Historical host chart ======================== The navigation follows this path: 0. Protocols spoken by 192.168.y.y (populateHostTopAppsTable) 1. Talkers speaking SSL with 192.168.y.y (populatePeersPerHostByApplication) Code Re-Use ======================== Interface function 2. and host function 1. are the same function that is used in two different contex. There is a breadcrumb function that adapts the breadcrumb depending on the page. */ $('a[href="#historical-top-apps"]').on('shown.bs.tab', function (e) { if ($('a[href="#historical-top-apps"]').attr("loaded") == 1){ enableAllDropdownsAndTabs(); // do nothing if the tabs have already been computed and populated return; } var target = $(e.target).attr("href"); // activated tab var root = $("#bc-apps").attr("root"); if (root === "interface"){ populateInterfaceTopAppsTable(); } else if (root === "host"){ populateHostTopAppsTable(']] print(host) print[['); } // set epoch_begin and epoch_end status information to the container div $('#historical-apps-container').attr("epoch_begin", "]] print(tostring(epoch_begin)) print[["); $('#historical-apps-container').attr("epoch_end", "]] print(tostring(epoch_end)) print[["); // Finally set a loaded flag for the current tab $('a[href="#historical-top-apps"]').attr("loaded", 1); }); </script> ]] end -- ########################################## function historicalFlowsTab(ifId, host, epoch_begin, epoch_end, l7proto, l4proto, port, info, vlan, profile) -- prepare some attributes that will be attached to divs local div_data = "" if ifId ~= "" and ifId ~= nil then _GET["ifid"] = ifId div_data = div_data..' ifid="'..tostring(ifId)..'" ' end if epoch_begin ~= "" and epoch_begin ~= nil then _GET["epoch_begin"] = epoch_begin div_data = div_data..' epoch_begin="'..tostring(epoch_begin)..'" ' end if epoch_end ~= "" and epoch_end ~= nil then _GET["epoch_end"] = epoch_end div_data = div_data..' epoch_end="'..tostring(epoch_end)..'" ' end if host ~= "" and host ~= nil then _GET["host"] = host div_data = div_data..' host="'..tostring(host)..'" ' end if l7proto ~= "" and l7proto ~= nil and not string.starts(tostring(l7proto), 'all') then if not isnumber(l7proto) then local id = interface.getnDPIProtoId(l7proto) if id ~= -1 then l7proto = id else l7proto = "" end end _GET["protocol"] = l7proto div_data = div_data..' l7_proto_id="'..l7proto..'" ' end if l4proto ~= "" and l4proto ~= nil then if tonumber(l4proto) == nil then l4proto = l4_proto_to_id(l4proto) end _GET["l4proto"] = l4proto div_data = div_data..' l4_proto_id="'..l4proto..'" ' end if port ~= "" and port ~= nil then _GET["port"] = port div_data = div_data..' port="'..port..'" ' end if vlan ~= "" and vlan ~= nil then _GET["vlan"] = vlan div_data = div_data..' vlan="'..vlan..'" ' end if profile ~= "" and profile ~= nil then _GET["profile"] = profile div_data = div_data..' profile="'..profile..'" ' end print[[ <br> <div class="container-fluid" id="historical-flows-container"> <ul class="nav nav-tabs" role="tablist"> <li class="nav-item active"> <a class="nav-link active" href="#historical-flows-summary" role="tab" data-toggle="tab"> ]] print(i18n("db_explorer.summary")) print[[ </a> </li> ]] print '<li class="nav-item" id="tab-ipv4-li" style="display: none;"> <a class="nav-link" href="#tab-ipv4" role="tab"> ' print(i18n("ipv4")) print' </a> </li>' print '<li class="nav-item" id="tab-ipv6-li" style="display: none;"> <a class="nav-link" href="#tab-ipv6" role="tab"> ' print(i18n("ipv6")) print' </a> </li>' print [[ </ul> <div class="tab-content"> <div class="tab-pane in active" id="historical-flows-summary"> <br> <div class="panel panel-default" id="historical-flows-summary-div"> <div class="panel-heading"> <h3 class="panel-title">]] print(i18n("flow_search_results")) print[[ <span id="results-from-aggregated-flows"></span></h3> </div> <div class="panel-body" id="historical-flows-summary-body" style="display:true;"> <div id="flows-summary-too-slow" style="display:none;" class="alert alert-warning"></div> <div id="flows-summary-wait" style="display:true;"> <img src="]] print(ntop.getHttpPrefix()) print[[/img/loading.gif"\> ]] print(i18n("db_explorer.query_in_progress")) print[[ <button class="btn btn-danger btn-xs" type="button" onclick="abortQuery();">]] print(i18n("db_explorer.abort")) print[[</button> </div> </div> <table border=0 class="table table-bordered table-striped" id="flows-summary-table" style="display:none;"> <tr> <th> </th>]] if not useAggregatedFlows() then -- pointless to show counters for aggregations to the user print[[<th>]] print(i18n("db_explorer.total_flows"))print[[</th>]] end print[[<th>]] print(i18n("db_explorer.traffic_volume")) print[[</th> <th>]] print(i18n("db_explorer.total_packets")) print[[</th><th>]] print(i18n("db_explorer.traffic_rate")) print[[</th><th>]] print(i18n("db_explorer.packet_rate")) print[[</th> </tr> </table> </div> ]] print[[ </div> ]] print [[ <div class="tab-pane" id="tab-ipv4" num_flows=0 ]] print(div_data) print[[> <div id="table-flows4"></div> ]] historicalDownloadButtonsBar('flows_v4', 'tab-ipv4', true, false) print[[ </div> ]] print [[ <div class="tab-pane" id="tab-ipv6" num_flows=0 ]] print(div_data) print[[> <div id="table-flows6"></div> ]] historicalDownloadButtonsBar('flows_v6', 'tab-ipv6', false, true ) print[[ </div> ]] if allowedNetworksRestrictions() then print("<b>"..i18n("notes").."</b>") print("<li>"..i18n("note_flow_search_allowed_networks",{nets=ntop.getAllowedNetworks()}).."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_ipv6").."</li>") print("<li>"..i18n("note_flow_search_allowed_networks_counter").."</li>") end print [[ </div> </div> ]] print[[ <script type="text/javascript"> var xhr; var abortQuery = function(){ if(xhr && xhr.readyState != 4){ xhr.abort(); } // error message is populated in the ajax error callback } $('a[href="#historical-flows"]').on('shown.bs.tab', function (e) { if ($('a[href="#historical-flows"]').attr("loaded") == 1){ enableAllDropdownsAndTabs(); // do nothing if the tabs have already been computed and populated return; } var target = $(e.target).attr("href"); // activated tab $('a[href="#historical-flows"]').attr("loaded", 1); // disable all tabs $("#historical-flows-container").find("li").addClass("disabled").find("a").removeAttr("data-toggle"); xhr = $.ajax({ type: 'GET',]] print("url: '"..ntop.getHttpPrefix().."/lua/get_db_data.lua?ifid="..tostring(_GET["ifid"]).."', ") print("data: "..json.encode(_GET, nil)..",") print[[ complete: function() { $("#flows-summary-wait").hide() }, error: function() { var err_msg = "." if(xhr.responseText && xhr.responseText !== "") err_msg = ": " + xhr.responseText + err_msg if(xhr.statusText === "error") err_msg = "An error occurred. Check database connections status" + err_msg else if(xhr.statusText === "abort") err_msg = "Query aborted" + err_msg else err_msg = "Query failed with an unknown status " + xhr.statusText + err_msg $("#historical-flows-summary-body").html(err_msg).show() }, success: function(msg){ if(msg.status !== "ok") { $("#historical-flows-summary-body").html('<H5><i class="fas fa-exclamation-triangle fa-2x"></i> ' + msg.statusText + '</H5>').show() return; } else if(msg.count.IPv4.tot_flows <= 0 && msg.count.IPv6.tot_flows <= 0) { $("#historical-flows-summary-body").html('<H5><i class="fas fa-exclamation-triangle fa-2x"></i> ]]print(i18n("error_no_search_results"))print[[</H5>').show() return; } // re-enable all tabs $("#historical-flows-container").find("li").removeClass("disabled").find("a").attr("data-toggle", "tab"); // populate the number of flows $("#tab-ipv4").attr("num_flows", msg.count.IPv4.tot_flows) $("#tab-ipv6").attr("num_flows", msg.count.IPv6.tot_flows) // show tabs only if they have results if(msg.count.IPv4.tot_bytes > 0) { $("#tab-ipv4-li").show(); } if(msg.count.IPv6.tot_bytes > 0) { $("#tab-ipv6-li").show(); } var tr="" $.each(msg.count, function(ipvers, item){ if(item.tot_bytes <= 0) { return true; // continue } tr += "<tr><th>" + ipvers + "</th>" ]] if not useAggregatedFlows() then -- only show flow counters when querying from raw flows print[[ tr += "<td align='right'>" + item.tot_flows + " Flows</td>" ]] end print[[ tr += "<td align='right'>" + bytesToVolume(item.tot_bytes) + "</td>" tr += "<td align='right'>" + formatPackets(item.tot_packets) + "</td>" tr += "<td align='right'>" + fbits(item.tot_bytes * 8 / msg.timespan) + "</td>" tr += "<td align='right'>" + fpackets(item.tot_packets / msg.timespan) + "</td>" tr += "</tr>" }); // if(msg.aggregated_flows) { // $("#results-from-aggregated-flows").html("]] print(i18n("flow_search_from_aggregated")) print[["); // } $("#flows-summary-table").append(tr) $("#historical-flows-summary-body").remove() $("#flows-summary-table").show(); } }); setInterval(function() { var too_slow = "The database is taking too long to produce results. Consider narrowing down the scope of the query" too_slow += " or tune the database for performance." $("#flows-summary-too-slow").html(too_slow).show() }, 15000) }); </script> ]] historicalFlowsTabTables(ifId, host, epoch_begin, epoch_end, l7proto, l4proto, port, info, vlan, profile) end -- ########################################## function historicalFlowsTabTables(ifId, host, epoch_begin, epoch_end, l7proto, l4proto, port, info, vlan, profile) local url_update = ntop.getHttpPrefix().."/lua/get_db_flows.lua?ifid="..ifId.. "&peer1="..(host or '') .. "&epoch_begin="..(epoch_begin or '').."&epoch_end="..(epoch_end or '').."&l4proto="..(l4proto or '').."&port="..(port or '').."&info="..(info or '').."&vlan="..(vlan or '').."&profile="..(profile or '') if(l7proto ~= "") then if(not(isnumber(l7proto))) then local id -- io.write(l7proto.."\n") id = interface.getnDPIProtoId(l7proto) if(id ~= -1) then l7proto = id ipv4_title = i18n("db_explorer.top_proto_ipv4_flows", {proto=l7proto}) ipv6_title = i18n("db_explorer.top_proto_ipv6_flows", {proto=l7proto}) else l7proto = "" ipv4_title = "" ipv6_title = "" end end if(l7proto ~= "") then url_update = url_update.."&l7proto="..l7proto end end if((host == "") and (l4proto == "") and (port == "")) then ipv4_title = i18n("db_explorer.top_flows_ipv4", {date_from=formatEpoch(epoch_begin), date_to=formatEpoch(epoch_end)}) ipv6_title = i18n("db_explorer.top_flows_ipv6", {date_from=formatEpoch(epoch_begin), date_to=formatEpoch(epoch_end)}) else ipv4_title = "" ipv6_title = "" end print [[ <script type="text/javascript"> $('a[href="#tab-ipv4"]').on('shown.bs.tab', function (e) { if ($('a[href="#tab-ipv4"]').attr("loaded") == 1){ // do nothing if the tab has already been computed and populated enableAllDropdownsAndTabs(); return; } // if here, then we actually have to load the datatable disableAllDropdownsAndTabs(); $('a[href="#tab-ipv4"]').attr("loaded", 1); ]] print [[ var url_update4 = "]] print(url_update) print [[&version=4]] if not useAggregatedFlows() and not allowedNetworksRestrictions() then print[[&limit=" + $("#tab-ipv4").attr("num_flows")]] else -- limit computed dynamically print('"') end print[[ ; var graph_options4 = { url: url_update4, perPage: 5, ]] if(ipv4_title ~= "") then print('title: "'..ipv4_title..'",\n') else print("title: '',\n") end print [[ showFilter: true, showPagination: true, tableCallback: function(){enableAllDropdownsAndTabs();}, sort: [ [ "BYTES","desc"] ], columns: [ { title: "]] print(i18n("key")) print[[", field: "idx", hidden: true, }, ]] if(ntop.isPro()) then print [[ { title: "", field: "FLOW_URL", sortable: false, css: { textAlign: 'center' } }, ]] end print [[ { title: "]] print(i18n("application")) print[[", field: "L7_PROTO", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("protocol")) print[[", field: "PROTOCOL", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("client")) print[[", field: "CLIENT", sortable: false, }, { title: "]] print(i18n("server")) print[[", field: "SERVER", sortable: false, }, { title: "]] print(i18n("begin")) print[[", field: "FIRST_SWITCHED", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("end")) print[[", field: "LAST_SWITCHED", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "IN_BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("db_explorer.traffic_received")) print[[", field: "OUT_BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("info")) print[[", field: "INFO", sortable: true, css: { textAlign: 'left' } }, { title: "]] print(i18n("db_explorer.average_throughput")) print[[", field: "AVG_THROUGHPUT", sortable: false, css: { textAlign: 'right' } } ] }; var table4 = $("#table-flows4").datatable(graph_options4); ]] print[[ }); // closes the event handler on shown.bs.tab ]] print [[ $('a[href="#tab-ipv6"]').on('shown.bs.tab', function (e) { if ($('a[href="#tab-ipv6"]').attr("loaded") == 1){ // do nothing if the tab has already been computed and populated enableAllDropdownsAndTabs(); return; } // if here, then we actually have to load the datatable disableAllDropdownsAndTabs(); $('a[href="#tab-ipv6"]').attr("loaded", 1); var url_update6 = "]] print(url_update) print [[&version=6]] if not useAggregatedFlows() and not allowedNetworksRestrictions() then print[[&limit=" + $("#tab-ipv6").attr("num_flows")]] else -- limit computed dynamically print('"') end print[[ ; var graph_options6 = { url: url_update6, perPage: 5, ]] if(ipv6_title ~= "") then print('title: "'..ipv6_title..'",\n') else print("title: '',\n") end print [[ showFilter: true, showPagination: true, tableCallback: function(){enableAllDropdownsAndTabs();}, sort: [ [ "BYTES","desc"] ], columns: [ { title: "]] print(i18n("key")) print[[", field: "idx", hidden: true, }, ]] if(ntop.isPro()) then print [[ { title: "", field: "FLOW_URL", sortable: false, css: { textAlign: 'center' } }, ]] end print [[ { title: "]] print(i18n("application")) print[[", field: "L7_PROTO", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("protocol")) print[[", field: "PROTOCOL", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("client")) print[[", field: "CLIENT", sortable: false, }, { title: "]] print(i18n("server")) print[[", field: "SERVER", sortable: false, }, { title: "]] print(i18n("begin")) print[[", field: "FIRST_SWITCHED", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("end")) print[[", field: "LAST_SWITCHED", sortable: true, css: { textAlign: 'center' } }, { title: "]] print(i18n("db_explorer.traffic_sent")) print[[", field: "IN_BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("db_explorer.traffic_received")) print[[", field: "OUT_BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("db_explorer.total_traffic")) print[[", field: "BYTES", sortable: true, css: { textAlign: 'right' } }, { title: "]] print(i18n("db_explorer.average_throughput")) print[[", field: "AVG_THROUGHPUT", sortable: false, css: { textAlign: 'right' } } ] }; var table6 = $("#table-flows6").datatable(graph_options6); }); // closes the event handler on shown.bs.tab </script> ]] end -- ########################################## function historicalProtoHostHref(ifId, host, l4_proto, ndpi_proto_id, info) if ntop.isPro() and ntop.getPrefs().is_dump_flows_to_mysql_enabled == true then local hist_url = ntop.getHttpPrefix().."/lua/pro/db_explorer.lua?search=true&ifid="..ifId local now = os.time() local ago1h = now - 3600 hist_url = hist_url.."&epoch_end="..tostring(now) if((host ~= nil) and (host ~= "")) then hist_url = hist_url.."&"..hostinfo2url(host) end if((l4_proto ~= nil) and (l4_proto ~= "")) then hist_url = hist_url.."&l4proto="..l4_proto end if((ndpi_proto_id ~= nil) and (ndpi_proto_id ~= "")) then hist_url = hist_url.."&protocol="..ndpi_proto_id end if((info ~= nil) and (info ~= "")) then hist_url = hist_url.."&info="..info end print(' ') -- print('<span class="badge badge-info">') print('<a href="'..hist_url..'&epoch_begin='..tostring(ago1h)..'" title="'..i18n("db_explorer.last_hour_flows")..'"><i class="fas fa-history fa-lg"></i></a>') -- print('</span>') end end