"use strict"; // From : https://bl.ocks.org/d3noob/43a860bc0024792f8803bba8ca0d5ecd // Set the dimensions and margins of the diagram let margin = { top: 110, right: 200, bottom: 10, left: 90 }; let menuHeight = document.getElementById('menu_vertical').clientHeight; let width = 960 - margin.left - margin.right; let height = menuHeight * 2; let node_width = 10; let node_height = 55; let center_node = null; let main_svg = d3.select("body").append("svg") .attr("width", width + margin.right + margin.left) .attr("height", height + margin.top + margin.bottom) // dummy container for tooltip d3.select('body') .append('div') .attr('id', 'tooltip') .attr('class', 'tooltip') .attr('style', 'position: absolute; opacity: 0;'); // Define SVGs let defs = main_svg.append("defs"); // Add background pattern let pattern = defs.append('pattern') .attr('id', 'backstripes') .attr('x', margin.left) .attr("width", node_width * 2) .attr("height", height) .attr('patternUnits', "userSpaceOnUse" ) pattern.append('rect') .attr('width', node_width) .attr('height', height) .attr("fill", "#EEEEEE"); // append the svg object to the body of the page // appends a 'group' element to 'svg' // moves the 'group' element to the top left margin let node_container = main_svg.append("g") .attr("transform", `translate(${margin.left}, ${margin.top})`); // Assigns parent, children, height, depth let root = d3.hierarchy(treeData); root.x0 = height / 2; root.y0 = 0; // declares a tree layout let tree = d3.tree(); update(root); function openTreeInNewTab(capture_uuid, hostnode_uuid=null) { let url = `/tree/${capture_uuid}`; if (hostnode_uuid != null) { url += `/${hostnode_uuid}`; } let win = window.open(url, '_blank'); if (win == null) { return false; } win.focus(); return true; } function open_hostnode_popup(hostnode_uuid) { let win = window.open(`/tree/${treeUUID}/host/${hostnode_uuid}`, '_blank', 'width=1024,height=768,left=200,top=100'); if (win == null) { alert("The browser didn't allow Lookyloo to open a pop-up. There should be an icon on the right of your URL bar to allow it."); } win.focus(); } function LocateNode(hostnode_uuid) { let element = document.getElementById(`node_${hostnode_uuid}`); element.scrollIntoView({behavior: "smooth", block: "center", inline: "center"}); let line_arrow = d3.select(`#node_${hostnode_uuid}`) .append('g') .attr('cursor', 'pointer') .on('click', (event, d) => { event.currentTarget.remove(); }); let line = d3.line() // Other options: http://bl.ocks.org/d3indepth/raw/b6d4845973089bc1012dec1674d3aff8/ //.curve(d3.curveCardinal) .curve(d3.curveBundle) .x(point => point.lx) .y(point => point.ly); let line_tip = d3.symbol() .type(d3.symbolTriangle) .size(200); let path = line_arrow .append("path") .attr("stroke-width", "3") .attr("stroke", "black") .attr("fill", "none") .data([{ source: {x: node_width/2, y: -100}, target: {x: node_width/4, y: -node_height/2} }]) .attr("class", "line") .attr("d", d => line( [{lx: d.source.x, ly: d.source.y}, {lx: d.target.x, ly: d.source.y}, {lx: d.target.x, ly: d.target.y} ]) ); let arrow = line_arrow .append("path") .attr("d", line_tip) .attr("stroke", 'black') .style('stroke-width', '3') .attr("fill", 'white') .attr("transform", `translate(${node_width / 4}, ${-node_height / 1.5}) rotate(60)`); let glow = () => { line_arrow.selectAll('path') .transition().duration(1000) //Set transition .style('stroke-width', '7') .style('stroke', 'red') .transition().duration(1000) //Set transition .style('stroke-width', '3') .style('stroke', 'black') .on("end", () => { if (++i > 15) { line_arrow.remove(); } else { glow(); } }); }; let i = 0; glow(); }; function UnbookmarkAllNodes() { d3.selectAll('.node_data').select('rect').style('fill', 'white'); d3.selectAll('.node_data').select('text').style('fill', 'black'); d3.selectAll('.node_data').select("#bookmark") .text("🏁") .on('click', (event, d) => NodeHighlight(d.data.uuid)) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Bookmark this node'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; function MarkAsKnown(capture_uuid, hostnode_uuid=null, urlnode_uuid=null) { let data = {}; if (hostnode_uuid != null) { data['hostnode_uuid'] = hostnode_uuid; }; if (urlnode_uuid != null) { data['urlnode_uuid'] = urlnode_uuid; }; $.post(`/tree/${capture_uuid}/mark_as_legitimate`, data); }; function UnbookmarkHostNode(hostnode_uuid) { d3.select(`#node_${hostnode_uuid}`).select('rect').style('fill', 'white'); d3.select(`#node_${hostnode_uuid}`).select('text').style('fill', 'black'); d3.select(`#node_${hostnode_uuid}`).select("#bookmark") .text("🏁") .on('click', (event, d) => NodeHighlight(d.data.uuid)) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Bookmark this node'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; function NodeHighlight(hostnode_uuid) { let element = document.getElementById(`node_${hostnode_uuid}`); element.scrollIntoView({behavior: "smooth", block: "center", inline: "nearest"}); d3.select(`#node_${hostnode_uuid}`).select('rect').style('fill', 'black'); d3.select(`#node_${hostnode_uuid}`).select('text').style('fill', 'white'); d3.select(`#node_${hostnode_uuid}`).select("#bookmark") .text('❌') .on('click', (event, d) => UnbookmarkHostNode(d.data.uuid)) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Remove bookmark on this node'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; function icon_list(relative_x_pos, relative_y_pos, d) { const icon_size = 16; const icon_options = new Map([ ['js', {path: "/static/javascript.png", tooltip: "URL(s) loading Javascript"}], ['exe', {path: "/static/exe.png", tooltip: "URL(s) loading executables"}], ['css', {path: "/static/css.png", tooltip: "URL(s) loading CSS"}], ['font', {path: "/static/font.png", tooltip: "URL(s) loading fonts"}], ['html', {path: "/static/html.png", tooltip: "URL(s) loading HTML"}], ['json', {path: "/static/json.png", tooltip: "URL(s) loading Json"}], ['iframe', {path: "/static/ifr.png", tooltip: "URL(s) loaded from an Iframe"}], ['image', {path: "/static/img.png", tooltip: "URL(s) loading images"}], ['unknown_mimetype', {path: "/static/wtf.png", tooltip: "URL(s) loading contents of an unknown type"}], ['video', {path: "/static/video.png", tooltip: "URL(s) loading videos"}], ['request_cookie', {path: "/static/cookie_read.png", tooltip: "cookie(s) sent to the server in the request"}], ['response_cookie', {path: "/static/cookie_received.png", tooltip: "cookie(s) received in the response"}], ['redirect', {path: "/static/redirect.png", tooltip: "redirect(s)"}], ['redirect_to_nothing', {path: "/static/cookie_in_url.png", tooltip: "redirect(s) to URL(s) missing in the capture"}] ]); // Put all the icone in one sub svg document let icons = d3.create("svg") .attr('x', relative_x_pos) .attr('y', relative_y_pos) .attr('class', 'icons_list'); icon_options.forEach(function(icon_details, key) { let has_icon = false; let counter = 0; if (typeof d.data[key] === 'boolean') { has_icon = d.data[key]; } else if (typeof d.data[key] === 'number') { has_icon = d.data[key] > 0; counter = d.data[key]; } else if (d.data[key] instanceof Array) { has_icon = d.data[key].length > 0; counter = d.data[key].length; }; if (has_icon) { let icon_group = icons .append("svg") .attr('class', 'icon') .attr("id", `icons_${key}`); icon_group .append('image') .attr("width", icon_size) .attr("height", icon_size) .attr("xlink:href", icon_details.path) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text(`${counter} ${icon_details.tooltip}`); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); if (counter > 0) { icon_group .append('text') .attr("dy", 8) .style("font-size", "10px") .attr('x', icon_size + 1) .text(counter); }; }; }) return icons.node(); } function text_entry(relative_x_pos, relative_y_pos, d) { // Avoid hiding the content after the circle let nodeContent = d3.create("svg") // WARNING: svg is required there, "g" doesn't have getBBox .attr('height', node_height) .attr('x', relative_x_pos) .attr('y', relative_y_pos) .datum(d); // Add labels for the nodes nodeContent.append("text") .attr('dy', '.9em') .attr("stroke", "white") .style("font-size", "16px") .attr("stroke-width", ".2px") .style("opacity", .9) .attr('cursor', 'pointer') .on('click', (event, d) => open_hostnode_popup(d.data.uuid)) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Open investigation pop-up.'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)) .text(d => { let to_print; if (d.data.name.length > 50) { to_print = `[...] ${d.data.name.substring(d.data.name.length - 50, d.data.name.length)}`; } else { to_print = d.data.name }; return to_print; }); return nodeContent.node(); } // Recursively generate the tree function update(root, computed_node_width=0) { // Current height of the tree (cannot use height because it isn't recomputed when we rename children -> _children) let max_depth = 0 root.each(d => { if (d.children){ max_depth = d.depth > max_depth ? d.depth : max_depth; } }); if (computed_node_width != 0) { computed_node_width += 30; // Re-compute SVG size depending on the generated tree let newWidth = Math.max((max_depth + 1) * computed_node_width, node_width); // Update height // node_height is the height of a node, menuHeight * 3 is the minimum so the root node isn't behind the menu let newHeight = Math.max(root.descendants().reverse().length * node_height, menuHeight * 2.5); tree.size([newHeight, newWidth]) // Set background based on the computed width and height let background = main_svg.insert('rect', ':first-child') .attr('y', 0) // Note: We want the background width with an extra computed_node_width // in order to make sure the last node is completely covered .attr('width', newWidth + (margin.right + margin.left + computed_node_width)) .attr('height', newHeight + margin.top + margin.bottom) .style('fill', "url(#backstripes)"); // Update size main_svg .attr("width", newWidth + (margin.right + margin.left)*2) .attr("height", newHeight + margin.top + margin.bottom) // Update pattern main_svg.selectAll('pattern') .attr('width', `${computed_node_width * 2}px`) pattern.selectAll('rect') .attr('width', `${computed_node_width}px`) } // Assigns the x and y position for the nodes let treemap = tree(root); // Compute the new tree layout. => Note: Need d.x & d.y let nodes = treemap.descendants(), links = treemap.descendants().slice(1); // ****************** Nodes section *************************** // Toggle children on click. let toggle_children_collapse = (event, d) => { if (d.children) { d._children = d.children; d.children = null; } else { d.children = d._children; d._children = null; } // Call update on the whole Tree update(d.ancestors().reverse()[0]); }; // Update the nodes... const tree_nodes = node_container.selectAll('g.node') .data(nodes, node => node.data.uuid); tree_nodes.join( // Enter any new modes at the parent's previous position. enter => { let node_group = enter.append('g') .attr('class', 'node') .attr("id", d => `node_${d.data.uuid}`) .attr("transform", `translate(${root.y0}, ${root.x0})`); let node_data = node_group .append('svg') .attr('class', 'node_data') .attr('x', 0) .attr('y', -30); node_data.append('rect') .attr("rx", 6) .attr("ry", 6) .attr('x', 0) .attr('y', 0) .attr('width', 10) .style("opacity", "0.5") .attr("stroke", 'black') .attr('stroke-opacity', "0.8") .attr("stroke-width", "2") .attr("stroke-linecap", "round") .attr("fill", "white") // Set Hostname text node_data .append(d => text_entry(10, 5, d)); // Popup // Set list of icons node_data .append(d => icon_list(12, 35, d)); node_group.select('.node_data').each(function(d){ // set position of icons based of their length let cur_icon_list_len = 0; d3.select(this).selectAll('.icon').each(function(){ d3.select(this).attr('x', cur_icon_list_len); cur_icon_list_len += d3.select(this).node().getBBox().width; }); // Rectangle around the domain name & icons d3.select(this).select('rect') .attr('height', node_height + 5) .attr('width', d3.select(this).node().getBBox().width + 60); // Set the width for all the nodes // Required, as the node width need to include the rectangle // Note: removing .select('rect') breaks rendering on firefox but not on chrome. let selected_node_bbox = d3.select(this).select('rect').node().getBBox(); d.node_width = selected_node_bbox.width; node_width = node_width > selected_node_bbox.width ? node_width : selected_node_bbox.width; // Set number of URLs after the hostname if (d.data.urls_count > 1) { d3.select(this).append("text") .attr('x', d => d3.select(this).select('text').node().getBBox().width + 13) .attr('y', 5) .attr('dy', '.9em') .attr("stroke", "white") .style("font-size", "16px") .attr("stroke-width", ".2px") .style("opacity", .9) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text(`This node contains ${d.data.urls_count} URLs.`); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)) .text(d => { return `(${d.data.urls_count})`; }); }; // Set Bookmark if (enable_bookmark) { d3.select(this).append("text") .attr('x', `${selected_node_bbox.width - 12}px`) .attr('y', '20px') .style("font-size", "16px") .attr("id", "bookmark") .text("🏁") .attr('cursor', 'pointer') .on('click', (event, d) => NodeHighlight(d.data.uuid)) .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Bookmark this node'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; const thumbnail_size = 64; if (d.data.contains_rendered_urlnode) { center_node = d.data.uuid; d3.select(this).append("svg").append('rect') .attr('x', selected_node_bbox.width/3) .attr('y', node_height - 3) .attr('width', thumbnail_size) .attr('height', thumbnail_size) .attr('fill', 'white') .attr('stroke', 'black'); d3.select(this).append('image') .attr('x', selected_node_bbox.width/3) .attr('y', node_height - 3) .attr('id', 'screenshot_thumbnail') .attr("width", thumbnail_size) .attr("height", thumbnail_size) .attr("xlink:href", `data:image/png;base64,${screenshot_thumbnail}`) .attr('cursor', 'pointer') .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('Contains the URL rendered in the browser.'); }) .on('click', (event, d) => { $("#screenshotModal").modal('toggle'); }) .on('mouseout', (event, d) => { d3.select('#tooltip').style('opacity', 0) }); }; const http_icon_size = 24; if (d.data.http_content) { // set lock insecure connection d3.select(this).append("svg").append('rect') .attr('x', selected_node_bbox.width - 22) .attr('y', selected_node_bbox.height - 13) .attr('width', http_icon_size) .attr('height', http_icon_size) .attr('fill', 'white') .attr('stroke', 'black'); d3.select(this).append('image') .attr('x', selected_node_bbox.width - 22) .attr('y', selected_node_bbox.height - 13) .attr('id', 'insecure_image') .attr("width", http_icon_size) .attr("height", http_icon_size) .attr("xlink:href", '/static/insecure.svg') .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('This node containts insecure requests'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; const context_icon_size = 24; if (d.data.malicious) { // set bomb d3.select(this).append("svg").append('rect') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('width', context_icon_size) .attr('height', context_icon_size) .attr('fill', 'white') .attr('stroke', 'black'); d3.select(this).append('image') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('id', 'malicious_image') .attr("width", context_icon_size) .attr("height", context_icon_size) .attr("xlink:href", '/static/bomb.svg') .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('This node containts known malicious content'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); } else if (d.data.legitimate) { // set checkmark d3.select(this).append("svg").append('rect') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('width', context_icon_size) .attr('height', context_icon_size) .attr('fill', 'white') .attr('stroke', 'black'); d3.select(this).append('image') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('id', 'known_image') .attr("width", context_icon_size) .attr("height", context_icon_size) .attr("xlink:href", '/static/check.svg') .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('This node has only known content'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); } else if (d.data.all_empty) { // set empty d3.select(this).append("svg").append('rect') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('width', context_icon_size) .attr('height', context_icon_size) .attr('fill', 'white') .attr('stroke', 'black'); d3.select(this).append('image') .attr('x', selected_node_bbox.width - 22 - http_icon_size) .attr('y', selected_node_bbox.height - 13) .attr('id', 'empty_image') .attr("width", context_icon_size) .attr("height", context_icon_size) .attr("xlink:href", '/static/empty.svg') .on('mouseover', (event, d) => { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text('This node has only empty content'); }) .on('mouseout', (event, d) => d3.select('#tooltip').style('opacity', 0)); }; if (d.children || d._children) { d3.select(this) // Add Circle for the nodes .append('circle') .attr('class', 'node') .attr('r', 1e-6) .attr('cx', d => d.node_width) .attr('cy', d => node_height/2) .style("fill", d => d._children ? "lightsteelblue" : "#fff") .on('mouseover', (event, d) => { if (d.children || d._children) { d3.select('#tooltip') .style('opacity', 1) .style('left', `${event.pageX + 10}px`) .style('top', `${event.pageY + 10}px`) .text(d.children ? 'Collapse the URLs loaded by this node.' : 'Expand the URLs loaded by this node.'); }; } ) .on('mouseout', (event, d) => { if (d.children || d._children) { d3.select('#tooltip').style('opacity', 0) }; } ) .on('click', (event, d) => { if (d.children || d._children) { toggle_children_collapse(event, d) }; } ); }; }); return node_group; }, update => update, exit => exit .transition() // Remove any exiting nodes .attr("transform", node => `translate(${node.y0}, ${node.x0})`) // On exit reduce the node circles size to 0 .attr('r', 1e-6) // On exit reduce the opacity of text labels .style('fill-opacity', 1e-6) .remove() ).call(node => { node // Transition to the proper position for the node .attr("transform", node => `translate(${node.y}, ${node.x})`) // Update the node attributes and style .select('circle.node') .attr('r', 10) .style("fill", node => node._children ? "lightsteelblue" : "#fff") .attr('cursor', (d) => { if (d.children || d._children) { return 'pointer'; } }); }); nodes.forEach(d => { // Store the old positions for transition. d.x0 = d.x; d.y0 = d.y; }); // ****************** links section *************************** // Update the links... const link = node_container.selectAll('path.link').data(links, d => d.id); // Creates a curved (diagonal) path from parent to the child nodes let diagonal = d3.linkHorizontal() .source(d => {return [d.y, d.x]}) .target(d => {return [d.parent.y + d.parent.node_width, d.parent.x]}); link.join( enter => enter // Enter any new links at the parent's previous position. .insert('path', "g") .attr("class", "link") .attr('d', diagonal), update => update, exit => exit.call(exit => exit.attr('d', diagonal).remove()) ).call(link => link.attr('d', diagonal)); if (computed_node_width === 0) { update(root, node_width) } }