add sample

2 files changed, 7139 insertions, 3 deletions

diff --git a/README.md b/README.md
index 3e26422..66a05c9 100644
--- a/README.md
+++ b/README.md
@@ -2,9 +2,11 @@
 
 <img src=assets/ior-small.png align=right />
 
-I/O Riot NG is an experiments with BPF. This program traces for synchronous I/O syscalls and then analyses the time taken for each of those syscalls. 
-

-Maybe a spiritual successor of one of my previous projects, I/O Riot https://codeberg.org/snonux/ioriot, the latter was based on SystemTap and C. The NG is based on Go, C and BPF (via libbpfgo).
+I/O Riot NG is an experiments with BPF. This program traces for synchronous I/O syscalls and then analyses the time taken for each of those syscalls. This is especially useful for drawing FlameGraphs like these:
+
+<img src=assets/ior-by-count-flamegraph.svg />
+
+Maybe this is a spiritual successor of one of my previous projects, I/O Riot https://codeberg.org/snonux/ioriot, the latter was based on SystemTap and C. The NG is based on Go, C and BPF (via libbpfgo).
 
 ## Fedora
 
diff --git a/assets/ior-by-count-flamegraph.svg b/assets/ior-by-count-flamegraph.svg
new file mode 100644
index 0000000..a565939
--- /dev/null
+++ b/assets/ior-by-count-flamegraph.svg
@@ -0,0 +1,7134 @@
+<?xml version="1.0" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<svg version="1.1" width="1200" height="262" onload="init(evt)" viewBox="0 0 1200 262" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<!-- Flame graph stack visualization. See https://github.com/brendangregg/FlameGraph for latest version, and http://www.brendangregg.com/flamegraphs.html for examples. -->
+<!-- NOTES:  -->
+<defs>
+	<linearGradient id="background" y1="0" y2="1" x1="0" x2="0" >
+		<stop stop-color="#eeeeee" offset="5%" />
+		<stop stop-color="#eeeeb0" offset="95%" />
+	</linearGradient>
+</defs>
+<style type="text/css">
+	text { font-family:Verdana; font-size:12px; fill:rgb(0,0,0); }
+	#search, #ignorecase { opacity:0.1; cursor:pointer; }
+	#search:hover, #search.show, #ignorecase:hover, #ignorecase.show { opacity:1; }
+	#subtitle { text-anchor:middle; font-color:rgb(160,160,160); }
+	#title { text-anchor:middle; font-size:17px}
+	#unzoom { cursor:pointer; }
+	#frames > *:hover { stroke:black; stroke-width:0.5; cursor:pointer; }
+	.hide { display:none; }
+	.parent { opacity:0.5; }
+</style>
+<script type="text/ecmascript">
+<![CDATA[
+	"use strict";
+	var details, searchbtn, unzoombtn, matchedtxt, svg, searching, currentSearchTerm, ignorecase, ignorecaseBtn;
+	function init(evt) {
+		details = document.getElementById("details").firstChild;
+		searchbtn = document.getElementById("search");
+		ignorecaseBtn = document.getElementById("ignorecase");
+		unzoombtn = document.getElementById("unzoom");
+		matchedtxt = document.getElementById("matched");
+		svg = document.getElementsByTagName("svg")[0];
+		searching = 0;
+		currentSearchTerm = null;
+
+		// use GET parameters to restore a flamegraphs state.
+		var params = get_params();
+		if (params.x && params.y)
+			zoom(find_group(document.querySelector('[x="' + params.x + '"][y="' + params.y + '"]')));
+                if (params.s) search(params.s);
+	}
+
+	// event listeners
+	window.addEventListener("click", function(e) {
+		var target = find_group(e.target);
+		if (target) {
+			if (target.nodeName == "a") {
+				if (e.ctrlKey === false) return;
+				e.preventDefault();
+			}
+			if (target.classList.contains("parent")) unzoom(true);
+			zoom(target);
+			if (!document.querySelector('.parent')) {
+				// we have basically done a clearzoom so clear the url
+				var params = get_params();
+				if (params.x) delete params.x;
+				if (params.y) delete params.y;
+				history.replaceState(null, null, parse_params(params));
+				unzoombtn.classList.add("hide");
+				return;
+			}
+
+			// set parameters for zoom state
+			var el = target.querySelector("rect");
+			if (el && el.attributes && el.attributes.y && el.attributes._orig_x) {
+				var params = get_params()
+				params.x = el.attributes._orig_x.value;
+				params.y = el.attributes.y.value;
+				history.replaceState(null, null, parse_params(params));
+			}
+		}
+		else if (e.target.id == "unzoom") clearzoom();
+		else if (e.target.id == "search") search_prompt();
+		else if (e.target.id == "ignorecase") toggle_ignorecase();
+	}, false)
+
+	// mouse-over for info
+	// show
+	window.addEventListener("mouseover", function(e) {
+		var target = find_group(e.target);
+		if (target) details.nodeValue = "Path " + g_to_text(target);
+	}, false)
+
+	// clear
+	window.addEventListener("mouseout", function(e) {
+		var target = find_group(e.target);
+		if (target) details.nodeValue = ' ';
+	}, false)
+
+	// ctrl-F for search
+	// ctrl-I to toggle case-sensitive search
+	window.addEventListener("keydown",function (e) {
+		if (e.keyCode === 114 || (e.ctrlKey && e.keyCode === 70)) {
+			e.preventDefault();
+			search_prompt();
+		}
+		else if (e.ctrlKey && e.keyCode === 73) {
+			e.preventDefault();
+			toggle_ignorecase();
+		}
+	}, false)
+
+	// functions
+	function get_params() {
+		var params = {};
+		var paramsarr = window.location.search.substr(1).split('&');
+		for (var i = 0; i < paramsarr.length; ++i) {
+			var tmp = paramsarr[i].split("=");
+			if (!tmp[0] || !tmp[1]) continue;
+			params[tmp[0]]  = decodeURIComponent(tmp[1]);
+		}
+		return params;
+	}
+	function parse_params(params) {
+		var uri = "?";
+		for (var key in params) {
+			uri += key + '=' + encodeURIComponent(params[key]) + '&';
+		}
+		if (uri.slice(-1) == "&")
+			uri = uri.substring(0, uri.length - 1);
+		if (uri == '?')
+			uri = window.location.href.split('?')[0];
+		return uri;
+	}
+	function find_child(node, selector) {
+		var children = node.querySelectorAll(selector);
+		if (children.length) return children[0];
+	}
+	function find_group(node) {
+		var parent = node.parentElement;
+		if (!parent) return;
+		if (parent.id == "frames") return node;
+		return find_group(parent);
+	}
+	function orig_save(e, attr, val) {
+		if (e.attributes["_orig_" + attr] != undefined) return;
+		if (e.attributes[attr] == undefined) return;
+		if (val == undefined) val = e.attributes[attr].value;
+		e.setAttribute("_orig_" + attr, val);
+	}
+	function orig_load(e, attr) {
+		if (e.attributes["_orig_"+attr] == undefined) return;
+		e.attributes[attr].value = e.attributes["_orig_" + attr].value;
+		e.removeAttribute("_orig_"+attr);
+	}
+	function g_to_text(e) {
+		var text = find_child(e, "title").firstChild.nodeValue;
+		return (text)
+	}
+	function g_to_func(e) {
+		var func = g_to_text(e);
+		// if there's any manipulation we want to do to the function
+		// name before it's searched, do it here before returning.
+		return (func);
+	}
+	function update_text(e) {
+		var r = find_child(e, "rect");
+		var t = find_child(e, "text");
+		var w = parseFloat(r.attributes.width.value) -3;
+		var txt = find_child(e, "title").textContent.replace(/\([^(]*\)$/,"");
+		t.attributes.x.value = parseFloat(r.attributes.x.value) + 3;
+
+		// Smaller than this size won't fit anything
+		if (w < 2 * 12 * 0.59) {
+			t.textContent = "";
+			return;
+		}
+
+		t.textContent = txt;
+		var sl = t.getSubStringLength(0, txt.length);
+		// check if only whitespace or if we can fit the entire string into width w
+		if (/^ *$/.test(txt) || sl < w)
+			return;
+
+		// this isn't perfect, but gives a good starting point
+		// and avoids calling getSubStringLength too often
+		var start = Math.floor((w/sl) * txt.length);
+		for (var x = start; x > 0; x = x-2) {
+			if (t.getSubStringLength(0, x + 2) <= w) {
+				t.textContent = txt.substring(0, x) + "..";
+				return;
+			}
+		}
+		t.textContent = "";
+	}
+
+	// zoom
+	function zoom_reset(e) {
+		if (e.attributes != undefined) {
+			orig_load(e, "x");
+			orig_load(e, "width");
+		}
+		if (e.childNodes == undefined) return;
+		for (var i = 0, c = e.childNodes; i < c.length; i++) {
+			zoom_reset(c[i]);
+		}
+	}
+	function zoom_child(e, x, ratio) {
+		if (e.attributes != undefined) {
+			if (e.attributes.x != undefined) {
+				orig_save(e, "x");
+				e.attributes.x.value = (parseFloat(e.attributes.x.value) - x - 10) * ratio + 10;
+				if (e.tagName == "text")
+					e.attributes.x.value = find_child(e.parentNode, "rect[x]").attributes.x.value + 3;
+			}
+			if (e.attributes.width != undefined) {
+				orig_save(e, "width");
+				e.attributes.width.value = parseFloat(e.attributes.width.value) * ratio;
+			}
+		}
+
+		if (e.childNodes == undefined) return;
+		for (var i = 0, c = e.childNodes; i < c.length; i++) {
+			zoom_child(c[i], x - 10, ratio);
+		}
+	}
+	function zoom_parent(e) {
+		if (e.attributes) {
+			if (e.attributes.x != undefined) {
+				orig_save(e, "x");
+				e.attributes.x.value = 10;
+			}
+			if (e.attributes.width != undefined) {
+				orig_save(e, "width");
+				e.attributes.width.value = parseInt(svg.width.baseVal.value) - (10 * 2);
+			}
+		}
+		if (e.childNodes == undefined) return;
+		for (var i = 0, c = e.childNodes; i < c.length; i++) {
+			zoom_parent(c[i]);
+		}
+	}
+	function zoom(node) {
+		var attr = find_child(node, "rect").attributes;
+		var width = parseFloat(attr.width.value);
+		var xmin = parseFloat(attr.x.value);
+		var xmax = parseFloat(xmin + width);
+		var ymin = parseFloat(attr.y.value);
+		var ratio = (svg.width.baseVal.value - 2 * 10) / width;
+
+		// XXX: Workaround for JavaScript float issues (fix me)
+		var fudge = 0.0001;
+
+		unzoombtn.classList.remove("hide");
+
+		var el = document.getElementById("frames").children;
+		for (var i = 0; i < el.length; i++) {
+			var e = el[i];
+			var a = find_child(e, "rect").attributes;
+			var ex = parseFloat(a.x.value);
+			var ew = parseFloat(a.width.value);
+			var upstack;
+			// Is it an ancestor
+			if (0 == 0) {
+				upstack = parseFloat(a.y.value) > ymin;
+			} else {
+				upstack = parseFloat(a.y.value) < ymin;
+			}
+			if (upstack) {
+				// Direct ancestor
+				if (ex <= xmin && (ex+ew+fudge) >= xmax) {
+					e.classList.add("parent");
+					zoom_parent(e);
+					update_text(e);
+				}
+				// not in current path
+				else
+					e.classList.add("hide");
+			}
+			// Children maybe
+			else {
+				// no common path
+				if (ex < xmin || ex + fudge >= xmax) {
+					e.classList.add("hide");
+				}
+				else {
+					zoom_child(e, xmin, ratio);
+					update_text(e);
+				}
+			}
+		}
+		search();
+	}
+	function unzoom(dont_update_text) {
+		unzoombtn.classList.add("hide");
+		var el = document.getElementById("frames").children;
+		for(var i = 0; i < el.length; i++) {
+			el[i].classList.remove("parent");
+			el[i].classList.remove("hide");
+			zoom_reset(el[i]);
+			if(!dont_update_text) update_text(el[i]);
+		}
+		search();
+	}
+	function clearzoom() {
+		unzoom();
+
+		// remove zoom state
+		var params = get_params();
+		if (params.x) delete params.x;
+		if (params.y) delete params.y;
+		history.replaceState(null, null, parse_params(params));
+	}
+
+	// search
+	function toggle_ignorecase() {
+		ignorecase = !ignorecase;
+		if (ignorecase) {
+			ignorecaseBtn.classList.add("show");
+		} else {
+			ignorecaseBtn.classList.remove("show");
+		}
+		reset_search();
+		search();
+	}
+	function reset_search() {
+		var el = document.querySelectorAll("#frames rect");
+		for (var i = 0; i < el.length; i++) {
+			orig_load(el[i], "fill")
+		}
+		var params = get_params();
+		delete params.s;
+		history.replaceState(null, null, parse_params(params));
+	}
+	function search_prompt() {
+		if (!searching) {
+			var term = prompt("Enter a search term (regexp " +
+			    "allowed, eg: ^ext4_)"
+			    + (ignorecase ? ", ignoring case" : "")
+			    + "\nPress Ctrl-i to toggle case sensitivity", "");
+			if (term != null) search(term);
+		} else {
+			reset_search();
+			searching = 0;
+			currentSearchTerm = null;
+			searchbtn.classList.remove("show");
+			searchbtn.firstChild.nodeValue = "Search"
+			matchedtxt.classList.add("hide");
+			matchedtxt.firstChild.nodeValue = ""
+		}
+	}
+	function search(term) {
+		if (term) currentSearchTerm = term;
+		if (currentSearchTerm === null) return;
+
+		var re = new RegExp(currentSearchTerm, ignorecase ? 'i' : '');
+		var el = document.getElementById("frames").children;
+		var matches = new Object();
+		var maxwidth = 0;
+		for (var i = 0; i < el.length; i++) {
+			var e = el[i];
+			var func = g_to_func(e);
+			var rect = find_child(e, "rect");
+			if (func == null || rect == null)
+				continue;
+
+			// Save max width. Only works as we have a root frame
+			var w = parseFloat(rect.attributes.width.value);
+			if (w > maxwidth)
+				maxwidth = w;
+
+			if (func.match(re)) {
+				// highlight
+				var x = parseFloat(rect.attributes.x.value);
+				orig_save(rect, "fill");
+				rect.attributes.fill.value = "rgb(230,0,230)";
+
+				// remember matches
+				if (matches[x] == undefined) {
+					matches[x] = w;
+				} else {
+					if (w > matches[x]) {
+						// overwrite with parent
+						matches[x] = w;
+					}
+				}
+				searching = 1;
+			}
+		}
+		if (!searching)
+			return;
+		var params = get_params();
+		params.s = currentSearchTerm;
+		history.replaceState(null, null, parse_params(params));
+
+		searchbtn.classList.add("show");
+		searchbtn.firstChild.nodeValue = "Reset Search";
+
+		// calculate percent matched, excluding vertical overlap
+		var count = 0;
+		var lastx = -1;
+		var lastw = 0;
+		var keys = Array();
+		for (k in matches) {
+			if (matches.hasOwnProperty(k))
+				keys.push(k);
+		}
+		// sort the matched frames by their x location
+		// ascending, then width descending
+		keys.sort(function(a, b){
+			return a - b;
+		});
+		// Step through frames saving only the biggest bottom-up frames
+		// thanks to the sort order. This relies on the tree property
+		// where children are always smaller than their parents.
+		var fudge = 0.0001;	// JavaScript floating point
+		for (var k in keys) {
+			var x = parseFloat(keys[k]);
+			var w = matches[keys[k]];
+			if (x >= lastx + lastw - fudge) {
+				count += w;
+				lastx = x;
+				lastw = w;
+			}
+		}
+		// display matched percent
+		matchedtxt.classList.remove("hide");
+		var pct = 100 * count / maxwidth;
+		if (pct != 100) pct = pct.toFixed(1)
+		matchedtxt.firstChild.nodeValue = "Matched: " + pct + "%";
+	}
+]]>
+</script>
+<rect x="0.0" y="0" width="1200.0" height="262.0" fill="url(#background)"  />
+<text id="title" x="600.00" y="24" >I/O Syscall Count</text>
+<text id="details" x="10.00" y="245" > </text>
+<text id="unzoom" x="10.00" y="24" class="hide">Reset Zoom</text>
+<text id="search" x="1090.00" y="24" >Search</text>
+<text id="ignorecase" x="1174.00" y="24" >ic</text>
+<text id="matched" x="1090.00" y="245" > </text>
+<g id="frames">
+<g >
+<title>syscall`enter_newfstatat (219 samples, 0.02%)</title><rect x="385.2" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="388.23" y="111.5" ></text>
+</g>
+<g >
+<title>/24.08 (116 samples, 0.01%)</title><rect x="1165.6" y="101" width="0.1" height="15.0" fill="rgb(233,130,30)" rx="2" ry="2" />
+<text  x="1168.56" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_read (136 samples, 0.01%)</title><rect x="853.2" y="85" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="856.23" y="95.5" ></text>
+</g>
+<g >
+<title>/fd (148 samples, 0.01%)</title><rect x="509.8" y="165" width="0.1" height="15.0" fill="rgb(244,145,42)" rx="2" ry="2" />
+<text  x="512.78" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_fcntl (1,106 samples, 0.09%)</title><rect x="874.4" y="133" width="1.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="877.41" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (245 samples, 0.02%)</title><rect x="722.9" y="165" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="725.91" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_fcntl (356 samples, 0.03%)</title><rect x="849.7" y="101" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="852.67" y="111.5" ></text>
+</g>
+<g >
+<title>/a1 (287 samples, 0.02%)</title><rect x="373.7" y="117" width="0.3" height="15.0" fill="rgb(221,125,18)" rx="2" ry="2" />
+<text  x="376.71" y="127.5" ></text>
+</g>
+<g >
+<title>/9b (240 samples, 0.02%)</title><rect x="372.4" y="117" width="0.2" height="15.0" fill="rgb(231,157,28)" rx="2" ry="2" />
+<text  x="375.37" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_write (435 samples, 0.04%)</title><rect x="449.5" y="181" width="0.4" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="452.48" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (250 samples, 0.02%)</title><rect x="374.9" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="377.88" y="111.5" ></text>
+</g>
+<g >
+<title>/telemetry (1,842 samples, 0.15%)</title><rect x="405.5" y="133" width="1.8" height="15.0" fill="rgb(243,127,42)" rx="2" ry="2" />
+<text  x="408.47" y="143.5" ></text>
+</g>
+<g >
+<title>/fd (2,472 samples, 0.20%)</title><rect x="633.2" y="165" width="2.4" height="15.0" fill="rgb(244,145,42)" rx="2" ry="2" />
+<text  x="636.22" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (282 samples, 0.02%)</title><rect x="830.9" y="85" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="833.93" y="95.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (263 samples, 0.02%)</title><rect x="368.1" y="101" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="371.14" y="111.5" ></text>
+</g>
+<g >
+<title>/05 (283 samples, 0.02%)</title><rect x="337.2" y="117" width="0.2" height="15.0" fill="rgb(237,137,35)" rx="2" ry="2" />
+<text  x="340.17" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (236 samples, 0.02%)</title><rect x="359.0" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="362.01" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_statx (411 samples, 0.03%)</title><rect x="972.2" y="149" width="0.4" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="975.21" y="159.5" ></text>
+</g>
+<g >
+<title>syscall`enter_read (108 samples, 0.01%)</title><rect x="270.7" y="149" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="273.71" y="159.5" ></text>
+</g>
+<g >
+<title>/fd (264 samples, 0.02%)</title><rect x="506.2" y="165" width="0.2" height="15.0" fill="rgb(244,145,42)" rx="2" ry="2" />
+<text  x="509.19" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (2,411 samples, 0.20%)</title><rect x="835.8" y="165" width="2.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="838.78" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (139 samples, 0.01%)</title><rect x="841.5" y="133" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="844.52" y="143.5" ></text>
+</g>
+<g >
+<title>/0f (303 samples, 0.02%)</title><rect x="339.7" y="117" width="0.3" height="15.0" fill="rgb(239,134,37)" rx="2" ry="2" />
+<text  x="342.68" y="127.5" ></text>
+</g>
+<g >
+<title>/fe (248 samples, 0.02%)</title><rect x="395.3" y="117" width="0.2" height="15.0" fill="rgb(242,142,41)" rx="2" ry="2" />
+<text  x="398.30" y="127.5" ></text>
+</g>
+<g >
+<title>/cpu (220 samples, 0.02%)</title><rect x="765.9" y="149" width="0.2" height="15.0" fill="rgb(238,161,36)" rx="2" ry="2" />
+<text  x="768.92" y="159.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (276 samples, 0.02%)</title><rect x="768.4" y="85" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="771.38" y="95.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (228 samples, 0.02%)</title><rect x="385.9" y="101" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="388.95" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_statx (1,874 samples, 0.15%)</title><rect x="322.5" y="133" width="1.8" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="325.50" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (201 samples, 0.02%)</title><rect x="1153.7" y="101" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1156.65" y="111.5" ></text>
+</g>
+<g >
+<title>/1c (259 samples, 0.02%)</title><rect x="342.8" y="117" width="0.2" height="15.0" fill="rgb(226,139,23)" rx="2" ry="2" />
+<text  x="345.78" y="127.5" ></text>
+</g>
+<g >
+<title>/user.slice (65,871 samples, 5.40%)</title><rect x="768.4" y="149" width="63.7" height="15.0" fill="rgb(246,116,46)" rx="2" ry="2" />
+<text  x="771.38" y="159.5" >/user...</text>
+</g>
+<g >
+<title>syscall`enter_ioctl (286 samples, 0.02%)</title><rect x="821.4" y="69" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="824.44" y="79.5" ></text>
+</g>
+<g >
+<title>syscall`enter_readlinkat (161 samples, 0.01%)</title><rect x="516.9" y="149" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="519.90" y="159.5" ></text>
+</g>
+<g >
+<title>syscall`enter_readlinkat (120 samples, 0.01%)</title><rect x="478.7" y="149" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="481.71" y="159.5" ></text>
+</g>
+<g >
+<title>/1d (239 samples, 0.02%)</title><rect x="343.0" y="117" width="0.3" height="15.0" fill="rgb(241,135,40)" rx="2" ry="2" />
+<text  x="346.03" y="127.5" ></text>
+</g>
+<g >
+<title>/5.9 (437 samples, 0.04%)</title><rect x="996.8" y="149" width="0.4" height="15.0" fill="rgb(237,96,35)" rx="2" ry="2" />
+<text  x="999.76" y="159.5" ></text>
+</g>
+<g >
+<title>/02 (240 samples, 0.02%)</title><rect x="336.5" y="117" width="0.2" height="15.0" fill="rgb(242,147,41)" rx="2" ry="2" />
+<text  x="339.49" y="127.5" ></text>
+</g>
+<g >
+<title>/flatpak (5,162 samples, 0.42%)</title><rect x="410.0" y="133" width="5.0" height="15.0" fill="rgb(230,158,27)" rx="2" ry="2" />
+<text  x="412.97" y="143.5" ></text>
+</g>
+<g >
+<title>/org.kde.Platform.Locale (136 samples, 0.01%)</title><rect x="272.0" y="181" width="0.1" height="15.0" fill="rgb(242,149,41)" rx="2" ry="2" />
+<text  x="274.97" y="191.5" ></text>
+</g>
+<g >
+<title>/23.08 (172 samples, 0.01%)</title><rect x="1162.0" y="101" width="0.1" height="15.0" fill="rgb(233,134,30)" rx="2" ry="2" />
+<text  x="1164.98" y="111.5" ></text>
+</g>
+<g >
+<title>/app-dbus\x2d:1.2\x2dorg.freedesktop.problems.applet.slice (1,776 samples, 0.15%)</title><rect x="781.9" y="85" width="1.8" height="15.0" fill="rgb(246,115,46)" rx="2" ry="2" />
+<text  x="784.94" y="95.5" ></text>
+</g>
+<g >
+<title>/252750 (439 samples, 0.04%)</title><rect x="539.6" y="181" width="0.4" height="15.0" fill="rgb(226,127,23)" rx="2" ry="2" />
+<text  x="542.60" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_write (899 samples, 0.07%)</title><rect x="744.6" y="165" width="0.9" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="747.63" y="175.5" ></text>
+</g>
+<g >
+<title>/user-0.slice (1,702 samples, 0.14%)</title><rect x="768.4" y="133" width="1.6" height="15.0" fill="rgb(246,116,46)" rx="2" ry="2" />
+<text  x="771.38" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (229 samples, 0.02%)</title><rect x="380.3" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="383.29" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (288 samples, 0.02%)</title><rect x="815.2" y="69" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="818.19" y="79.5" ></text>
+</g>
+<g >
+<title>/gconv (316 samples, 0.03%)</title><rect x="841.1" y="165" width="0.3" height="15.0" fill="rgb(238,144,37)" rx="2" ry="2" />
+<text  x="844.14" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (129 samples, 0.01%)</title><rect x="440.3" y="165" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="443.32" y="175.5" ></text>
+</g>
+<g >
+<title>/repodata (20,620 samples, 1.69%)</title><rect x="1109.5" y="101" width="19.9" height="15.0" fill="rgb(235,137,33)" rx="2" ry="2" />
+<text  x="1112.50" y="111.5" ></text>
+</g>
+<g >
+<title>/dnf (13,724 samples, 1.12%)</title><rect x="1136.7" y="165" width="13.2" height="15.0" fill="rgb(248,162,48)" rx="2" ry="2" />
+<text  x="1139.65" y="175.5" ></text>
+</g>
+<g >
+<title>/bin (6,742 samples, 0.55%)</title><rect x="832.7" y="181" width="6.5" height="15.0" fill="rgb(247,94,46)" rx="2" ry="2" />
+<text  x="835.71" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstat (815 samples, 0.07%)</title><rect x="968.0" y="149" width="0.8" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="970.97" y="159.5" ></text>
+</g>
+<g >
+<title>/systemd-hostnamed.service (140 samples, 0.01%)</title><rect x="766.5" y="133" width="0.1" height="15.0" fill="rgb(246,145,46)" rx="2" ry="2" />
+<text  x="769.46" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_read (572 samples, 0.05%)</title><rect x="812.1" y="69" width="0.5" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="815.07" y="79.5" ></text>
+</g>
+<g >
+<title>/d1 (265 samples, 0.02%)</title><rect x="384.8" y="117" width="0.2" height="15.0" fill="rgb(230,165,28)" rx="2" ry="2" />
+<text  x="387.75" y="127.5" ></text>
+</g>
+<g >
+<title>/5023 (164 samples, 0.01%)</title><rect x="722.3" y="181" width="0.2" height="15.0" fill="rgb(246,128,45)" rx="2" ry="2" />
+<text  x="725.35" y="191.5" ></text>
+</g>
+<g >
+<title>/c2 (223 samples, 0.02%)</title><rect x="381.3" y="117" width="0.2" height="15.0" fill="rgb(247,167,46)" rx="2" ry="2" />
+<text  x="384.29" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (204 samples, 0.02%)</title><rect x="390.5" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="393.53" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (137 samples, 0.01%)</title><rect x="1171.0" y="133" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1173.99" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (288 samples, 0.02%)</title><rect x="798.1" y="69" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="801.13" y="79.5" ></text>
+</g>
+<g >
+<title>/app-dbus\x2d:1.2\x2dorg.gnome.Shell.Screencast.slice (1,741 samples, 0.14%)</title><rect x="812.6" y="85" width="1.7" height="15.0" fill="rgb(246,115,46)" rx="2" ry="2" />
+<text  x="815.62" y="95.5" ></text>
+</g>
+<g >
+<title>/f2 (243 samples, 0.02%)</title><rect x="392.6" y="117" width="0.2" height="15.0" fill="rgb(244,152,42)" rx="2" ry="2" />
+<text  x="395.61" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_readlinkat (20,169 samples, 1.65%)</title><rect x="450.6" y="149" width="19.5" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="453.62" y="159.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (230 samples, 0.02%)</title><rect x="361.6" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="364.57" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (244 samples, 0.02%)</title><rect x="497.4" y="165" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="500.44" y="175.5" ></text>
+</g>
+<g >
+<title>/1656149 (113 samples, 0.01%)</title><rect x="517.7" y="181" width="0.1" height="15.0" fill="rgb(233,129,31)" rx="2" ry="2" />
+<text  x="520.72" y="191.5" ></text>
+</g>
+<g >
+<title>/41 (222 samples, 0.02%)</title><rect x="351.3" y="117" width="0.2" height="15.0" fill="rgb(222,130,19)" rx="2" ry="2" />
+<text  x="354.29" y="127.5" ></text>
+</g>
+<g >
+<title>/queries (1,326 samples, 0.11%)</title><rect x="842.0" y="133" width="1.3" height="15.0" fill="rgb(237,129,36)" rx="2" ry="2" />
+<text  x="844.99" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (226 samples, 0.02%)</title><rect x="391.9" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="394.93" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_readlinkat (2,472 samples, 0.20%)</title><rect x="633.2" y="149" width="2.4" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="636.22" y="159.5" ></text>
+</g>
+<g >
+<title>/6f (256 samples, 0.02%)</title><rect x="362.0" y="117" width="0.2" height="15.0" fill="rgb(232,104,30)" rx="2" ry="2" />
+<text  x="365.00" y="127.5" ></text>
+</g>
+<g >
+<title>/x86_64 (172 samples, 0.01%)</title><rect x="1165.2" y="117" width="0.2" height="15.0" fill="rgb(232,97,30)" rx="2" ry="2" />
+<text  x="1168.21" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (203 samples, 0.02%)</title><rect x="346.2" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="349.22" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_ioctl (282 samples, 0.02%)</title><rect x="770.3" y="69" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="773.29" y="79.5" ></text>
+</g>
+<g >
+<title>syscall`enter_read (574 samples, 0.05%)</title><rect x="781.4" y="69" width="0.5" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="784.39" y="79.5" ></text>
+</g>
+<g >
+<title>syscall`enter_read (569 samples, 0.05%)</title><rect x="779.7" y="69" width="0.5" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="782.67" y="79.5" ></text>
+</g>
+<g >
+<title>/icons (961 samples, 0.08%)</title><rect x="321.5" y="133" width="1.0" height="15.0" fill="rgb(244,134,43)" rx="2" ry="2" />
+<text  x="324.54" y="143.5" ></text>
+</g>
+<g >
+<title>/functions (421 samples, 0.03%)</title><rect x="996.8" y="133" width="0.4" height="15.0" fill="rgb(244,129,43)" rx="2" ry="2" />
+<text  x="999.76" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (289 samples, 0.02%)</title><rect x="350.5" y="101" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="353.54" y="111.5" ></text>
+</g>
+<g >
+<title>/fd (132 samples, 0.01%)</title><rect x="514.2" y="165" width="0.2" height="15.0" fill="rgb(244,145,42)" rx="2" ry="2" />
+<text  x="517.25" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (222 samples, 0.02%)</title><rect x="853.0" y="85" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="855.95" y="95.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstat (336 samples, 0.03%)</title><rect x="827.1" y="85" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="830.12" y="95.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (244 samples, 0.02%)</title><rect x="367.0" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="369.96" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (219 samples, 0.02%)</title><rect x="379.6" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="382.62" y="111.5" ></text>
+</g>
+<g >
+<title>/6018 (8,181 samples, 0.67%)</title><rect x="725.9" y="181" width="8.0" height="15.0" fill="rgb(239,123,37)" rx="2" ry="2" />
+<text  x="728.94" y="191.5" ></text>
+</g>
+<g >
+<title>/1532717 (354 samples, 0.03%)</title><rect x="499.2" y="181" width="0.4" height="15.0" fill="rgb(235,132,34)" rx="2" ry="2" />
+<text  x="502.24" y="191.5" ></text>
+</g>
+<g >
+<title>/4744 (116 samples, 0.01%)</title><rect x="718.8" y="181" width="0.2" height="15.0" fill="rgb(237,111,36)" rx="2" ry="2" />
+<text  x="721.84" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_fcntl (136 samples, 0.01%)</title><rect x="1176.0" y="133" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1178.96" y="143.5" ></text>
+</g>
+<g >
+<title>/appstream (212 samples, 0.02%)</title><rect x="1153.4" y="149" width="0.2" height="15.0" fill="rgb(225,115,23)" rx="2" ry="2" />
+<text  x="1156.44" y="159.5" ></text>
+</g>
+<g >
+<title>syscall`enter_getdents64 (107 samples, 0.01%)</title><rect x="260.2" y="181" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="263.15" y="191.5" ></text>
+</g>
+<g >
+<title>/23.08 (150 samples, 0.01%)</title><rect x="1165.4" y="101" width="0.2" height="15.0" fill="rgb(233,134,30)" rx="2" ry="2" />
+<text  x="1168.41" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (891 samples, 0.07%)</title><rect x="745.8" y="181" width="0.9" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="748.82" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstat (189 samples, 0.02%)</title><rect x="1170.8" y="133" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1173.81" y="143.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (282 samples, 0.02%)</title><rect x="363.9" y="101" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="366.93" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (104 samples, 0.01%)</title><rect x="443.1" y="181" width="0.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="446.08" y="191.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstat (201 samples, 0.02%)</title><rect x="1153.8" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1156.85" y="111.5" ></text>
+</g>
+<g >
+<title>/4d (186 samples, 0.02%)</title><rect x="354.0" y="117" width="0.2" height="15.0" fill="rgb(238,120,36)" rx="2" ry="2" />
+<text  x="357.02" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (178 samples, 0.01%)</title><rect x="378.8" y="101" width="0.2" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="381.79" y="111.5" ></text>
+</g>
+<g >
+<title>syscall`enter_openat (283 samples, 0.02%)</title><rect x="796.4" y="69" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="799.43" y="79.5" ></text>
+</g>
+<g >
+<title>/x86_64 (242 samples, 0.02%)</title><rect x="1169.7" y="117" width="0.2" height="15.0" fill="rgb(232,97,30)" rx="2" ry="2" />
+<text  x="1172.66" y="127.5" ></text>
+</g>
+<g >
+<title>syscall`enter_newfstatat (348 samples, 0.03%)</title><rect x="435.6" y="117" width="0.3" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="438.60" y="127.5" ></text>
+</g>
+<g >
+<title>/gopls (64,648 samples, 5.30%)</title><rect x="336.0" y="149" width="62.5" height="15.0" fill="rgb(233,144,31)" rx="2" ry="2" />
+<text  x="339.03" y="159.5" >/gopls</text>
+</g>
+<g >
+<title>syscall`enter_pread64 (10,437 samples, 0.86%)</title><rect x="1138.0" y="149" width="10.1" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="1141.00" y="159.5" ></text>
+</g>
+<g >
+<title>/.task (254 samples, 0.02%)</title><rect x="432.8" y="165" width="0.3" height="15.0" fill="rgb(236,138,34)" rx="2" ry="2" />
+<text  x="435.84" y="175.5" ></text>
+</g>
+<g >
+<title>syscall`enter_close (1,809 samples, 0.15%)</title><rect x="258.3" y="181" width="1.8" height="15.0" fill="rgb(230,196,28)" rx="2" ry="2" />
+<text  x="261.33" y="191.5" ></text>
+</g>
+<g >
+<title>/0b (198 samples, 0.02%)</title><rect x="338.7" y="117" width="0.2" height="15.0" fill="rgb(228,147,26)" rx="2" ry="2" />
+<text  x="341.66" y="127.5" ></text>
+</g>
+<g >
+<title>/bits (119 samples, 0.01%)</