1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
package flamegraph
import (
"context"
"fmt"
"ior/internal/event"
"ior/internal/generated/types"
"os"
"path"
"strings"
"time"
)
type counter struct {
count uint64
duration uint64
}
// TODO: Profile for CPU usage. If too slow, can fan out into multiple maps and
// then merge at the end the maps.
type Flamegraph struct {
// TODO: Keep al lthe individual files at the leaf in a map as well.
// And when dumped, only dump the N "highest" and summarize the other ones.
collapsed map[string]map[types.TraceId]counter
inCh chan *event.Pair
Done chan struct{}
}
func New() Flamegraph {
return Flamegraph{
collapsed: make(map[string]map[types.TraceId]counter),
inCh: make(chan *event.Pair, 4096),
Done: make(chan struct{}),
}
}
func (f Flamegraph) Start(ctx context.Context) {
go func() {
for {
select {
case ev := <-f.inCh:
pathname := path.Dir(ev.File.Name())
pathMap, ok := f.collapsed[pathname]
if !ok {
pathMap = make(map[types.TraceId]counter)
}
traceId := ev.EnterEv.GetTraceId()
cnt := pathMap[traceId]
cnt.count++
cnt.duration += ev.Duration
pathMap[traceId] = cnt
f.collapsed[pathname] = pathMap
ev.RecyclePrev()
default:
select {
case <-ctx.Done():
defer close(f.Done)
fmt.Println("Flamegraph processed last event")
f.dump()
return
default:
time.Sleep(time.Millisecond * 10)
}
}
}
}()
}
func (f Flamegraph) Add(ev *event.Pair) {
f.inCh <- ev
}
func (f Flamegraph) dump() {
f.dumpBy("ior-by-path-count-flamegraph.collapsed", true, func(cnt counter) uint64 {
return cnt.count
})
f.dumpBy("ior-by-path-duration-flamegraph.collapsed", true, func(cnt counter) uint64 {
return cnt.duration
})
f.dumpBy("ior-by-syscall-count-flamegraph.collapsed", false, func(cnt counter) uint64 {
return cnt.count
})
f.dumpBy("ior-by-syscall-duration-flamegraph.collapsed", false, func(cnt counter) uint64 {
return cnt.duration
})
}
func (f Flamegraph) dumpBy(outfile string, syscallAtTop bool, by func(counter) uint64) {
fmt.Println("Dumping", outfile)
file, err := os.Create(outfile)
if err != nil {
panic(err)
}
defer file.Close()
for path, value := range f.collapsed {
var sb strings.Builder
for i, part := range strings.Split(path, "/") {
if i > 1 {
sb.WriteString(";")
sb.WriteString("/")
}
sb.WriteString(part)
}
for traceId, cnt := range value {
var err error
if syscallAtTop {
_, err = fmt.Fprintf(file, "%s;syscall`%s %v\n", sb.String(), traceId.Name(), by(cnt))
} else {
_, err = fmt.Fprintf(file, "syscall`%s;%s %v\n", traceId.Name(), sb.String(), by(cnt))
}
if err != nil {
panic(err)
}
}
}
}
|