1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
package clients
import (
"context"
"os"
"sync"
"testing"
"github.com/mimecast/dtail/internal/config"
"github.com/mimecast/dtail/internal/io/dlog"
"github.com/mimecast/dtail/internal/io/signal"
"github.com/mimecast/dtail/internal/source"
"github.com/mimecast/dtail/internal/user"
)
func ensureTestFile10MBForDgrep(b *testing.B, filename string) {
const line = "2023-01-01 12:00:00 INFO [service] Processing request id=12345 user=john.doe@example.com action=login status=success duration=150ms\n"
const targetSize = 10 * 1024 * 1024 // 10MB
if fi, err := os.Stat(filename); err == nil && fi.Size() >= targetSize {
return // File already exists and is large enough
}
f, err := os.Create(filename)
if err != nil {
b.Fatalf("failed to create test file: %v", err)
}
defer f.Close()
written := int64(0)
for written < targetSize {
n, err := f.WriteString(line)
if err != nil {
b.Fatalf("failed to write to test file: %v", err)
}
written += int64(n)
}
}
func BenchmarkDGrepFile10MBNoMatch(b *testing.B) {
const filename = "testfile_10mb_dgrep.log"
b.Log("Ensuring test file exists...")
ensureTestFile10MBForDgrep(b, filename)
b.Log("Test file ensured.")
// Setup args similar to dgrep main
args := config.Args{
RegexStr: "NONEXISTENTPATTERN12345", // Pattern that won't match anything
What: filename,
NoColor: true,
Plain: true,
Quiet: true,
ConnectionsPerCPU: config.DefaultConnectionsPerCPU,
SSHPort: config.DefaultSSHPort,
Logger: "none", // Use none logger to suppress output
LogLevel: "TRACE",
UserName: user.Name(),
ConfigFile: "none",
}
// Initialize config first
config.Setup(source.Client, &args, []string{})
// Initialize logging context only if not already started
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
var wg sync.WaitGroup
// Only start dlog if it hasn't been started already
if dlog.Client == nil {
wg.Add(1)
dlog.Start(ctx, &wg, source.Client)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
client, err := NewGrepClient(args)
if err != nil {
b.Fatalf("failed to create grep client: %v", err)
}
// Run the grep operation
client.Start(ctx, signal.InterruptCh(ctx))
}
b.StopTimer()
cancel()
wg.Wait()
// Cleanup
os.Remove(filename)
}
func BenchmarkDGrepFile10MBWithMatches(b *testing.B) {
const filename = "testfile_10mb_dgrep.log"
b.Log("Ensuring test file exists...")
ensureTestFile10MBForDgrep(b, filename)
b.Log("Test file ensured.")
// Setup args similar to dgrep main
args := config.Args{
RegexStr: "user=john.doe", // Pattern that will match every line
What: filename,
NoColor: true,
Plain: true,
Quiet: true,
ConnectionsPerCPU: config.DefaultConnectionsPerCPU,
SSHPort: config.DefaultSSHPort,
Logger: "none", // Use none logger to suppress output
LogLevel: "TRACE",
UserName: user.Name(),
ConfigFile: "none",
}
// Initialize config first
config.Setup(source.Client, &args, []string{})
// Initialize logging context only if not already started
ctx, cancel := context.WithCancel(context.Background())
defer cancel()
var wg sync.WaitGroup
// Only start dlog if it hasn't been started already
if dlog.Client == nil {
wg.Add(1)
dlog.Start(ctx, &wg, source.Client)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
client, err := NewGrepClient(args)
if err != nil {
b.Fatalf("failed to create grep client: %v", err)
}
// Run the grep operation
client.Start(ctx, signal.InterruptCh(ctx))
}
b.StopTimer()
cancel()
wg.Wait()
// Cleanup
os.Remove(filename)
}
|
