blob: 64e9c224967f16fd7dc3e841b95728546e84d6df (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
#!/bin/bash
# Quick benchmark comparison script for turbo mode vs non-turbo mode
set -e
# Colors for output
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
RED='\033[0;31m'
NC='\033[0m' # No Color
# Configuration
BENCHMARK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PROJECT_ROOT="$(dirname "$BENCHMARK_DIR")"
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
RESULTS_DIR="$BENCHMARK_DIR/turbo_comparison_quick_$TIMESTAMP"
# Ensure results directory exists
mkdir -p "$RESULTS_DIR"
echo -e "${BLUE}=== DTail Turbo Mode Quick Benchmark Comparison ===${NC}"
echo -e "${BLUE}Timestamp: $TIMESTAMP${NC}"
echo -e "${BLUE}Results directory: $RESULTS_DIR${NC}"
echo ""
# Function to run benchmarks with specific configuration
run_benchmark() {
local mode=$1
local output_file=$2
# Only run DCatSimple and DGrepSimplePattern benchmarks with shorter time
local bench_pattern="Benchmark(DCatSimple|DGrepSimplePattern)$"
echo -e "${YELLOW}Running quick benchmarks in $mode mode...${NC}"
if [ "$mode" == "turbo" ]; then
export DTAIL_TURBOBOOST_ENABLE=yes
else
unset DTAIL_TURBOBOOST_ENABLE
fi
# Run benchmarks with shorter time and only small files
cd "$PROJECT_ROOT"
DTAIL_BENCH_SIZES=small go test -bench="$bench_pattern" -benchmem -benchtime=3s ./benchmarks > "$output_file" 2>&1
if [ $? -eq 0 ]; then
echo -e "${GREEN}✓ $mode benchmarks completed${NC}"
else
echo -e "${RED}✗ $mode benchmarks failed${NC}"
cat "$output_file"
exit 1
fi
}
# Function to extract benchmark results
extract_results() {
local file=$1
grep -E "^Benchmark" "$file" | grep -v "FAIL" || true
}
# Function to generate comparison report
generate_report() {
local report_file="$RESULTS_DIR/comparison_report.md"
echo "# Turbo Mode vs Non-Turbo Mode Quick Benchmark Comparison" > "$report_file"
echo "" >> "$report_file"
echo "**Date:** $(date)" >> "$report_file"
echo "**System:** $(uname -a)" >> "$report_file"
echo "**Go Version:** $(go version)" >> "$report_file"
echo "" >> "$report_file"
echo "## Summary" >> "$report_file"
echo "" >> "$report_file"
echo "This is a quick comparison of DTail performance with turbo mode enabled vs disabled." >> "$report_file"
echo "Only small files (10MB) are tested for rapid results." >> "$report_file"
echo "" >> "$report_file"
echo "## Raw Results" >> "$report_file"
echo "" >> "$report_file"
echo "### Non-Turbo Mode" >> "$report_file"
echo '```' >> "$report_file"
extract_results "$RESULTS_DIR/benchmark_non_turbo.txt" >> "$report_file"
echo '```' >> "$report_file"
echo "" >> "$report_file"
echo "### Turbo Mode" >> "$report_file"
echo '```' >> "$report_file"
extract_results "$RESULTS_DIR/benchmark_turbo.txt" >> "$report_file"
echo '```' >> "$report_file"
echo "" >> "$report_file"
# Simple performance calculation
echo "## Performance Summary" >> "$report_file"
echo "" >> "$report_file"
# Extract and compare key metrics
echo "### Quick Analysis" >> "$report_file"
echo "" >> "$report_file"
# DCat results
echo "#### DCat Performance:" >> "$report_file"
non_turbo_dcat=$(grep "BenchmarkDCatSimple/10MB" "$RESULTS_DIR/benchmark_non_turbo.txt" | head -1 | awk '{print $3}' || echo "N/A")
turbo_dcat=$(grep "BenchmarkDCatSimple/10MB" "$RESULTS_DIR/benchmark_turbo.txt" | head -1 | awk '{print $3}' || echo "N/A")
echo "- Non-Turbo: $non_turbo_dcat ns/op" >> "$report_file"
echo "- Turbo: $turbo_dcat ns/op" >> "$report_file"
# DGrep results
echo "" >> "$report_file"
echo "#### DGrep Performance:" >> "$report_file"
non_turbo_dgrep=$(grep "BenchmarkDGrepSimplePattern/10MB" "$RESULTS_DIR/benchmark_non_turbo.txt" | head -1 | awk '{print $3}' || echo "N/A")
turbo_dgrep=$(grep "BenchmarkDGrepSimplePattern/10MB" "$RESULTS_DIR/benchmark_turbo.txt" | head -1 | awk '{print $3}' || echo "N/A")
echo "- Non-Turbo: $non_turbo_dgrep ns/op" >> "$report_file"
echo "- Turbo: $turbo_dgrep ns/op" >> "$report_file"
echo "" >> "$report_file"
echo "## Notes" >> "$report_file"
echo "" >> "$report_file"
echo "- This is a quick benchmark using only small (10MB) files" >> "$report_file"
echo "- For comprehensive results, run the full benchmark suite" >> "$report_file"
echo "- Turbo mode improvements are typically more pronounced with larger files" >> "$report_file"
echo "" >> "$report_file"
}
# Build binaries first
echo -e "${YELLOW}Building DTail binaries...${NC}"
cd "$PROJECT_ROOT"
make build
if [ $? -ne 0 ]; then
echo -e "${RED}Failed to build binaries${NC}"
exit 1
fi
echo -e "${GREEN}✓ Build completed${NC}"
echo ""
# Run benchmarks in both modes
run_benchmark "non-turbo" "$RESULTS_DIR/benchmark_non_turbo.txt"
echo ""
run_benchmark "turbo" "$RESULTS_DIR/benchmark_turbo.txt"
echo ""
# Generate comparison report
echo -e "${YELLOW}Generating comparison report...${NC}"
generate_report
echo -e "${GREEN}✓ Report generated${NC}"
echo ""
# Display summary
echo -e "${BLUE}=== Quick Benchmark Comparison Complete ===${NC}"
echo -e "${GREEN}Results saved to: $RESULTS_DIR${NC}"
echo -e "${GREEN}Report: $RESULTS_DIR/comparison_report.md${NC}"
echo ""
# Show the report
echo -e "${BLUE}Comparison Report:${NC}"
cat "$RESULTS_DIR/comparison_report.md"
|
