blob: 7276d2cb5504a48d7aa4239ef2eb54b690d39506 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
#!/bin/bash
# Detailed turbo mode test with verification
set -e
# Colors
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
RED='\033[0;31m'
NC='\033[0m'
BENCHMARK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PROJECT_ROOT="$(dirname "$BENCHMARK_DIR")"
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
RESULTS_DIR="$BENCHMARK_DIR/turbo_detailed_$TIMESTAMP"
mkdir -p "$RESULTS_DIR"
echo -e "${BLUE}=== DTail Turbo Mode Detailed Test ===${NC}"
echo ""
# First, let's verify turbo mode is actually being detected
echo -e "${YELLOW}Testing turbo mode detection...${NC}"
# Create test files
TEST_FILE="$RESULTS_DIR/test_file.log"
for i in {1..10000}; do
echo "Line $i: This is a test log line with some data" >> "$TEST_FILE"
done
echo -e "${GREEN}✓ Test file created (10k lines)${NC}"
echo ""
# Test 1: Run dcat with turbo disabled
echo -e "${YELLOW}Test 1: DCat without turbo mode${NC}"
unset DTAIL_TURBOBOOST_ENABLE
cd "$PROJECT_ROOT"
{ time ./dcat "$TEST_FILE" > "$RESULTS_DIR/output_non_turbo.txt" 2>&1; } 2> "$RESULTS_DIR/time_non_turbo.txt"
echo -e "${GREEN}✓ Non-turbo run completed${NC}"
# Test 2: Run dcat with turbo enabled
echo -e "${YELLOW}Test 2: DCat with turbo mode${NC}"
export DTAIL_TURBOBOOST_ENABLE=yes
{ time ./dcat "$TEST_FILE" > "$RESULTS_DIR/output_turbo.txt" 2>&1; } 2> "$RESULTS_DIR/time_turbo.txt"
echo -e "${GREEN}✓ Turbo run completed${NC}"
echo ""
# Compare outputs
echo -e "${YELLOW}Verifying outputs match...${NC}"
if diff -q "$RESULTS_DIR/output_non_turbo.txt" "$RESULTS_DIR/output_turbo.txt" > /dev/null; then
echo -e "${GREEN}✓ Outputs match (turbo mode preserves correctness)${NC}"
else
echo -e "${RED}✗ Outputs differ! Turbo mode may have issues${NC}"
diff "$RESULTS_DIR/output_non_turbo.txt" "$RESULTS_DIR/output_turbo.txt" | head -20
fi
echo ""
# Display timing results
echo -e "${BLUE}Timing Results:${NC}"
echo -e "${YELLOW}Non-Turbo:${NC}"
cat "$RESULTS_DIR/time_non_turbo.txt"
echo ""
echo -e "${YELLOW}Turbo:${NC}"
cat "$RESULTS_DIR/time_turbo.txt"
echo ""
# Run focused benchmarks with server mode
echo -e "${BLUE}Running server mode benchmarks...${NC}"
# Start dserver in background
echo -e "${YELLOW}Starting dserver...${NC}"
./dserver -port 12222 > "$RESULTS_DIR/dserver.log" 2>&1 &
DSERVER_PID=$!
sleep 2
# Function to run server mode test
run_server_test() {
local mode=$1
local output_prefix=$2
if [ "$mode" == "turbo" ]; then
export DTAIL_TURBOBOOST_ENABLE=yes
else
unset DTAIL_TURBOBOOST_ENABLE
fi
echo -e "${YELLOW}Running $mode mode server test...${NC}"
{ time ./dcat --server localhost:12222 "$TEST_FILE" > "$RESULTS_DIR/${output_prefix}_server_output.txt" 2>&1; } 2> "$RESULTS_DIR/${output_prefix}_server_time.txt"
}
# Run server tests
run_server_test "non-turbo" "non_turbo"
run_server_test "turbo" "turbo"
# Kill dserver
kill $DSERVER_PID 2>/dev/null || true
wait $DSERVER_PID 2>/dev/null || true
echo ""
echo -e "${BLUE}Server Mode Timing Results:${NC}"
echo -e "${YELLOW}Non-Turbo (server):${NC}"
cat "$RESULTS_DIR/non_turbo_server_time.txt"
echo ""
echo -e "${YELLOW}Turbo (server):${NC}"
cat "$RESULTS_DIR/turbo_server_time.txt"
echo ""
# Generate summary report
REPORT="$RESULTS_DIR/summary.md"
echo "# Turbo Mode Detailed Test Results" > "$REPORT"
echo "" >> "$REPORT"
echo "**Timestamp:** $TIMESTAMP" >> "$REPORT"
echo "**Test File:** 10,000 lines" >> "$REPORT"
echo "" >> "$REPORT"
echo "## Direct Mode (Serverless)" >> "$REPORT"
echo "" >> "$REPORT"
echo "### Non-Turbo:" >> "$REPORT"
echo '```' >> "$REPORT"
cat "$RESULTS_DIR/time_non_turbo.txt" >> "$REPORT"
echo '```' >> "$REPORT"
echo "" >> "$REPORT"
echo "### Turbo:" >> "$REPORT"
echo '```' >> "$REPORT"
cat "$RESULTS_DIR/time_turbo.txt" >> "$REPORT"
echo '```' >> "$REPORT"
echo "" >> "$REPORT"
echo "## Server Mode" >> "$REPORT"
echo "" >> "$REPORT"
echo "### Non-Turbo:" >> "$REPORT"
echo '```' >> "$REPORT"
cat "$RESULTS_DIR/non_turbo_server_time.txt" >> "$REPORT"
echo '```' >> "$REPORT"
echo "" >> "$REPORT"
echo "### Turbo:" >> "$REPORT"
echo '```' >> "$REPORT"
cat "$RESULTS_DIR/turbo_server_time.txt" >> "$REPORT"
echo '```' >> "$REPORT"
echo "" >> "$REPORT"
echo "## Notes" >> "$REPORT"
echo "" >> "$REPORT"
echo "- Turbo mode is expected to show improvement primarily in server mode" >> "$REPORT"
echo "- The benefits are more pronounced with larger files and network operations" >> "$REPORT"
echo "- Direct (serverless) mode may show less improvement due to already optimized paths" >> "$REPORT"
echo -e "${GREEN}✓ Detailed test completed${NC}"
echo -e "${GREEN}Results saved to: $RESULTS_DIR${NC}"
echo -e "${GREEN}Summary: $REPORT${NC}"
# Show the report
echo ""
cat "$REPORT"
|
