1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
package integrationtests
import (
"context"
"fmt"
"os"
"testing"
"github.com/mimecast/dtail/internal/config"
)
func TestDMap(t *testing.T) {
if !config.Env("DTAIL_RUN_INTEGRATION_TESTS") {
t.Log("Skipping")
return
}
inFile := "mapr_testdata.log"
stdoutFile := "dmap.stdout.tmp"
csvFile := "dmap.csv.tmp"
expectedCsvFile := "dmap.csv.expected"
queryFile := fmt.Sprintf("%s.query", csvFile)
expectedQueryFile := "dmap.csv.query.expected"
query := fmt.Sprintf("from STATS select count($line),last($time),"+
"avg($goroutines),min(concurrentConnections),max(lifetimeConnections) "+
"group by $hostname outfile %s", csvFile)
_, err := runCommand(context.TODO(), t, stdoutFile,
"../dmap", "--query", query, inFile)
if err != nil {
t.Error(err)
return
}
if err := compareFiles(t, csvFile, expectedCsvFile); err != nil {
t.Error(err)
return
}
if err := compareFiles(t, queryFile, expectedQueryFile); err != nil {
t.Error(err)
return
}
os.Remove(stdoutFile)
os.Remove(csvFile)
os.Remove(queryFile)
}
func TestDMap2(t *testing.T) {
if !config.Env("DTAIL_RUN_INTEGRATION_TESTS") {
t.Log("Skipping")
return
}
inFile := "mapr_testdata.log"
stdoutFile := "dmap2.stdout.tmp"
csvFile := "dmap2.csv.tmp"
expectedCsvFile := "dmap2.csv.expected"
queryFile := fmt.Sprintf("%s.query", csvFile)
expectedQueryFile := "dmap2.csv.query.expected"
query := fmt.Sprintf("from STATS select count($time),$time,max($goroutines),"+
"avg($goroutines),min($goroutines) group by $time order by count($time) "+
"outfile %s", csvFile)
_, err := runCommand(context.TODO(), t, stdoutFile,
"../dmap", "--query", query, inFile)
if err != nil {
t.Error(err)
return
}
if err := compareFilesContents(t, csvFile, expectedCsvFile); err != nil {
t.Error(err)
return
}
if err := compareFiles(t, queryFile, expectedQueryFile); err != nil {
t.Error(err)
return
}
os.Remove(stdoutFile)
os.Remove(csvFile)
os.Remove(queryFile)
}
func TestDMap3(t *testing.T) {
if !config.Env("DTAIL_RUN_INTEGRATION_TESTS") {
t.Log("Skipping")
return
}
inFile := "mapr_testdata.log"
stdoutFile := "dmap3.stdout.tmp"
csvFile := "dmap3.csv.tmp"
expectedCsvFile := "dmap3.csv.expected"
queryFile := fmt.Sprintf("%s.query", csvFile)
expectedQueryFile := "dmap3.csv.query.expected"
query := fmt.Sprintf("from STATS select count($time),$time,max($goroutines),"+
"avg($goroutines),min($goroutines) group by $time order by count($time) "+
"outfile %s", csvFile)
// Read many input files at once.
args := []string{"--logLevel", "trace", "--pprof", "localhost:8080", "--query", query}
for i := 0; i < 100; i++ {
args = append(args, inFile)
}
if _, err := runCommand(context.TODO(), t, stdoutFile, "../dmap", args...); err != nil {
t.Error(err)
return
}
if err := compareFilesContents(t, csvFile, expectedCsvFile); err != nil {
t.Error(err)
return
}
if err := compareFiles(t, queryFile, expectedQueryFile); err != nil {
t.Error(err)
return
}
os.Remove(stdoutFile)
os.Remove(csvFile)
os.Remove(queryFile)
}
|
