1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
|
package internal
import (
"context"
"log"
"sync"
"time"
)
func runChecks(ctx context.Context, state state, conf config) state {
var (
limitCh = make(chan struct{}, conf.CheckConcurrency)
inputCh = make(chan namedCheck)
outputCh = make(chan checkResult)
deps = newDependency(conf)
)
go func() {
for name, check := range conf.Checks {
inputCh <- namedCheck{check, name}
}
close(inputCh)
}()
var outputWg sync.WaitGroup
outputWg.Add(1)
go func() {
for checkResult := range outputCh {
state.update(checkResult)
}
outputWg.Done()
}()
var inputWg sync.WaitGroup
inputWg.Add(len(conf.Checks))
for check := range inputCh {
go func(check namedCheck) {
outputCh <- runCheck(ctx, limitCh, deps, check, conf, check.Retries)
inputWg.Done()
}(check)
}
inputWg.Wait()
log.Println("All checks completed!")
close(outputCh)
outputWg.Wait()
log.Println("All outputs collected!")
return state
}
func runCheck(ctx context.Context, limitCh chan struct{},
deps dependency, check namedCheck, conf config, retries int) checkResult {
if err := deps.wait(ctx, check.DependsOn); err != nil {
deps.notOk(check.name)
return check.skip(err.Error())
}
limitCh <- struct{}{}
checkCtx, cancel := context.WithTimeout(ctx,
time.Duration(conf.CheckTimeoutS)*time.Second)
defer cancel()
checkResult := check.run(checkCtx)
if checkResult.status != nagiosOk && retries > 0 {
<-limitCh
retryDuration := time.Duration(check.RetryInterval) * time.Second
time.Sleep(retryDuration)
log.Printf("Retrying %s after %v", check.name, retryDuration)
return runCheck(ctx, limitCh, deps, check, conf, retries-1)
}
if checkResult.status == nagiosCritical {
deps.notOk(check.name)
} else {
deps.ok(check.name)
}
<-limitCh
return checkResult
}
|
