blob: 563fd3d6d9e408ee97af61dd93daebd3a6eafd99 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
package pool
import (
"sync"
)
// ScannerBufferPool provides a pool of 1MB buffers for scanner operations
// to reduce allocation overhead in turbo mode
var ScannerBufferPool = sync.Pool{
New: func() interface{} {
// 1MB buffer for scanner operations
buf := make([]byte, 1024*1024)
return &buf
},
}
// MediumBufferPool provides a pool of 64KB buffers for tail mode reads
var MediumBufferPool = sync.Pool{
New: func() interface{} {
// 64KB buffer for medium-sized operations
buf := make([]byte, 64*1024)
return &buf
},
}
// SmallBufferPool provides a pool of 4KB buffers for small operations
var SmallBufferPool = sync.Pool{
New: func() interface{} {
// 4KB buffer for small operations
buf := make([]byte, 4*1024)
return &buf
},
}
// GetScannerBuffer gets a 1MB buffer from the pool
func GetScannerBuffer() *[]byte {
return ScannerBufferPool.Get().(*[]byte)
}
// PutScannerBuffer returns a scanner buffer to the pool
func PutScannerBuffer(buf *[]byte) {
// Clear the buffer before returning to pool to avoid memory leaks
if buf != nil && len(*buf) > 0 {
// Reset to original capacity but clear contents
*buf = (*buf)[:cap(*buf)]
for i := range *buf {
(*buf)[i] = 0
}
}
ScannerBufferPool.Put(buf)
}
// GetMediumBuffer gets a 64KB buffer from the pool
func GetMediumBuffer() *[]byte {
return MediumBufferPool.Get().(*[]byte)
}
// PutMediumBuffer returns a medium buffer to the pool
func PutMediumBuffer(buf *[]byte) {
// Clear the buffer before returning to pool
if buf != nil && len(*buf) > 0 {
*buf = (*buf)[:cap(*buf)]
for i := range *buf {
(*buf)[i] = 0
}
}
MediumBufferPool.Put(buf)
}
// GetSmallBuffer gets a 4KB buffer from the pool
func GetSmallBuffer() *[]byte {
return SmallBufferPool.Get().(*[]byte)
}
// PutSmallBuffer returns a small buffer to the pool
func PutSmallBuffer(buf *[]byte) {
// Clear the buffer before returning to pool
if buf != nil && len(*buf) > 0 {
*buf = (*buf)[:cap(*buf)]
for i := range *buf {
(*buf)[i] = 0
}
}
SmallBufferPool.Put(buf)
}
|
