diff options
Diffstat (limited to 'internal/io/pool/scanner_pool.go')
| -rw-r--r-- | internal/io/pool/scanner_pool.go | 85 |
1 files changed, 85 insertions, 0 deletions
diff --git a/internal/io/pool/scanner_pool.go b/internal/io/pool/scanner_pool.go new file mode 100644 index 0000000..228d65c --- /dev/null +++ b/internal/io/pool/scanner_pool.go @@ -0,0 +1,85 @@ +package pool + +import ( + "sync" +) + +// ScannerBufferPool provides a pool of 1MB buffers for scanner operations +// to reduce allocation overhead in the direct-output read path +var ScannerBufferPool = sync.Pool{ + New: func() interface{} { + // 1MB buffer for scanner operations + buf := make([]byte, 1024*1024) + return &buf + }, +} + +// MediumBufferPool provides a pool of 64KB buffers for tail mode reads +var MediumBufferPool = sync.Pool{ + New: func() interface{} { + // 64KB buffer for medium-sized operations + buf := make([]byte, 64*1024) + return &buf + }, +} + +// SmallBufferPool provides a pool of 4KB buffers for small operations +var SmallBufferPool = sync.Pool{ + New: func() interface{} { + // 4KB buffer for small operations + buf := make([]byte, 4*1024) + return &buf + }, +} + +// GetScannerBuffer gets a 1MB buffer from the pool +func GetScannerBuffer() *[]byte { + return ScannerBufferPool.Get().(*[]byte) +} + +// PutScannerBuffer returns a scanner buffer to the pool +func PutScannerBuffer(buf *[]byte) { + // Clear the buffer before returning to pool to avoid memory leaks + if buf != nil && len(*buf) > 0 { + // Reset to original capacity but clear contents + *buf = (*buf)[:cap(*buf)] + for i := range *buf { + (*buf)[i] = 0 + } + } + ScannerBufferPool.Put(buf) +} + +// GetMediumBuffer gets a 64KB buffer from the pool +func GetMediumBuffer() *[]byte { + return MediumBufferPool.Get().(*[]byte) +} + +// PutMediumBuffer returns a medium buffer to the pool +func PutMediumBuffer(buf *[]byte) { + // Clear the buffer before returning to pool + if buf != nil && len(*buf) > 0 { + *buf = (*buf)[:cap(*buf)] + for i := range *buf { + (*buf)[i] = 0 + } + } + MediumBufferPool.Put(buf) +} + +// GetSmallBuffer gets a 4KB buffer from the pool +func GetSmallBuffer() *[]byte { + return SmallBufferPool.Get().(*[]byte) +} + +// PutSmallBuffer returns a small buffer to the pool +func PutSmallBuffer(buf *[]byte) { + // Clear the buffer before returning to pool + if buf != nil && len(*buf) > 0 { + *buf = (*buf)[:cap(*buf)] + for i := range *buf { + (*buf)[i] = 0 + } + } + SmallBufferPool.Put(buf) +}
\ No newline at end of file |
