diff options
| author | Paul Buetow <paul@buetow.org> | 2025-07-01 12:19:04 +0300 |
|---|---|---|
| committer | Paul Buetow <paul@buetow.org> | 2025-07-01 12:19:04 +0300 |
| commit | 35c3ce0bbf631c29f54cf21d651bd7664badea14 (patch) | |
| tree | 493546db76cce0de8d13f3fd6a601b534cd77e4e /integrationtests | |
| parent | 5494c7a981468951857c683c853ce390937e3fd6 (diff) | |
perf: optimize TestDMap3 to use higher concurrency config
- TestDMap3 processes 100 files and was taking 22+ seconds
- Now uses test_server_complete.json with MaxConcurrentCats=10
- Enabled DTAIL_TURBOBOOST_ENABLE for the server
- This should provide similar speedup as TestDCat2 (4x improvement)
TestDMapLargeFile was not modified as it processes a single 100MB file
rather than multiple files, so concurrency limits don't affect it.
🤖 Generated with [Claude Code](https://claude.ai/code)
Co-Authored-By: Claude <noreply@anthropic.com>
Diffstat (limited to 'integrationtests')
| -rw-r--r-- | integrationtests/dmap_test.go | 10 |
1 files changed, 9 insertions, 1 deletions
diff --git a/integrationtests/dmap_test.go b/integrationtests/dmap_test.go index c1339b5..fc51b3c 100644 --- a/integrationtests/dmap_test.go +++ b/integrationtests/dmap_test.go @@ -283,7 +283,15 @@ func testDMap3WithServer(t *testing.T, logger *TestLogger) { cleanupFiles(t, outFile, csvFile, queryFile) server := NewTestServer(t) - if err := server.Start("error"); err != nil { + // Use optimized config for processing 100 files + cfg := &ServerConfig{ + Port: server.port, + BindAddress: server.bindAddress, + LogLevel: "error", + ExtraArgs: []string{"--cfg", "test_server_complete.json"}, + Env: map[string]string{"DTAIL_TURBOBOOST_ENABLE": "yes"}, + } + if err := server.StartWithConfig(cfg); err != nil { t.Error(err) return } |