diff options
| author | Paul Bütow <1224732+snonux@users.noreply.github.com> | 2026-02-02 20:55:36 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-02-02 20:55:36 +0200 |
| commit | da01d65da337cc2f6c99d8236140f8fb45c6bd5e (patch) | |
| tree | 4887ab977b8a92165e180dd3d3c7323df7e6172b /internal/llm/ollama.go | |
| parent | 7194696eb8c4c5bd50f69df96e9a6b87cec1f049 (diff) | |
| parent | 791cd282ec143c9bbb44eba3b2271f1573272ba5 (diff) | |
Merge pull request #2 from florianbuetow/feature-timeout-config
feat: add configurable request timeout for LLM calls
Diffstat (limited to 'internal/llm/ollama.go')
| -rw-r--r-- | internal/llm/ollama.go | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/internal/llm/ollama.go b/internal/llm/ollama.go index f355166..a22dd7b 100644 --- a/internal/llm/ollama.go +++ b/internal/llm/ollama.go @@ -42,14 +42,21 @@ type ollamaChatResponse struct { // Constructor (kept among the first functions by convention) func newOllama(baseURL, model string, defaultTemp *float64) Client { + return newOllamaWithTimeout(baseURL, model, defaultTemp, 0) +} + +func newOllamaWithTimeout(baseURL, model string, defaultTemp *float64, timeoutSec int) Client { if strings.TrimSpace(baseURL) == "" { baseURL = "http://localhost:11434" } if strings.TrimSpace(model) == "" { model = "qwen3-coder:30b-a3b-q4_K_M" } + if timeoutSec <= 0 { + timeoutSec = 30 + } return ollamaClient{ - httpClient: &http.Client{Timeout: 30 * time.Second}, + httpClient: &http.Client{Timeout: time.Duration(timeoutSec) * time.Second}, baseURL: strings.TrimRight(baseURL, "/"), defaultModel: model, chatLogger: logging.NewChatLogger("ollama"), |
