From 22009e90a4576764687328ed3cf81efbd2813d77 Mon Sep 17 00:00:00 2001
From: Florian <2320560+florianbuetow@users.noreply.github.com>
Date: Sat, 31 Jan 2026 23:48:38 +0100
Subject: feat: add configurable request timeout for LLM calls

Local LLMs (LM Studio, Ollama, etc.) often need more than the default
30-second timeout. Added request_timeout config option (in seconds)
to [general] section and HEXAI_REQUEST_TIMEOUT env var.

Original constructor signatures preserved via *WithTimeout variants,
so no test changes required.
---
 internal/llm/ollama.go | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

(limited to 'internal/llm/ollama.go')

diff --git a/internal/llm/ollama.go b/internal/llm/ollama.go
index f355166..a22dd7b 100644
--- a/internal/llm/ollama.go
+++ b/internal/llm/ollama.go
@@ -42,14 +42,21 @@ type ollamaChatResponse struct {
 
 // Constructor (kept among the first functions by convention)
 func newOllama(baseURL, model string, defaultTemp *float64) Client {
+	return newOllamaWithTimeout(baseURL, model, defaultTemp, 0)
+}
+
+func newOllamaWithTimeout(baseURL, model string, defaultTemp *float64, timeoutSec int) Client {
 	if strings.TrimSpace(baseURL) == "" {
 		baseURL = "http://localhost:11434"
 	}
 	if strings.TrimSpace(model) == "" {
 		model = "qwen3-coder:30b-a3b-q4_K_M"
 	}
+	if timeoutSec <= 0 {
+		timeoutSec = 30
+	}
 	return ollamaClient{
-		httpClient:         &http.Client{Timeout: 30 * time.Second},
+		httpClient:         &http.Client{Timeout: time.Duration(timeoutSec) * time.Second},
 		baseURL:            strings.TrimRight(baseURL, "/"),
 		defaultModel:       model,
 		chatLogger:         logging.NewChatLogger("ollama"),
-- 
cgit v1.2.3