diff options
| author | Florian <2320560+florianbuetow@users.noreply.github.com> | 2026-01-31 23:48:38 +0100 |
|---|---|---|
| committer | Florian <2320560+florianbuetow@users.noreply.github.com> | 2026-01-31 23:48:38 +0100 |
| commit | 22009e90a4576764687328ed3cf81efbd2813d77 (patch) | |
| tree | e69b810f813955e24b79409bc27ff6b86adf11e3 /internal/llm/openai.go | |
| parent | 7194696eb8c4c5bd50f69df96e9a6b87cec1f049 (diff) | |
feat: add configurable request timeout for LLM calls
Local LLMs (LM Studio, Ollama, etc.) often need more than the default
30-second timeout. Added request_timeout config option (in seconds)
to [general] section and HEXAI_REQUEST_TIMEOUT env var.
Original constructor signatures preserved via *WithTimeout variants,
so no test changes required.
Diffstat (limited to 'internal/llm/openai.go')
| -rw-r--r-- | internal/llm/openai.go | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/internal/llm/openai.go b/internal/llm/openai.go index b97111d..6bc3a7c 100644 --- a/internal/llm/openai.go +++ b/internal/llm/openai.go @@ -77,14 +77,21 @@ type oaStreamChunk struct { // newOpenAI constructs an OpenAI client using explicit configuration values. // The apiKey may be empty; calls will fail until a valid key is supplied. func newOpenAI(baseURL, model, apiKey string, defaultTemp *float64) Client { + return newOpenAIWithTimeout(baseURL, model, apiKey, defaultTemp, 0) +} + +func newOpenAIWithTimeout(baseURL, model, apiKey string, defaultTemp *float64, timeoutSec int) Client { if strings.TrimSpace(baseURL) == "" { baseURL = "https://api.openai.com/v1" } if strings.TrimSpace(model) == "" { model = "gpt-4.1" } + if timeoutSec <= 0 { + timeoutSec = 30 + } return openAIClient{ - httpClient: &http.Client{Timeout: 30 * time.Second}, + httpClient: &http.Client{Timeout: time.Duration(timeoutSec) * time.Second}, apiKey: apiKey, baseURL: baseURL, defaultModel: model, |
