1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
// Package httpctx provides HTTP client defaults and context helpers for
// outbound API calls. go-openai uses http.Client{} with zero timeout by
// default; google.golang.org/genai can also run without an explicit client
// deadline. This package sets consistent per-request HTTP timeouts and
// optional operation-level context deadlines when callers pass Background.
package httpctx
import (
"context"
"net/http"
"time"
"github.com/sashabaranov/go-openai"
"google.golang.org/genai"
)
const (
// OpenAIHTTPTimeout bounds each go-openai HTTP round-trip (TTS, chat,
// images). Without this, the default client has no timeout.
OpenAIHTTPTimeout = 15 * time.Minute
// GenAIHTTPTimeout bounds each Google GenAI SDK HTTP request (Gemini text,
// image and TTS generation).
GenAIHTTPTimeout = 30 * time.Minute
// ImageDownloadTimeout limits fetches of remote image URLs (e.g. DALL-E
// temporary URLs, HTTP image links).
ImageDownloadTimeout = 60 * time.Second
// OperationTimeoutDefault caps a full high-level operation (e.g. one image
// Search including scene + generation) when the caller did not set a deadline.
OperationTimeoutDefault = 15 * time.Minute
// ListModelsTimeout bounds model-listing CLI calls.
ListModelsTimeout = 3 * time.Minute
// SingleWordProcessTimeout caps ProcessWordWithTranslation when the CLI
// uses an unbounded context (batch processing already applies per-word
// timeouts elsewhere).
SingleWordProcessTimeout = 10 * time.Minute
)
// OpenAIHTTPClient returns an http.Client for go-openai DefaultConfig.
func OpenAIHTTPClient() *http.Client {
return &http.Client{Timeout: OpenAIHTTPTimeout}
}
// GenAIHTTPClient returns an http.Client for google.golang.org/genai.
func GenAIHTTPClient() *http.Client {
return &http.Client{Timeout: GenAIHTTPTimeout}
}
// ImageDownloadHTTPClient returns a client for generic image URL downloads.
func ImageDownloadHTTPClient() *http.Client {
return &http.Client{Timeout: ImageDownloadTimeout}
}
// NewOpenAIClient creates a go-openai client whose HTTP transport has a deadline.
func NewOpenAIClient(token string) *openai.Client {
cfg := openai.DefaultConfig(token)
cfg.HTTPClient = OpenAIHTTPClient()
return openai.NewClientWithConfig(cfg)
}
// NewGenAIClient wraps genai.NewClient, setting HTTPClient when the config does
// not supply one so outbound requests never rely on an unbounded default.
func NewGenAIClient(ctx context.Context, cfg *genai.ClientConfig) (*genai.Client, error) {
if cfg == nil {
cfg = &genai.ClientConfig{}
}
merged := *cfg
if merged.HTTPClient == nil {
merged.HTTPClient = GenAIHTTPClient()
}
return genai.NewClient(ctx, &merged)
}
// WithTimeoutUnlessSet returns a child context with timeout d when ctx has no
// deadline. If ctx already has a deadline, it returns ctx and a no-op cancel.
func WithTimeoutUnlessSet(ctx context.Context, d time.Duration) (context.Context, context.CancelFunc) {
if ctx == nil {
ctx = context.Background()
}
if _, ok := ctx.Deadline(); ok {
return ctx, func() {}
}
return context.WithTimeout(ctx, d)
}
|
