fix(provider): add Ollama timeout configuration with 300s default
This commit is contained in:
parent
028605cfd0
commit
9549b0b9f6
1 changed files with 12 additions and 2 deletions
|
|
@ -84,12 +84,17 @@ func CreateProviderFromConfig(cfg *config.ModelConfig) (LLMProvider, string, err
|
|||
if apiBase == "" {
|
||||
apiBase = getDefaultAPIBase(protocol)
|
||||
}
|
||||
// Special handling for Ollama models - extend timeout to 300 seconds
|
||||
requestTimeout := cfg.RequestTimeout
|
||||
if protocol == "ollama" && requestTimeout <= 0 {
|
||||
requestTimeout = 300
|
||||
}
|
||||
return NewHTTPProviderWithMaxTokensFieldAndRequestTimeout(
|
||||
cfg.APIKey,
|
||||
apiBase,
|
||||
cfg.Proxy,
|
||||
cfg.MaxTokensField,
|
||||
cfg.RequestTimeout,
|
||||
requestTimeout,
|
||||
), modelID, nil
|
||||
|
||||
case "litellm", "openrouter", "groq", "zhipu", "gemini", "nvidia",
|
||||
|
|
@ -103,12 +108,17 @@ func CreateProviderFromConfig(cfg *config.ModelConfig) (LLMProvider, string, err
|
|||
if apiBase == "" {
|
||||
apiBase = getDefaultAPIBase(protocol)
|
||||
}
|
||||
// Special handling for Ollama models - extend timeout to 300 seconds
|
||||
requestTimeout := cfg.RequestTimeout
|
||||
if protocol == "ollama" && requestTimeout <= 0 {
|
||||
requestTimeout = 300
|
||||
}
|
||||
return NewHTTPProviderWithMaxTokensFieldAndRequestTimeout(
|
||||
cfg.APIKey,
|
||||
apiBase,
|
||||
cfg.Proxy,
|
||||
cfg.MaxTokensField,
|
||||
cfg.RequestTimeout,
|
||||
requestTimeout,
|
||||
), modelID, nil
|
||||
|
||||
case "anthropic":
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue