feat(k3s): add fallback model chain via OpenRouter for high availability
This commit is contained in:
parent
0796b6b698
commit
a1a2ba1d23
2 changed files with 8 additions and 0 deletions
|
|
@ -15,6 +15,10 @@
|
||||||
],
|
],
|
||||||
"provider": "",
|
"provider": "",
|
||||||
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
|
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
|
||||||
|
"fallback_models": [
|
||||||
|
"openrouter/anthropic/claude-3.5-sonnet",
|
||||||
|
"openrouter/google/gemini-2.0-flash-001"
|
||||||
|
],
|
||||||
"max_tokens": 32768,
|
"max_tokens": 32768,
|
||||||
"max_tool_iterations": 50,
|
"max_tool_iterations": 50,
|
||||||
"summarize_message_threshold": 20,
|
"summarize_message_threshold": 20,
|
||||||
|
|
|
||||||
|
|
@ -22,6 +22,10 @@ data:
|
||||||
],
|
],
|
||||||
"provider": "",
|
"provider": "",
|
||||||
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
|
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
|
||||||
|
"fallback_models": [
|
||||||
|
"openrouter/anthropic/claude-3.5-sonnet",
|
||||||
|
"openrouter/google/gemini-2.0-flash-001"
|
||||||
|
],
|
||||||
"max_tokens": 32768,
|
"max_tokens": 32768,
|
||||||
"max_tool_iterations": 50,
|
"max_tool_iterations": 50,
|
||||||
"summarize_message_threshold": 20,
|
"summarize_message_threshold": 20,
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue