feat(k3s): add fallback model chain via OpenRouter for high availability

This commit is contained in:
stevef 2026-04-19 15:58:53 +02:00
parent 0796b6b698
commit a1a2ba1d23
2 changed files with 8 additions and 0 deletions

View file

@ -15,6 +15,10 @@
], ],
"provider": "", "provider": "",
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct", "model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
"fallback_models": [
"openrouter/anthropic/claude-3.5-sonnet",
"openrouter/google/gemini-2.0-flash-001"
],
"max_tokens": 32768, "max_tokens": 32768,
"max_tool_iterations": 50, "max_tool_iterations": 50,
"summarize_message_threshold": 20, "summarize_message_threshold": 20,

View file

@ -22,6 +22,10 @@ data:
], ],
"provider": "", "provider": "",
"model_name": "nvidia/llama-3.1-nemotron-70b-instruct", "model_name": "nvidia/llama-3.1-nemotron-70b-instruct",
"fallback_models": [
"openrouter/anthropic/claude-3.5-sonnet",
"openrouter/google/gemini-2.0-flash-001"
],
"max_tokens": 32768, "max_tokens": 32768,
"max_tool_iterations": 50, "max_tool_iterations": 50,
"summarize_message_threshold": 20, "summarize_message_threshold": 20,