diff --git a/k3s/config.json b/k3s/config.json index 33fa25680..e8d8f8c3b 100644 --- a/k3s/config.json +++ b/k3s/config.json @@ -15,6 +15,10 @@ ], "provider": "", "model_name": "nvidia/llama-3.1-nemotron-70b-instruct", + "fallback_models": [ + "openrouter/anthropic/claude-3.5-sonnet", + "openrouter/google/gemini-2.0-flash-001" + ], "max_tokens": 32768, "max_tool_iterations": 50, "summarize_message_threshold": 20, diff --git a/k3s/configmap.yaml b/k3s/configmap.yaml index e26e5f2b9..cf4584c38 100644 --- a/k3s/configmap.yaml +++ b/k3s/configmap.yaml @@ -22,6 +22,10 @@ data: ], "provider": "", "model_name": "nvidia/llama-3.1-nemotron-70b-instruct", + "fallback_models": [ + "openrouter/anthropic/claude-3.5-sonnet", + "openrouter/google/gemini-2.0-flash-001" + ], "max_tokens": 32768, "max_tool_iterations": 50, "summarize_message_threshold": 20,