diff --git a/k3s/config.json b/k3s/config.json index e3c1e8837..aff01c16d 100644 --- a/k3s/config.json +++ b/k3s/config.json @@ -9,7 +9,7 @@ "restrict_to_workspace": true, "allow_read_outside_workspace": false, "provider": "", - "model_name": "nemotron-3-super-120b-a12b", + "model_name": "nemotron-4-340b", "max_tokens": 32768, "max_tool_iterations": 50, "summarize_message_threshold": 20, @@ -295,11 +295,22 @@ "api_base": "https://openrouter.ai/api/v1", "api_keys": "[NOT_HERE]" }, + { + "model_name": "nemotron-4-340b", + "model": "nvidia/nemotron-4-340b-instruct", + "api_base": "https://integrate.api.nvidia.com/v1", + "api_keys": [ + "file://secrets/nvidia-api-key" + ], + "enabled": true + }, { "model_name": "nemotron-3-super-120b-a12b", "model": "nvidia/nemotron-3-super-120b-a12b", "api_base": "https://integrate.api.nvidia.com/v1", - "api_keys": "[NOT_HERE]", + "api_keys": [ + "file://secrets/nvidia-api-key" + ], "enabled": true }, { diff --git a/k3s/configmap.yaml b/k3s/configmap.yaml index cb56195ca..dbe6ee37d 100644 --- a/k3s/configmap.yaml +++ b/k3s/configmap.yaml @@ -16,7 +16,7 @@ data: "restrict_to_workspace": true, "allow_read_outside_workspace": false, "provider": "", - "model_name": "nemotron-3-super-120b-a12b", + "model_name": "nemotron-4-340b", "max_tokens": 32768, "max_tool_iterations": 50, "summarize_message_threshold": 20, @@ -302,11 +302,22 @@ data: "api_base": "https://openrouter.ai/api/v1", "api_keys": "[NOT_HERE]" }, + { + "model_name": "nemotron-4-340b", + "model": "nvidia/nemotron-4-340b-instruct", + "api_base": "https://integrate.api.nvidia.com/v1", + "api_keys": [ + "file://secrets/nvidia-api-key" + ], + "enabled": true + }, { "model_name": "nemotron-3-super-120b-a12b", "model": "nvidia/nemotron-3-super-120b-a12b", "api_base": "https://integrate.api.nvidia.com/v1", - "api_keys": "[NOT_HERE]", + "api_keys": [ + "file://secrets/nvidia-api-key" + ], "enabled": true }, {