feat(k3s): configure to use nemotron-4-340b by default and fix secret path resolving
This commit is contained in:
parent
d5701918d4
commit
f389e8d5f2
2 changed files with 26 additions and 4 deletions
|
|
@ -9,7 +9,7 @@
|
||||||
"restrict_to_workspace": true,
|
"restrict_to_workspace": true,
|
||||||
"allow_read_outside_workspace": false,
|
"allow_read_outside_workspace": false,
|
||||||
"provider": "",
|
"provider": "",
|
||||||
"model_name": "nemotron-3-super-120b-a12b",
|
"model_name": "nemotron-4-340b",
|
||||||
"max_tokens": 32768,
|
"max_tokens": 32768,
|
||||||
"max_tool_iterations": 50,
|
"max_tool_iterations": 50,
|
||||||
"summarize_message_threshold": 20,
|
"summarize_message_threshold": 20,
|
||||||
|
|
@ -295,11 +295,22 @@
|
||||||
"api_base": "https://openrouter.ai/api/v1",
|
"api_base": "https://openrouter.ai/api/v1",
|
||||||
"api_keys": "[NOT_HERE]"
|
"api_keys": "[NOT_HERE]"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"model_name": "nemotron-4-340b",
|
||||||
|
"model": "nvidia/nemotron-4-340b-instruct",
|
||||||
|
"api_base": "https://integrate.api.nvidia.com/v1",
|
||||||
|
"api_keys": [
|
||||||
|
"file://secrets/nvidia-api-key"
|
||||||
|
],
|
||||||
|
"enabled": true
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"model_name": "nemotron-3-super-120b-a12b",
|
"model_name": "nemotron-3-super-120b-a12b",
|
||||||
"model": "nvidia/nemotron-3-super-120b-a12b",
|
"model": "nvidia/nemotron-3-super-120b-a12b",
|
||||||
"api_base": "https://integrate.api.nvidia.com/v1",
|
"api_base": "https://integrate.api.nvidia.com/v1",
|
||||||
"api_keys": "[NOT_HERE]",
|
"api_keys": [
|
||||||
|
"file://secrets/nvidia-api-key"
|
||||||
|
],
|
||||||
"enabled": true
|
"enabled": true
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
|
|
||||||
|
|
@ -16,7 +16,7 @@ data:
|
||||||
"restrict_to_workspace": true,
|
"restrict_to_workspace": true,
|
||||||
"allow_read_outside_workspace": false,
|
"allow_read_outside_workspace": false,
|
||||||
"provider": "",
|
"provider": "",
|
||||||
"model_name": "nemotron-3-super-120b-a12b",
|
"model_name": "nemotron-4-340b",
|
||||||
"max_tokens": 32768,
|
"max_tokens": 32768,
|
||||||
"max_tool_iterations": 50,
|
"max_tool_iterations": 50,
|
||||||
"summarize_message_threshold": 20,
|
"summarize_message_threshold": 20,
|
||||||
|
|
@ -302,11 +302,22 @@ data:
|
||||||
"api_base": "https://openrouter.ai/api/v1",
|
"api_base": "https://openrouter.ai/api/v1",
|
||||||
"api_keys": "[NOT_HERE]"
|
"api_keys": "[NOT_HERE]"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"model_name": "nemotron-4-340b",
|
||||||
|
"model": "nvidia/nemotron-4-340b-instruct",
|
||||||
|
"api_base": "https://integrate.api.nvidia.com/v1",
|
||||||
|
"api_keys": [
|
||||||
|
"file://secrets/nvidia-api-key"
|
||||||
|
],
|
||||||
|
"enabled": true
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"model_name": "nemotron-3-super-120b-a12b",
|
"model_name": "nemotron-3-super-120b-a12b",
|
||||||
"model": "nvidia/nemotron-3-super-120b-a12b",
|
"model": "nvidia/nemotron-3-super-120b-a12b",
|
||||||
"api_base": "https://integrate.api.nvidia.com/v1",
|
"api_base": "https://integrate.api.nvidia.com/v1",
|
||||||
"api_keys": "[NOT_HERE]",
|
"api_keys": [
|
||||||
|
"file://secrets/nvidia-api-key"
|
||||||
|
],
|
||||||
"enabled": true
|
"enabled": true
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue