Merge branch 'main' into main
This commit is contained in:
commit
053ff64dd5
69 changed files with 3439 additions and 527 deletions
|
|
@ -524,7 +524,7 @@ Connectez PicoClaw au réseau social des Agents simplement en envoyant un seul m
|
||||||
| Commande | Description |
|
| Commande | Description |
|
||||||
| ------------------------- | ---------------------------------------- |
|
| ------------------------- | ---------------------------------------- |
|
||||||
| `picoclaw onboard` | Initialiser la config & le workspace |
|
| `picoclaw onboard` | Initialiser la config & le workspace |
|
||||||
| `picoclaw onboard weixin` | Connecter un compte WeChat via QR |
|
| `picoclaw auth weixin` | Connecter un compte WeChat via QR |
|
||||||
| `picoclaw agent -m "..."` | Chatter avec l'agent |
|
| `picoclaw agent -m "..."` | Chatter avec l'agent |
|
||||||
| `picoclaw agent` | Mode chat interactif |
|
| `picoclaw agent` | Mode chat interactif |
|
||||||
| `picoclaw gateway` | Démarrer le gateway |
|
| `picoclaw gateway` | Démarrer le gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ Hubungkan PicoClaw ke Jaringan Sosial Agent hanya dengan mengirim satu pesan mel
|
||||||
| Perintah | Deskripsi |
|
| Perintah | Deskripsi |
|
||||||
| -------------------------- | -------------------------------- |
|
| -------------------------- | -------------------------------- |
|
||||||
| `picoclaw onboard` | Inisialisasi konfigurasi & workspace |
|
| `picoclaw onboard` | Inisialisasi konfigurasi & workspace |
|
||||||
| `picoclaw onboard weixin` | Hubungkan akun WeChat via QR |
|
| `picoclaw auth weixin` | Hubungkan akun WeChat via QR |
|
||||||
| `picoclaw agent -m "..."` | Chat dengan agent |
|
| `picoclaw agent -m "..."` | Chat dengan agent |
|
||||||
| `picoclaw agent` | Mode chat interaktif |
|
| `picoclaw agent` | Mode chat interaktif |
|
||||||
| `picoclaw gateway` | Mulai gateway |
|
| `picoclaw gateway` | Mulai gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ Connetti PicoClaw al Social Network degli Agent semplicemente inviando un singol
|
||||||
| Comando | Descrizione |
|
| Comando | Descrizione |
|
||||||
| ------------------------- | ---------------------------------- |
|
| ------------------------- | ---------------------------------- |
|
||||||
| `picoclaw onboard` | Inizializza config & workspace |
|
| `picoclaw onboard` | Inizializza config & workspace |
|
||||||
| `picoclaw onboard weixin` | Connetti account WeChat tramite QR |
|
| `picoclaw auth weixin` | Connetti account WeChat tramite QR |
|
||||||
| `picoclaw agent -m "..."` | Chatta con l'agent |
|
| `picoclaw agent -m "..."` | Chatta con l'agent |
|
||||||
| `picoclaw agent` | Modalità chat interattiva |
|
| `picoclaw agent` | Modalità chat interattiva |
|
||||||
| `picoclaw gateway` | Avvia il gateway |
|
| `picoclaw gateway` | Avvia il gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ CLI または統合チャットアプリからメッセージを 1 つ送るだ
|
||||||
| コマンド | 説明 |
|
| コマンド | 説明 |
|
||||||
| ------------------------- | ------------------------------ |
|
| ------------------------- | ------------------------------ |
|
||||||
| `picoclaw onboard` | 設定&ワークスペースの初期化 |
|
| `picoclaw onboard` | 設定&ワークスペースの初期化 |
|
||||||
| `picoclaw onboard weixin` | WeChat アカウントを QR で接続 |
|
| `picoclaw auth weixin` | WeChat アカウントを QR で接続 |
|
||||||
| `picoclaw agent -m "..."` | Agent とチャット |
|
| `picoclaw agent -m "..."` | Agent とチャット |
|
||||||
| `picoclaw agent` | インタラクティブチャットモード |
|
| `picoclaw agent` | インタラクティブチャットモード |
|
||||||
| `picoclaw gateway` | Gateway を起動 |
|
| `picoclaw gateway` | Gateway を起動 |
|
||||||
|
|
|
||||||
|
|
@ -373,6 +373,9 @@ PicoClaw supports 30+ LLM providers through the `model_list` configuration. Use
|
||||||
| [Azure OpenAI](https://portal.azure.com/) | `azure/` | Required | Enterprise Azure deployment |
|
| [Azure OpenAI](https://portal.azure.com/) | `azure/` | Required | Enterprise Azure deployment |
|
||||||
| [GitHub Copilot](https://github.com/features/copilot) | `github-copilot/` | OAuth | Device code login |
|
| [GitHub Copilot](https://github.com/features/copilot) | `github-copilot/` | OAuth | Device code login |
|
||||||
| [Antigravity](https://console.cloud.google.com/) | `antigravity/` | OAuth | Google Cloud AI |
|
| [Antigravity](https://console.cloud.google.com/) | `antigravity/` | OAuth | Google Cloud AI |
|
||||||
|
| [AWS Bedrock](https://console.aws.amazon.com/bedrock)* | `bedrock/` | AWS credentials | Claude, Llama, Mistral on AWS |
|
||||||
|
|
||||||
|
> \* AWS Bedrock requires build tag: `go build -tags bedrock`. Set `api_base` to a region name (e.g., `us-east-1`) for automatic endpoint resolution across all AWS partitions (aws, aws-cn, aws-us-gov). When using a full endpoint URL instead, you must also configure `AWS_REGION` via environment variable or AWS config/profile.
|
||||||
|
|
||||||
<details>
|
<details>
|
||||||
<summary><b>Local deployment (Ollama, vLLM, etc.)</b></summary>
|
<summary><b>Local deployment (Ollama, vLLM, etc.)</b></summary>
|
||||||
|
|
@ -520,7 +523,7 @@ Connect PicoClaw to the Agent Social Network simply by sending a single message
|
||||||
| Command | Description |
|
| Command | Description |
|
||||||
| ------------------------- | -------------------------------- |
|
| ------------------------- | -------------------------------- |
|
||||||
| `picoclaw onboard` | Initialize config & workspace |
|
| `picoclaw onboard` | Initialize config & workspace |
|
||||||
| `picoclaw onboard weixin` | Connect WeChat account via QR |
|
| `picoclaw auth weixin` | Connect WeChat account via QR |
|
||||||
| `picoclaw agent -m "..."` | Chat with the agent |
|
| `picoclaw agent -m "..."` | Chat with the agent |
|
||||||
| `picoclaw agent` | Interactive chat mode |
|
| `picoclaw agent` | Interactive chat mode |
|
||||||
| `picoclaw gateway` | Start the gateway |
|
| `picoclaw gateway` | Start the gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ Conecte o PicoClaw à Rede Social de Agents simplesmente enviando uma única men
|
||||||
| Comando | Descrição |
|
| Comando | Descrição |
|
||||||
| ------------------------- | -------------------------------------- |
|
| ------------------------- | -------------------------------------- |
|
||||||
| `picoclaw onboard` | Inicializar config e workspace |
|
| `picoclaw onboard` | Inicializar config e workspace |
|
||||||
| `picoclaw onboard weixin` | Conectar conta WeChat via QR |
|
| `picoclaw auth weixin` | Conectar conta WeChat via QR |
|
||||||
| `picoclaw agent -m "..."` | Conversar com o agent |
|
| `picoclaw agent -m "..."` | Conversar com o agent |
|
||||||
| `picoclaw agent` | Modo de chat interativo |
|
| `picoclaw agent` | Modo de chat interativo |
|
||||||
| `picoclaw gateway` | Iniciar o gateway |
|
| `picoclaw gateway` | Iniciar o gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ Kết nối PicoClaw với Mạng xã hội Agent chỉ bằng cách gửi một
|
||||||
| Lệnh | Mô tả |
|
| Lệnh | Mô tả |
|
||||||
| ------------------------- | ---------------------------------------- |
|
| ------------------------- | ---------------------------------------- |
|
||||||
| `picoclaw onboard` | Khởi tạo cấu hình & workspace |
|
| `picoclaw onboard` | Khởi tạo cấu hình & workspace |
|
||||||
| `picoclaw onboard weixin` | Kết nối tài khoản WeChat qua QR |
|
| `picoclaw auth weixin` | Kết nối tài khoản WeChat qua QR |
|
||||||
| `picoclaw agent -m "..."` | Trò chuyện với agent |
|
| `picoclaw agent -m "..."` | Trò chuyện với agent |
|
||||||
| `picoclaw agent` | Chế độ trò chuyện tương tác |
|
| `picoclaw agent` | Chế độ trò chuyện tương tác |
|
||||||
| `picoclaw gateway` | Khởi động gateway |
|
| `picoclaw gateway` | Khởi động gateway |
|
||||||
|
|
|
||||||
|
|
@ -520,7 +520,7 @@ PicoClaw 原生支持 [MCP](https://modelcontextprotocol.io/) — 连接任意 M
|
||||||
| 命令 | 说明 |
|
| 命令 | 说明 |
|
||||||
| ------------------------- | ---------------------- |
|
| ------------------------- | ---------------------- |
|
||||||
| `picoclaw onboard` | 初始化配置与工作区 |
|
| `picoclaw onboard` | 初始化配置与工作区 |
|
||||||
| `picoclaw onboard weixin` | 扫码连接微信个人号 |
|
| `picoclaw auth weixin` | 扫码连接微信个人号 |
|
||||||
| `picoclaw agent -m "..."` | 与 Agent 对话 |
|
| `picoclaw agent -m "..."` | 与 Agent 对话 |
|
||||||
| `picoclaw agent` | 交互式对话模式 |
|
| `picoclaw agent` | 交互式对话模式 |
|
||||||
| `picoclaw gateway` | 启动网关 |
|
| `picoclaw gateway` | 启动网关 |
|
||||||
|
|
|
||||||
|
|
@ -16,6 +16,7 @@ func NewAuthCommand() *cobra.Command {
|
||||||
newLogoutCommand(),
|
newLogoutCommand(),
|
||||||
newStatusCommand(),
|
newStatusCommand(),
|
||||||
newModelsCommand(),
|
newModelsCommand(),
|
||||||
|
newWeixinCommand(),
|
||||||
)
|
)
|
||||||
|
|
||||||
return cmd
|
return cmd
|
||||||
|
|
|
||||||
|
|
@ -32,6 +32,7 @@ func TestNewAuthCommand(t *testing.T) {
|
||||||
"logout",
|
"logout",
|
||||||
"status",
|
"status",
|
||||||
"models",
|
"models",
|
||||||
|
"weixin",
|
||||||
}
|
}
|
||||||
|
|
||||||
subcommands := cmd.Commands()
|
subcommands := cmd.Commands()
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,4 @@
|
||||||
package onboard
|
package auth
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
|
@ -27,7 +27,7 @@ to authorize your account. On success, the bot token is saved to the picoclaw
|
||||||
config so you can start the gateway immediately.
|
config so you can start the gateway immediately.
|
||||||
|
|
||||||
Example:
|
Example:
|
||||||
picoclaw onboard weixin`,
|
picoclaw auth weixin`,
|
||||||
RunE: func(cmd *cobra.Command, _ []string) error {
|
RunE: func(cmd *cobra.Command, _ []string) error {
|
||||||
return runWeixinOnboard(baseURL, proxy, time.Duration(timeout)*time.Second)
|
return runWeixinOnboard(baseURL, proxy, time.Duration(timeout)*time.Second)
|
||||||
},
|
},
|
||||||
|
|
@ -16,7 +16,7 @@ func NewOnboardCommand() *cobra.Command {
|
||||||
cmd := &cobra.Command{
|
cmd := &cobra.Command{
|
||||||
Use: "onboard",
|
Use: "onboard",
|
||||||
Aliases: []string{"o"},
|
Aliases: []string{"o"},
|
||||||
Short: "Initialize picoclaw configuration, workspace, and channel accounts",
|
Short: "Initialize picoclaw configuration and workspace",
|
||||||
// Run without subcommands → original onboard flow
|
// Run without subcommands → original onboard flow
|
||||||
Run: func(cmd *cobra.Command, args []string) {
|
Run: func(cmd *cobra.Command, args []string) {
|
||||||
if len(args) == 0 {
|
if len(args) == 0 {
|
||||||
|
|
@ -30,8 +30,5 @@ func NewOnboardCommand() *cobra.Command {
|
||||||
cmd.Flags().BoolVar(&encrypt, "enc", false,
|
cmd.Flags().BoolVar(&encrypt, "enc", false,
|
||||||
"Enable credential encryption (generates SSH key and prompts for passphrase)")
|
"Enable credential encryption (generates SSH key and prompts for passphrase)")
|
||||||
|
|
||||||
// Channel onboarding subcommands
|
|
||||||
cmd.AddCommand(newWeixinCommand())
|
|
||||||
|
|
||||||
return cmd
|
return cmd
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -13,7 +13,7 @@ func TestNewOnboardCommand(t *testing.T) {
|
||||||
require.NotNil(t, cmd)
|
require.NotNil(t, cmd)
|
||||||
|
|
||||||
assert.Equal(t, "onboard", cmd.Use)
|
assert.Equal(t, "onboard", cmd.Use)
|
||||||
assert.Equal(t, "Initialize picoclaw configuration, workspace, and channel accounts", cmd.Short)
|
assert.Equal(t, "Initialize picoclaw configuration and workspace", cmd.Short)
|
||||||
|
|
||||||
assert.Len(t, cmd.Aliases, 1)
|
assert.Len(t, cmd.Aliases, 1)
|
||||||
assert.True(t, cmd.HasAlias("o"))
|
assert.True(t, cmd.HasAlias("o"))
|
||||||
|
|
@ -28,6 +28,5 @@ func TestNewOnboardCommand(t *testing.T) {
|
||||||
encFlag := cmd.Flags().Lookup("enc")
|
encFlag := cmd.Flags().Lookup("enc")
|
||||||
require.NotNil(t, encFlag, "expected --enc flag to be registered")
|
require.NotNil(t, encFlag, "expected --enc flag to be registered")
|
||||||
assert.Equal(t, "false", encFlag.DefValue, "--enc should default to false")
|
assert.Equal(t, "false", encFlag.DefValue, "--enc should default to false")
|
||||||
assert.True(t, cmd.HasSubCommands())
|
assert.False(t, cmd.HasSubCommands())
|
||||||
assert.NotNil(t, cmd.Commands())
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ PicoClaw supports connecting to your personal WeChat account using the official
|
||||||
The easiest way to set up the Weixin channel is using the interactive onboarding command:
|
The easiest way to set up the Weixin channel is using the interactive onboarding command:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
|
|
||||||
This command will:
|
This command will:
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ PicoClaw 支持使用腾讯官方 iLink API 连接您的个人微信账号。
|
||||||
最简单的方法是使用交互式 onboarding 命令进行一键激活:
|
最简单的方法是使用交互式 onboarding 命令进行一键激活:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
|
|
||||||
该命令将:
|
该命令将:
|
||||||
|
|
|
||||||
|
|
@ -190,7 +190,7 @@ PicoClaw supports connecting to your personal WeChat account using the official
|
||||||
|
|
||||||
Run the interactive QR login flow:
|
Run the interactive QR login flow:
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
Scan the printed QR code with your WeChat mobile app. On success, the token is saved to your config.
|
Scan the printed QR code with your WeChat mobile app. On success, the token is saved to your config.
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -754,6 +754,7 @@ Scheduled tasks persist across restarts and are stored in `~/.picoclaw/workspace
|
||||||
|
|
||||||
| Topic | Description |
|
| Topic | Description |
|
||||||
| ----- | ----------- |
|
| ----- | ----------- |
|
||||||
|
| [Sensitive Data Filtering](sensitive_data_filtering.md) | Filter API keys and tokens from tool results before sending to LLM |
|
||||||
| [Hook System](hooks/README.md) | Event-driven hooks: observers, interceptors, approval hooks |
|
| [Hook System](hooks/README.md) | Event-driven hooks: observers, interceptors, approval hooks |
|
||||||
| [Steering](steering.md) | Inject messages into a running agent loop between tool calls |
|
| [Steering](steering.md) | Inject messages into a running agent loop between tool calls |
|
||||||
| [SubTurn](subturn.md) | Subagent coordination, concurrency control, lifecycle |
|
| [SubTurn](subturn.md) | Subagent coordination, concurrency control, lifecycle |
|
||||||
|
|
|
||||||
|
|
@ -179,7 +179,7 @@ PicoClaw prend en charge la connexion à votre compte WeChat personnel via l'API
|
||||||
|
|
||||||
Lancez le flux de connexion interactif par QR code :
|
Lancez le flux de connexion interactif par QR code :
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
Scannez le QR code affiché avec votre application WeChat mobile. Une fois connecté, le token est sauvegardé dans votre configuration.
|
Scannez le QR code affiché avec votre application WeChat mobile. Une fois connecté, le token est sauvegardé dans votre configuration.
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -184,7 +184,7 @@ PicoClaw は Tencent iLink 公式 API を使用して WeChat 個人アカウン
|
||||||
|
|
||||||
インタラクティブな QR ログインフローを実行します:
|
インタラクティブな QR ログインフローを実行します:
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
WeChat モバイルアプリで表示された QR コードをスキャンしてください。ログイン成功後、トークンが設定ファイルに保存されます。
|
WeChat モバイルアプリで表示された QR コードをスキャンしてください。ログイン成功後、トークンが設定ファイルに保存されます。
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -179,7 +179,7 @@ O PicoClaw suporta conexão com sua conta pessoal do WeChat usando a API oficial
|
||||||
|
|
||||||
Execute o fluxo de login interativo por QR code:
|
Execute o fluxo de login interativo por QR code:
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
Escaneie o QR code exibido com seu aplicativo WeChat mobile. Após o login bem-sucedido, o token é salvo na sua configuração.
|
Escaneie o QR code exibido com seu aplicativo WeChat mobile. Após o login bem-sucedido, o token é salvo na sua configuração.
|
||||||
|
|
||||||
|
|
|
||||||
107
docs/sensitive_data_filtering.md
Normal file
107
docs/sensitive_data_filtering.md
Normal file
|
|
@ -0,0 +1,107 @@
|
||||||
|
# Sensitive Data Filtering
|
||||||
|
|
||||||
|
PicoClaw can filter sensitive values (API keys, tokens, secrets, passwords) from tool call results before they are sent to the LLM. This prevents the LLM from seeing its own credentials, which could otherwise leak through tool output or cause confusing behavior.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Overview
|
||||||
|
|
||||||
|
When the LLM uses a tool that returns its own credentials (e.g., a tool that echoes the API key being used), those values are automatically replaced with `[FILTERED]` in the message sent to the LLM.
|
||||||
|
|
||||||
|
Sensitive values are collected from [`.security.yml`](./credential_encryption.md) — the centralized storage for all sensitive configuration (API keys, tokens, secrets stored alongside `config.json`). This includes:
|
||||||
|
|
||||||
|
- Model API keys
|
||||||
|
- Channel tokens (Telegram, Discord, Slack, Matrix, etc.)
|
||||||
|
- Web tool API keys (Brave, Tavily, Perplexity, etc.)
|
||||||
|
- Skills tokens (GitHub, ClawHub)
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Configuration
|
||||||
|
|
||||||
|
Sensitive data filtering is configured in the `tools` section of `config.json`:
|
||||||
|
|
||||||
|
| Config | Type | Default | Description |
|
||||||
|
|--------|------|---------|-------------|
|
||||||
|
| `filter_sensitive_data` | bool | `true` | Enable/disable filtering. When `false`, no filtering is performed. |
|
||||||
|
| `filter_min_length` | int | `8` | Minimum content length to trigger filtering. Short content is skipped for performance. |
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"tools": {
|
||||||
|
"filter_sensitive_data": true,
|
||||||
|
"filter_min_length": 8
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Environment Variable
|
||||||
|
|
||||||
|
| Variable | Description |
|
||||||
|
|----------|-------------|
|
||||||
|
| `PICOCLAW_TOOLS_FILTER_SENSITIVE_DATA` | Set to `true` or `false` to override the config value |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## How It Works
|
||||||
|
|
||||||
|
1. **On startup**: All sensitive values are collected from `.security.yml` using reflection and compiled into a `strings.Replacer` (O(n+m) performance, computed once).
|
||||||
|
|
||||||
|
2. **Per tool result**: Before sending any tool result content to the LLM:
|
||||||
|
- If `filter_sensitive_data` is `false`, content is passed through unchanged
|
||||||
|
- If content length < `filter_min_length`, content is passed through unchanged (fast path)
|
||||||
|
- Otherwise, all sensitive values are replaced with `[FILTERED]`
|
||||||
|
|
||||||
|
3. **Replacement**: Uses `strings.Replacer` for efficient O(n+m) string substitution, where n = content length and m = total sensitive value length.
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Example
|
||||||
|
|
||||||
|
Given the following `.security.yml`:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
model_list:
|
||||||
|
my-model:
|
||||||
|
api_keys:
|
||||||
|
- sk-secret-key-12345
|
||||||
|
|
||||||
|
channels:
|
||||||
|
telegram:
|
||||||
|
token: "123456:ABC-DEF"
|
||||||
|
```
|
||||||
|
|
||||||
|
And a tool result containing:
|
||||||
|
|
||||||
|
```
|
||||||
|
The model is using API key sk-secret-key-12345 and Telegram bot 123456:ABC-DEF
|
||||||
|
```
|
||||||
|
|
||||||
|
The LLM will receive:
|
||||||
|
|
||||||
|
```
|
||||||
|
The model is using API key [FILTERED] and Telegram bot [FILTERED]
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Performance
|
||||||
|
|
||||||
|
- **Fast path**: Content shorter than `filter_min_length` (default 8) is returned unchanged without any string scanning
|
||||||
|
- **Efficient replacement**: Uses `strings.Replacer` with O(n+m) complexity instead of regex
|
||||||
|
- **Lazy initialization**: The replacement map is built once on first access via `sync.Once`
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Security Considerations
|
||||||
|
|
||||||
|
- **Credential exposure prevention**: Without filtering, tools that echo credentials could cause the LLM to see its own API keys, potentially leading to confusion or credential leakage in logs
|
||||||
|
- **Defense in depth**: Filtering complements (but does not replace) credential encryption — both features should be used together
|
||||||
|
- **No false positives**: Only values explicitly stored in `.security.yml` are filtered; the LLM's general knowledge is unaffected
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Related
|
||||||
|
|
||||||
|
- [Credential Encryption](./credential_encryption.md) — encrypting API keys in config
|
||||||
|
- [Tools Configuration](./tools_configuration.md)
|
||||||
|
|
@ -26,6 +26,17 @@ PicoClaw's tools configuration is located in the `tools` field of `config.json`.
|
||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## Sensitive Data Filtering
|
||||||
|
|
||||||
|
Before tool results are sent to the LLM, PicoClaw can filter sensitive values (API keys, tokens, secrets) from the output. This prevents the LLM from seeing its own credentials.
|
||||||
|
|
||||||
|
See [Sensitive Data Filtering](../sensitive_data_filtering.md) for full documentation.
|
||||||
|
|
||||||
|
| Config | Type | Default | Description |
|
||||||
|
|--------|------|---------|-------------|
|
||||||
|
| `filter_sensitive_data` | bool | `true` | Enable/disable filtering |
|
||||||
|
| `filter_min_length` | int | `8` | Minimum content length to trigger filtering |
|
||||||
|
|
||||||
## Web Tools
|
## Web Tools
|
||||||
|
|
||||||
Web tools are used for web search and fetching.
|
Web tools are used for web search and fetching.
|
||||||
|
|
|
||||||
|
|
@ -179,7 +179,7 @@ PicoClaw hỗ trợ kết nối với tài khoản WeChat cá nhân của bạn
|
||||||
|
|
||||||
Chạy luồng đăng nhập QR tương tác:
|
Chạy luồng đăng nhập QR tương tác:
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
Quét mã QR được in ra bằng ứng dụng WeChat trên điện thoại. Sau khi đăng nhập thành công, token sẽ được lưu vào cấu hình.
|
Quét mã QR được in ra bằng ứng dụng WeChat trên điện thoại. Sau khi đăng nhập thành công, token sẽ được lưu vào cấu hình.
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -191,7 +191,7 @@ PicoClaw 通过腾讯 iLink 官方 API 支持连接微信个人号。
|
||||||
|
|
||||||
运行交互式扫码登录流程:
|
运行交互式扫码登录流程:
|
||||||
```bash
|
```bash
|
||||||
picoclaw onboard weixin
|
picoclaw auth weixin
|
||||||
```
|
```
|
||||||
用微信手机端扫描打印出的二维码。登录成功后,token 会自动保存到配置文件。
|
用微信手机端扫描打印出的二维码。登录成功后,token 会自动保存到配置文件。
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -623,6 +623,7 @@ PicoClaw 通过 `cron` 工具支持 cron 风格的定时任务。Agent 可以设
|
||||||
|
|
||||||
| 主题 | 说明 |
|
| 主题 | 说明 |
|
||||||
| ---- | ---- |
|
| ---- | ---- |
|
||||||
|
| [敏感数据过滤](../sensitive_data_filtering.md) | 在发送给 LLM 前,从工具结果中过滤 API 密钥和令牌 |
|
||||||
| [Hook 系统](../hooks/README.zh.md) | 事件驱动 Hook:观察者、拦截器、审批 Hook |
|
| [Hook 系统](../hooks/README.zh.md) | 事件驱动 Hook:观察者、拦截器、审批 Hook |
|
||||||
| [Steering](../steering.md) | 在工具调用间向运行中的 Agent 注入消息 |
|
| [Steering](../steering.md) | 在工具调用间向运行中的 Agent 注入消息 |
|
||||||
| [SubTurn](../subturn.md) | 子 Agent 协调、并发控制、生命周期管理 |
|
| [SubTurn](../subturn.md) | 子 Agent 协调、并发控制、生命周期管理 |
|
||||||
|
|
|
||||||
107
docs/zh/sensitive_data_filtering.md
Normal file
107
docs/zh/sensitive_data_filtering.md
Normal file
|
|
@ -0,0 +1,107 @@
|
||||||
|
# 敏感数据过滤
|
||||||
|
|
||||||
|
PicoClaw 可以从工具调用结果中过滤敏感值(API 密钥、令牌、密码等),然后再发送给 LLM。这可以防止 LLM 看到自己的凭据,避免通过工具输出泄露或产生混淆行为。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 概述
|
||||||
|
|
||||||
|
当 LLM 使用的工具返回其自身的凭据时(例如,一个回显正在使用的 API 密钥的工具),这些值会自动替换为 `[FILTERED]` 再发送给 LLM。
|
||||||
|
|
||||||
|
敏感值从 `.security.yml` 中收集 —— 这是所有敏感配置的集中存储,包括:
|
||||||
|
|
||||||
|
- 模型 API 密钥
|
||||||
|
- 频道令牌(Telegram、Discord、Slack、Matrix 等)
|
||||||
|
- Web 工具 API 密钥(Brave、Tavily、Perplexity 等)
|
||||||
|
- 技能令牌(GitHub、ClawHub)
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 配置
|
||||||
|
|
||||||
|
敏感数据过滤在 `config.json` 的 `tools` 部分配置:
|
||||||
|
|
||||||
|
| 配置 | 类型 | 默认值 | 说明 |
|
||||||
|
|------|------|--------|------|
|
||||||
|
| `filter_sensitive_data` | bool | `true` | 启用/禁用过滤。为 `false` 时,不进行任何过滤。 |
|
||||||
|
| `filter_min_length` | int | `8` | 触发过滤的最小内容长度。短内容会被跳过以提高性能。 |
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"tools": {
|
||||||
|
"filter_sensitive_data": true,
|
||||||
|
"filter_min_length": 8
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### 环境变量
|
||||||
|
|
||||||
|
| 变量 | 说明 |
|
||||||
|
|------|------|
|
||||||
|
| `PICOCLAW_TOOLS_FILTER_SENSITIVE_DATA` | 设置为 `true` 或 `false` 以覆盖配置值 |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 工作原理
|
||||||
|
|
||||||
|
1. **启动时**:使用反射从 `.security.yml` 中收集所有敏感值,并编译成 `strings.Replacer`(O(n+m) 性能,仅计算一次)。
|
||||||
|
|
||||||
|
2. **每个工具结果**:在将任何工具结果发送给 LLM 之前:
|
||||||
|
- 如果 `filter_sensitive_data` 为 `false`,内容原样传递
|
||||||
|
- 如果内容长度 < `filter_min_length`,内容原样传递(快速路径)
|
||||||
|
- 否则,所有敏感值都会被替换为 `[FILTERED]`
|
||||||
|
|
||||||
|
3. **替换**:使用 `strings.Replacer` 进行高效的 O(n+m) 字符串替换,其中 n = 内容长度,m = 敏感值总长度。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 示例
|
||||||
|
|
||||||
|
给定以下 `.security.yml`:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
model_list:
|
||||||
|
my-model:
|
||||||
|
api_keys:
|
||||||
|
- sk-secret-key-12345
|
||||||
|
|
||||||
|
channels:
|
||||||
|
telegram:
|
||||||
|
token: "123456:ABC-DEF"
|
||||||
|
```
|
||||||
|
|
||||||
|
以及包含以下内容的工具结果:
|
||||||
|
|
||||||
|
```
|
||||||
|
The model is using API key sk-secret-key-12345 and Telegram bot 123456:ABC-DEF
|
||||||
|
```
|
||||||
|
|
||||||
|
LLM 将收到:
|
||||||
|
|
||||||
|
```
|
||||||
|
The model is using API key [FILTERED] and Telegram bot [FILTERED]
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 性能
|
||||||
|
|
||||||
|
- **快速路径**:短于 `filter_min_length`(默认 8)的内容会直接返回,不进行任何字符串扫描
|
||||||
|
- **高效替换**:使用 `strings.Replacer`,复杂度为 O(n+m),而非正则表达式
|
||||||
|
- **延迟初始化**:替换映射通过 `sync.Once` 在首次访问时构建一次
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 安全注意事项
|
||||||
|
|
||||||
|
- **凭据泄露防护**:如果没有过滤,返回凭据的工具可能导致 LLM 看到自己的 API 密钥,可能导致日志中泄露凭据或产生混淆
|
||||||
|
- **纵深防御**:过滤是对凭据加密的补充(而非替代)—— 应同时使用这两个功能
|
||||||
|
- **无误报**:只有明确存储在 `.security.yml` 中的值才会被过滤;LLM 的通用知识不受影响
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 相关文档
|
||||||
|
|
||||||
|
- [凭据加密](../credential_encryption.md) — 配置中 API 密钥的加密
|
||||||
|
- [工具配置](../tools_configuration.md)
|
||||||
|
|
@ -28,6 +28,17 @@ PicoClaw 的工具配置位于 `config.json` 的 `tools` 字段中。
|
||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## 敏感数据过滤
|
||||||
|
|
||||||
|
在将工具结果发送给 LLM 之前,PicoClaw 可以从输出中过滤敏感值(API 密钥、令牌、密码)。这可以防止 LLM 看到自己的凭据。
|
||||||
|
|
||||||
|
详细说明请参阅[敏感数据过滤](../sensitive_data_filtering.md)。
|
||||||
|
|
||||||
|
| 配置项 | 类型 | 默认值 | 描述 |
|
||||||
|
|--------|------|--------|------|
|
||||||
|
| `filter_sensitive_data` | bool | `true` | 启用/禁用过滤 |
|
||||||
|
| `filter_min_length` | int | `8` | 触发过滤的最小内容长度 |
|
||||||
|
|
||||||
## Web 工具
|
## Web 工具
|
||||||
|
|
||||||
Web 工具用于网页搜索和抓取。
|
Web 工具用于网页搜索和抓取。
|
||||||
|
|
|
||||||
18
go.mod
18
go.mod
|
|
@ -7,6 +7,9 @@ require (
|
||||||
github.com/BurntSushi/toml v1.6.0
|
github.com/BurntSushi/toml v1.6.0
|
||||||
github.com/adhocore/gronx v1.19.6
|
github.com/adhocore/gronx v1.19.6
|
||||||
github.com/anthropics/anthropic-sdk-go v1.26.0
|
github.com/anthropics/anthropic-sdk-go v1.26.0
|
||||||
|
github.com/aws/aws-sdk-go-v2 v1.41.4
|
||||||
|
github.com/aws/aws-sdk-go-v2/config v1.32.12
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/bedrockruntime v1.50.2
|
||||||
github.com/bwmarrin/discordgo v0.29.0
|
github.com/bwmarrin/discordgo v0.29.0
|
||||||
github.com/caarlos0/env/v11 v11.4.0
|
github.com/caarlos0/env/v11 v11.4.0
|
||||||
github.com/ergochat/irc-go v0.6.0
|
github.com/ergochat/irc-go v0.6.0
|
||||||
|
|
@ -40,6 +43,19 @@ require (
|
||||||
|
|
||||||
require (
|
require (
|
||||||
filippo.io/edwards25519 v1.2.0 // indirect
|
filippo.io/edwards25519 v1.2.0 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.7 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/credentials v1.19.12 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.20 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.20 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.20 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/ini v1.8.6 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.7 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.20 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/signin v1.0.8 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sso v1.30.13 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.17 // indirect
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sts v1.41.9 // indirect
|
||||||
|
github.com/aws/smithy-go v1.24.2 // indirect
|
||||||
github.com/beeper/argo-go v1.1.2 // indirect
|
github.com/beeper/argo-go v1.1.2 // indirect
|
||||||
github.com/coder/websocket v1.8.14 // indirect
|
github.com/coder/websocket v1.8.14 // indirect
|
||||||
github.com/davecgh/go-spew v1.1.1 // indirect
|
github.com/davecgh/go-spew v1.1.1 // indirect
|
||||||
|
|
@ -96,5 +112,5 @@ require (
|
||||||
golang.org/x/crypto v0.49.0
|
golang.org/x/crypto v0.49.0
|
||||||
golang.org/x/net v0.52.0
|
golang.org/x/net v0.52.0
|
||||||
golang.org/x/sync v0.20.0 // indirect
|
golang.org/x/sync v0.20.0 // indirect
|
||||||
golang.org/x/sys v0.42.0 // indirect
|
golang.org/x/sys v0.42.0
|
||||||
)
|
)
|
||||||
|
|
|
||||||
32
go.sum
32
go.sum
|
|
@ -17,6 +17,38 @@ github.com/andybalholm/brotli v1.2.0 h1:ukwgCxwYrmACq68yiUqwIWnGY0cTPox/M94sVwTo
|
||||||
github.com/andybalholm/brotli v1.2.0/go.mod h1:rzTDkvFWvIrjDXZHkuS16NPggd91W3kUSvPlQ1pLaKY=
|
github.com/andybalholm/brotli v1.2.0/go.mod h1:rzTDkvFWvIrjDXZHkuS16NPggd91W3kUSvPlQ1pLaKY=
|
||||||
github.com/anthropics/anthropic-sdk-go v1.26.0 h1:oUTzFaUpAevfuELAP1sjL6CQJ9HHAfT7CoSYSac11PY=
|
github.com/anthropics/anthropic-sdk-go v1.26.0 h1:oUTzFaUpAevfuELAP1sjL6CQJ9HHAfT7CoSYSac11PY=
|
||||||
github.com/anthropics/anthropic-sdk-go v1.26.0/go.mod h1:qUKmaW+uuPB64iy1l+4kOSvaLqPXnHTTBKH6RVZ7q5Q=
|
github.com/anthropics/anthropic-sdk-go v1.26.0/go.mod h1:qUKmaW+uuPB64iy1l+4kOSvaLqPXnHTTBKH6RVZ7q5Q=
|
||||||
|
github.com/aws/aws-sdk-go-v2 v1.41.4 h1:10f50G7WyU02T56ox1wWXq+zTX9I1zxG46HYuG1hH/k=
|
||||||
|
github.com/aws/aws-sdk-go-v2 v1.41.4/go.mod h1:mwsPRE8ceUUpiTgF7QmQIJ7lgsKUPQOUl3o72QBrE1o=
|
||||||
|
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.7 h1:3kGOqnh1pPeddVa/E37XNTaWJ8W6vrbYV9lJEkCnhuY=
|
||||||
|
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.7/go.mod h1:lyw7GFp3qENLh7kwzf7iMzAxDn+NzjXEAGjKS2UOKqI=
|
||||||
|
github.com/aws/aws-sdk-go-v2/config v1.32.12 h1:O3csC7HUGn2895eNrLytOJQdoL2xyJy0iYXhoZ1OmP0=
|
||||||
|
github.com/aws/aws-sdk-go-v2/config v1.32.12/go.mod h1:96zTvoOFR4FURjI+/5wY1vc1ABceROO4lWgWJuxgy0g=
|
||||||
|
github.com/aws/aws-sdk-go-v2/credentials v1.19.12 h1:oqtA6v+y5fZg//tcTWahyN9PEn5eDU/Wpvc2+kJ4aY8=
|
||||||
|
github.com/aws/aws-sdk-go-v2/credentials v1.19.12/go.mod h1:U3R1RtSHx6NB0DvEQFGyf/0sbrpJrluENHdPy1j/3TE=
|
||||||
|
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.20 h1:zOgq3uezl5nznfoK3ODuqbhVg1JzAGDUhXOsU0IDCAo=
|
||||||
|
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.20/go.mod h1:z/MVwUARehy6GAg/yQ1GO2IMl0k++cu1ohP9zo887wE=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.20 h1:CNXO7mvgThFGqOFgbNAP2nol2qAWBOGfqR/7tQlvLmc=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.20/go.mod h1:oydPDJKcfMhgfcgBUZaG+toBbwy8yPWubJXBVERtI4o=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.20 h1:tN6W/hg+pkM+tf9XDkWUbDEjGLb+raoBMFsTodcoYKw=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.20/go.mod h1:YJ898MhD067hSHA6xYCx5ts/jEd8BSOLtQDL3iZsvbc=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/ini v1.8.6 h1:qYQ4pzQ2Oz6WpQ8T3HvGHnZydA72MnLuFK9tJwmrbHw=
|
||||||
|
github.com/aws/aws-sdk-go-v2/internal/ini v1.8.6/go.mod h1:O3h0IK87yXci+kg6flUKzJnWeziQUKciKrLjcatSNcY=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/bedrockruntime v1.50.2 h1:x0eGAWpd1B5I/vMtrB4Q4Zuc3CXWI8wjHfPPqBSrKmM=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/bedrockruntime v1.50.2/go.mod h1:V9oTWSDC2MtS1DR71hbNET/bZ8psQp022amEBe1grJc=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.7 h1:5EniKhLZe4xzL7a+fU3C2tfUN4nWIqlLesfrjkuPFTY=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.7/go.mod h1:x0nZssQ3qZSnIcePWLvcoFisRXJzcTVvYpAAdYX8+GI=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.20 h1:2HvVAIq+YqgGotK6EkMf+KIEqTISmTYh5zLpYyeTo1Y=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.20/go.mod h1:V4X406Y666khGa8ghKmphma/7C0DAtEQYhkq9z4vpbk=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/signin v1.0.8 h1:0GFOLzEbOyZABS3PhYfBIx2rNBACYcKty+XGkTgw1ow=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/signin v1.0.8/go.mod h1:LXypKvk85AROkKhOG6/YEcHFPoX+prKTowKnVdcaIxE=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sso v1.30.13 h1:kiIDLZ005EcKomYYITtfsjn7dtOwHDOFy7IbPXKek2o=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sso v1.30.13/go.mod h1:2h/xGEowcW/g38g06g3KpRWDlT+OTfxxI0o1KqayAB8=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.17 h1:jzKAXIlhZhJbnYwHbvUQZEB8KfgAEuG0dc08Bkda7NU=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.17/go.mod h1:Al9fFsXjv4KfbzQHGe6V4NZSZQXecFcvaIF4e70FoRA=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sts v1.41.9 h1:Cng+OOwCHmFljXIxpEVXAGMnBia8MSU6Ch5i9PgBkcU=
|
||||||
|
github.com/aws/aws-sdk-go-v2/service/sts v1.41.9/go.mod h1:LrlIndBDdjA/EeXeyNBle+gyCwTlizzW5ycgWnvIxkk=
|
||||||
|
github.com/aws/smithy-go v1.24.2 h1:FzA3bu/nt/vDvmnkg+R8Xl46gmzEDam6mZ1hzmwXFng=
|
||||||
|
github.com/aws/smithy-go v1.24.2/go.mod h1:YE2RhdIuDbA5E5bTdciG9KrW3+TiEONeUWCqxX9i1Fc=
|
||||||
github.com/beeper/argo-go v1.1.2 h1:UQI2G8F+NLfGTOmTUI0254pGKx/HUU/etbUGTJv91Fs=
|
github.com/beeper/argo-go v1.1.2 h1:UQI2G8F+NLfGTOmTUI0254pGKx/HUU/etbUGTJv91Fs=
|
||||||
github.com/beeper/argo-go v1.1.2/go.mod h1:M+LJAnyowKVQ6Rdj6XYGEn+qcVFkb3R/MUpqkGR0hM4=
|
github.com/beeper/argo-go v1.1.2/go.mod h1:M+LJAnyowKVQ6Rdj6XYGEn+qcVFkb3R/MUpqkGR0hM4=
|
||||||
github.com/bwmarrin/discordgo v0.29.0 h1:FmWeXFaKUwrcL3Cx65c20bTRW+vOb6k8AnaP+EgjDno=
|
github.com/bwmarrin/discordgo v0.29.0 h1:FmWeXFaKUwrcL3Cx65c20bTRW+vOb6k8AnaP+EgjDno=
|
||||||
|
|
|
||||||
|
|
@ -1733,7 +1733,8 @@ turnLoop:
|
||||||
select {
|
select {
|
||||||
case result, ok := <-ts.pendingResults:
|
case result, ok := <-ts.pendingResults:
|
||||||
if ok && result != nil && result.ForLLM != "" {
|
if ok && result != nil && result.ForLLM != "" {
|
||||||
msg := providers.Message{Role: "user", Content: fmt.Sprintf("[SubTurn Result] %s", result.ForLLM)}
|
content := al.cfg.FilterSensitiveData(result.ForLLM)
|
||||||
|
msg := providers.Message{Role: "user", Content: fmt.Sprintf("[SubTurn Result] %s", content)}
|
||||||
pendingMessages = append(pendingMessages, msg)
|
pendingMessages = append(pendingMessages, msg)
|
||||||
}
|
}
|
||||||
default:
|
default:
|
||||||
|
|
@ -2091,9 +2092,13 @@ turnLoop:
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
reasoningContent := response.Reasoning
|
||||||
|
if reasoningContent == "" {
|
||||||
|
reasoningContent = response.ReasoningContent
|
||||||
|
}
|
||||||
go al.handleReasoning(
|
go al.handleReasoning(
|
||||||
turnCtx,
|
turnCtx,
|
||||||
response.Reasoning,
|
reasoningContent,
|
||||||
ts.channel,
|
ts.channel,
|
||||||
al.targetReasoningChannelID(ts.channel),
|
al.targetReasoningChannelID(ts.channel),
|
||||||
)
|
)
|
||||||
|
|
@ -2336,6 +2341,9 @@ turnLoop:
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Filter sensitive data before publishing
|
||||||
|
content = al.cfg.FilterSensitiveData(content)
|
||||||
|
|
||||||
logger.InfoCF("agent", "Async tool completed, publishing result",
|
logger.InfoCF("agent", "Async tool completed, publishing result",
|
||||||
map[string]any{
|
map[string]any{
|
||||||
"tool": asyncToolName,
|
"tool": asyncToolName,
|
||||||
|
|
@ -2451,6 +2459,11 @@ turnLoop:
|
||||||
contentForLLM = toolResult.Err.Error()
|
contentForLLM = toolResult.Err.Error()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Filter sensitive data (API keys, tokens, secrets) before sending to LLM
|
||||||
|
if al.cfg.Tools.IsFilterSensitiveDataEnabled() {
|
||||||
|
contentForLLM = al.cfg.FilterSensitiveData(contentForLLM)
|
||||||
|
}
|
||||||
|
|
||||||
toolResultMsg := providers.Message{
|
toolResultMsg := providers.Message{
|
||||||
Role: "tool",
|
Role: "tool",
|
||||||
Content: contentForLLM,
|
Content: contentForLLM,
|
||||||
|
|
@ -2528,7 +2541,8 @@ turnLoop:
|
||||||
select {
|
select {
|
||||||
case result, ok := <-ts.pendingResults:
|
case result, ok := <-ts.pendingResults:
|
||||||
if ok && result != nil && result.ForLLM != "" {
|
if ok && result != nil && result.ForLLM != "" {
|
||||||
msg := providers.Message{Role: "user", Content: fmt.Sprintf("[SubTurn Result] %s", result.ForLLM)}
|
content := al.cfg.FilterSensitiveData(result.ForLLM)
|
||||||
|
msg := providers.Message{Role: "user", Content: fmt.Sprintf("[SubTurn Result] %s", content)}
|
||||||
messages = append(messages, msg)
|
messages = append(messages, msg)
|
||||||
ts.agent.Sessions.AddFullMessage(ts.sessionKey, msg)
|
ts.agent.Sessions.AddFullMessage(ts.sessionKey, msg)
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -554,6 +554,29 @@ func (m *simpleMockProvider) GetDefaultModel() string {
|
||||||
return "mock-model"
|
return "mock-model"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type reasoningContentProvider struct {
|
||||||
|
response string
|
||||||
|
reasoningContent string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *reasoningContentProvider) Chat(
|
||||||
|
ctx context.Context,
|
||||||
|
messages []providers.Message,
|
||||||
|
tools []providers.ToolDefinition,
|
||||||
|
model string,
|
||||||
|
opts map[string]any,
|
||||||
|
) (*providers.LLMResponse, error) {
|
||||||
|
return &providers.LLMResponse{
|
||||||
|
Content: m.response,
|
||||||
|
ReasoningContent: m.reasoningContent,
|
||||||
|
ToolCalls: []providers.ToolCall{},
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (m *reasoningContentProvider) GetDefaultModel() string {
|
||||||
|
return "reasoning-content-model"
|
||||||
|
}
|
||||||
|
|
||||||
type countingMockProvider struct {
|
type countingMockProvider struct {
|
||||||
response string
|
response string
|
||||||
calls int
|
calls int
|
||||||
|
|
@ -1688,6 +1711,62 @@ func TestHandleReasoning(t *testing.T) {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestProcessMessage_PublishesReasoningContentToReasoningChannel(t *testing.T) {
|
||||||
|
tmpDir := t.TempDir()
|
||||||
|
cfg := &config.Config{
|
||||||
|
Agents: config.AgentsConfig{
|
||||||
|
Defaults: config.AgentDefaults{
|
||||||
|
Workspace: tmpDir,
|
||||||
|
ModelName: "test-model",
|
||||||
|
MaxTokens: 4096,
|
||||||
|
MaxToolIterations: 10,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
msgBus := bus.NewMessageBus()
|
||||||
|
provider := &reasoningContentProvider{
|
||||||
|
response: "final answer",
|
||||||
|
reasoningContent: "thinking trace",
|
||||||
|
}
|
||||||
|
al := NewAgentLoop(cfg, msgBus, provider)
|
||||||
|
|
||||||
|
chManager, err := channels.NewManager(&config.Config{}, msgBus, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Failed to create channel manager: %v", err)
|
||||||
|
}
|
||||||
|
chManager.RegisterChannel("telegram", &fakeChannel{id: "reason-chat"})
|
||||||
|
al.SetChannelManager(chManager)
|
||||||
|
|
||||||
|
response, err := al.processMessage(context.Background(), bus.InboundMessage{
|
||||||
|
Channel: "telegram",
|
||||||
|
SenderID: "user1",
|
||||||
|
ChatID: "chat1",
|
||||||
|
Content: "hello",
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("processMessage() error = %v", err)
|
||||||
|
}
|
||||||
|
if response != "final answer" {
|
||||||
|
t.Fatalf("processMessage() response = %q, want %q", response, "final answer")
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case outbound := <-msgBus.OutboundChan():
|
||||||
|
if outbound.Channel != "telegram" {
|
||||||
|
t.Fatalf("reasoning channel = %q, want %q", outbound.Channel, "telegram")
|
||||||
|
}
|
||||||
|
if outbound.ChatID != "reason-chat" {
|
||||||
|
t.Fatalf("reasoning chatID = %q, want %q", outbound.ChatID, "reason-chat")
|
||||||
|
}
|
||||||
|
if outbound.Content != "thinking trace" {
|
||||||
|
t.Fatalf("reasoning content = %q, want %q", outbound.Content, "thinking trace")
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("expected reasoning content to be published to reasoning channel")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestResolveMediaRefs_ResolvesToBase64(t *testing.T) {
|
func TestResolveMediaRefs_ResolvesToBase64(t *testing.T) {
|
||||||
store := media.NewFileMediaStore()
|
store := media.NewFileMediaStore()
|
||||||
dir := t.TempDir()
|
dir := t.TempDir()
|
||||||
|
|
|
||||||
|
|
@ -357,6 +357,7 @@ type qqMediaUpload struct {
|
||||||
FileType uint64 `json:"file_type"`
|
FileType uint64 `json:"file_type"`
|
||||||
URL string `json:"url,omitempty"`
|
URL string `json:"url,omitempty"`
|
||||||
FileData string `json:"file_data,omitempty"`
|
FileData string `json:"file_data,omitempty"`
|
||||||
|
FileName string `json:"file_name,omitempty"`
|
||||||
SrvSendMsg bool `json:"srv_send_msg,omitempty"`
|
SrvSendMsg bool `json:"srv_send_msg,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -393,6 +394,7 @@ func (c *QQChannel) buildMediaUpload(part bus.MediaPart) (*qqMediaUpload, error)
|
||||||
if isHTTPURL(mediaRef) {
|
if isHTTPURL(mediaRef) {
|
||||||
payload.FileType = qqFileType(c.outboundMediaType(part, ""))
|
payload.FileType = qqFileType(c.outboundMediaType(part, ""))
|
||||||
payload.URL = mediaRef
|
payload.URL = mediaRef
|
||||||
|
payload.FileName = qqUploadFilename(part, mediaRef, payload.FileType)
|
||||||
return payload, nil
|
return payload, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -415,9 +417,11 @@ func (c *QQChannel) buildMediaUpload(part bus.MediaPart) (*qqMediaUpload, error)
|
||||||
if isHTTPURL(resolved) {
|
if isHTTPURL(resolved) {
|
||||||
payload.FileType = qqFileType(c.outboundMediaType(part, ""))
|
payload.FileType = qqFileType(c.outboundMediaType(part, ""))
|
||||||
payload.URL = resolved
|
payload.URL = resolved
|
||||||
|
payload.FileName = qqUploadFilename(part, resolved, payload.FileType)
|
||||||
return payload, nil
|
return payload, nil
|
||||||
}
|
}
|
||||||
payload.FileType = qqFileType(c.outboundMediaType(part, resolved))
|
payload.FileType = qqFileType(c.outboundMediaType(part, resolved))
|
||||||
|
payload.FileName = qqUploadFilename(part, resolved, payload.FileType)
|
||||||
|
|
||||||
if limitBytes := c.maxBase64FileSizeBytes(); limitBytes > 0 {
|
if limitBytes := c.maxBase64FileSizeBytes(); limitBytes > 0 {
|
||||||
info, statErr := os.Stat(resolved)
|
info, statErr := os.Stat(resolved)
|
||||||
|
|
@ -444,6 +448,28 @@ func (c *QQChannel) buildMediaUpload(part bus.MediaPart) (*qqMediaUpload, error)
|
||||||
return payload, nil
|
return payload, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func qqUploadFilename(part bus.MediaPart, resolved string, fileType uint64) string {
|
||||||
|
if fileType != qqFileType("file") {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
if part.Filename != "" {
|
||||||
|
return part.Filename
|
||||||
|
}
|
||||||
|
if isHTTPURL(resolved) {
|
||||||
|
if parsed, err := url.Parse(resolved); err == nil {
|
||||||
|
if base := path.Base(parsed.Path); base != "" && base != "." && base != "/" {
|
||||||
|
return base
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
if base := filepath.Base(resolved); base != "" && base != "." {
|
||||||
|
return base
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
func (c *QQChannel) outboundMediaType(part bus.MediaPart, localPath string) string {
|
func (c *QQChannel) outboundMediaType(part bus.MediaPart, localPath string) string {
|
||||||
if part.Type != "audio" {
|
if part.Type != "audio" {
|
||||||
return part.Type
|
return part.Type
|
||||||
|
|
|
||||||
|
|
@ -444,6 +444,9 @@ func TestSendMedia_UsesRemoteURLUploadForC2C(t *testing.T) {
|
||||||
if upload.body.FileType != 4 {
|
if upload.body.FileType != 4 {
|
||||||
t.Fatalf("upload file_type = %d, want 4", upload.body.FileType)
|
t.Fatalf("upload file_type = %d, want 4", upload.body.FileType)
|
||||||
}
|
}
|
||||||
|
if upload.body.FileName != "report.pdf" {
|
||||||
|
t.Fatalf("upload file_name = %q, want report.pdf", upload.body.FileName)
|
||||||
|
}
|
||||||
|
|
||||||
if len(api.c2cMessages) != 1 {
|
if len(api.c2cMessages) != 1 {
|
||||||
t.Fatalf("c2cMessages = %d, want 1", len(api.c2cMessages))
|
t.Fatalf("c2cMessages = %d, want 1", len(api.c2cMessages))
|
||||||
|
|
@ -460,6 +463,59 @@ func TestSendMedia_UsesRemoteURLUploadForC2C(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestSendMedia_LocalFileUploadIncludesStoredFilename(t *testing.T) {
|
||||||
|
messageBus := bus.NewMessageBus()
|
||||||
|
store := media.NewFileMediaStore()
|
||||||
|
|
||||||
|
localPath := writeTempFile(t, t.TempDir(), "report.pdf", []byte("fake-pdf"))
|
||||||
|
ref, err := store.Store(localPath, media.MediaMeta{
|
||||||
|
Filename: "report.pdf",
|
||||||
|
ContentType: "application/pdf",
|
||||||
|
}, "qq:test")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Store() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
api := &fakeQQAPI{
|
||||||
|
transportResp: mustJSON(t, dto.Message{FileInfo: []byte("local-file-info")}),
|
||||||
|
}
|
||||||
|
ch := &QQChannel{
|
||||||
|
BaseChannel: channels.NewBaseChannel("qq", nil, messageBus, nil),
|
||||||
|
api: api,
|
||||||
|
dedup: make(map[string]time.Time),
|
||||||
|
done: make(chan struct{}),
|
||||||
|
ctx: context.Background(),
|
||||||
|
}
|
||||||
|
ch.SetRunning(true)
|
||||||
|
ch.SetMediaStore(store)
|
||||||
|
ch.chatType.Store("user-1", "direct")
|
||||||
|
|
||||||
|
err = ch.SendMedia(context.Background(), bus.OutboundMediaMessage{
|
||||||
|
ChatID: "user-1",
|
||||||
|
Parts: []bus.MediaPart{{
|
||||||
|
Type: "file",
|
||||||
|
Ref: ref,
|
||||||
|
}},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("SendMedia() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(api.transportCalls) != 1 {
|
||||||
|
t.Fatalf("transportCalls = %d, want 1", len(api.transportCalls))
|
||||||
|
}
|
||||||
|
upload := api.transportCalls[0]
|
||||||
|
if upload.body.FileType != 4 {
|
||||||
|
t.Fatalf("upload file_type = %d, want 4", upload.body.FileType)
|
||||||
|
}
|
||||||
|
if upload.body.FileName != "report.pdf" {
|
||||||
|
t.Fatalf("upload file_name = %q, want report.pdf", upload.body.FileName)
|
||||||
|
}
|
||||||
|
if upload.body.FileData == "" {
|
||||||
|
t.Fatal("upload file_data = empty, want base64 payload")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestSendMedia_ReturnsSendFailedWithoutMediaStore(t *testing.T) {
|
func TestSendMedia_ReturnsSendFailedWithoutMediaStore(t *testing.T) {
|
||||||
messageBus := bus.NewMessageBus()
|
messageBus := bus.NewMessageBus()
|
||||||
ch := &QQChannel{
|
ch := &QQChannel{
|
||||||
|
|
|
||||||
|
|
@ -481,13 +481,26 @@ func (c *TelegramChannel) SendMedia(ctx context.Context, msg bus.OutboundMediaMe
|
||||||
_, err = c.bot.SendDocument(ctx, docParams)
|
_, err = c.bot.SendDocument(ctx, docParams)
|
||||||
}
|
}
|
||||||
case "audio":
|
case "audio":
|
||||||
params := &telego.SendAudioParams{
|
// Send OGG files with "voice" in the filename as Telegram voice
|
||||||
ChatID: tu.ID(chatID),
|
// bubbles (SendVoice) instead of audio attachments (SendAudio).
|
||||||
MessageThreadID: threadID,
|
fn := strings.ToLower(part.Filename)
|
||||||
Audio: telego.InputFile{File: file},
|
if strings.Contains(fn, "voice") && (strings.HasSuffix(fn, ".ogg") || strings.HasSuffix(fn, ".oga")) {
|
||||||
Caption: part.Caption,
|
vparams := &telego.SendVoiceParams{
|
||||||
|
ChatID: tu.ID(chatID),
|
||||||
|
MessageThreadID: threadID,
|
||||||
|
Voice: telego.InputFile{File: file},
|
||||||
|
Caption: part.Caption,
|
||||||
|
}
|
||||||
|
_, err = c.bot.SendVoice(ctx, vparams)
|
||||||
|
} else {
|
||||||
|
params := &telego.SendAudioParams{
|
||||||
|
ChatID: tu.ID(chatID),
|
||||||
|
MessageThreadID: threadID,
|
||||||
|
Audio: telego.InputFile{File: file},
|
||||||
|
Caption: part.Caption,
|
||||||
|
}
|
||||||
|
_, err = c.bot.SendAudio(ctx, params)
|
||||||
}
|
}
|
||||||
_, err = c.bot.SendAudio(ctx, params)
|
|
||||||
case "video":
|
case "video":
|
||||||
params := &telego.SendVideoParams{
|
params := &telego.SendVideoParams{
|
||||||
ChatID: tu.ID(chatID),
|
ChatID: tu.ID(chatID),
|
||||||
|
|
|
||||||
|
|
@ -106,6 +106,7 @@ func (c *Config) WithSecurity(sec *SecurityConfig) *Config {
|
||||||
c.security = sec
|
c.security = sec
|
||||||
return c
|
return c
|
||||||
}
|
}
|
||||||
|
sec = normalizeSecurityConfig(sec)
|
||||||
err := applySecurityConfig(c, sec)
|
err := applySecurityConfig(c, sec)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil
|
return nil
|
||||||
|
|
@ -114,6 +115,25 @@ func (c *Config) WithSecurity(sec *SecurityConfig) *Config {
|
||||||
return c
|
return c
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// FilterSensitiveData filters sensitive values from content before sending to LLM.
|
||||||
|
// This prevents the LLM from seeing its own credentials.
|
||||||
|
// Uses strings.Replacer for O(n+m) performance (computed once per SecurityConfig).
|
||||||
|
// Short content (below FilterMinLength) is returned unchanged for performance.
|
||||||
|
func (c *Config) FilterSensitiveData(content string) string {
|
||||||
|
if c.security == nil || content == "" {
|
||||||
|
return content
|
||||||
|
}
|
||||||
|
// Check if filtering is enabled (default: true)
|
||||||
|
if !c.Tools.IsFilterSensitiveDataEnabled() {
|
||||||
|
return content
|
||||||
|
}
|
||||||
|
// Fast path: skip filtering for short content
|
||||||
|
if len(content) < c.Tools.GetFilterMinLength() {
|
||||||
|
return content
|
||||||
|
}
|
||||||
|
return c.security.SensitiveDataReplacer().Replace(content)
|
||||||
|
}
|
||||||
|
|
||||||
type HooksConfig struct {
|
type HooksConfig struct {
|
||||||
Enabled bool `json:"enabled"`
|
Enabled bool `json:"enabled"`
|
||||||
Defaults HookDefaultsConfig `json:"defaults,omitempty"`
|
Defaults HookDefaultsConfig `json:"defaults,omitempty"`
|
||||||
|
|
@ -909,8 +929,9 @@ type DevicesConfig struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
type VoiceConfig struct {
|
type VoiceConfig struct {
|
||||||
ModelName string `json:"model_name,omitempty" env:"PICOCLAW_VOICE_MODEL_NAME"`
|
ModelName string `json:"model_name,omitempty" env:"PICOCLAW_VOICE_MODEL_NAME"`
|
||||||
EchoTranscription bool `json:"echo_transcription" env:"PICOCLAW_VOICE_ECHO_TRANSCRIPTION"`
|
EchoTranscription bool `json:"echo_transcription" env:"PICOCLAW_VOICE_ECHO_TRANSCRIPTION"`
|
||||||
|
ElevenLabsAPIKey string `json:"elevenlabs_api_key,omitempty" env:"PICOCLAW_VOICE_ELEVENLABS_API_KEY"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// ModelConfig represents a model-centric provider configuration.
|
// ModelConfig represents a model-centric provider configuration.
|
||||||
|
|
@ -1201,8 +1222,16 @@ type ReadFileToolConfig struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
type ToolsConfig struct {
|
type ToolsConfig struct {
|
||||||
AllowReadPaths []string `json:"allow_read_paths" env:"PICOCLAW_TOOLS_ALLOW_READ_PATHS"`
|
AllowReadPaths []string `json:"allow_read_paths" env:"PICOCLAW_TOOLS_ALLOW_READ_PATHS"`
|
||||||
AllowWritePaths []string `json:"allow_write_paths" env:"PICOCLAW_TOOLS_ALLOW_WRITE_PATHS"`
|
AllowWritePaths []string `json:"allow_write_paths" env:"PICOCLAW_TOOLS_ALLOW_WRITE_PATHS"`
|
||||||
|
// FilterSensitiveData controls whether to filter sensitive values (API keys,
|
||||||
|
// tokens, secrets) from tool results before sending to the LLM.
|
||||||
|
// Default: true (enabled)
|
||||||
|
FilterSensitiveData bool `json:"filter_sensitive_data" env:"PICOCLAW_TOOLS_FILTER_SENSITIVE_DATA"`
|
||||||
|
// FilterMinLength is the minimum content length required for filtering.
|
||||||
|
// Content shorter than this will be returned unchanged for performance.
|
||||||
|
// Default: 8
|
||||||
|
FilterMinLength int `json:"filter_min_length" env:"PICOCLAW_TOOLS_FILTER_MIN_LENGTH"`
|
||||||
Web WebToolsConfig `json:"web"`
|
Web WebToolsConfig `json:"web"`
|
||||||
Cron CronToolsConfig `json:"cron"`
|
Cron CronToolsConfig `json:"cron"`
|
||||||
Exec ExecConfig `json:"exec"`
|
Exec ExecConfig `json:"exec"`
|
||||||
|
|
@ -1226,6 +1255,19 @@ type ToolsConfig struct {
|
||||||
WriteFile ToolConfig `json:"write_file" envPrefix:"PICOCLAW_TOOLS_WRITE_FILE_"`
|
WriteFile ToolConfig `json:"write_file" envPrefix:"PICOCLAW_TOOLS_WRITE_FILE_"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// IsFilterSensitiveDataEnabled returns true if sensitive data filtering is enabled
|
||||||
|
func (c *ToolsConfig) IsFilterSensitiveDataEnabled() bool {
|
||||||
|
return c.FilterSensitiveData
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetFilterMinLength returns the minimum content length for filtering (default: 8)
|
||||||
|
func (c *ToolsConfig) GetFilterMinLength() int {
|
||||||
|
if c.FilterMinLength <= 0 {
|
||||||
|
return 8
|
||||||
|
}
|
||||||
|
return c.FilterMinLength
|
||||||
|
}
|
||||||
|
|
||||||
type SearchCacheConfig struct {
|
type SearchCacheConfig struct {
|
||||||
MaxSize int `json:"max_size" env:"PICOCLAW_SKILLS_SEARCH_CACHE_MAX_SIZE"`
|
MaxSize int `json:"max_size" env:"PICOCLAW_SKILLS_SEARCH_CACHE_MAX_SIZE"`
|
||||||
TTLSeconds int `json:"ttl_seconds" env:"PICOCLAW_SKILLS_SEARCH_CACHE_TTL_SECONDS"`
|
TTLSeconds int `json:"ttl_seconds" env:"PICOCLAW_SKILLS_SEARCH_CACHE_TTL_SECONDS"`
|
||||||
|
|
@ -1309,11 +1351,14 @@ type MCPConfig struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
func LoadConfig(path string) (*Config, error) {
|
func LoadConfig(path string) (*Config, error) {
|
||||||
|
logger.Debugf("loading config from %s", path)
|
||||||
data, err := os.ReadFile(path)
|
data, err := os.ReadFile(path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if os.IsNotExist(err) {
|
if os.IsNotExist(err) {
|
||||||
|
logger.WarnF("config file not found, using default config", map[string]any{"path": path})
|
||||||
return DefaultConfig(), nil
|
return DefaultConfig(), nil
|
||||||
}
|
}
|
||||||
|
logger.Errorf("failed to read config file: %v", err)
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -1325,6 +1370,7 @@ func LoadConfig(path string) (*Config, error) {
|
||||||
return nil, fmt.Errorf("failed to detect config version: %w", e)
|
return nil, fmt.Errorf("failed to detect config version: %w", e)
|
||||||
}
|
}
|
||||||
if len(data) <= 10 {
|
if len(data) <= 10 {
|
||||||
|
logger.Warn(fmt.Sprintf("content is [%s]", string(data)))
|
||||||
return DefaultConfig().WithSecurity(&SecurityConfig{}), nil
|
return DefaultConfig().WithSecurity(&SecurityConfig{}), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -1340,36 +1386,39 @@ func LoadConfig(path string) (*Config, error) {
|
||||||
}
|
}
|
||||||
cfg, e = v.Migrate()
|
cfg, e = v.Migrate()
|
||||||
if e != nil {
|
if e != nil {
|
||||||
logger.DebugF("config migrate fail", map[string]any{"from": versionInfo.Version, "to": CurrentVersion})
|
logger.ErrorF("config migrate fail", map[string]any{"from": versionInfo.Version, "to": CurrentVersion})
|
||||||
return nil, e
|
return nil, e
|
||||||
}
|
}
|
||||||
logger.DebugF("config migrate success", map[string]any{"from": versionInfo.Version, "to": CurrentVersion})
|
logger.InfoF("config migrate success", map[string]any{"from": versionInfo.Version, "to": CurrentVersion})
|
||||||
defer func() {
|
err = makeBackup(path)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
defer func(cfg *Config) {
|
||||||
_ = SaveConfig(path, cfg)
|
_ = SaveConfig(path, cfg)
|
||||||
}()
|
}(cfg)
|
||||||
case CurrentVersion:
|
case CurrentVersion:
|
||||||
// Current version
|
// Current version
|
||||||
cfg, err = loadConfig(data)
|
cfg, err = loadConfig(data)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
// Load security configuration
|
||||||
|
securityPath := securityPath(path)
|
||||||
|
sec, err := loadSecurityConfig(securityPath)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to load security config: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Apply security references from .security.yml BEFORE resolveAPIKeys
|
||||||
|
// This resolves ref: references to actual values
|
||||||
|
if err := applySecurityConfig(cfg, sec); err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to apply security config: %w", err)
|
||||||
|
}
|
||||||
default:
|
default:
|
||||||
return nil, fmt.Errorf("unsupported config version: %d", versionInfo.Version)
|
return nil, fmt.Errorf("unsupported config version: %d", versionInfo.Version)
|
||||||
}
|
}
|
||||||
|
|
||||||
// Load security configuration
|
|
||||||
securityPath := securityPath(path)
|
|
||||||
sec, err := loadSecurityConfig(securityPath)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("failed to load security config: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Apply security references from .security.yml BEFORE resolveAPIKeys
|
|
||||||
// This resolves ref: references to actual values
|
|
||||||
if err := applySecurityConfig(cfg, sec); err != nil {
|
|
||||||
return nil, fmt.Errorf("failed to apply security config: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
if passphrase := credential.PassphraseProvider(); passphrase != "" {
|
if passphrase := credential.PassphraseProvider(); passphrase != "" {
|
||||||
for _, m := range cfg.ModelList {
|
for _, m := range cfg.ModelList {
|
||||||
for _, k := range m.apiKeys {
|
for _, k := range m.apiKeys {
|
||||||
|
|
@ -1421,6 +1470,19 @@ func LoadConfig(path string) (*Config, error) {
|
||||||
return cfg, nil
|
return cfg, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func makeBackup(path string) error {
|
||||||
|
if _, err := os.Stat(path); os.IsNotExist(err) {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
// Create backup of the config file before migration
|
||||||
|
bakPath := path + ".bak"
|
||||||
|
if err := fileutil.CopyFile(path, bakPath, 0o600); err != nil {
|
||||||
|
logger.ErrorF("failed to create config backup", map[string]any{"error": err})
|
||||||
|
return fmt.Errorf("failed to create config backup: %w", err)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func copyArray[T any](dst, src *[]T) {
|
func copyArray[T any](dst, src *[]T) {
|
||||||
*dst = make([]T, len(*src))
|
*dst = make([]T, len(*src))
|
||||||
copy(*dst, *src)
|
copy(*dst, *src)
|
||||||
|
|
@ -1433,32 +1495,36 @@ func applySecurityConfig(cfg *Config, sec *SecurityConfig) error {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
if sec.Web.Brave != nil && len(sec.Web.Brave.APIKeys) > 0 {
|
if sec.Web != nil {
|
||||||
copyArray(&cfg.Tools.Web.Brave.apiKeys, &sec.Web.Brave.APIKeys)
|
if sec.Web.Brave != nil && len(sec.Web.Brave.APIKeys) > 0 {
|
||||||
|
copyArray(&cfg.Tools.Web.Brave.apiKeys, &sec.Web.Brave.APIKeys)
|
||||||
|
}
|
||||||
|
|
||||||
|
if sec.Web.Tavily != nil && len(sec.Web.Tavily.APIKeys) > 0 {
|
||||||
|
copyArray(&cfg.Tools.Web.Tavily.apiKeys, &sec.Web.Tavily.APIKeys)
|
||||||
|
}
|
||||||
|
|
||||||
|
if sec.Web.Perplexity != nil && len(sec.Web.Perplexity.APIKeys) > 0 {
|
||||||
|
copyArray(&cfg.Tools.Web.Perplexity.apiKeys, &sec.Web.Perplexity.APIKeys)
|
||||||
|
}
|
||||||
|
|
||||||
|
if sec.Web.GLMSearch != nil && sec.Web.GLMSearch.APIKey != "" {
|
||||||
|
cfg.Tools.Web.GLMSearch.apiKey = sec.Web.GLMSearch.APIKey
|
||||||
|
}
|
||||||
|
|
||||||
|
if sec.Web.BaiduSearch != nil && sec.Web.BaiduSearch.APIKey != "" {
|
||||||
|
cfg.Tools.Web.BaiduSearch.apiKey = sec.Web.BaiduSearch.APIKey
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if sec.Web.Tavily != nil && len(sec.Web.Tavily.APIKeys) > 0 {
|
if sec.Skills != nil {
|
||||||
copyArray(&cfg.Tools.Web.Tavily.apiKeys, &sec.Web.Tavily.APIKeys)
|
if sec.Skills.Github != nil && sec.Skills.Github.Token != "" {
|
||||||
}
|
cfg.Tools.Skills.Github.token = sec.Skills.Github.Token
|
||||||
|
}
|
||||||
|
|
||||||
if sec.Web.Perplexity != nil && len(sec.Web.Perplexity.APIKeys) > 0 {
|
if sec.Skills.ClawHub != nil && sec.Skills.ClawHub.AuthToken != "" {
|
||||||
copyArray(&cfg.Tools.Web.Perplexity.apiKeys, &sec.Web.Perplexity.APIKeys)
|
cfg.Tools.Skills.Registries.ClawHub.authToken = sec.Skills.ClawHub.AuthToken
|
||||||
}
|
}
|
||||||
|
|
||||||
if sec.Web.GLMSearch != nil && sec.Web.GLMSearch.APIKey != "" {
|
|
||||||
cfg.Tools.Web.GLMSearch.apiKey = sec.Web.GLMSearch.APIKey
|
|
||||||
}
|
|
||||||
|
|
||||||
if sec.Web.BaiduSearch != nil && sec.Web.BaiduSearch.APIKey != "" {
|
|
||||||
cfg.Tools.Web.BaiduSearch.apiKey = sec.Web.BaiduSearch.APIKey
|
|
||||||
}
|
|
||||||
|
|
||||||
if sec.Skills.Github != nil && sec.Skills.Github.Token != "" {
|
|
||||||
cfg.Tools.Skills.Github.token = sec.Skills.Github.Token
|
|
||||||
}
|
|
||||||
|
|
||||||
if sec.Skills.ClawHub != nil && sec.Skills.ClawHub.AuthToken != "" {
|
|
||||||
cfg.Tools.Skills.Registries.ClawHub.authToken = sec.Skills.ClawHub.AuthToken
|
|
||||||
}
|
}
|
||||||
|
|
||||||
names := toNameIndex(cfg.ModelList)
|
names := toNameIndex(cfg.ModelList)
|
||||||
|
|
@ -1480,126 +1546,128 @@ func applySecurityConfig(cfg *Config, sec *SecurityConfig) error {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle Telegram token
|
if sec.Channels != nil {
|
||||||
if sec.Channels.Telegram != nil && sec.Channels.Telegram.Token != "" {
|
// Handle Telegram token
|
||||||
cfg.Channels.Telegram.token = sec.Channels.Telegram.Token
|
if sec.Channels.Telegram != nil && sec.Channels.Telegram.Token != "" {
|
||||||
}
|
cfg.Channels.Telegram.token = sec.Channels.Telegram.Token
|
||||||
|
}
|
||||||
|
|
||||||
// Handle Feishu credentials
|
// Handle Feishu credentials
|
||||||
if sec.Channels.Feishu != nil {
|
if sec.Channels.Feishu != nil {
|
||||||
if sec.Channels.Feishu.AppSecret != "" {
|
if sec.Channels.Feishu.AppSecret != "" {
|
||||||
cfg.Channels.Feishu.appSecret = sec.Channels.Feishu.AppSecret
|
cfg.Channels.Feishu.appSecret = sec.Channels.Feishu.AppSecret
|
||||||
|
}
|
||||||
|
if sec.Channels.Feishu.EncryptKey != "" {
|
||||||
|
cfg.Channels.Feishu.encryptKey = sec.Channels.Feishu.EncryptKey
|
||||||
|
}
|
||||||
|
if sec.Channels.Feishu.VerificationToken != "" {
|
||||||
|
cfg.Channels.Feishu.verificationToken = sec.Channels.Feishu.VerificationToken
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.Feishu.EncryptKey != "" {
|
|
||||||
cfg.Channels.Feishu.encryptKey = sec.Channels.Feishu.EncryptKey
|
|
||||||
}
|
|
||||||
if sec.Channels.Feishu.VerificationToken != "" {
|
|
||||||
cfg.Channels.Feishu.verificationToken = sec.Channels.Feishu.VerificationToken
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle Discord token
|
// Handle Discord token
|
||||||
if sec.Channels.Discord != nil && sec.Channels.Discord.Token != "" {
|
if sec.Channels.Discord != nil && sec.Channels.Discord.Token != "" {
|
||||||
cfg.Channels.Discord.token = sec.Channels.Discord.Token
|
cfg.Channels.Discord.token = sec.Channels.Discord.Token
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle Weixin token
|
// Handle Weixin token
|
||||||
if sec.Channels.Weixin != nil && sec.Channels.Weixin.Token != "" {
|
if sec.Channels.Weixin != nil && sec.Channels.Weixin.Token != "" {
|
||||||
cfg.Channels.Discord.token = sec.Channels.Discord.Token
|
cfg.Channels.Weixin.token = sec.Channels.Weixin.Token
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle DingTalk client secret
|
// Handle DingTalk client secret
|
||||||
if sec.Channels.DingTalk != nil && sec.Channels.DingTalk.ClientSecret != "" {
|
if sec.Channels.DingTalk != nil && sec.Channels.DingTalk.ClientSecret != "" {
|
||||||
cfg.Channels.DingTalk.clientSecret = sec.Channels.DingTalk.ClientSecret
|
cfg.Channels.DingTalk.clientSecret = sec.Channels.DingTalk.ClientSecret
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle Slack tokens
|
// Handle Slack tokens
|
||||||
if sec.Channels.Slack != nil {
|
if sec.Channels.Slack != nil {
|
||||||
if sec.Channels.Slack.BotToken != "" {
|
if sec.Channels.Slack.BotToken != "" {
|
||||||
cfg.Channels.Slack.botToken = sec.Channels.Slack.BotToken
|
cfg.Channels.Slack.botToken = sec.Channels.Slack.BotToken
|
||||||
|
}
|
||||||
|
if sec.Channels.Slack.AppToken != "" {
|
||||||
|
cfg.Channels.Slack.appToken = sec.Channels.Slack.AppToken
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.Slack.AppToken != "" {
|
|
||||||
cfg.Channels.Slack.appToken = sec.Channels.Slack.AppToken
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle Matrix access token
|
// Handle Matrix access token
|
||||||
if sec.Channels.Matrix != nil && sec.Channels.Matrix.AccessToken != "" {
|
if sec.Channels.Matrix != nil && sec.Channels.Matrix.AccessToken != "" {
|
||||||
cfg.Channels.Matrix.accessToken = sec.Channels.Matrix.AccessToken
|
cfg.Channels.Matrix.accessToken = sec.Channels.Matrix.AccessToken
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle LINE credentials
|
// Handle LINE credentials
|
||||||
if sec.Channels.LINE != nil {
|
if sec.Channels.LINE != nil {
|
||||||
if sec.Channels.LINE.ChannelSecret != "" {
|
if sec.Channels.LINE.ChannelSecret != "" {
|
||||||
cfg.Channels.LINE.channelSecret = sec.Channels.LINE.ChannelSecret
|
cfg.Channels.LINE.channelSecret = sec.Channels.LINE.ChannelSecret
|
||||||
|
}
|
||||||
|
if sec.Channels.LINE.ChannelAccessToken != "" {
|
||||||
|
cfg.Channels.LINE.channelAccessToken = sec.Channels.LINE.ChannelAccessToken
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.LINE.ChannelAccessToken != "" {
|
|
||||||
cfg.Channels.LINE.channelAccessToken = sec.Channels.LINE.ChannelAccessToken
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle OneBot access token
|
// Handle OneBot access token
|
||||||
if sec.Channels.OneBot != nil && sec.Channels.OneBot.AccessToken != "" {
|
if sec.Channels.OneBot != nil && sec.Channels.OneBot.AccessToken != "" {
|
||||||
cfg.Channels.OneBot.accessToken = sec.Channels.OneBot.AccessToken
|
cfg.Channels.OneBot.accessToken = sec.Channels.OneBot.AccessToken
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle WeCom token and encoding key
|
// Handle WeCom token and encoding key
|
||||||
if sec.Channels.WeCom != nil {
|
if sec.Channels.WeCom != nil {
|
||||||
if sec.Channels.WeCom.Token != "" {
|
if sec.Channels.WeCom.Token != "" {
|
||||||
cfg.Channels.WeCom.token = sec.Channels.WeCom.Token
|
cfg.Channels.WeCom.token = sec.Channels.WeCom.Token
|
||||||
|
}
|
||||||
|
if sec.Channels.WeCom.EncodingAESKey != "" {
|
||||||
|
cfg.Channels.WeCom.encodingAESKey = sec.Channels.WeCom.EncodingAESKey
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.WeCom.EncodingAESKey != "" {
|
|
||||||
cfg.Channels.WeCom.encodingAESKey = sec.Channels.WeCom.EncodingAESKey
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle WeCom App credentials
|
// Handle WeCom App credentials
|
||||||
if sec.Channels.WeComApp != nil {
|
if sec.Channels.WeComApp != nil {
|
||||||
if sec.Channels.WeComApp.CorpSecret != "" {
|
if sec.Channels.WeComApp.CorpSecret != "" {
|
||||||
cfg.Channels.WeComApp.corpSecret = sec.Channels.WeComApp.CorpSecret
|
cfg.Channels.WeComApp.corpSecret = sec.Channels.WeComApp.CorpSecret
|
||||||
|
}
|
||||||
|
if sec.Channels.WeComApp.Token != "" {
|
||||||
|
cfg.Channels.WeComApp.token = sec.Channels.WeComApp.Token
|
||||||
|
}
|
||||||
|
if sec.Channels.WeComApp.EncodingAESKey != "" {
|
||||||
|
cfg.Channels.WeComApp.encodingAESKey = sec.Channels.WeComApp.EncodingAESKey
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.WeComApp.Token != "" {
|
|
||||||
cfg.Channels.WeComApp.token = sec.Channels.WeComApp.Token
|
|
||||||
}
|
|
||||||
if sec.Channels.WeComApp.EncodingAESKey != "" {
|
|
||||||
cfg.Channels.WeComApp.encodingAESKey = sec.Channels.WeComApp.EncodingAESKey
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle WeCom AI Bot credentials
|
// Handle WeCom AI Bot credentials
|
||||||
if sec.Channels.WeComAIBot != nil {
|
if sec.Channels.WeComAIBot != nil {
|
||||||
if sec.Channels.WeComAIBot.Token != "" {
|
if sec.Channels.WeComAIBot.Token != "" {
|
||||||
cfg.Channels.WeComAIBot.token = sec.Channels.WeComAIBot.Token
|
cfg.Channels.WeComAIBot.token = sec.Channels.WeComAIBot.Token
|
||||||
|
}
|
||||||
|
if sec.Channels.WeComAIBot.EncodingAESKey != "" {
|
||||||
|
cfg.Channels.WeComAIBot.encodingAESKey = sec.Channels.WeComAIBot.EncodingAESKey
|
||||||
|
}
|
||||||
|
if sec.Channels.WeComAIBot.Secret != "" {
|
||||||
|
cfg.Channels.WeComAIBot.secret = sec.Channels.WeComAIBot.Secret
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.WeComAIBot.EncodingAESKey != "" {
|
|
||||||
cfg.Channels.WeComAIBot.encodingAESKey = sec.Channels.WeComAIBot.EncodingAESKey
|
|
||||||
}
|
|
||||||
if sec.Channels.WeComAIBot.Secret != "" {
|
|
||||||
cfg.Channels.WeComAIBot.secret = sec.Channels.WeComAIBot.Secret
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle Pico channel token
|
// Handle Pico channel token
|
||||||
if sec.Channels.Pico != nil && sec.Channels.Pico.Token != "" {
|
if sec.Channels.Pico != nil && sec.Channels.Pico.Token != "" {
|
||||||
cfg.Channels.Pico.token = sec.Channels.Pico.Token
|
cfg.Channels.Pico.token = sec.Channels.Pico.Token
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle IRC passwords
|
// Handle IRC passwords
|
||||||
if sec.Channels.IRC != nil {
|
if sec.Channels.IRC != nil {
|
||||||
if sec.Channels.IRC.Password != "" {
|
if sec.Channels.IRC.Password != "" {
|
||||||
cfg.Channels.IRC.password = sec.Channels.IRC.Password
|
cfg.Channels.IRC.password = sec.Channels.IRC.Password
|
||||||
|
}
|
||||||
|
if sec.Channels.IRC.NickServPassword != "" {
|
||||||
|
cfg.Channels.IRC.nickServPassword = sec.Channels.IRC.NickServPassword
|
||||||
|
}
|
||||||
|
if sec.Channels.IRC.SASLPassword != "" {
|
||||||
|
cfg.Channels.IRC.saslPassword = sec.Channels.IRC.SASLPassword
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if sec.Channels.IRC.NickServPassword != "" {
|
|
||||||
cfg.Channels.IRC.nickServPassword = sec.Channels.IRC.NickServPassword
|
|
||||||
}
|
|
||||||
if sec.Channels.IRC.SASLPassword != "" {
|
|
||||||
cfg.Channels.IRC.saslPassword = sec.Channels.IRC.SASLPassword
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Handle QQ app secret
|
// Handle QQ app secret
|
||||||
if sec.Channels.QQ != nil && sec.Channels.QQ.AppSecret != "" {
|
if sec.Channels.QQ != nil && sec.Channels.QQ.AppSecret != "" {
|
||||||
cfg.Channels.QQ.appSecret = sec.Channels.QQ.AppSecret
|
cfg.Channels.QQ.appSecret = sec.Channels.QQ.AppSecret
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
cfg.security = sec
|
cfg.security = sec
|
||||||
|
|
@ -1701,6 +1769,7 @@ func SaveConfig(path string, cfg *Config) error {
|
||||||
logger.ErrorC("config", "security is nil")
|
logger.ErrorC("config", "security is nil")
|
||||||
return fmt.Errorf("security is nil")
|
return fmt.Errorf("security is nil")
|
||||||
}
|
}
|
||||||
|
cfg.security = normalizeSecurityConfig(cfg.security)
|
||||||
// Ensure version is always set when saving
|
// Ensure version is always set when saving
|
||||||
if cfg.Version == 0 {
|
if cfg.Version == 0 {
|
||||||
cfg.Version = CurrentVersion
|
cfg.Version = CurrentVersion
|
||||||
|
|
@ -1879,6 +1948,7 @@ func SaveConfig(path string, cfg *Config) error {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
logger.Infof("saving config to %s", path)
|
||||||
return fileutil.WriteFileAtomic(path, data, 0o600)
|
return fileutil.WriteFileAtomic(path, data, 0o600)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -1942,6 +2012,11 @@ func (c *Config) ValidateModelList() error {
|
||||||
|
|
||||||
func (c *Config) SecurityCopyFrom(cfg *Config) {
|
func (c *Config) SecurityCopyFrom(cfg *Config) {
|
||||||
c.security = cfg.security
|
c.security = cfg.security
|
||||||
|
if c.security != nil {
|
||||||
|
if err := applySecurityConfig(c, c.security); err != nil {
|
||||||
|
logger.Errorf("failed to apply security config in SecurityCopyFrom: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func MergeAPIKeys(apiKey string, apiKeys []string) []string {
|
func MergeAPIKeys(apiKey string, apiKeys []string) []string {
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,9 @@
|
||||||
|
|
||||||
package config
|
package config
|
||||||
|
|
||||||
import "encoding/json"
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
)
|
||||||
|
|
||||||
type agentDefaultsV0 struct {
|
type agentDefaultsV0 struct {
|
||||||
Workspace string `json:"workspace" env:"PICOCLAW_AGENTS_DEFAULTS_WORKSPACE"`
|
Workspace string `json:"workspace" env:"PICOCLAW_AGENTS_DEFAULTS_WORKSPACE"`
|
||||||
|
|
@ -139,21 +141,21 @@ func (v *channelsConfigV0) ToChannelsConfig() (ChannelsConfig, ChannelsSecurity)
|
||||||
Pico: pico,
|
Pico: pico,
|
||||||
IRC: irc,
|
IRC: irc,
|
||||||
}, ChannelsSecurity{
|
}, ChannelsSecurity{
|
||||||
Telegram: &telegramSecurity,
|
Telegram: telegramSecurity,
|
||||||
Feishu: &feishuSecurity,
|
Feishu: feishuSecurity,
|
||||||
Discord: &discordSecurity,
|
Discord: discordSecurity,
|
||||||
QQ: &qqSecurity,
|
QQ: qqSecurity,
|
||||||
Weixin: &weixinSecurity,
|
Weixin: weixinSecurity,
|
||||||
DingTalk: &dingtalkSecurity,
|
DingTalk: dingtalkSecurity,
|
||||||
Slack: &slackSecurity,
|
Slack: slackSecurity,
|
||||||
Matrix: &matrixSecurity,
|
Matrix: matrixSecurity,
|
||||||
LINE: &lineSecurity,
|
LINE: lineSecurity,
|
||||||
OneBot: &onebotSecurity,
|
OneBot: onebotSecurity,
|
||||||
WeCom: &wecomSecurity,
|
WeCom: wecomSecurity,
|
||||||
WeComApp: &wecomappSecurity,
|
WeComApp: wecomappSecurity,
|
||||||
WeComAIBot: &wecomaibotSecurity,
|
WeComAIBot: wecomaibotSecurity,
|
||||||
Pico: &picoSecurity,
|
Pico: picoSecurity,
|
||||||
IRC: &ircSecurity,
|
IRC: ircSecurity,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -169,19 +171,23 @@ type qqConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_QQ_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_QQ_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *qqConfigV0) ToQQConfig() (QQConfig, QQSecurity) {
|
func (v *qqConfigV0) ToQQConfig() (QQConfig, *QQSecurity) {
|
||||||
return QQConfig{
|
var sec *QQSecurity
|
||||||
Enabled: v.Enabled,
|
if v.AppSecret != "" {
|
||||||
AppID: v.AppID,
|
sec = &QQSecurity{
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
MaxMessageLength: v.MaxMessageLength,
|
|
||||||
MaxBase64FileSizeMiB: v.MaxBase64FileSizeMiB,
|
|
||||||
SendMarkdown: v.SendMarkdown,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, QQSecurity{
|
|
||||||
AppSecret: v.AppSecret,
|
AppSecret: v.AppSecret,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return QQConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
AppID: v.AppID,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
MaxMessageLength: v.MaxMessageLength,
|
||||||
|
MaxBase64FileSizeMiB: v.MaxBase64FileSizeMiB,
|
||||||
|
SendMarkdown: v.SendMarkdown,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type telegramConfigV0 struct {
|
type telegramConfigV0 struct {
|
||||||
|
|
@ -197,21 +203,25 @@ type telegramConfigV0 struct {
|
||||||
UseMarkdownV2 bool `json:"use_markdown_v2" env:"PICOCLAW_CHANNELS_TELEGRAM_USE_MARKDOWN_V2"`
|
UseMarkdownV2 bool `json:"use_markdown_v2" env:"PICOCLAW_CHANNELS_TELEGRAM_USE_MARKDOWN_V2"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *telegramConfigV0) ToTelegramConfig() (TelegramConfig, TelegramSecurity) {
|
func (v *telegramConfigV0) ToTelegramConfig() (TelegramConfig, *TelegramSecurity) {
|
||||||
return TelegramConfig{
|
var sec *TelegramSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" {
|
||||||
token: v.Token,
|
sec = &TelegramSecurity{
|
||||||
BaseURL: v.BaseURL,
|
|
||||||
Proxy: v.Proxy,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
UseMarkdownV2: v.UseMarkdownV2,
|
|
||||||
}, TelegramSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return TelegramConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
token: v.Token,
|
||||||
|
BaseURL: v.BaseURL,
|
||||||
|
Proxy: v.Proxy,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
UseMarkdownV2: v.UseMarkdownV2,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type feishuConfigV0 struct {
|
type feishuConfigV0 struct {
|
||||||
|
|
@ -228,20 +238,24 @@ type feishuConfigV0 struct {
|
||||||
IsLark bool `json:"is_lark" env:"PICOCLAW_CHANNELS_FEISHU_IS_LARK"`
|
IsLark bool `json:"is_lark" env:"PICOCLAW_CHANNELS_FEISHU_IS_LARK"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *feishuConfigV0) ToFeishuConfig() (FeishuConfig, FeishuSecurity) {
|
func (v *feishuConfigV0) ToFeishuConfig() (FeishuConfig, *FeishuSecurity) {
|
||||||
return FeishuConfig{
|
var sec *FeishuSecurity
|
||||||
Enabled: v.Enabled,
|
if v.AppSecret != "" || v.EncryptKey != "" || v.VerificationToken != "" {
|
||||||
AppID: v.AppID,
|
sec = &FeishuSecurity{
|
||||||
appSecret: v.AppSecret,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, FeishuSecurity{
|
|
||||||
AppSecret: v.AppSecret,
|
AppSecret: v.AppSecret,
|
||||||
EncryptKey: v.EncryptKey,
|
EncryptKey: v.EncryptKey,
|
||||||
VerificationToken: v.VerificationToken,
|
VerificationToken: v.VerificationToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return FeishuConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
AppID: v.AppID,
|
||||||
|
appSecret: v.AppSecret,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type discordConfigV0 struct {
|
type discordConfigV0 struct {
|
||||||
|
|
@ -256,20 +270,24 @@ type discordConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_DISCORD_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_DISCORD_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *discordConfigV0) ToDiscordConfig() (DiscordConfig, DiscordSecurity) {
|
func (v *discordConfigV0) ToDiscordConfig() (DiscordConfig, *DiscordSecurity) {
|
||||||
return DiscordConfig{
|
var sec *DiscordSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" {
|
||||||
token: v.Token,
|
sec = &DiscordSecurity{
|
||||||
Proxy: v.Proxy,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
MentionOnly: v.MentionOnly,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, DiscordSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return DiscordConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
token: v.Token,
|
||||||
|
Proxy: v.Proxy,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
MentionOnly: v.MentionOnly,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type maixcamConfigV0 struct {
|
type maixcamConfigV0 struct {
|
||||||
|
|
@ -299,17 +317,21 @@ type dingtalkConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_DINGTALK_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_DINGTALK_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *dingtalkConfigV0) ToDingTalkConfig() (DingTalkConfig, DingTalkSecurity) {
|
func (v *dingtalkConfigV0) ToDingTalkConfig() (DingTalkConfig, *DingTalkSecurity) {
|
||||||
return DingTalkConfig{
|
var sec *DingTalkSecurity
|
||||||
Enabled: v.Enabled,
|
if v.ClientSecret != "" {
|
||||||
ClientID: v.ClientID,
|
sec = &DingTalkSecurity{
|
||||||
clientSecret: v.ClientSecret,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, DingTalkSecurity{
|
|
||||||
ClientSecret: v.ClientSecret,
|
ClientSecret: v.ClientSecret,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return DingTalkConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
ClientID: v.ClientID,
|
||||||
|
clientSecret: v.ClientSecret,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type slackConfigV0 struct {
|
type slackConfigV0 struct {
|
||||||
|
|
@ -323,20 +345,24 @@ type slackConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_SLACK_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_SLACK_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *slackConfigV0) ToSlackConfig() (SlackConfig, SlackSecurity) {
|
func (v *slackConfigV0) ToSlackConfig() (SlackConfig, *SlackSecurity) {
|
||||||
return SlackConfig{
|
var sec *SlackSecurity
|
||||||
Enabled: v.Enabled,
|
if v.BotToken != "" || v.AppToken != "" {
|
||||||
botToken: v.BotToken,
|
sec = &SlackSecurity{
|
||||||
appToken: v.AppToken,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, SlackSecurity{
|
|
||||||
BotToken: v.BotToken,
|
BotToken: v.BotToken,
|
||||||
AppToken: v.AppToken,
|
AppToken: v.AppToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return SlackConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
botToken: v.BotToken,
|
||||||
|
appToken: v.AppToken,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type matrixConfigV0 struct {
|
type matrixConfigV0 struct {
|
||||||
|
|
@ -353,22 +379,26 @@ type matrixConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_MATRIX_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_MATRIX_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *matrixConfigV0) ToMatrixConfig() (MatrixConfig, MatrixSecurity) {
|
func (v *matrixConfigV0) ToMatrixConfig() (MatrixConfig, *MatrixSecurity) {
|
||||||
return MatrixConfig{
|
var sec *MatrixSecurity
|
||||||
Enabled: v.Enabled,
|
if v.AccessToken != "" {
|
||||||
Homeserver: v.Homeserver,
|
sec = &MatrixSecurity{
|
||||||
UserID: v.UserID,
|
|
||||||
accessToken: v.AccessToken,
|
|
||||||
DeviceID: v.DeviceID,
|
|
||||||
JoinOnInvite: v.JoinOnInvite,
|
|
||||||
MessageFormat: v.MessageFormat,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, MatrixSecurity{
|
|
||||||
AccessToken: v.AccessToken,
|
AccessToken: v.AccessToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return MatrixConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
Homeserver: v.Homeserver,
|
||||||
|
UserID: v.UserID,
|
||||||
|
accessToken: v.AccessToken,
|
||||||
|
DeviceID: v.DeviceID,
|
||||||
|
JoinOnInvite: v.JoinOnInvite,
|
||||||
|
MessageFormat: v.MessageFormat,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type lineConfigV0 struct {
|
type lineConfigV0 struct {
|
||||||
|
|
@ -385,23 +415,27 @@ type lineConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_LINE_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_LINE_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *lineConfigV0) ToLINEConfig() (LINEConfig, LINESecurity) {
|
func (v *lineConfigV0) ToLINEConfig() (LINEConfig, *LINESecurity) {
|
||||||
return LINEConfig{
|
var sec *LINESecurity
|
||||||
Enabled: v.Enabled,
|
if v.ChannelSecret != "" || v.ChannelAccessToken != "" {
|
||||||
channelSecret: v.ChannelSecret,
|
sec = &LINESecurity{
|
||||||
channelAccessToken: v.ChannelAccessToken,
|
|
||||||
WebhookHost: v.WebhookHost,
|
|
||||||
WebhookPort: v.WebhookPort,
|
|
||||||
WebhookPath: v.WebhookPath,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, LINESecurity{
|
|
||||||
ChannelSecret: v.ChannelSecret,
|
ChannelSecret: v.ChannelSecret,
|
||||||
ChannelAccessToken: v.ChannelAccessToken,
|
ChannelAccessToken: v.ChannelAccessToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return LINEConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
channelSecret: v.ChannelSecret,
|
||||||
|
channelAccessToken: v.ChannelAccessToken,
|
||||||
|
WebhookHost: v.WebhookHost,
|
||||||
|
WebhookPort: v.WebhookPort,
|
||||||
|
WebhookPath: v.WebhookPath,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type onebotConfigV0 struct {
|
type onebotConfigV0 struct {
|
||||||
|
|
@ -417,21 +451,25 @@ type onebotConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_ONEBOT_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_ONEBOT_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *onebotConfigV0) ToOneBotConfig() (OneBotConfig, OneBotSecurity) {
|
func (v *onebotConfigV0) ToOneBotConfig() (OneBotConfig, *OneBotSecurity) {
|
||||||
return OneBotConfig{
|
var sec *OneBotSecurity
|
||||||
Enabled: v.Enabled,
|
if v.AccessToken != "" {
|
||||||
WSUrl: v.WSUrl,
|
sec = &OneBotSecurity{
|
||||||
accessToken: v.AccessToken,
|
|
||||||
ReconnectInterval: v.ReconnectInterval,
|
|
||||||
GroupTriggerPrefix: v.GroupTriggerPrefix,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, OneBotSecurity{
|
|
||||||
AccessToken: v.AccessToken,
|
AccessToken: v.AccessToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return OneBotConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
WSUrl: v.WSUrl,
|
||||||
|
accessToken: v.AccessToken,
|
||||||
|
ReconnectInterval: v.ReconnectInterval,
|
||||||
|
GroupTriggerPrefix: v.GroupTriggerPrefix,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type wecomConfigV0 struct {
|
type wecomConfigV0 struct {
|
||||||
|
|
@ -448,23 +486,27 @@ type wecomConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *wecomConfigV0) ToWeComConfig() (WeComConfig, WeComSecurity) {
|
func (v *wecomConfigV0) ToWeComConfig() (WeComConfig, *WeComSecurity) {
|
||||||
return WeComConfig{
|
var sec *WeComSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" || v.EncodingAESKey != "" {
|
||||||
token: v.Token,
|
sec = &WeComSecurity{
|
||||||
encodingAESKey: v.EncodingAESKey,
|
|
||||||
WebhookURL: v.WebhookURL,
|
|
||||||
WebhookHost: v.WebhookHost,
|
|
||||||
WebhookPort: v.WebhookPort,
|
|
||||||
WebhookPath: v.WebhookPath,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
ReplyTimeout: v.ReplyTimeout,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, WeComSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
EncodingAESKey: v.EncodingAESKey,
|
EncodingAESKey: v.EncodingAESKey,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return WeComConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
token: v.Token,
|
||||||
|
encodingAESKey: v.EncodingAESKey,
|
||||||
|
WebhookURL: v.WebhookURL,
|
||||||
|
WebhookHost: v.WebhookHost,
|
||||||
|
WebhookPort: v.WebhookPort,
|
||||||
|
WebhookPath: v.WebhookPath,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
ReplyTimeout: v.ReplyTimeout,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type weixinConfigV0 struct {
|
type weixinConfigV0 struct {
|
||||||
|
|
@ -477,18 +519,22 @@ type weixinConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WEIXIN_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WEIXIN_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *weixinConfigV0) ToWeiXinConfig() (WeixinConfig, WeixinSecurity) {
|
func (v *weixinConfigV0) ToWeiXinConfig() (WeixinConfig, *WeixinSecurity) {
|
||||||
return WeixinConfig{
|
var sec *WeixinSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" {
|
||||||
token: v.Token,
|
sec = &WeixinSecurity{
|
||||||
BaseURL: v.BaseURL,
|
|
||||||
CDNBaseURL: v.CDNBaseURL,
|
|
||||||
Proxy: v.Proxy,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, WeixinSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return WeixinConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
token: v.Token,
|
||||||
|
BaseURL: v.BaseURL,
|
||||||
|
CDNBaseURL: v.CDNBaseURL,
|
||||||
|
Proxy: v.Proxy,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type wecomappConfigV0 struct {
|
type wecomappConfigV0 struct {
|
||||||
|
|
@ -507,26 +553,30 @@ type wecomappConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_APP_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_APP_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *wecomappConfigV0) ToWeComAppConfig() (WeComAppConfig, WeComAppSecurity) {
|
func (v *wecomappConfigV0) ToWeComAppConfig() (WeComAppConfig, *WeComAppSecurity) {
|
||||||
return WeComAppConfig{
|
var sec *WeComAppSecurity
|
||||||
Enabled: v.Enabled,
|
if v.CorpSecret != "" || v.Token != "" || v.EncodingAESKey != "" {
|
||||||
CorpID: v.CorpID,
|
sec = &WeComAppSecurity{
|
||||||
corpSecret: v.CorpSecret,
|
|
||||||
AgentID: v.AgentID,
|
|
||||||
token: v.Token,
|
|
||||||
encodingAESKey: v.EncodingAESKey,
|
|
||||||
WebhookHost: v.WebhookHost,
|
|
||||||
WebhookPort: v.WebhookPort,
|
|
||||||
WebhookPath: v.WebhookPath,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
ReplyTimeout: v.ReplyTimeout,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, WeComAppSecurity{
|
|
||||||
CorpSecret: v.CorpSecret,
|
CorpSecret: v.CorpSecret,
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
EncodingAESKey: v.EncodingAESKey,
|
EncodingAESKey: v.EncodingAESKey,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return WeComAppConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
CorpID: v.CorpID,
|
||||||
|
corpSecret: v.CorpSecret,
|
||||||
|
AgentID: v.AgentID,
|
||||||
|
token: v.Token,
|
||||||
|
encodingAESKey: v.EncodingAESKey,
|
||||||
|
WebhookHost: v.WebhookHost,
|
||||||
|
WebhookPort: v.WebhookPort,
|
||||||
|
WebhookPath: v.WebhookPath,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
ReplyTimeout: v.ReplyTimeout,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type wecomaibotConfigV0 struct {
|
type wecomaibotConfigV0 struct {
|
||||||
|
|
@ -542,20 +592,24 @@ type wecomaibotConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_AIBOT_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_WECOM_AIBOT_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *wecomaibotConfigV0) ToWeComAIBotConfig() (WeComAIBotConfig, WeComAIBotSecurity) {
|
func (v *wecomaibotConfigV0) ToWeComAIBotConfig() (WeComAIBotConfig, *WeComAIBotSecurity) {
|
||||||
return WeComAIBotConfig{
|
var sec *WeComAIBotSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" || v.Secret != "" || v.EncodingAESKey != "" {
|
||||||
WebhookPath: v.WebhookPath,
|
sec = &WeComAIBotSecurity{
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
ReplyTimeout: v.ReplyTimeout,
|
|
||||||
MaxSteps: v.MaxSteps,
|
|
||||||
WelcomeMessage: v.WelcomeMessage,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, WeComAIBotSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
Secret: v.Secret,
|
Secret: v.Secret,
|
||||||
EncodingAESKey: v.EncodingAESKey,
|
EncodingAESKey: v.EncodingAESKey,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return WeComAIBotConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
WebhookPath: v.WebhookPath,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
ReplyTimeout: v.ReplyTimeout,
|
||||||
|
MaxSteps: v.MaxSteps,
|
||||||
|
WelcomeMessage: v.WelcomeMessage,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type picoConfigV0 struct {
|
type picoConfigV0 struct {
|
||||||
|
|
@ -571,21 +625,25 @@ type picoConfigV0 struct {
|
||||||
Placeholder PlaceholderConfig `json:"placeholder,omitempty"`
|
Placeholder PlaceholderConfig `json:"placeholder,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *picoConfigV0) ToPicoConfig() (PicoConfig, PicoSecurity) {
|
func (v *picoConfigV0) ToPicoConfig() (PicoConfig, *PicoSecurity) {
|
||||||
return PicoConfig{
|
var sec *PicoSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Token != "" {
|
||||||
token: v.Token,
|
sec = &PicoSecurity{
|
||||||
AllowTokenQuery: v.AllowTokenQuery,
|
|
||||||
AllowOrigins: v.AllowOrigins,
|
|
||||||
PingInterval: v.PingInterval,
|
|
||||||
ReadTimeout: v.ReadTimeout,
|
|
||||||
WriteTimeout: v.WriteTimeout,
|
|
||||||
MaxConnections: v.MaxConnections,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
Placeholder: v.Placeholder,
|
|
||||||
}, PicoSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return PicoConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
token: v.Token,
|
||||||
|
AllowTokenQuery: v.AllowTokenQuery,
|
||||||
|
AllowOrigins: v.AllowOrigins,
|
||||||
|
PingInterval: v.PingInterval,
|
||||||
|
ReadTimeout: v.ReadTimeout,
|
||||||
|
WriteTimeout: v.WriteTimeout,
|
||||||
|
MaxConnections: v.MaxConnections,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
Placeholder: v.Placeholder,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type ircConfigV0 struct {
|
type ircConfigV0 struct {
|
||||||
|
|
@ -607,29 +665,33 @@ type ircConfigV0 struct {
|
||||||
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_IRC_REASONING_CHANNEL_ID"`
|
ReasoningChannelID string `json:"reasoning_channel_id" env:"PICOCLAW_CHANNELS_IRC_REASONING_CHANNEL_ID"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *ircConfigV0) ToIRCConfig() (IRCConfig, IRCSecurity) {
|
func (v *ircConfigV0) ToIRCConfig() (IRCConfig, *IRCSecurity) {
|
||||||
return IRCConfig{
|
var sec *IRCSecurity
|
||||||
Enabled: v.Enabled,
|
if v.Password != "" || v.NickServPassword != "" || v.SASLPassword != "" {
|
||||||
Server: v.Server,
|
sec = &IRCSecurity{
|
||||||
TLS: v.TLS,
|
|
||||||
Nick: v.Nick,
|
|
||||||
User: v.User,
|
|
||||||
RealName: v.RealName,
|
|
||||||
password: v.Password,
|
|
||||||
nickServPassword: v.NickServPassword,
|
|
||||||
SASLUser: v.SASLUser,
|
|
||||||
saslPassword: v.SASLPassword,
|
|
||||||
Channels: v.Channels,
|
|
||||||
RequestCaps: v.RequestCaps,
|
|
||||||
AllowFrom: v.AllowFrom,
|
|
||||||
GroupTrigger: v.GroupTrigger,
|
|
||||||
Typing: v.Typing,
|
|
||||||
ReasoningChannelID: v.ReasoningChannelID,
|
|
||||||
}, IRCSecurity{
|
|
||||||
Password: v.Password,
|
Password: v.Password,
|
||||||
NickServPassword: v.NickServPassword,
|
NickServPassword: v.NickServPassword,
|
||||||
SASLPassword: v.SASLPassword,
|
SASLPassword: v.SASLPassword,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return IRCConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
Server: v.Server,
|
||||||
|
TLS: v.TLS,
|
||||||
|
Nick: v.Nick,
|
||||||
|
User: v.User,
|
||||||
|
RealName: v.RealName,
|
||||||
|
password: v.Password,
|
||||||
|
nickServPassword: v.NickServPassword,
|
||||||
|
SASLUser: v.SASLUser,
|
||||||
|
saslPassword: v.SASLPassword,
|
||||||
|
Channels: v.Channels,
|
||||||
|
RequestCaps: v.RequestCaps,
|
||||||
|
AllowFrom: v.AllowFrom,
|
||||||
|
GroupTrigger: v.GroupTrigger,
|
||||||
|
Typing: v.Typing,
|
||||||
|
ReasoningChannelID: v.ReasoningChannelID,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type providersConfigV0 struct {
|
type providersConfigV0 struct {
|
||||||
|
|
@ -783,7 +845,7 @@ func (c *configV0) Migrate() (*Config, error) {
|
||||||
cfg.Tools.Web, secWeb = c.Tools.Web.ToWebToolsConfig()
|
cfg.Tools.Web, secWeb = c.Tools.Web.ToWebToolsConfig()
|
||||||
cfg.Tools.Cron = c.Tools.Cron
|
cfg.Tools.Cron = c.Tools.Cron
|
||||||
cfg.Tools.Exec = c.Tools.Exec
|
cfg.Tools.Exec = c.Tools.Exec
|
||||||
var secSkills SkillsSecurity
|
var secSkills *SkillsSecurity
|
||||||
cfg.Tools.Skills, secSkills = c.Tools.Skills.ToSkillsToolsConfig()
|
cfg.Tools.Skills, secSkills = c.Tools.Skills.ToSkillsToolsConfig()
|
||||||
cfg.Tools.MediaCleanup = c.Tools.MediaCleanup
|
cfg.Tools.MediaCleanup = c.Tools.MediaCleanup
|
||||||
cfg.Tools.MCP = c.Tools.MCP
|
cfg.Tools.MCP = c.Tools.MCP
|
||||||
|
|
@ -835,16 +897,18 @@ func (c *configV0) Migrate() (*Config, error) {
|
||||||
for i, m := range c.ModelList {
|
for i, m := range c.ModelList {
|
||||||
// Merge APIKey and APIKeys, deduplicating
|
// Merge APIKey and APIKeys, deduplicating
|
||||||
mergedKeys := MergeAPIKeys(m.APIKey, m.APIKeys)
|
mergedKeys := MergeAPIKeys(m.APIKey, m.APIKeys)
|
||||||
secModels[names[i]] = ModelSecurityEntry{
|
if len(mergedKeys) > 0 {
|
||||||
APIKeys: mergedKeys,
|
secModels[names[i]] = ModelSecurityEntry{
|
||||||
|
APIKeys: mergedKeys,
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
cfg.WithSecurity(&SecurityConfig{
|
cfg.WithSecurity(&SecurityConfig{
|
||||||
ModelList: secModels,
|
ModelList: secModels,
|
||||||
Channels: secChannels,
|
Channels: &secChannels,
|
||||||
Web: secWeb,
|
Web: &secWeb,
|
||||||
Skills: secSkills,
|
Skills: secSkills,
|
||||||
})
|
})
|
||||||
cfg.Version = CurrentVersion
|
cfg.Version = CurrentVersion
|
||||||
|
|
@ -873,13 +937,17 @@ type braveConfigV0 struct {
|
||||||
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_BRAVE_MAX_RESULTS"`
|
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_BRAVE_MAX_RESULTS"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *braveConfigV0) ToBraveConfig() (BraveConfig, BraveSecurity) {
|
func (v *braveConfigV0) ToBraveConfig() (BraveConfig, *BraveSecurity) {
|
||||||
return BraveConfig{
|
var sec *BraveSecurity
|
||||||
Enabled: v.Enabled,
|
if k := MergeAPIKeys(v.APIKey, v.APIKeys); len(k) > 0 {
|
||||||
MaxResults: v.MaxResults,
|
sec = &BraveSecurity{
|
||||||
}, BraveSecurity{
|
|
||||||
APIKeys: MergeAPIKeys(v.APIKey, v.APIKeys),
|
APIKeys: MergeAPIKeys(v.APIKey, v.APIKeys),
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return BraveConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
MaxResults: v.MaxResults,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type tavilyConfigV0 struct {
|
type tavilyConfigV0 struct {
|
||||||
|
|
@ -890,14 +958,18 @@ type tavilyConfigV0 struct {
|
||||||
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_TAVILY_MAX_RESULTS"`
|
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_TAVILY_MAX_RESULTS"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *tavilyConfigV0) ToTavilyConfig() (TavilyConfig, TavilySecurity) {
|
func (v *tavilyConfigV0) ToTavilyConfig() (TavilyConfig, *TavilySecurity) {
|
||||||
return TavilyConfig{
|
var sec *TavilySecurity
|
||||||
Enabled: v.Enabled,
|
if k := MergeAPIKeys(v.APIKey, v.APIKeys); len(k) > 0 {
|
||||||
BaseURL: v.BaseURL,
|
sec = &TavilySecurity{
|
||||||
MaxResults: v.MaxResults,
|
APIKeys: k,
|
||||||
}, TavilySecurity{
|
|
||||||
APIKeys: MergeAPIKeys(v.APIKey, v.APIKeys),
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return TavilyConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
BaseURL: v.BaseURL,
|
||||||
|
MaxResults: v.MaxResults,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type perplexityConfigV0 struct {
|
type perplexityConfigV0 struct {
|
||||||
|
|
@ -907,13 +979,17 @@ type perplexityConfigV0 struct {
|
||||||
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_PERPLEXITY_MAX_RESULTS"`
|
MaxResults int `json:"max_results" env:"PICOCLAW_TOOLS_WEB_PERPLEXITY_MAX_RESULTS"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *perplexityConfigV0) ToPerplexityConfig() (PerplexityConfig, PerplexitySecurity) {
|
func (v *perplexityConfigV0) ToPerplexityConfig() (PerplexityConfig, *PerplexitySecurity) {
|
||||||
return PerplexityConfig{
|
var sec *PerplexitySecurity
|
||||||
Enabled: v.Enabled,
|
if k := MergeAPIKeys(v.APIKey, v.APIKeys); len(k) > 0 {
|
||||||
MaxResults: v.MaxResults,
|
sec = &PerplexitySecurity{
|
||||||
}, PerplexitySecurity{
|
APIKeys: k,
|
||||||
APIKeys: MergeAPIKeys(v.APIKey, v.APIKeys),
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return PerplexityConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
MaxResults: v.MaxResults,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type glmSearchConfigV0 struct {
|
type glmSearchConfigV0 struct {
|
||||||
|
|
@ -923,15 +999,19 @@ type glmSearchConfigV0 struct {
|
||||||
SearchEngine string `json:"search_engine" env:"PICOCLAW_TOOLS_WEB_GLM_SEARCH_ENGINE"`
|
SearchEngine string `json:"search_engine" env:"PICOCLAW_TOOLS_WEB_GLM_SEARCH_ENGINE"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *glmSearchConfigV0) ToGLMSearchConfig() (GLMSearchConfig, GLMSearchSecurity) {
|
func (v *glmSearchConfigV0) ToGLMSearchConfig() (GLMSearchConfig, *GLMSearchSecurity) {
|
||||||
return GLMSearchConfig{
|
var sec *GLMSearchSecurity
|
||||||
Enabled: v.Enabled,
|
if v.APIKey != "" {
|
||||||
apiKey: v.APIKey,
|
sec = &GLMSearchSecurity{
|
||||||
BaseURL: v.BaseURL,
|
|
||||||
SearchEngine: v.SearchEngine,
|
|
||||||
}, GLMSearchSecurity{
|
|
||||||
APIKey: v.APIKey,
|
APIKey: v.APIKey,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return GLMSearchConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
apiKey: v.APIKey,
|
||||||
|
BaseURL: v.BaseURL,
|
||||||
|
SearchEngine: v.SearchEngine,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *webToolsConfigV0) ToWebToolsConfig() (WebToolsConfig, WebToolsSecurity) {
|
func (v *webToolsConfigV0) ToWebToolsConfig() (WebToolsConfig, WebToolsSecurity) {
|
||||||
|
|
@ -954,10 +1034,10 @@ func (v *webToolsConfigV0) ToWebToolsConfig() (WebToolsConfig, WebToolsSecurity)
|
||||||
Format: v.Format,
|
Format: v.Format,
|
||||||
PrivateHostWhitelist: v.PrivateHostWhitelist,
|
PrivateHostWhitelist: v.PrivateHostWhitelist,
|
||||||
}, WebToolsSecurity{
|
}, WebToolsSecurity{
|
||||||
Brave: &braveSecurity,
|
Brave: braveSecurity,
|
||||||
Tavily: &tavilySecurity,
|
Tavily: tavilySecurity,
|
||||||
Perplexity: &perplexitySecurity,
|
Perplexity: perplexitySecurity,
|
||||||
GLMSearch: &glmSearchSecurity,
|
GLMSearch: glmSearchSecurity,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -981,16 +1061,20 @@ type clawHubRegistryConfigV0 struct {
|
||||||
SkillsPath string `json:"skills_path" env:"PICOCLAW_SKILLS_REGISTRIES_CLAWHUB_SKILLS_PATH"`
|
SkillsPath string `json:"skills_path" env:"PICOCLAW_SKILLS_REGISTRIES_CLAWHUB_SKILLS_PATH"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *clawHubRegistryConfigV0) ToClawHubRegistryConfig() (ClawHubRegistryConfig, ClawHubSecurity) {
|
func (v *clawHubRegistryConfigV0) ToClawHubRegistryConfig() (ClawHubRegistryConfig, *ClawHubSecurity) {
|
||||||
return ClawHubRegistryConfig{
|
var sec *ClawHubSecurity
|
||||||
Enabled: v.Enabled,
|
if v.AuthToken != "" {
|
||||||
BaseURL: v.BaseURL,
|
sec = &ClawHubSecurity{
|
||||||
authToken: v.AuthToken,
|
|
||||||
SearchPath: v.SearchPath,
|
|
||||||
SkillsPath: v.SkillsPath,
|
|
||||||
}, ClawHubSecurity{
|
|
||||||
AuthToken: v.AuthToken,
|
AuthToken: v.AuthToken,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return ClawHubRegistryConfig{
|
||||||
|
Enabled: v.Enabled,
|
||||||
|
BaseURL: v.BaseURL,
|
||||||
|
authToken: v.AuthToken,
|
||||||
|
SearchPath: v.SearchPath,
|
||||||
|
SkillsPath: v.SkillsPath,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
type skillsGithubConfigV0 struct {
|
type skillsGithubConfigV0 struct {
|
||||||
|
|
@ -998,13 +1082,17 @@ type skillsGithubConfigV0 struct {
|
||||||
Proxy string `json:"proxy,omitempty" env:"PICOCLAW_TOOLS_SKILLS_GITHUB_PROXY"`
|
Proxy string `json:"proxy,omitempty" env:"PICOCLAW_TOOLS_SKILLS_GITHUB_PROXY"`
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *skillsGithubConfigV0) ToSkillsGithubConfig() (SkillsGithubConfig, GithubSecurity) {
|
func (v *skillsGithubConfigV0) ToSkillsGithubConfig() (SkillsGithubConfig, *GithubSecurity) {
|
||||||
return SkillsGithubConfig{
|
var sec *GithubSecurity
|
||||||
token: v.Token,
|
if v.Token != "" {
|
||||||
Proxy: v.Proxy,
|
sec = &GithubSecurity{
|
||||||
}, GithubSecurity{
|
|
||||||
Token: v.Token,
|
Token: v.Token,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return SkillsGithubConfig{
|
||||||
|
token: v.Token,
|
||||||
|
Proxy: v.Proxy,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *skillsRegistriesConfigV0) ToSkillsRegistriesConfig() (SkillsRegistriesConfig, *ClawHubSecurity) {
|
func (v *skillsRegistriesConfigV0) ToSkillsRegistriesConfig() (SkillsRegistriesConfig, *ClawHubSecurity) {
|
||||||
|
|
@ -1012,21 +1100,25 @@ func (v *skillsRegistriesConfigV0) ToSkillsRegistriesConfig() (SkillsRegistriesC
|
||||||
|
|
||||||
return SkillsRegistriesConfig{
|
return SkillsRegistriesConfig{
|
||||||
ClawHub: clawHub,
|
ClawHub: clawHub,
|
||||||
}, &clawHubSecurity
|
}, clawHubSecurity
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *skillsToolsConfigV0) ToSkillsToolsConfig() (SkillsToolsConfig, SkillsSecurity) {
|
func (v *skillsToolsConfigV0) ToSkillsToolsConfig() (SkillsToolsConfig, *SkillsSecurity) {
|
||||||
registries, registriesSecurity := v.Registries.ToSkillsRegistriesConfig()
|
registries, registriesSecurity := v.Registries.ToSkillsRegistriesConfig()
|
||||||
github, githubSecurity := v.Github.ToSkillsGithubConfig()
|
github, githubSecurity := v.Github.ToSkillsGithubConfig()
|
||||||
|
|
||||||
return SkillsToolsConfig{
|
var sec *SkillsSecurity
|
||||||
ToolConfig: v.ToolConfig,
|
if githubSecurity != nil || registriesSecurity != nil {
|
||||||
Registries: registries,
|
sec = &SkillsSecurity{
|
||||||
Github: github,
|
Github: githubSecurity,
|
||||||
MaxConcurrentSearches: v.MaxConcurrentSearches,
|
|
||||||
SearchCache: v.SearchCache,
|
|
||||||
}, SkillsSecurity{
|
|
||||||
Github: &githubSecurity,
|
|
||||||
ClawHub: registriesSecurity,
|
ClawHub: registriesSecurity,
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
return SkillsToolsConfig{
|
||||||
|
ToolConfig: v.ToolConfig,
|
||||||
|
Registries: registries,
|
||||||
|
Github: github,
|
||||||
|
MaxConcurrentSearches: v.MaxConcurrentSearches,
|
||||||
|
SearchCache: v.SearchCache,
|
||||||
|
}, sec
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -436,6 +436,40 @@ func TestDefaultConfig_ExecAllowRemoteEnabled(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestDefaultConfig_FilterSensitiveDataEnabled(t *testing.T) {
|
||||||
|
cfg := DefaultConfig()
|
||||||
|
if !cfg.Tools.FilterSensitiveData {
|
||||||
|
t.Fatal("DefaultConfig().Tools.FilterSensitiveData should be true")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDefaultConfig_FilterMinLength(t *testing.T) {
|
||||||
|
cfg := DefaultConfig()
|
||||||
|
if cfg.Tools.FilterMinLength != 8 {
|
||||||
|
t.Fatalf("DefaultConfig().Tools.FilterMinLength = %d, want 8", cfg.Tools.FilterMinLength)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestToolsConfig_GetFilterMinLength(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
minLen int
|
||||||
|
expected int
|
||||||
|
}{
|
||||||
|
{"zero returns default", 0, 8},
|
||||||
|
{"negative returns default", -1, 8},
|
||||||
|
{"positive returns value", 16, 16},
|
||||||
|
}
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
cfg := &ToolsConfig{FilterMinLength: tt.minLen}
|
||||||
|
if got := cfg.GetFilterMinLength(); got != tt.expected {
|
||||||
|
t.Errorf("GetFilterMinLength() = %v, want %v", got, tt.expected)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestDefaultConfig_CronAllowCommandEnabled(t *testing.T) {
|
func TestDefaultConfig_CronAllowCommandEnabled(t *testing.T) {
|
||||||
cfg := DefaultConfig()
|
cfg := DefaultConfig()
|
||||||
if !cfg.Tools.Cron.AllowCommand {
|
if !cfg.Tools.Cron.AllowCommand {
|
||||||
|
|
@ -1252,3 +1286,183 @@ func TestDefaultConfig_MinimaxExtraBody(t *testing.T) {
|
||||||
t.Fatalf("Minimax ExtraBody[reasoning_split] = %v, want true", got)
|
t.Fatalf("Minimax ExtraBody[reasoning_split] = %v, want true", got)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestFilterSensitiveData(t *testing.T) {
|
||||||
|
// Test with nil security config
|
||||||
|
cfg := &Config{}
|
||||||
|
if got := cfg.FilterSensitiveData("hello sk-key123 world"); got != "hello sk-key123 world" {
|
||||||
|
t.Errorf("nil security: got %q, want original", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Test with empty content
|
||||||
|
cfg.security = &SecurityConfig{}
|
||||||
|
if got := cfg.FilterSensitiveData(""); got != "" {
|
||||||
|
t.Errorf("empty content: got %q, want empty", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Test short content (less than FilterMinLength=8, should skip filtering)
|
||||||
|
cfg.security.ModelList = map[string]ModelSecurityEntry{
|
||||||
|
"test": {APIKeys: []string{"sk-long-key-12345"}},
|
||||||
|
}
|
||||||
|
cfg.Tools.FilterSensitiveData = true
|
||||||
|
cfg.Tools.FilterMinLength = 8
|
||||||
|
|
||||||
|
// Debug: check if sensitive values are collected
|
||||||
|
values := cfg.security.collectSensitiveValues()
|
||||||
|
t.Logf("collected %d sensitive values: %v", len(values), values)
|
||||||
|
|
||||||
|
if got := cfg.FilterSensitiveData("sk-key"); got != "sk-key" {
|
||||||
|
t.Errorf("short content should not be filtered: got %q", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Test filtering works
|
||||||
|
content := "Your API key is sk-long-key-12345 and token abc123"
|
||||||
|
// abc123 is not in sensitive values, only sk-long-key-12345 should be filtered
|
||||||
|
expected := "Your API key is [FILTERED] and token abc123"
|
||||||
|
if got := cfg.FilterSensitiveData(content); got != expected {
|
||||||
|
t.Errorf("filtering failed: got %q, want %q", got, expected)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Test disabled filtering
|
||||||
|
cfg.Tools.FilterSensitiveData = false
|
||||||
|
if got := cfg.FilterSensitiveData(content); got != content {
|
||||||
|
t.Errorf("disabled filtering: got %q, want original %q", got, content)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFilterSensitiveData_MultipleKeys(t *testing.T) {
|
||||||
|
cfg := &Config{
|
||||||
|
Tools: ToolsConfig{
|
||||||
|
FilterSensitiveData: true,
|
||||||
|
FilterMinLength: 8,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
cfg.security = &SecurityConfig{
|
||||||
|
ModelList: map[string]ModelSecurityEntry{
|
||||||
|
"model1": {APIKeys: []string{"key-one", "key-two"}},
|
||||||
|
"model2": {APIKeys: []string{"key-three"}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := "key-one and key-two and key-three should be filtered"
|
||||||
|
expected := "[FILTERED] and [FILTERED] and [FILTERED] should be filtered"
|
||||||
|
if got := cfg.FilterSensitiveData(content); got != expected {
|
||||||
|
t.Errorf("multiple keys: got %q, want %q", got, expected)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFilterSensitiveData_AllTokenTypes(t *testing.T) {
|
||||||
|
cfg := &Config{
|
||||||
|
Tools: ToolsConfig{
|
||||||
|
FilterSensitiveData: true,
|
||||||
|
FilterMinLength: 8,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
cfg.security = &SecurityConfig{
|
||||||
|
// Model API keys
|
||||||
|
ModelList: map[string]ModelSecurityEntry{
|
||||||
|
"test-model": {APIKeys: []string{"sk-model-key-12345"}},
|
||||||
|
},
|
||||||
|
// Channel tokens
|
||||||
|
Channels: &ChannelsSecurity{
|
||||||
|
Telegram: &TelegramSecurity{Token: "telegram-bot-token-abcdef"},
|
||||||
|
Discord: &DiscordSecurity{Token: "discord-bot-token-xyz789"},
|
||||||
|
Slack: &SlackSecurity{BotToken: "xoxb-slack-bot-token", AppToken: "xapp-slack-app-token"},
|
||||||
|
Matrix: &MatrixSecurity{AccessToken: "matrix-access-token-abc"},
|
||||||
|
Feishu: &FeishuSecurity{AppSecret: "feishu-app-secret-123", EncryptKey: "feishu-encrypt-key"},
|
||||||
|
DingTalk: &DingTalkSecurity{ClientSecret: "dingtalk-client-secret"},
|
||||||
|
OneBot: &OneBotSecurity{AccessToken: "onebot-access-token"},
|
||||||
|
WeCom: &WeComSecurity{Token: "wecom-token", EncodingAESKey: "wecom-aes-key"},
|
||||||
|
WeComApp: &WeComAppSecurity{CorpSecret: "wecom-app-secret", Token: "wecom-app-token"},
|
||||||
|
Pico: &PicoSecurity{Token: "pico-token-abc123"},
|
||||||
|
IRC: &IRCSecurity{
|
||||||
|
Password: "irc-password",
|
||||||
|
NickServPassword: "nickserv-pass",
|
||||||
|
SASLPassword: "sasl-pass",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
// Web tool API keys
|
||||||
|
Web: &WebToolsSecurity{
|
||||||
|
Brave: &BraveSecurity{APIKeys: []string{"brave-api-key"}},
|
||||||
|
Tavily: &TavilySecurity{APIKeys: []string{"tavily-api-key"}},
|
||||||
|
Perplexity: &PerplexitySecurity{APIKeys: []string{"perplexity-api-key"}},
|
||||||
|
GLMSearch: &GLMSearchSecurity{APIKey: "glm-search-key"},
|
||||||
|
BaiduSearch: &BaiduSearchSecurity{APIKey: "baidu-search-key"},
|
||||||
|
},
|
||||||
|
// Skills tokens
|
||||||
|
Skills: &SkillsSecurity{
|
||||||
|
Github: &GithubSecurity{Token: "github-token-xyz"},
|
||||||
|
ClawHub: &ClawHubSecurity{AuthToken: "clawhub-auth-token"},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
content string
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "model_api_key",
|
||||||
|
content: "Using model with key sk-model-key-12345",
|
||||||
|
want: "Using model with key [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "telegram_token",
|
||||||
|
content: "Telegram token: telegram-bot-token-abcdef",
|
||||||
|
want: "Telegram token: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "discord_token",
|
||||||
|
content: "Discord token: discord-bot-token-xyz789",
|
||||||
|
want: "Discord token: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "slack_tokens",
|
||||||
|
content: "Slack bot: xoxb-slack-bot-token, app: xapp-slack-app-token",
|
||||||
|
want: "Slack bot: [FILTERED], app: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "matrix_token",
|
||||||
|
content: "Matrix access token: matrix-access-token-abc",
|
||||||
|
want: "Matrix access token: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "brave_api_key",
|
||||||
|
content: "Brave key: brave-api-key",
|
||||||
|
want: "Brave key: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "tavily_api_key",
|
||||||
|
content: "Tavily key: tavily-api-key",
|
||||||
|
want: "Tavily key: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "github_token",
|
||||||
|
content: "GitHub token: github-token-xyz",
|
||||||
|
want: "GitHub token: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "irc_passwords",
|
||||||
|
content: "IRC password: irc-password, nickserv: nickserv-pass",
|
||||||
|
want: "IRC password: [FILTERED], nickserv: [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "mixed_content",
|
||||||
|
content: "Model key sk-model-key-12345 and Telegram token telegram-bot-token-abcdef",
|
||||||
|
want: "Model key [FILTERED] and Telegram token [FILTERED]",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "short_key_not_filtered",
|
||||||
|
content: "Key abc not filtered because length < 8",
|
||||||
|
want: "Key abc not filtered because length < 8",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
if got := cfg.FilterSensitiveData(tt.content); got != tt.want {
|
||||||
|
t.Errorf("got %q, want %q", got, tt.want)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -384,6 +384,8 @@ func DefaultConfig() *Config {
|
||||||
LogLevel: "fatal",
|
LogLevel: "fatal",
|
||||||
},
|
},
|
||||||
Tools: ToolsConfig{
|
Tools: ToolsConfig{
|
||||||
|
FilterSensitiveData: true,
|
||||||
|
FilterMinLength: 8,
|
||||||
MediaCleanup: MediaCleanupConfig{
|
MediaCleanup: MediaCleanupConfig{
|
||||||
ToolConfig: ToolConfig{
|
ToolConfig: ToolConfig{
|
||||||
Enabled: true,
|
Enabled: true,
|
||||||
|
|
@ -543,8 +545,9 @@ func DefaultConfig() *Config {
|
||||||
},
|
},
|
||||||
security: &SecurityConfig{
|
security: &SecurityConfig{
|
||||||
ModelList: map[string]ModelSecurityEntry{},
|
ModelList: map[string]ModelSecurityEntry{},
|
||||||
Channels: ChannelsSecurity{},
|
Channels: &ChannelsSecurity{},
|
||||||
Web: WebToolsSecurity{},
|
Web: &WebToolsSecurity{},
|
||||||
|
Skills: &SkillsSecurity{},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -10,6 +10,9 @@ import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
|
"reflect"
|
||||||
|
"strings"
|
||||||
|
"sync"
|
||||||
|
|
||||||
"github.com/caarlos0/env/v11"
|
"github.com/caarlos0/env/v11"
|
||||||
"github.com/tencent-connect/botgo/log"
|
"github.com/tencent-connect/botgo/log"
|
||||||
|
|
@ -22,19 +25,41 @@ const (
|
||||||
SecurityConfigFile = ".security.yml"
|
SecurityConfigFile = ".security.yml"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func normalizeSecurityConfig(sec *SecurityConfig) *SecurityConfig {
|
||||||
|
if sec == nil {
|
||||||
|
sec = &SecurityConfig{}
|
||||||
|
}
|
||||||
|
if sec.ModelList == nil {
|
||||||
|
sec.ModelList = map[string]ModelSecurityEntry{}
|
||||||
|
}
|
||||||
|
if sec.Channels == nil {
|
||||||
|
sec.Channels = &ChannelsSecurity{}
|
||||||
|
}
|
||||||
|
if sec.Web == nil {
|
||||||
|
sec.Web = &WebToolsSecurity{}
|
||||||
|
}
|
||||||
|
if sec.Skills == nil {
|
||||||
|
sec.Skills = &SkillsSecurity{}
|
||||||
|
}
|
||||||
|
return sec
|
||||||
|
}
|
||||||
|
|
||||||
// SecurityConfig stores all sensitive data (API keys, tokens, secrets, passwords)
|
// SecurityConfig stores all sensitive data (API keys, tokens, secrets, passwords)
|
||||||
// This data is loaded from security.yml and kept separate from the main config
|
// This data is loaded from security.yml and kept separate from the main config
|
||||||
type SecurityConfig struct {
|
type SecurityConfig struct {
|
||||||
// Model API keys. Map key is model_name, can include suffix like "abc:0", "abc:1"
|
// Model API keys. Map key is model_name, can include suffix like "abc:0", "abc:1"
|
||||||
// for load balancing with same model_name. The suffix ":N" is used to distinguish
|
// for load balancing with same model_name. The suffix ":N" is used to distinguish
|
||||||
// multiple configs that share the same base model_name.
|
// multiple configs that share the same base model_name.
|
||||||
ModelList map[string]ModelSecurityEntry `yaml:"model_list,omitempty"`
|
ModelList map[string]ModelSecurityEntry `yaml:"model_list"`
|
||||||
|
|
||||||
// Channel tokens/secrets
|
// Channel tokens/secrets
|
||||||
Channels ChannelsSecurity `yaml:"channels,omitempty"`
|
Channels *ChannelsSecurity `yaml:"channels,omitempty"`
|
||||||
|
|
||||||
Web WebToolsSecurity `yaml:"web,omitempty"`
|
Web *WebToolsSecurity `yaml:"web,omitempty"`
|
||||||
Skills SkillsSecurity `yaml:"skills,omitempty"`
|
Skills *SkillsSecurity `yaml:"skills,omitempty"`
|
||||||
|
|
||||||
|
// cache for sensitive values and compiled regex (computed once)
|
||||||
|
sensitiveCache *SensitiveDataCache
|
||||||
}
|
}
|
||||||
|
|
||||||
// ModelSecurityEntry stores security data for a model
|
// ModelSecurityEntry stores security data for a model
|
||||||
|
|
@ -185,7 +210,7 @@ func loadSecurityConfig(securityPath string) (*SecurityConfig, error) {
|
||||||
data, err := os.ReadFile(securityPath)
|
data, err := os.ReadFile(securityPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
if os.IsNotExist(err) {
|
if os.IsNotExist(err) {
|
||||||
return &SecurityConfig{}, nil
|
return normalizeSecurityConfig(nil), nil
|
||||||
}
|
}
|
||||||
return nil, fmt.Errorf("failed to read security config: %w", err)
|
return nil, fmt.Errorf("failed to read security config: %w", err)
|
||||||
}
|
}
|
||||||
|
|
@ -204,7 +229,7 @@ func loadSecurityConfig(securityPath string) (*SecurityConfig, error) {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
return &sec, nil
|
return normalizeSecurityConfig(&sec), nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// saveSecurityConfig saves the security configuration to security.yml
|
// saveSecurityConfig saves the security configuration to security.yml
|
||||||
|
|
@ -218,3 +243,91 @@ func saveSecurityConfig(securityPath string, sec *SecurityConfig) error {
|
||||||
}
|
}
|
||||||
return fileutil.WriteFileAtomic(securityPath, buf.Bytes(), 0o600)
|
return fileutil.WriteFileAtomic(securityPath, buf.Bytes(), 0o600)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// SensitiveDataCache caches the compiled regex for filtering sensitive data.
|
||||||
|
// SensitiveDataCache caches the strings.Replacer for filtering sensitive data.
|
||||||
|
// Computed once on first access via sync.Once.
|
||||||
|
type SensitiveDataCache struct {
|
||||||
|
replacer *strings.Replacer
|
||||||
|
once sync.Once
|
||||||
|
}
|
||||||
|
|
||||||
|
// SensitiveDataReplacer returns the strings.Replacer for filtering sensitive data.
|
||||||
|
// It is computed once on first access via sync.Once.
|
||||||
|
func (sec *SecurityConfig) SensitiveDataReplacer() *strings.Replacer {
|
||||||
|
sec.initSensitiveCache()
|
||||||
|
return sec.sensitiveCache.replacer
|
||||||
|
}
|
||||||
|
|
||||||
|
// initSensitiveCache initializes the sensitive data cache if not already done.
|
||||||
|
func (sec *SecurityConfig) initSensitiveCache() {
|
||||||
|
if sec.sensitiveCache == nil {
|
||||||
|
sec.sensitiveCache = &SensitiveDataCache{}
|
||||||
|
}
|
||||||
|
sec.sensitiveCache.once.Do(func() {
|
||||||
|
values := sec.collectSensitiveValues()
|
||||||
|
if len(values) == 0 {
|
||||||
|
sec.sensitiveCache.replacer = strings.NewReplacer()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build old/new pairs for strings.Replacer
|
||||||
|
var pairs []string
|
||||||
|
for _, v := range values {
|
||||||
|
if len(v) > 3 {
|
||||||
|
pairs = append(pairs, v, "[FILTERED]")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(pairs) == 0 {
|
||||||
|
sec.sensitiveCache.replacer = strings.NewReplacer()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
sec.sensitiveCache.replacer = strings.NewReplacer(pairs...)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// collectSensitiveValues collects all sensitive strings from SecurityConfig using reflection.
|
||||||
|
func (sec *SecurityConfig) collectSensitiveValues() []string {
|
||||||
|
var values []string
|
||||||
|
collectSensitive(reflect.ValueOf(sec), &values)
|
||||||
|
return values
|
||||||
|
}
|
||||||
|
|
||||||
|
// collectSensitive recursively traverses the value and collects all non-empty string fields.
|
||||||
|
func collectSensitive(v reflect.Value, values *[]string) {
|
||||||
|
// Dereference pointers/interfaces to get the underlying value
|
||||||
|
for v.Kind() == reflect.Ptr || v.Kind() == reflect.Interface {
|
||||||
|
if v.IsNil() {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
v = v.Elem()
|
||||||
|
}
|
||||||
|
|
||||||
|
switch v.Kind() {
|
||||||
|
case reflect.Struct:
|
||||||
|
for i := 0; i < v.NumField(); i++ {
|
||||||
|
field := v.Field(i)
|
||||||
|
fieldType := v.Type().Field(i)
|
||||||
|
if !fieldType.IsExported() {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
collectSensitive(field, values)
|
||||||
|
}
|
||||||
|
case reflect.String:
|
||||||
|
if v.String() != "" {
|
||||||
|
*values = append(*values, v.String())
|
||||||
|
}
|
||||||
|
case reflect.Slice:
|
||||||
|
if v.Type().Elem().Kind() == reflect.String {
|
||||||
|
for i := 0; i < v.Len(); i++ {
|
||||||
|
if s := v.Index(i).String(); s != "" {
|
||||||
|
*values = append(*values, s)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
case reflect.Map:
|
||||||
|
for _, key := range v.MapKeys() {
|
||||||
|
collectSensitive(v.MapIndex(key), values)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -17,13 +17,12 @@ import (
|
||||||
|
|
||||||
// Test JSON unmarshal of private fields
|
// Test JSON unmarshal of private fields
|
||||||
func TestJSONUnmarshalPrivateFields(t *testing.T) {
|
func TestJSONUnmarshalPrivateFields(t *testing.T) {
|
||||||
//nolint: govet
|
|
||||||
type testStruct struct {
|
type testStruct struct {
|
||||||
PublicField string `json:"public"`
|
PublicField string `json:"public"`
|
||||||
privateField string `json:"private"`
|
privateField string
|
||||||
}
|
}
|
||||||
|
|
||||||
data := `{"public": "pub", "private": "priv"}`
|
data := `{"public": "pub", "privateField": "priv"}`
|
||||||
var s testStruct
|
var s testStruct
|
||||||
if err := json.Unmarshal([]byte(data), &s); err != nil {
|
if err := json.Unmarshal([]byte(data), &s); err != nil {
|
||||||
t.Fatalf("JSON unmarshal failed: %v", err)
|
t.Fatalf("JSON unmarshal failed: %v", err)
|
||||||
|
|
@ -35,9 +34,8 @@ func TestJSONUnmarshalPrivateFields(t *testing.T) {
|
||||||
if s.PublicField != "pub" {
|
if s.PublicField != "pub" {
|
||||||
t.Errorf("PublicField = %q, want 'pub'", s.PublicField)
|
t.Errorf("PublicField = %q, want 'pub'", s.PublicField)
|
||||||
}
|
}
|
||||||
// This should fail because privateField is unexported
|
if s.privateField != "" {
|
||||||
if s.privateField != "priv" {
|
t.Errorf("privateField = %q, want empty because unexported fields are ignored", s.privateField)
|
||||||
t.Logf("privateField = %q, want 'priv' - THIS IS EXPECTED TO FAIL", s.privateField)
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -20,6 +20,9 @@ func TestSecurityConfig(t *testing.T) {
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
assert.NotNil(t, sec)
|
assert.NotNil(t, sec)
|
||||||
assert.Empty(t, sec.ModelList)
|
assert.Empty(t, sec.ModelList)
|
||||||
|
assert.NotNil(t, sec.Channels)
|
||||||
|
assert.NotNil(t, sec.Web)
|
||||||
|
assert.NotNil(t, sec.Skills)
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -59,12 +62,12 @@ func TestSaveAndLoadSecurityConfig(t *testing.T) {
|
||||||
APIKeys: []string{"key1", "key2"},
|
APIKeys: []string{"key1", "key2"},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
Channels: ChannelsSecurity{
|
Channels: &ChannelsSecurity{
|
||||||
Telegram: &TelegramSecurity{
|
Telegram: &TelegramSecurity{
|
||||||
Token: "telegram-token",
|
Token: "telegram-token",
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
Web: WebToolsSecurity{
|
Web: &WebToolsSecurity{
|
||||||
Brave: &BraveSecurity{
|
Brave: &BraveSecurity{
|
||||||
APIKeys: []string{"brave-api-key"},
|
APIKeys: []string{"brave-api-key"},
|
||||||
},
|
},
|
||||||
|
|
|
||||||
|
|
@ -117,3 +117,11 @@ func WriteFileAtomic(path string, data []byte, perm os.FileMode) error {
|
||||||
cleanup = false
|
cleanup = false
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func CopyFile(src, dst string, perm os.FileMode) error {
|
||||||
|
data, err := os.ReadFile(src)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return WriteFileAtomic(dst, data, perm)
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,4 @@
|
||||||
//go:build !windows
|
//go:build !windows
|
||||||
// +build !windows
|
|
||||||
|
|
||||||
package logger
|
package logger
|
||||||
|
|
||||||
|
|
@ -7,6 +6,8 @@ import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"os"
|
"os"
|
||||||
|
|
||||||
|
"golang.org/x/sys/unix"
|
||||||
)
|
)
|
||||||
|
|
||||||
func initPanicFile(panicFile string) io.WriteCloser {
|
func initPanicFile(panicFile string) io.WriteCloser {
|
||||||
|
|
@ -14,7 +15,7 @@ func initPanicFile(panicFile string) io.WriteCloser {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(fmt.Sprintf("error in open panic: %v", err))
|
panic(fmt.Sprintf("error in open panic: %v", err))
|
||||||
}
|
}
|
||||||
if err = Dup2(int(file.Fd()), int(os.Stderr.Fd())); err != nil {
|
if err = unix.Dup2(int(file.Fd()), int(os.Stderr.Fd())); err != nil {
|
||||||
panic(fmt.Sprintf("error in syscall.Dup2: %v", err))
|
panic(fmt.Sprintf("error in syscall.Dup2: %v", err))
|
||||||
}
|
}
|
||||||
return file
|
return file
|
||||||
|
|
|
||||||
|
|
@ -12,7 +12,7 @@ import (
|
||||||
)
|
)
|
||||||
|
|
||||||
func initPanicFile(panicFile string) io.WriteCloser {
|
func initPanicFile(panicFile string) io.WriteCloser {
|
||||||
file, err := os.OpenFile(panicFile, os.O_WRONLY|os.O_CREATE|os.O_SYNC|os.O_APPEND, 0600)
|
file, err := os.OpenFile(panicFile, os.O_WRONLY|os.O_CREATE|os.O_SYNC|os.O_APPEND, 0o600)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(fmt.Sprintf("error in open panic: %v", err))
|
panic(fmt.Sprintf("error in open panic: %v", err))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
//go:build linux && amd64
|
|
||||||
// +build linux,amd64
|
|
||||||
|
|
||||||
package logger
|
|
||||||
|
|
||||||
import (
|
|
||||||
"syscall"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Dup2(oldfd int, newfd int) error {
|
|
||||||
return syscall.Dup2(oldfd, newfd)
|
|
||||||
}
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
//go:build linux && arm64
|
|
||||||
// +build linux,arm64
|
|
||||||
|
|
||||||
package logger
|
|
||||||
|
|
||||||
import (
|
|
||||||
"syscall"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Dup2(oldfd int, newfd int) error {
|
|
||||||
return syscall.Dup3(oldfd, newfd, 0)
|
|
||||||
}
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
//go:build darwin
|
|
||||||
// +build darwin
|
|
||||||
|
|
||||||
package logger
|
|
||||||
|
|
||||||
import (
|
|
||||||
"syscall"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Dup2(oldfd int, newfd int) error {
|
|
||||||
return syscall.Dup2(oldfd, newfd)
|
|
||||||
}
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
//go:build linux && loong64
|
|
||||||
// +build linux,loong64
|
|
||||||
|
|
||||||
package logger
|
|
||||||
|
|
||||||
import (
|
|
||||||
"syscall"
|
|
||||||
)
|
|
||||||
|
|
||||||
func Dup2(oldfd int, newfd int) error {
|
|
||||||
return syscall.Dup3(oldfd, newfd, 0)
|
|
||||||
}
|
|
||||||
582
pkg/providers/bedrock/provider_bedrock.go
Normal file
582
pkg/providers/bedrock/provider_bedrock.go
Normal file
|
|
@ -0,0 +1,582 @@
|
||||||
|
//go:build bedrock
|
||||||
|
|
||||||
|
// PicoClaw - Ultra-lightweight personal AI agent
|
||||||
|
// License: MIT
|
||||||
|
//
|
||||||
|
// Copyright (c) 2026 PicoClaw contributors
|
||||||
|
|
||||||
|
// Package bedrock implements the LLM provider interface for AWS Bedrock.
|
||||||
|
// It uses the Bedrock Runtime Converse API for unified access to multiple
|
||||||
|
// model families (Claude, Llama, Mistral, etc.) with tool/function calling support.
|
||||||
|
package bedrock
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/base64"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"log"
|
||||||
|
"math"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/config"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime/document"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime/types"
|
||||||
|
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers/common"
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers/protocoltypes"
|
||||||
|
)
|
||||||
|
|
||||||
|
type (
|
||||||
|
ToolCall = protocoltypes.ToolCall
|
||||||
|
FunctionCall = protocoltypes.FunctionCall
|
||||||
|
LLMResponse = protocoltypes.LLMResponse
|
||||||
|
UsageInfo = protocoltypes.UsageInfo
|
||||||
|
Message = protocoltypes.Message
|
||||||
|
ToolDefinition = protocoltypes.ToolDefinition
|
||||||
|
ToolFunctionDefinition = protocoltypes.ToolFunctionDefinition
|
||||||
|
)
|
||||||
|
|
||||||
|
// Provider implements the LLM provider interface for AWS Bedrock.
|
||||||
|
type Provider struct {
|
||||||
|
client *bedrockruntime.Client
|
||||||
|
region string
|
||||||
|
requestTimeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// Option configures the Bedrock Provider.
|
||||||
|
type Option func(*providerConfig)
|
||||||
|
|
||||||
|
type providerConfig struct {
|
||||||
|
region string
|
||||||
|
profile string
|
||||||
|
baseEndpoint string
|
||||||
|
requestTimeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithRegion sets the AWS region for Bedrock requests.
|
||||||
|
func WithRegion(region string) Option {
|
||||||
|
return func(c *providerConfig) {
|
||||||
|
c.region = region
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithProfile sets the AWS profile to use for credentials.
|
||||||
|
func WithProfile(profile string) Option {
|
||||||
|
return func(c *providerConfig) {
|
||||||
|
c.profile = profile
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithBaseEndpoint sets a custom Bedrock endpoint URL.
|
||||||
|
// Example: https://bedrock-runtime.us-east-1.amazonaws.com
|
||||||
|
func WithBaseEndpoint(endpoint string) Option {
|
||||||
|
return func(c *providerConfig) {
|
||||||
|
c.baseEndpoint = endpoint
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithRequestTimeout sets the timeout for Bedrock API requests.
|
||||||
|
func WithRequestTimeout(timeout time.Duration) Option {
|
||||||
|
return func(c *providerConfig) {
|
||||||
|
c.requestTimeout = timeout
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewProvider creates a new AWS Bedrock provider.
|
||||||
|
// It uses the default AWS credential chain (env vars, shared config, IAM roles, etc.).
|
||||||
|
func NewProvider(ctx context.Context, opts ...Option) (*Provider, error) {
|
||||||
|
pc := &providerConfig{}
|
||||||
|
for _, opt := range opts {
|
||||||
|
opt(pc)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build AWS config options
|
||||||
|
var configOpts []func(*config.LoadOptions) error
|
||||||
|
|
||||||
|
if pc.region != "" {
|
||||||
|
configOpts = append(configOpts, config.WithRegion(pc.region))
|
||||||
|
}
|
||||||
|
|
||||||
|
if pc.profile != "" {
|
||||||
|
configOpts = append(configOpts, config.WithSharedConfigProfile(pc.profile))
|
||||||
|
}
|
||||||
|
|
||||||
|
// Load AWS config with automatic credential discovery
|
||||||
|
cfg, err := config.LoadDefaultConfig(ctx, configOpts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("loading AWS config: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Validate region is set - required for Bedrock request signing
|
||||||
|
if cfg.Region == "" {
|
||||||
|
return nil, fmt.Errorf(
|
||||||
|
"AWS region not configured: set AWS_REGION, AWS_DEFAULT_REGION, or use WithRegion option",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build client options
|
||||||
|
var clientOpts []func(*bedrockruntime.Options)
|
||||||
|
if pc.baseEndpoint != "" {
|
||||||
|
clientOpts = append(clientOpts, func(o *bedrockruntime.Options) {
|
||||||
|
o.BaseEndpoint = aws.String(pc.baseEndpoint)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
client := bedrockruntime.NewFromConfig(cfg, clientOpts...)
|
||||||
|
|
||||||
|
return &Provider{
|
||||||
|
client: client,
|
||||||
|
region: cfg.Region,
|
||||||
|
requestTimeout: pc.requestTimeout,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Chat sends messages to AWS Bedrock using the Converse API.
|
||||||
|
func (p *Provider) Chat(
|
||||||
|
ctx context.Context,
|
||||||
|
messages []Message,
|
||||||
|
tools []ToolDefinition,
|
||||||
|
model string,
|
||||||
|
options map[string]any,
|
||||||
|
) (*LLMResponse, error) {
|
||||||
|
// Apply request timeout if context doesn't already have a deadline.
|
||||||
|
// Use explicit timeout if set, otherwise fall back to common default.
|
||||||
|
effectiveTimeout := p.requestTimeout
|
||||||
|
if effectiveTimeout <= 0 {
|
||||||
|
effectiveTimeout = common.DefaultRequestTimeout
|
||||||
|
}
|
||||||
|
if _, hasDeadline := ctx.Deadline(); !hasDeadline {
|
||||||
|
var cancel context.CancelFunc
|
||||||
|
ctx, cancel = context.WithTimeout(ctx, effectiveTimeout)
|
||||||
|
defer cancel()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build the Converse API input
|
||||||
|
input := &bedrockruntime.ConverseInput{
|
||||||
|
ModelId: aws.String(model),
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert messages to Bedrock format
|
||||||
|
bedrockMessages, systemPrompts := convertMessages(messages)
|
||||||
|
input.Messages = bedrockMessages
|
||||||
|
|
||||||
|
// Set system prompts if any
|
||||||
|
if len(systemPrompts) > 0 {
|
||||||
|
input.System = systemPrompts
|
||||||
|
}
|
||||||
|
|
||||||
|
// Set inference configuration only when options are provided
|
||||||
|
var inferenceConfig *types.InferenceConfiguration
|
||||||
|
|
||||||
|
if maxTokens, ok := common.AsInt(options["max_tokens"]); ok && maxTokens > 0 {
|
||||||
|
if inferenceConfig == nil {
|
||||||
|
inferenceConfig = &types.InferenceConfiguration{}
|
||||||
|
}
|
||||||
|
// Clamp to int32 range to avoid overflow
|
||||||
|
if maxTokens > math.MaxInt32 {
|
||||||
|
maxTokens = math.MaxInt32
|
||||||
|
}
|
||||||
|
inferenceConfig.MaxTokens = aws.Int32(int32(maxTokens))
|
||||||
|
}
|
||||||
|
|
||||||
|
if temp, ok := common.AsFloat(options["temperature"]); ok {
|
||||||
|
if inferenceConfig == nil {
|
||||||
|
inferenceConfig = &types.InferenceConfiguration{}
|
||||||
|
}
|
||||||
|
inferenceConfig.Temperature = aws.Float32(float32(temp))
|
||||||
|
}
|
||||||
|
|
||||||
|
if inferenceConfig != nil {
|
||||||
|
input.InferenceConfig = inferenceConfig
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert tools to Bedrock format
|
||||||
|
// Only set ToolConfig if at least one valid tool was produced
|
||||||
|
if len(tools) > 0 {
|
||||||
|
toolConfig := convertTools(tools)
|
||||||
|
if len(toolConfig.Tools) > 0 {
|
||||||
|
input.ToolConfig = toolConfig
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Call Bedrock Converse API
|
||||||
|
output, err := p.client.Converse(ctx, input)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("bedrock converse: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Parse the response
|
||||||
|
return parseResponse(output)
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetDefaultModel returns an empty string as Bedrock models are user-configured.
|
||||||
|
func (p *Provider) GetDefaultModel() string {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// Region returns the AWS region configured for this Provider.
|
||||||
|
func (p *Provider) Region() string {
|
||||||
|
return p.region
|
||||||
|
}
|
||||||
|
|
||||||
|
// convertMessages converts internal messages to Bedrock Converse format.
|
||||||
|
// Returns the conversation messages and any system prompts separately.
|
||||||
|
// Note: Bedrock requires all tool results for a given assistant turn to be in a single
|
||||||
|
// user message with multiple ToolResultBlock content blocks. This function merges
|
||||||
|
// consecutive tool result messages accordingly.
|
||||||
|
func convertMessages(messages []Message) ([]types.Message, []types.SystemContentBlock) {
|
||||||
|
var bedrockMessages []types.Message
|
||||||
|
var systemPrompts []types.SystemContentBlock
|
||||||
|
|
||||||
|
// Helper to check if a message is a tool result
|
||||||
|
isToolResult := func(msg Message) bool {
|
||||||
|
return (msg.Role == "tool" || (msg.Role == "user" && msg.ToolCallID != "")) && msg.ToolCallID != ""
|
||||||
|
}
|
||||||
|
|
||||||
|
// Helper to create a tool result content block
|
||||||
|
makeToolResultBlock := func(msg Message) types.ContentBlock {
|
||||||
|
return &types.ContentBlockMemberToolResult{
|
||||||
|
Value: types.ToolResultBlock{
|
||||||
|
ToolUseId: aws.String(msg.ToolCallID),
|
||||||
|
Content: []types.ToolResultContentBlock{
|
||||||
|
&types.ToolResultContentBlockMemberText{
|
||||||
|
Value: msg.Content,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
i := 0
|
||||||
|
for i < len(messages) {
|
||||||
|
msg := messages[i]
|
||||||
|
|
||||||
|
switch {
|
||||||
|
case msg.Role == "system":
|
||||||
|
// System messages go to the System field
|
||||||
|
systemPrompts = append(systemPrompts, &types.SystemContentBlockMemberText{
|
||||||
|
Value: msg.Content,
|
||||||
|
})
|
||||||
|
i++
|
||||||
|
|
||||||
|
case isToolResult(msg):
|
||||||
|
// Collect all consecutive tool results into a single user message
|
||||||
|
// Bedrock requires all tool results for a turn in one message
|
||||||
|
var toolResultBlocks []types.ContentBlock
|
||||||
|
for i < len(messages) && isToolResult(messages[i]) {
|
||||||
|
toolResultBlocks = append(toolResultBlocks, makeToolResultBlock(messages[i]))
|
||||||
|
i++
|
||||||
|
}
|
||||||
|
bedrockMessages = append(bedrockMessages, types.Message{
|
||||||
|
Role: types.ConversationRoleUser,
|
||||||
|
Content: toolResultBlocks,
|
||||||
|
})
|
||||||
|
|
||||||
|
case msg.Role == "user":
|
||||||
|
// Regular user message (no ToolCallID)
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
bedrockMessages = append(bedrockMessages, types.Message{
|
||||||
|
Role: types.ConversationRoleUser,
|
||||||
|
Content: content,
|
||||||
|
})
|
||||||
|
i++
|
||||||
|
|
||||||
|
case msg.Role == "assistant":
|
||||||
|
content := buildAssistantContent(msg)
|
||||||
|
bedrockMessages = append(bedrockMessages, types.Message{
|
||||||
|
Role: types.ConversationRoleAssistant,
|
||||||
|
Content: content,
|
||||||
|
})
|
||||||
|
i++
|
||||||
|
|
||||||
|
case msg.Role == "tool" && msg.ToolCallID == "":
|
||||||
|
// Tool message without ToolCallID - treat as regular user message
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
bedrockMessages = append(bedrockMessages, types.Message{
|
||||||
|
Role: types.ConversationRoleUser,
|
||||||
|
Content: content,
|
||||||
|
})
|
||||||
|
i++
|
||||||
|
|
||||||
|
default:
|
||||||
|
// Unknown role - skip
|
||||||
|
i++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return bedrockMessages, systemPrompts
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildUserContent builds Bedrock content blocks for a user message.
|
||||||
|
func buildUserContent(msg Message) []types.ContentBlock {
|
||||||
|
var content []types.ContentBlock
|
||||||
|
|
||||||
|
// Add text content
|
||||||
|
if msg.Content != "" {
|
||||||
|
content = append(content, &types.ContentBlockMemberText{
|
||||||
|
Value: msg.Content,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add images from Media field
|
||||||
|
for _, mediaURL := range msg.Media {
|
||||||
|
if strings.HasPrefix(mediaURL, "data:image/") {
|
||||||
|
// Parse data URL: data:image/jpeg;base64,<data>
|
||||||
|
parts := strings.SplitN(mediaURL, ",", 2)
|
||||||
|
if len(parts) != 2 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Extract media type from "data:image/jpeg;base64"
|
||||||
|
mediaType := ""
|
||||||
|
header := parts[0]
|
||||||
|
if idx := strings.Index(header, "/"); idx != -1 {
|
||||||
|
end := strings.Index(header[idx:], ";")
|
||||||
|
if end == -1 {
|
||||||
|
end = len(header) - idx
|
||||||
|
}
|
||||||
|
mediaType = header[idx+1 : idx+end]
|
||||||
|
}
|
||||||
|
|
||||||
|
// Verify this is base64 encoded
|
||||||
|
if !strings.Contains(header, ";base64") {
|
||||||
|
continue // Skip non-base64 encoded data
|
||||||
|
}
|
||||||
|
|
||||||
|
// Map media type to Bedrock format
|
||||||
|
var format types.ImageFormat
|
||||||
|
switch mediaType {
|
||||||
|
case "jpeg", "jpg":
|
||||||
|
format = types.ImageFormatJpeg
|
||||||
|
case "png":
|
||||||
|
format = types.ImageFormatPng
|
||||||
|
case "gif":
|
||||||
|
format = types.ImageFormatGif
|
||||||
|
case "webp":
|
||||||
|
format = types.ImageFormatWebp
|
||||||
|
default:
|
||||||
|
continue // Skip unsupported formats
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check size before decoding to prevent excessive memory allocation
|
||||||
|
// Bedrock has a ~20MB request limit; cap decoded images at 10MB
|
||||||
|
const maxImageSize = 10 * 1024 * 1024
|
||||||
|
decodedLen := base64.StdEncoding.DecodedLen(len(parts[1]))
|
||||||
|
if decodedLen > maxImageSize {
|
||||||
|
log.Printf("bedrock: skipping image exceeding size limit (%d bytes > %d)", decodedLen, maxImageSize)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Decode base64 data
|
||||||
|
imageData, err := base64.StdEncoding.DecodeString(parts[1])
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("bedrock: failed to decode base64 image data: %v", err)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
content = append(content, &types.ContentBlockMemberImage{
|
||||||
|
Value: types.ImageBlock{
|
||||||
|
Format: format,
|
||||||
|
Source: &types.ImageSourceMemberBytes{
|
||||||
|
Value: imageData,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Bedrock requires at least one content block; add empty text if needed
|
||||||
|
if len(content) == 0 {
|
||||||
|
content = append(content, &types.ContentBlockMemberText{Value: ""})
|
||||||
|
}
|
||||||
|
|
||||||
|
return content
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildAssistantContent builds Bedrock content blocks for an assistant message.
|
||||||
|
func buildAssistantContent(msg Message) []types.ContentBlock {
|
||||||
|
var content []types.ContentBlock
|
||||||
|
|
||||||
|
// Add text content if present
|
||||||
|
if msg.Content != "" {
|
||||||
|
content = append(content, &types.ContentBlockMemberText{
|
||||||
|
Value: msg.Content,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// Add tool use blocks
|
||||||
|
for _, tc := range msg.ToolCalls {
|
||||||
|
// Validate tool call ID - Bedrock requires non-empty ToolUseId
|
||||||
|
if strings.TrimSpace(tc.ID) == "" {
|
||||||
|
log.Printf("bedrock: skipping tool call with empty ID (name: %q)", tc.Name)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resolve tool name: prefer tc.Name, fallback to tc.Function.Name
|
||||||
|
// (tc.Name/tc.Arguments are json:"-" and may be empty when from JSON)
|
||||||
|
toolName := tc.Name
|
||||||
|
if toolName == "" && tc.Function != nil {
|
||||||
|
toolName = tc.Function.Name
|
||||||
|
}
|
||||||
|
if strings.TrimSpace(toolName) == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resolve arguments: prefer tc.Arguments, fallback to parsing tc.Function.Arguments
|
||||||
|
args := tc.Arguments
|
||||||
|
if args == nil && tc.Function != nil && tc.Function.Arguments != "" {
|
||||||
|
if err := json.Unmarshal([]byte(tc.Function.Arguments), &args); err != nil {
|
||||||
|
log.Printf("bedrock: failed to parse Function.Arguments for tool %q: %v", toolName, err)
|
||||||
|
args = map[string]any{}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if args == nil {
|
||||||
|
args = map[string]any{}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert arguments to a Bedrock document using NewLazyDocument
|
||||||
|
inputDoc := document.NewLazyDocument(args)
|
||||||
|
|
||||||
|
content = append(content, &types.ContentBlockMemberToolUse{
|
||||||
|
Value: types.ToolUseBlock{
|
||||||
|
ToolUseId: aws.String(tc.ID),
|
||||||
|
Name: aws.String(toolName),
|
||||||
|
Input: inputDoc,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// Bedrock requires at least one content block; add empty text if needed
|
||||||
|
if len(content) == 0 {
|
||||||
|
content = append(content, &types.ContentBlockMemberText{Value: ""})
|
||||||
|
}
|
||||||
|
|
||||||
|
return content
|
||||||
|
}
|
||||||
|
|
||||||
|
// convertTools converts tool definitions to Bedrock format.
|
||||||
|
func convertTools(tools []ToolDefinition) *types.ToolConfiguration {
|
||||||
|
bedrockTools := make([]types.Tool, 0, len(tools))
|
||||||
|
|
||||||
|
for _, tool := range tools {
|
||||||
|
// Skip tools with empty names
|
||||||
|
if strings.TrimSpace(tool.Function.Name) == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// Ensure parameters is not nil - default to minimal object schema
|
||||||
|
params := tool.Function.Parameters
|
||||||
|
if params == nil {
|
||||||
|
params = map[string]any{
|
||||||
|
"type": "object",
|
||||||
|
"properties": map[string]any{},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert parameters schema to a Bedrock document
|
||||||
|
inputSchema := document.NewLazyDocument(params)
|
||||||
|
|
||||||
|
bedrockTools = append(bedrockTools, &types.ToolMemberToolSpec{
|
||||||
|
Value: types.ToolSpecification{
|
||||||
|
Name: aws.String(tool.Function.Name),
|
||||||
|
Description: aws.String(tool.Function.Description),
|
||||||
|
InputSchema: &types.ToolInputSchemaMemberJson{
|
||||||
|
Value: inputSchema,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
return &types.ToolConfiguration{
|
||||||
|
Tools: bedrockTools,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseResponse converts Bedrock Converse output to LLMResponse.
|
||||||
|
func parseResponse(output *bedrockruntime.ConverseOutput) (*LLMResponse, error) {
|
||||||
|
var content strings.Builder
|
||||||
|
toolCalls := make([]ToolCall, 0)
|
||||||
|
|
||||||
|
// Process output content blocks
|
||||||
|
if output.Output != nil {
|
||||||
|
if msgOutput, ok := output.Output.(*types.ConverseOutputMemberMessage); ok {
|
||||||
|
for _, block := range msgOutput.Value.Content {
|
||||||
|
switch b := block.(type) {
|
||||||
|
case *types.ContentBlockMemberText:
|
||||||
|
content.WriteString(b.Value)
|
||||||
|
|
||||||
|
case *types.ContentBlockMemberToolUse:
|
||||||
|
// Unmarshal the document interface to a map
|
||||||
|
args := make(map[string]any)
|
||||||
|
if b.Value.Input != nil {
|
||||||
|
if err := b.Value.Input.UnmarshalSmithyDocument(&args); err != nil {
|
||||||
|
log.Printf("bedrock: failed to unmarshal tool input for tool %q (id %q): %v",
|
||||||
|
aws.ToString(b.Value.Name),
|
||||||
|
aws.ToString(b.Value.ToolUseId),
|
||||||
|
err,
|
||||||
|
)
|
||||||
|
args = make(map[string]any)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Serialize arguments to JSON string for FunctionCall
|
||||||
|
argsJSON, err := json.Marshal(args)
|
||||||
|
if err != nil {
|
||||||
|
log.Printf("bedrock: failed to marshal tool arguments for tool %q (id %q): %v",
|
||||||
|
aws.ToString(b.Value.Name),
|
||||||
|
aws.ToString(b.Value.ToolUseId),
|
||||||
|
err,
|
||||||
|
)
|
||||||
|
argsJSON = []byte("{}")
|
||||||
|
}
|
||||||
|
|
||||||
|
toolCalls = append(toolCalls, ToolCall{
|
||||||
|
ID: aws.ToString(b.Value.ToolUseId),
|
||||||
|
Name: aws.ToString(b.Value.Name),
|
||||||
|
Arguments: args,
|
||||||
|
Function: &FunctionCall{
|
||||||
|
Name: aws.ToString(b.Value.Name),
|
||||||
|
Arguments: string(argsJSON),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Map stop reason
|
||||||
|
finishReason := "stop"
|
||||||
|
switch output.StopReason {
|
||||||
|
case types.StopReasonToolUse:
|
||||||
|
finishReason = "tool_calls"
|
||||||
|
case types.StopReasonMaxTokens:
|
||||||
|
finishReason = "length"
|
||||||
|
case types.StopReasonEndTurn:
|
||||||
|
finishReason = "stop"
|
||||||
|
case types.StopReasonStopSequence:
|
||||||
|
finishReason = "stop"
|
||||||
|
case types.StopReasonContentFiltered:
|
||||||
|
finishReason = "content_filter"
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build usage info
|
||||||
|
var usage *UsageInfo
|
||||||
|
if output.Usage != nil {
|
||||||
|
usage = &UsageInfo{
|
||||||
|
PromptTokens: int(aws.ToInt32(output.Usage.InputTokens)),
|
||||||
|
CompletionTokens: int(aws.ToInt32(output.Usage.OutputTokens)),
|
||||||
|
TotalTokens: int(aws.ToInt32(output.Usage.InputTokens)) + int(aws.ToInt32(output.Usage.OutputTokens)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return &LLMResponse{
|
||||||
|
Content: content.String(),
|
||||||
|
ToolCalls: toolCalls,
|
||||||
|
FinishReason: finishReason,
|
||||||
|
Usage: usage,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
541
pkg/providers/bedrock/provider_bedrock_test.go
Normal file
541
pkg/providers/bedrock/provider_bedrock_test.go
Normal file
|
|
@ -0,0 +1,541 @@
|
||||||
|
//go:build bedrock
|
||||||
|
|
||||||
|
// PicoClaw - Ultra-lightweight personal AI agent
|
||||||
|
// License: MIT
|
||||||
|
//
|
||||||
|
// Copyright (c) 2026 PicoClaw contributors
|
||||||
|
|
||||||
|
package bedrock
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/aws/aws-sdk-go-v2/aws"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime/document"
|
||||||
|
"github.com/aws/aws-sdk-go-v2/service/bedrockruntime/types"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers/protocoltypes"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestConvertMessages_SystemPrompts(t *testing.T) {
|
||||||
|
messages := []Message{
|
||||||
|
{Role: "system", Content: "You are a helpful assistant."},
|
||||||
|
{Role: "user", Content: "Hello"},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, systemPrompts := convertMessages(messages)
|
||||||
|
|
||||||
|
assert.Len(t, systemPrompts, 1)
|
||||||
|
assert.Len(t, bedrockMsgs, 1)
|
||||||
|
|
||||||
|
// Check system prompt
|
||||||
|
textBlock, ok := systemPrompts[0].(*types.SystemContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "You are a helpful assistant.", textBlock.Value)
|
||||||
|
|
||||||
|
// Check user message
|
||||||
|
assert.Equal(t, types.ConversationRoleUser, bedrockMsgs[0].Role)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertMessages_UserMessage(t *testing.T) {
|
||||||
|
messages := []Message{
|
||||||
|
{Role: "user", Content: "What is 2+2?"},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, systemPrompts := convertMessages(messages)
|
||||||
|
|
||||||
|
assert.Empty(t, systemPrompts)
|
||||||
|
assert.Len(t, bedrockMsgs, 1)
|
||||||
|
assert.Equal(t, types.ConversationRoleUser, bedrockMsgs[0].Role)
|
||||||
|
|
||||||
|
textBlock, ok := bedrockMsgs[0].Content[0].(*types.ContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "What is 2+2?", textBlock.Value)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertMessages_AssistantMessage(t *testing.T) {
|
||||||
|
messages := []Message{
|
||||||
|
{Role: "assistant", Content: "The answer is 4."},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, _ := convertMessages(messages)
|
||||||
|
|
||||||
|
assert.Len(t, bedrockMsgs, 1)
|
||||||
|
assert.Equal(t, types.ConversationRoleAssistant, bedrockMsgs[0].Role)
|
||||||
|
|
||||||
|
textBlock, ok := bedrockMsgs[0].Content[0].(*types.ContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "The answer is 4.", textBlock.Value)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertMessages_ToolResult(t *testing.T) {
|
||||||
|
messages := []Message{
|
||||||
|
{Role: "tool", Content: "Result from tool", ToolCallID: "call_123"},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, _ := convertMessages(messages)
|
||||||
|
|
||||||
|
assert.Len(t, bedrockMsgs, 1)
|
||||||
|
assert.Equal(t, types.ConversationRoleUser, bedrockMsgs[0].Role)
|
||||||
|
|
||||||
|
toolResult, ok := bedrockMsgs[0].Content[0].(*types.ContentBlockMemberToolResult)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "call_123", aws.ToString(toolResult.Value.ToolUseId))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertMessages_MultipleToolResultsMerged(t *testing.T) {
|
||||||
|
// When an assistant makes multiple tool calls, all tool results must be
|
||||||
|
// merged into a single user message for Bedrock
|
||||||
|
messages := []Message{
|
||||||
|
{Role: "user", Content: "What's the weather in NYC and LA?"},
|
||||||
|
{
|
||||||
|
Role: "assistant",
|
||||||
|
Content: "Let me check both cities.",
|
||||||
|
ToolCalls: []protocoltypes.ToolCall{
|
||||||
|
{ID: "call_nyc", Name: "get_weather", Arguments: map[string]any{"city": "NYC"}},
|
||||||
|
{ID: "call_la", Name: "get_weather", Arguments: map[string]any{"city": "LA"}},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{Role: "tool", Content: "NYC: 72°F, sunny", ToolCallID: "call_nyc"},
|
||||||
|
{Role: "tool", Content: "LA: 85°F, clear", ToolCallID: "call_la"},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, _ := convertMessages(messages)
|
||||||
|
|
||||||
|
// Should be: user message, assistant message, merged tool results (single user message)
|
||||||
|
assert.Len(t, bedrockMsgs, 3)
|
||||||
|
|
||||||
|
// First message: user
|
||||||
|
assert.Equal(t, types.ConversationRoleUser, bedrockMsgs[0].Role)
|
||||||
|
|
||||||
|
// Second message: assistant with tool calls
|
||||||
|
assert.Equal(t, types.ConversationRoleAssistant, bedrockMsgs[1].Role)
|
||||||
|
|
||||||
|
// Third message: merged tool results in single user message
|
||||||
|
assert.Equal(t, types.ConversationRoleUser, bedrockMsgs[2].Role)
|
||||||
|
assert.Len(t, bedrockMsgs[2].Content, 2) // Both tool results in one message
|
||||||
|
|
||||||
|
// Verify both tool results are present
|
||||||
|
result1, ok := bedrockMsgs[2].Content[0].(*types.ContentBlockMemberToolResult)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "call_nyc", aws.ToString(result1.Value.ToolUseId))
|
||||||
|
|
||||||
|
result2, ok := bedrockMsgs[2].Content[1].(*types.ContentBlockMemberToolResult)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "call_la", aws.ToString(result2.Value.ToolUseId))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertMessages_AssistantWithToolCalls(t *testing.T) {
|
||||||
|
messages := []Message{
|
||||||
|
{
|
||||||
|
Role: "assistant",
|
||||||
|
Content: "Let me calculate that.",
|
||||||
|
ToolCalls: []protocoltypes.ToolCall{
|
||||||
|
{
|
||||||
|
ID: "call_456",
|
||||||
|
Name: "calculator",
|
||||||
|
Arguments: map[string]any{"expression": "2+2"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
bedrockMsgs, _ := convertMessages(messages)
|
||||||
|
|
||||||
|
assert.Len(t, bedrockMsgs, 1)
|
||||||
|
assert.Len(t, bedrockMsgs[0].Content, 2) // text + tool use
|
||||||
|
|
||||||
|
// Check text content
|
||||||
|
textBlock, ok := bedrockMsgs[0].Content[0].(*types.ContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "Let me calculate that.", textBlock.Value)
|
||||||
|
|
||||||
|
// Check tool use
|
||||||
|
toolUse, ok := bedrockMsgs[0].Content[1].(*types.ContentBlockMemberToolUse)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "call_456", aws.ToString(toolUse.Value.ToolUseId))
|
||||||
|
assert.Equal(t, "calculator", aws.ToString(toolUse.Value.Name))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertTools_Basic(t *testing.T) {
|
||||||
|
tools := []ToolDefinition{
|
||||||
|
{
|
||||||
|
Function: protocoltypes.ToolFunctionDefinition{
|
||||||
|
Name: "get_weather",
|
||||||
|
Description: "Get the current weather",
|
||||||
|
Parameters: map[string]any{
|
||||||
|
"type": "object",
|
||||||
|
"properties": map[string]any{
|
||||||
|
"location": map[string]any{"type": "string"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
toolConfig := convertTools(tools)
|
||||||
|
|
||||||
|
assert.NotNil(t, toolConfig)
|
||||||
|
assert.Len(t, toolConfig.Tools, 1)
|
||||||
|
|
||||||
|
toolSpec, ok := toolConfig.Tools[0].(*types.ToolMemberToolSpec)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "get_weather", aws.ToString(toolSpec.Value.Name))
|
||||||
|
assert.Equal(t, "Get the current weather", aws.ToString(toolSpec.Value.Description))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertTools_SkipsEmptyName(t *testing.T) {
|
||||||
|
tools := []ToolDefinition{
|
||||||
|
{
|
||||||
|
Function: protocoltypes.ToolFunctionDefinition{
|
||||||
|
Name: "",
|
||||||
|
Description: "Empty name tool",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Function: protocoltypes.ToolFunctionDefinition{
|
||||||
|
Name: " ",
|
||||||
|
Description: "Whitespace name tool",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Function: protocoltypes.ToolFunctionDefinition{
|
||||||
|
Name: "valid_tool",
|
||||||
|
Description: "Valid tool",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
toolConfig := convertTools(tools)
|
||||||
|
|
||||||
|
assert.Len(t, toolConfig.Tools, 1)
|
||||||
|
toolSpec := toolConfig.Tools[0].(*types.ToolMemberToolSpec)
|
||||||
|
assert.Equal(t, "valid_tool", aws.ToString(toolSpec.Value.Name))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConvertTools_NilParameters(t *testing.T) {
|
||||||
|
tools := []ToolDefinition{
|
||||||
|
{
|
||||||
|
Function: protocoltypes.ToolFunctionDefinition{
|
||||||
|
Name: "simple_tool",
|
||||||
|
Description: "A tool with no parameters",
|
||||||
|
Parameters: nil,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
toolConfig := convertTools(tools)
|
||||||
|
|
||||||
|
assert.Len(t, toolConfig.Tools, 1)
|
||||||
|
// Should not panic and should create a valid tool
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUserContent_TextOnly(t *testing.T) {
|
||||||
|
msg := Message{Content: "Hello world"}
|
||||||
|
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
|
||||||
|
assert.Len(t, content, 1)
|
||||||
|
textBlock, ok := content[0].(*types.ContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "Hello world", textBlock.Value)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUserContent_WithImage(t *testing.T) {
|
||||||
|
// Base64-encoded 1x1 PNG (the provider doesn't validate image correctness,
|
||||||
|
// it just verifies the format and base64 decoding works)
|
||||||
|
b64Data := "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAIAAACQd1PeAAAADUlEQVR4nGNgYAAAAAMAASsJTYQAAAAASUVORK5CYII="
|
||||||
|
|
||||||
|
msg := Message{
|
||||||
|
Content: "Look at this image",
|
||||||
|
Media: []string{"data:image/png;base64," + b64Data},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
|
||||||
|
assert.Len(t, content, 2)
|
||||||
|
|
||||||
|
// Check text
|
||||||
|
textBlock, ok := content[0].(*types.ContentBlockMemberText)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "Look at this image", textBlock.Value)
|
||||||
|
|
||||||
|
// Check image
|
||||||
|
imageBlock, ok := content[1].(*types.ContentBlockMemberImage)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, types.ImageFormatPng, imageBlock.Value.Format)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUserContent_SkipsInvalidBase64(t *testing.T) {
|
||||||
|
msg := Message{
|
||||||
|
Content: "Invalid image",
|
||||||
|
Media: []string{"data:image/png;base64,not-valid-base64!!!"},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
|
||||||
|
// Should only have text, image should be skipped
|
||||||
|
assert.Len(t, content, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildUserContent_SkipsNonBase64Data(t *testing.T) {
|
||||||
|
msg := Message{
|
||||||
|
Content: "Non-base64 image",
|
||||||
|
Media: []string{"data:image/png,raw-data-here"},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildUserContent(msg)
|
||||||
|
|
||||||
|
// Should only have text, non-base64 image should be skipped
|
||||||
|
assert.Len(t, content, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildAssistantContent_SkipsEmptyToolName(t *testing.T) {
|
||||||
|
msg := Message{
|
||||||
|
Content: "Response",
|
||||||
|
ToolCalls: []protocoltypes.ToolCall{
|
||||||
|
{ID: "1", Name: "", Arguments: map[string]any{}},
|
||||||
|
{ID: "2", Name: " ", Arguments: map[string]any{}},
|
||||||
|
{ID: "3", Name: "valid", Arguments: map[string]any{}},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildAssistantContent(msg)
|
||||||
|
|
||||||
|
// Should have text + 1 valid tool
|
||||||
|
assert.Len(t, content, 2)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildAssistantContent_NilArguments(t *testing.T) {
|
||||||
|
msg := Message{
|
||||||
|
ToolCalls: []protocoltypes.ToolCall{
|
||||||
|
{ID: "1", Name: "tool", Arguments: nil},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildAssistantContent(msg)
|
||||||
|
|
||||||
|
assert.Len(t, content, 1)
|
||||||
|
toolUse, ok := content[0].(*types.ContentBlockMemberToolUse)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.NotNil(t, toolUse.Value.Input)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildAssistantContent_FunctionFallback(t *testing.T) {
|
||||||
|
// When Name/Arguments are empty (json:"-"), should fallback to Function fields
|
||||||
|
msg := Message{
|
||||||
|
ToolCalls: []protocoltypes.ToolCall{
|
||||||
|
{
|
||||||
|
ID: "1",
|
||||||
|
Name: "", // empty, should fallback to Function.Name
|
||||||
|
Function: &protocoltypes.FunctionCall{
|
||||||
|
Name: "fallback_tool",
|
||||||
|
Arguments: `{"key":"value"}`,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
content := buildAssistantContent(msg)
|
||||||
|
|
||||||
|
assert.Len(t, content, 1)
|
||||||
|
toolUse, ok := content[0].(*types.ContentBlockMemberToolUse)
|
||||||
|
require.True(t, ok)
|
||||||
|
assert.Equal(t, "fallback_tool", aws.ToString(toolUse.Value.Name))
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseResponse_TextOnly(t *testing.T) {
|
||||||
|
output := &bedrockruntime.ConverseOutput{
|
||||||
|
Output: &types.ConverseOutputMemberMessage{
|
||||||
|
Value: types.Message{
|
||||||
|
Role: types.ConversationRoleAssistant,
|
||||||
|
Content: []types.ContentBlock{
|
||||||
|
&types.ContentBlockMemberText{Value: "Hello!"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
StopReason: types.StopReasonEndTurn,
|
||||||
|
Usage: &types.TokenUsage{
|
||||||
|
InputTokens: aws.Int32(10),
|
||||||
|
OutputTokens: aws.Int32(5),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := parseResponse(output)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "Hello!", resp.Content)
|
||||||
|
assert.Equal(t, "stop", resp.FinishReason)
|
||||||
|
assert.Empty(t, resp.ToolCalls)
|
||||||
|
assert.Equal(t, 10, resp.Usage.PromptTokens)
|
||||||
|
assert.Equal(t, 5, resp.Usage.CompletionTokens)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseResponse_StopReasons(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
stopReason types.StopReason
|
||||||
|
expectedFinish string
|
||||||
|
}{
|
||||||
|
{types.StopReasonEndTurn, "stop"},
|
||||||
|
{types.StopReasonToolUse, "tool_calls"},
|
||||||
|
{types.StopReasonMaxTokens, "length"},
|
||||||
|
{types.StopReasonStopSequence, "stop"},
|
||||||
|
{types.StopReasonContentFiltered, "content_filter"},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(string(tt.stopReason), func(t *testing.T) {
|
||||||
|
output := &bedrockruntime.ConverseOutput{
|
||||||
|
Output: &types.ConverseOutputMemberMessage{
|
||||||
|
Value: types.Message{
|
||||||
|
Content: []types.ContentBlock{
|
||||||
|
&types.ContentBlockMemberText{Value: "test"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
StopReason: tt.stopReason,
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := parseResponse(output)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, tt.expectedFinish, resp.FinishReason)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseResponse_WithToolCalls(t *testing.T) {
|
||||||
|
// Note: document.NewLazyDocument has limitations with UnmarshalSmithyDocument in tests,
|
||||||
|
// so we test the structure extraction and verify Arguments gets populated (even if empty
|
||||||
|
// due to SDK limitations). The actual unmarshal works correctly at runtime.
|
||||||
|
toolInput := document.NewLazyDocument(map[string]any{
|
||||||
|
"location": "San Francisco",
|
||||||
|
"unit": "celsius",
|
||||||
|
})
|
||||||
|
|
||||||
|
output := &bedrockruntime.ConverseOutput{
|
||||||
|
Output: &types.ConverseOutputMemberMessage{
|
||||||
|
Value: types.Message{
|
||||||
|
Role: types.ConversationRoleAssistant,
|
||||||
|
Content: []types.ContentBlock{
|
||||||
|
&types.ContentBlockMemberText{Value: "Let me check the weather."},
|
||||||
|
&types.ContentBlockMemberToolUse{
|
||||||
|
Value: types.ToolUseBlock{
|
||||||
|
ToolUseId: aws.String("call_weather_123"),
|
||||||
|
Name: aws.String("get_weather"),
|
||||||
|
Input: toolInput,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
StopReason: types.StopReasonToolUse,
|
||||||
|
Usage: &types.TokenUsage{
|
||||||
|
InputTokens: aws.Int32(20),
|
||||||
|
OutputTokens: aws.Int32(15),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := parseResponse(output)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "Let me check the weather.", resp.Content)
|
||||||
|
assert.Equal(t, "tool_calls", resp.FinishReason)
|
||||||
|
assert.Len(t, resp.ToolCalls, 1)
|
||||||
|
|
||||||
|
// Verify tool call ID and Name are extracted correctly
|
||||||
|
tc := resp.ToolCalls[0]
|
||||||
|
assert.Equal(t, "call_weather_123", tc.ID)
|
||||||
|
assert.Equal(t, "get_weather", tc.Name)
|
||||||
|
|
||||||
|
// Verify Function fields are also populated
|
||||||
|
require.NotNil(t, tc.Function)
|
||||||
|
assert.Equal(t, "get_weather", tc.Function.Name)
|
||||||
|
|
||||||
|
// Verify Arguments is not nil (content may vary due to SDK limitations in tests)
|
||||||
|
assert.NotNil(t, tc.Arguments)
|
||||||
|
|
||||||
|
// Verify usage
|
||||||
|
assert.Equal(t, 20, resp.Usage.PromptTokens)
|
||||||
|
assert.Equal(t, 15, resp.Usage.CompletionTokens)
|
||||||
|
assert.Equal(t, 35, resp.Usage.TotalTokens)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseResponse_MultipleToolCalls(t *testing.T) {
|
||||||
|
output := &bedrockruntime.ConverseOutput{
|
||||||
|
Output: &types.ConverseOutputMemberMessage{
|
||||||
|
Value: types.Message{
|
||||||
|
Role: types.ConversationRoleAssistant,
|
||||||
|
Content: []types.ContentBlock{
|
||||||
|
&types.ContentBlockMemberToolUse{
|
||||||
|
Value: types.ToolUseBlock{
|
||||||
|
ToolUseId: aws.String("call_1"),
|
||||||
|
Name: aws.String("tool_a"),
|
||||||
|
Input: document.NewLazyDocument(map[string]any{"arg": "value1"}),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
&types.ContentBlockMemberToolUse{
|
||||||
|
Value: types.ToolUseBlock{
|
||||||
|
ToolUseId: aws.String("call_2"),
|
||||||
|
Name: aws.String("tool_b"),
|
||||||
|
Input: document.NewLazyDocument(map[string]any{"arg": "value2"}),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
StopReason: types.StopReasonToolUse,
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := parseResponse(output)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, "tool_calls", resp.FinishReason)
|
||||||
|
assert.Len(t, resp.ToolCalls, 2)
|
||||||
|
|
||||||
|
// Verify tool call structure
|
||||||
|
assert.Equal(t, "call_1", resp.ToolCalls[0].ID)
|
||||||
|
assert.Equal(t, "tool_a", resp.ToolCalls[0].Name)
|
||||||
|
assert.NotNil(t, resp.ToolCalls[0].Arguments)
|
||||||
|
assert.NotNil(t, resp.ToolCalls[0].Function)
|
||||||
|
assert.Equal(t, "tool_a", resp.ToolCalls[0].Function.Name)
|
||||||
|
|
||||||
|
assert.Equal(t, "call_2", resp.ToolCalls[1].ID)
|
||||||
|
assert.Equal(t, "tool_b", resp.ToolCalls[1].Name)
|
||||||
|
assert.NotNil(t, resp.ToolCalls[1].Arguments)
|
||||||
|
assert.NotNil(t, resp.ToolCalls[1].Function)
|
||||||
|
assert.Equal(t, "tool_b", resp.ToolCalls[1].Function.Name)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseResponse_ToolCallWithNilInput(t *testing.T) {
|
||||||
|
output := &bedrockruntime.ConverseOutput{
|
||||||
|
Output: &types.ConverseOutputMemberMessage{
|
||||||
|
Value: types.Message{
|
||||||
|
Role: types.ConversationRoleAssistant,
|
||||||
|
Content: []types.ContentBlock{
|
||||||
|
&types.ContentBlockMemberToolUse{
|
||||||
|
Value: types.ToolUseBlock{
|
||||||
|
ToolUseId: aws.String("call_nil"),
|
||||||
|
Name: aws.String("no_args_tool"),
|
||||||
|
Input: nil,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
StopReason: types.StopReasonToolUse,
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := parseResponse(output)
|
||||||
|
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Len(t, resp.ToolCalls, 1)
|
||||||
|
assert.Equal(t, "call_nil", resp.ToolCalls[0].ID)
|
||||||
|
assert.Equal(t, "no_args_tool", resp.ToolCalls[0].Name)
|
||||||
|
// Arguments should be empty map, not nil
|
||||||
|
assert.NotNil(t, resp.ToolCalls[0].Arguments)
|
||||||
|
assert.Empty(t, resp.ToolCalls[0].Arguments)
|
||||||
|
}
|
||||||
73
pkg/providers/bedrock/provider_stub.go
Normal file
73
pkg/providers/bedrock/provider_stub.go
Normal file
|
|
@ -0,0 +1,73 @@
|
||||||
|
//go:build !bedrock
|
||||||
|
|
||||||
|
// PicoClaw - Ultra-lightweight personal AI agent
|
||||||
|
// License: MIT
|
||||||
|
//
|
||||||
|
// Copyright (c) 2026 PicoClaw contributors
|
||||||
|
|
||||||
|
// Package bedrock provides a stub implementation when built without the bedrock tag.
|
||||||
|
// To enable AWS Bedrock support, build with: go build -tags bedrock
|
||||||
|
package bedrock
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers/protocoltypes"
|
||||||
|
)
|
||||||
|
|
||||||
|
type (
|
||||||
|
LLMResponse = protocoltypes.LLMResponse
|
||||||
|
Message = protocoltypes.Message
|
||||||
|
ToolDefinition = protocoltypes.ToolDefinition
|
||||||
|
)
|
||||||
|
|
||||||
|
// Provider is a stub that returns an error when Bedrock support is not compiled in.
|
||||||
|
type Provider struct{}
|
||||||
|
|
||||||
|
// Option is a no-op when Bedrock is not enabled.
|
||||||
|
type Option func(*providerConfig)
|
||||||
|
|
||||||
|
type providerConfig struct{}
|
||||||
|
|
||||||
|
// WithRegion is a no-op when Bedrock is not enabled.
|
||||||
|
func WithRegion(region string) Option {
|
||||||
|
return func(c *providerConfig) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithProfile is a no-op when Bedrock is not enabled.
|
||||||
|
func WithProfile(profile string) Option {
|
||||||
|
return func(c *providerConfig) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithBaseEndpoint is a no-op when Bedrock is not enabled.
|
||||||
|
func WithBaseEndpoint(endpoint string) Option {
|
||||||
|
return func(c *providerConfig) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
// WithRequestTimeout is a no-op when Bedrock is not enabled.
|
||||||
|
func WithRequestTimeout(timeout time.Duration) Option {
|
||||||
|
return func(c *providerConfig) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
// NewProvider returns an error indicating Bedrock support is not compiled in.
|
||||||
|
func NewProvider(ctx context.Context, opts ...Option) (*Provider, error) {
|
||||||
|
return nil, fmt.Errorf("bedrock provider not available: build with -tags bedrock to enable AWS Bedrock support")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Chat returns an error - this should never be called since NewProvider fails.
|
||||||
|
func (p *Provider) Chat(
|
||||||
|
ctx context.Context,
|
||||||
|
messages []Message,
|
||||||
|
tools []ToolDefinition,
|
||||||
|
model string,
|
||||||
|
options map[string]any,
|
||||||
|
) (*LLMResponse, error) {
|
||||||
|
return nil, fmt.Errorf("bedrock provider not available: build with -tags bedrock to enable AWS Bedrock support")
|
||||||
|
}
|
||||||
|
|
||||||
|
// GetDefaultModel returns an empty string.
|
||||||
|
func (p *Provider) GetDefaultModel() string {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
35
pkg/providers/bedrock/provider_stub_test.go
Normal file
35
pkg/providers/bedrock/provider_stub_test.go
Normal file
|
|
@ -0,0 +1,35 @@
|
||||||
|
//go:build !bedrock
|
||||||
|
|
||||||
|
// PicoClaw - Ultra-lightweight personal AI agent
|
||||||
|
// License: MIT
|
||||||
|
//
|
||||||
|
// Copyright (c) 2026 PicoClaw contributors
|
||||||
|
|
||||||
|
package bedrock
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestNewProvider_ReturnsStubError(t *testing.T) {
|
||||||
|
provider, err := NewProvider(context.Background())
|
||||||
|
|
||||||
|
assert.Nil(t, provider)
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.True(t, strings.Contains(err.Error(), "build with -tags bedrock"),
|
||||||
|
"error should mention build tag requirement, got: %s", err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNewProvider_WithOptions_ReturnsStubError(t *testing.T) {
|
||||||
|
provider, err := NewProvider(context.Background(), WithRegion("us-west-2"), WithProfile("test"))
|
||||||
|
|
||||||
|
assert.Nil(t, provider)
|
||||||
|
require.Error(t, err)
|
||||||
|
assert.True(t, strings.Contains(err.Error(), "build with -tags bedrock"),
|
||||||
|
"error should mention build tag requirement, got: %s", err.Error())
|
||||||
|
}
|
||||||
|
|
@ -6,12 +6,15 @@
|
||||||
package providers
|
package providers
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/sipeed/picoclaw/pkg/config"
|
"github.com/sipeed/picoclaw/pkg/config"
|
||||||
anthropicmessages "github.com/sipeed/picoclaw/pkg/providers/anthropic_messages"
|
anthropicmessages "github.com/sipeed/picoclaw/pkg/providers/anthropic_messages"
|
||||||
"github.com/sipeed/picoclaw/pkg/providers/azure"
|
"github.com/sipeed/picoclaw/pkg/providers/azure"
|
||||||
|
"github.com/sipeed/picoclaw/pkg/providers/bedrock"
|
||||||
)
|
)
|
||||||
|
|
||||||
// createClaudeAuthProvider creates a Claude provider using OAuth credentials from auth store.
|
// createClaudeAuthProvider creates a Claude provider using OAuth credentials from auth store.
|
||||||
|
|
@ -114,6 +117,42 @@ func CreateProviderFromConfig(cfg *config.ModelConfig) (LLMProvider, string, err
|
||||||
cfg.RequestTimeout,
|
cfg.RequestTimeout,
|
||||||
), modelID, nil
|
), modelID, nil
|
||||||
|
|
||||||
|
case "bedrock":
|
||||||
|
// AWS Bedrock uses AWS SDK credentials (env vars, profiles, IAM roles, etc.)
|
||||||
|
// api_base can be:
|
||||||
|
// - A full endpoint URL: https://bedrock-runtime.us-east-1.amazonaws.com
|
||||||
|
// - A region name: us-east-1 (AWS SDK resolves endpoint automatically)
|
||||||
|
var opts []bedrock.Option
|
||||||
|
if cfg.APIBase != "" {
|
||||||
|
if !strings.Contains(cfg.APIBase, "://") {
|
||||||
|
// Treat as region: let AWS SDK resolve the correct endpoint
|
||||||
|
// (supports all AWS partitions: aws, aws-cn, aws-us-gov, etc.)
|
||||||
|
opts = append(opts, bedrock.WithRegion(cfg.APIBase))
|
||||||
|
} else {
|
||||||
|
// Full endpoint URL provided (for custom endpoints or testing)
|
||||||
|
opts = append(opts, bedrock.WithBaseEndpoint(cfg.APIBase))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Use a separate timeout for AWS config loading (credential resolution can block)
|
||||||
|
initTimeout := 30 * time.Second
|
||||||
|
if cfg.RequestTimeout > 0 {
|
||||||
|
reqTimeout := time.Duration(cfg.RequestTimeout) * time.Second
|
||||||
|
// Set request timeout for API calls
|
||||||
|
opts = append(opts, bedrock.WithRequestTimeout(reqTimeout))
|
||||||
|
// Ensure init timeout is at least as large as request timeout
|
||||||
|
if reqTimeout > initTimeout {
|
||||||
|
initTimeout = reqTimeout
|
||||||
|
}
|
||||||
|
}
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), initTimeout)
|
||||||
|
defer cancel()
|
||||||
|
// Note: AWS_PROFILE env var is automatically used by AWS SDK
|
||||||
|
provider, err := bedrock.NewProvider(ctx, opts...)
|
||||||
|
if err != nil {
|
||||||
|
return nil, "", fmt.Errorf("creating bedrock provider: %w", err)
|
||||||
|
}
|
||||||
|
return provider, modelID, nil
|
||||||
|
|
||||||
case "litellm", "openrouter", "groq", "zhipu", "gemini", "nvidia",
|
case "litellm", "openrouter", "groq", "zhipu", "gemini", "nvidia",
|
||||||
"ollama", "moonshot", "shengsuanyun", "deepseek", "cerebras",
|
"ollama", "moonshot", "shengsuanyun", "deepseek", "cerebras",
|
||||||
"vivgrid", "volcengine", "vllm", "qwen", "qwen-intl", "qwen-international", "dashscope-intl",
|
"vivgrid", "volcengine", "vllm", "qwen", "qwen-intl", "qwen-international", "dashscope-intl",
|
||||||
|
|
|
||||||
|
|
@ -700,3 +700,78 @@ func TestCreateProviderFromConfig_MinimaxPreservesUserExtraBody(t *testing.T) {
|
||||||
t.Fatalf("custom_field = %v, want test", got)
|
t.Fatalf("custom_field = %v, want test", got)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestCreateProviderFromConfig_Bedrock(t *testing.T) {
|
||||||
|
// Set dummy AWS env vars to make test deterministic
|
||||||
|
t.Setenv("AWS_ACCESS_KEY_ID", "test-key")
|
||||||
|
t.Setenv("AWS_SECRET_ACCESS_KEY", "test-secret")
|
||||||
|
t.Setenv("AWS_EC2_METADATA_DISABLED", "true")
|
||||||
|
// Clear profile-related env vars to avoid loading shared config
|
||||||
|
t.Setenv("AWS_PROFILE", "")
|
||||||
|
t.Setenv("AWS_DEFAULT_PROFILE", "")
|
||||||
|
t.Setenv("AWS_SDK_LOAD_CONFIG", "")
|
||||||
|
t.Setenv("AWS_SHARED_CREDENTIALS_FILE", "")
|
||||||
|
|
||||||
|
cfg := &config.ModelConfig{
|
||||||
|
ModelName: "bedrock-claude",
|
||||||
|
Model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0",
|
||||||
|
APIBase: "us-west-2", // Region (also sets AWS region)
|
||||||
|
}
|
||||||
|
|
||||||
|
provider, modelID, err := CreateProviderFromConfig(cfg)
|
||||||
|
if err == nil {
|
||||||
|
// Provider created successfully (built with -tags bedrock)
|
||||||
|
if provider == nil {
|
||||||
|
t.Error("provider is nil on success")
|
||||||
|
}
|
||||||
|
if modelID != "us.anthropic.claude-sonnet-4-20250514-v1:0" {
|
||||||
|
t.Errorf("modelID = %q, want %q", modelID, "us.anthropic.claude-sonnet-4-20250514-v1:0")
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
errMsg := err.Error()
|
||||||
|
// When built without -tags bedrock, expect stub error
|
||||||
|
if strings.Contains(errMsg, "build with -tags bedrock") {
|
||||||
|
return // Expected stub error
|
||||||
|
}
|
||||||
|
// Unexpected error - fail the test
|
||||||
|
t.Errorf("unexpected error from bedrock provider: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCreateProviderFromConfig_BedrockWithEndpointURL(t *testing.T) {
|
||||||
|
// Set dummy AWS env vars to make test deterministic
|
||||||
|
t.Setenv("AWS_ACCESS_KEY_ID", "test-key")
|
||||||
|
t.Setenv("AWS_SECRET_ACCESS_KEY", "test-secret")
|
||||||
|
t.Setenv("AWS_REGION", "us-east-1") // Required when using endpoint URL
|
||||||
|
t.Setenv("AWS_EC2_METADATA_DISABLED", "true")
|
||||||
|
// Clear profile-related env vars to avoid loading shared config
|
||||||
|
t.Setenv("AWS_PROFILE", "")
|
||||||
|
t.Setenv("AWS_DEFAULT_PROFILE", "")
|
||||||
|
t.Setenv("AWS_SDK_LOAD_CONFIG", "")
|
||||||
|
t.Setenv("AWS_SHARED_CREDENTIALS_FILE", "")
|
||||||
|
|
||||||
|
cfg := &config.ModelConfig{
|
||||||
|
ModelName: "bedrock-claude",
|
||||||
|
Model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0",
|
||||||
|
APIBase: "https://bedrock-runtime.us-east-1.amazonaws.com", // Full endpoint URL
|
||||||
|
}
|
||||||
|
|
||||||
|
provider, modelID, err := CreateProviderFromConfig(cfg)
|
||||||
|
if err == nil {
|
||||||
|
// Provider created successfully (built with -tags bedrock)
|
||||||
|
if provider == nil {
|
||||||
|
t.Error("provider is nil on success")
|
||||||
|
}
|
||||||
|
if modelID != "us.anthropic.claude-sonnet-4-20250514-v1:0" {
|
||||||
|
t.Errorf("modelID = %q, want %q", modelID, "us.anthropic.claude-sonnet-4-20250514-v1:0")
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
errMsg := err.Error()
|
||||||
|
// When built without -tags bedrock, expect stub error
|
||||||
|
if strings.Contains(errMsg, "build with -tags bedrock") {
|
||||||
|
return // Expected stub error
|
||||||
|
}
|
||||||
|
// Unexpected error - fail the test
|
||||||
|
t.Errorf("unexpected error from bedrock provider: %v", err)
|
||||||
|
}
|
||||||
|
|
|
||||||
141
pkg/voice/elevenlabs_transcriber.go
Normal file
141
pkg/voice/elevenlabs_transcriber.go
Normal file
|
|
@ -0,0 +1,141 @@
|
||||||
|
package voice
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"mime/multipart"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/sipeed/picoclaw/pkg/logger"
|
||||||
|
"github.com/sipeed/picoclaw/pkg/utils"
|
||||||
|
)
|
||||||
|
|
||||||
|
// ElevenLabsTranscriber uses the ElevenLabs Scribe API for speech-to-text.
|
||||||
|
type ElevenLabsTranscriber struct {
|
||||||
|
apiKey string
|
||||||
|
apiBase string
|
||||||
|
httpClient *http.Client
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewElevenLabsTranscriber(apiKey string) *ElevenLabsTranscriber {
|
||||||
|
logger.DebugCF("voice", "Creating ElevenLabs transcriber", map[string]any{"has_api_key": apiKey != ""})
|
||||||
|
|
||||||
|
return &ElevenLabsTranscriber{
|
||||||
|
apiKey: apiKey,
|
||||||
|
apiBase: "https://api.elevenlabs.io",
|
||||||
|
httpClient: &http.Client{
|
||||||
|
Timeout: 120 * time.Second,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *ElevenLabsTranscriber) Transcribe(ctx context.Context, audioFilePath string) (*TranscriptionResponse, error) {
|
||||||
|
logger.InfoCF("voice", "Starting ElevenLabs transcription", map[string]any{"audio_file": audioFilePath})
|
||||||
|
|
||||||
|
audioFile, err := os.Open(audioFilePath)
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to open audio file", map[string]any{"path": audioFilePath, "error": err})
|
||||||
|
return nil, fmt.Errorf("failed to open audio file: %w", err)
|
||||||
|
}
|
||||||
|
defer audioFile.Close()
|
||||||
|
|
||||||
|
fileInfo, err := audioFile.Stat()
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to get file info", map[string]any{"path": audioFilePath, "error": err})
|
||||||
|
return nil, fmt.Errorf("failed to get file info: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.DebugCF("voice", "Audio file details", map[string]any{
|
||||||
|
"size_bytes": fileInfo.Size(),
|
||||||
|
"file_name": filepath.Base(audioFilePath),
|
||||||
|
})
|
||||||
|
|
||||||
|
var requestBody bytes.Buffer
|
||||||
|
writer := multipart.NewWriter(&requestBody)
|
||||||
|
|
||||||
|
part, err := writer.CreateFormFile("file", filepath.Base(audioFilePath))
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to create form file", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to create form file: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if _, err = io.Copy(part, audioFile); err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to copy file content", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to copy file content: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err = writer.WriteField("model_id", "scribe_v1"); err != nil {
|
||||||
|
return nil, fmt.Errorf("failed to write model_id field: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err = writer.Close(); err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to close multipart writer", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to close multipart writer: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
url := t.apiBase + "/v1/speech-to-text"
|
||||||
|
req, err := http.NewRequestWithContext(ctx, "POST", url, &requestBody)
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to create request", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to create request: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
req.Header.Set("Content-Type", writer.FormDataContentType())
|
||||||
|
req.Header.Set("Xi-Api-Key", t.apiKey)
|
||||||
|
|
||||||
|
logger.DebugCF("voice", "Sending transcription request to ElevenLabs API", map[string]any{
|
||||||
|
"url": url,
|
||||||
|
"request_size_bytes": requestBody.Len(),
|
||||||
|
"file_size_bytes": fileInfo.Size(),
|
||||||
|
})
|
||||||
|
|
||||||
|
resp, err := t.httpClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to send request", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to send request: %w", err)
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
if err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to read response", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to read response: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
logger.ErrorCF("voice", "ElevenLabs API error", map[string]any{
|
||||||
|
"status_code": resp.StatusCode,
|
||||||
|
"response": string(body),
|
||||||
|
})
|
||||||
|
return nil, fmt.Errorf("ElevenLabs API error (status %d): %s", resp.StatusCode, string(body))
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.DebugCF("voice", "Received response from ElevenLabs API", map[string]any{
|
||||||
|
"status_code": resp.StatusCode,
|
||||||
|
"response_size_bytes": len(body),
|
||||||
|
})
|
||||||
|
|
||||||
|
var result TranscriptionResponse
|
||||||
|
if err := json.Unmarshal(body, &result); err != nil {
|
||||||
|
logger.ErrorCF("voice", "Failed to unmarshal response", map[string]any{"error": err})
|
||||||
|
return nil, fmt.Errorf("failed to unmarshal response: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
logger.InfoCF("voice", "ElevenLabs transcription completed successfully", map[string]any{
|
||||||
|
"text_length": len(result.Text),
|
||||||
|
"language": result.Language,
|
||||||
|
"transcription_preview": utils.Truncate(result.Text, 50),
|
||||||
|
})
|
||||||
|
|
||||||
|
return &result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *ElevenLabsTranscriber) Name() string {
|
||||||
|
return "elevenlabs"
|
||||||
|
}
|
||||||
83
pkg/voice/elevenlabs_transcriber_test.go
Normal file
83
pkg/voice/elevenlabs_transcriber_test.go
Normal file
|
|
@ -0,0 +1,83 @@
|
||||||
|
package voice
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Ensure ElevenLabsTranscriber satisfies the Transcriber interface at compile time.
|
||||||
|
var _ Transcriber = (*ElevenLabsTranscriber)(nil)
|
||||||
|
|
||||||
|
func TestElevenLabsTranscriberName(t *testing.T) {
|
||||||
|
tr := NewElevenLabsTranscriber("sk_test")
|
||||||
|
if got := tr.Name(); got != "elevenlabs" {
|
||||||
|
t.Errorf("Name() = %q, want %q", got, "elevenlabs")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestElevenLabsTranscribe(t *testing.T) {
|
||||||
|
tmpDir := t.TempDir()
|
||||||
|
audioPath := filepath.Join(tmpDir, "clip.ogg")
|
||||||
|
if err := os.WriteFile(audioPath, []byte("fake-audio-data"), 0o644); err != nil {
|
||||||
|
t.Fatalf("failed to write fake audio file: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
t.Run("success", func(t *testing.T) {
|
||||||
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if r.URL.Path != "/v1/speech-to-text" {
|
||||||
|
t.Errorf("unexpected path: %s", r.URL.Path)
|
||||||
|
}
|
||||||
|
if r.Header.Get("Xi-Api-Key") != "sk_test" {
|
||||||
|
t.Errorf("unexpected xi-api-key header: %s", r.Header.Get("Xi-Api-Key"))
|
||||||
|
}
|
||||||
|
w.Header().Set("Content-Type", "application/json")
|
||||||
|
_ = json.NewEncoder(w).Encode(TranscriptionResponse{
|
||||||
|
Text: "hello from elevenlabs",
|
||||||
|
Language: "en",
|
||||||
|
})
|
||||||
|
}))
|
||||||
|
defer srv.Close()
|
||||||
|
|
||||||
|
tr := NewElevenLabsTranscriber("sk_test")
|
||||||
|
tr.apiBase = srv.URL
|
||||||
|
|
||||||
|
resp, err := tr.Transcribe(context.Background(), audioPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Transcribe() error: %v", err)
|
||||||
|
}
|
||||||
|
if resp.Text != "hello from elevenlabs" {
|
||||||
|
t.Errorf("Text = %q, want %q", resp.Text, "hello from elevenlabs")
|
||||||
|
}
|
||||||
|
if resp.Language != "en" {
|
||||||
|
t.Errorf("Language = %q, want %q", resp.Language, "en")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("api error", func(t *testing.T) {
|
||||||
|
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
http.Error(w, `{"error":"invalid_api_key"}`, http.StatusUnauthorized)
|
||||||
|
}))
|
||||||
|
defer srv.Close()
|
||||||
|
|
||||||
|
tr := NewElevenLabsTranscriber("sk_bad")
|
||||||
|
tr.apiBase = srv.URL
|
||||||
|
|
||||||
|
_, err := tr.Transcribe(context.Background(), audioPath)
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("expected error for non-200 response, got nil")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("missing file", func(t *testing.T) {
|
||||||
|
tr := NewElevenLabsTranscriber("sk_test")
|
||||||
|
_, err := tr.Transcribe(context.Background(), filepath.Join(tmpDir, "nonexistent.ogg"))
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("expected error for missing file, got nil")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
@ -54,6 +54,10 @@ func DetectTranscriber(cfg *config.Config) Transcriber {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ElevenLabs voice config (supports Scribe STT).
|
||||||
|
if key := strings.TrimSpace(cfg.Voice.ElevenLabsAPIKey); key != "" {
|
||||||
|
return NewElevenLabsTranscriber(key)
|
||||||
|
}
|
||||||
// Fall back to any model-list entry that uses the groq/ protocol.
|
// Fall back to any model-list entry that uses the groq/ protocol.
|
||||||
for _, mc := range cfg.ModelList {
|
for _, mc := range cfg.ModelList {
|
||||||
if strings.HasPrefix(mc.Model, "groq/") && mc.APIKey() != "" {
|
if strings.HasPrefix(mc.Model, "groq/") && mc.APIKey() != "" {
|
||||||
|
|
|
||||||
|
|
@ -145,6 +145,48 @@ func TestDetectTranscriber(t *testing.T) {
|
||||||
}),
|
}),
|
||||||
wantNil: true,
|
wantNil: true,
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
name: "elevenlabs voice config key",
|
||||||
|
cfg: &config.Config{
|
||||||
|
Voice: config.VoiceConfig{ElevenLabsAPIKey: "sk_elevenlabs_test"},
|
||||||
|
},
|
||||||
|
wantName: "elevenlabs",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "elevenlabs takes priority over groq model list",
|
||||||
|
cfg: (&config.Config{
|
||||||
|
Voice: config.VoiceConfig{ElevenLabsAPIKey: "sk_elevenlabs_test"},
|
||||||
|
ModelList: []*config.ModelConfig{
|
||||||
|
{ModelName: "groq", Model: "groq/llama-3.3-70b"},
|
||||||
|
},
|
||||||
|
}).WithSecurity(&config.SecurityConfig{
|
||||||
|
ModelList: map[string]config.ModelSecurityEntry{
|
||||||
|
"groq": {
|
||||||
|
APIKeys: []string{"sk-groq-direct"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}),
|
||||||
|
wantName: "elevenlabs",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "voice model name takes priority over elevenlabs",
|
||||||
|
cfg: (&config.Config{
|
||||||
|
Voice: config.VoiceConfig{
|
||||||
|
ModelName: "voice-gemini",
|
||||||
|
ElevenLabsAPIKey: "sk_elevenlabs_test",
|
||||||
|
},
|
||||||
|
ModelList: []*config.ModelConfig{
|
||||||
|
{ModelName: "voice-gemini", Model: "gemini/gemini-2.5-flash"},
|
||||||
|
},
|
||||||
|
}).WithSecurity(&config.SecurityConfig{
|
||||||
|
ModelList: map[string]config.ModelSecurityEntry{
|
||||||
|
"voice-gemini": {
|
||||||
|
APIKeys: []string{"sk-gemini-model"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}),
|
||||||
|
wantName: "audio-model",
|
||||||
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, tc := range tests {
|
for _, tc := range tests {
|
||||||
|
|
|
||||||
|
|
@ -54,6 +54,15 @@ func (h *Handler) handleUpdateConfig(w http.ResponseWriter, r *http.Request) {
|
||||||
cfg.Tools.Exec.AllowRemote = config.DefaultConfig().Tools.Exec.AllowRemote
|
cfg.Tools.Exec.AllowRemote = config.DefaultConfig().Tools.Exec.AllowRemote
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Load existing config and copy security credentials before validation,
|
||||||
|
// so that security-managed fields (e.g. pico token) are available.
|
||||||
|
oldCfg, err := config.LoadConfig(h.configPath)
|
||||||
|
if err != nil {
|
||||||
|
http.Error(w, fmt.Sprintf("Failed to load config: %v", err), http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
cfg.SecurityCopyFrom(oldCfg)
|
||||||
|
|
||||||
if errs := validateConfig(&cfg); len(errs) > 0 {
|
if errs := validateConfig(&cfg); len(errs) > 0 {
|
||||||
w.Header().Set("Content-Type", "application/json")
|
w.Header().Set("Content-Type", "application/json")
|
||||||
w.WriteHeader(http.StatusBadRequest)
|
w.WriteHeader(http.StatusBadRequest)
|
||||||
|
|
@ -64,13 +73,7 @@ func (h *Handler) handleUpdateConfig(w http.ResponseWriter, r *http.Request) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
logger.Infof("new config: %+v", cfg)
|
logger.Infof("configuration updated successfully")
|
||||||
oldCfg, err := config.LoadConfig(h.configPath)
|
|
||||||
if err != nil {
|
|
||||||
http.Error(w, fmt.Sprintf("Failed to load config: %v", err), http.StatusInternalServerError)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
cfg.SecurityCopyFrom(oldCfg)
|
|
||||||
|
|
||||||
if err := config.SaveConfig(h.configPath, &cfg); err != nil {
|
if err := config.SaveConfig(h.configPath, &cfg); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
||||||
|
|
@ -149,6 +152,10 @@ func (h *Handler) handlePatchConfig(w http.ResponseWriter, r *http.Request) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Copy security credentials before validation so security-managed
|
||||||
|
// fields (e.g. pico token) are available for validation checks.
|
||||||
|
newCfg.SecurityCopyFrom(cfg)
|
||||||
|
|
||||||
if errs := validateConfig(&newCfg); len(errs) > 0 {
|
if errs := validateConfig(&newCfg); len(errs) > 0 {
|
||||||
w.Header().Set("Content-Type", "application/json")
|
w.Header().Set("Content-Type", "application/json")
|
||||||
w.WriteHeader(http.StatusBadRequest)
|
w.WriteHeader(http.StatusBadRequest)
|
||||||
|
|
@ -159,8 +166,6 @@ func (h *Handler) handlePatchConfig(w http.ResponseWriter, r *http.Request) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
newCfg.SecurityCopyFrom(cfg)
|
|
||||||
|
|
||||||
if err := config.SaveConfig(h.configPath, &newCfg); err != nil {
|
if err := config.SaveConfig(h.configPath, &newCfg); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
||||||
return
|
return
|
||||||
|
|
|
||||||
|
|
@ -4,6 +4,8 @@ import (
|
||||||
"bytes"
|
"bytes"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/http/httptest"
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
"github.com/sipeed/picoclaw/pkg/config"
|
"github.com/sipeed/picoclaw/pkg/config"
|
||||||
|
|
@ -141,6 +143,120 @@ func TestHandlePatchConfig_AllowsInvalidExecRegexPatternsWhenExecDisabled(t *tes
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// setupPicoEnabledEnv creates a test environment with Pico channel enabled and
|
||||||
|
// its token stored only in .security.yml (not in the JSON payload).
|
||||||
|
func setupPicoEnabledEnv(t *testing.T) (string, func()) {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
tmp := t.TempDir()
|
||||||
|
oldHome := os.Getenv("HOME")
|
||||||
|
oldPicoHome := os.Getenv("PICOCLAW_HOME")
|
||||||
|
|
||||||
|
if err := os.Setenv("HOME", tmp); err != nil {
|
||||||
|
t.Fatalf("set HOME: %v", err)
|
||||||
|
}
|
||||||
|
if err := os.Setenv("PICOCLAW_HOME", filepath.Join(tmp, ".picoclaw")); err != nil {
|
||||||
|
t.Fatalf("set PICOCLAW_HOME: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg := config.DefaultConfig()
|
||||||
|
cfg.ModelList = []*config.ModelConfig{{
|
||||||
|
ModelName: "custom-default",
|
||||||
|
Model: "openai/gpt-4o",
|
||||||
|
}}
|
||||||
|
cfg.Agents.Defaults.ModelName = "custom-default"
|
||||||
|
cfg.Channels.Pico.Enabled = true
|
||||||
|
cfg.WithSecurity(&config.SecurityConfig{
|
||||||
|
ModelList: map[string]config.ModelSecurityEntry{
|
||||||
|
"custom-default": {APIKeys: []string{"sk-default"}},
|
||||||
|
},
|
||||||
|
Channels: &config.ChannelsSecurity{
|
||||||
|
Pico: &config.PicoSecurity{Token: "test-pico-token"},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
configPath := filepath.Join(tmp, "config.json")
|
||||||
|
if err := config.SaveConfig(configPath, cfg); err != nil {
|
||||||
|
t.Fatalf("SaveConfig error: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
cleanup := func() {
|
||||||
|
_ = os.Setenv("HOME", oldHome)
|
||||||
|
if oldPicoHome == "" {
|
||||||
|
_ = os.Unsetenv("PICOCLAW_HOME")
|
||||||
|
} else {
|
||||||
|
_ = os.Setenv("PICOCLAW_HOME", oldPicoHome)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return configPath, cleanup
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestHandleUpdateConfig_SucceedsWhenPicoTokenInSecurityOnly(t *testing.T) {
|
||||||
|
configPath, cleanup := setupPicoEnabledEnv(t)
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
h := NewHandler(configPath)
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
h.RegisterRoutes(mux)
|
||||||
|
|
||||||
|
// PUT request with pico enabled but no token in JSON — token is in .security.yml
|
||||||
|
req := httptest.NewRequest(http.MethodPut, "/api/config", bytes.NewBufferString(`{
|
||||||
|
"version": 1,
|
||||||
|
"agents": {
|
||||||
|
"defaults": {
|
||||||
|
"workspace": "~/.picoclaw/workspace",
|
||||||
|
"model_name": "custom-default"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"channels": {
|
||||||
|
"pico": {
|
||||||
|
"enabled": true,
|
||||||
|
"ping_interval": 30,
|
||||||
|
"read_timeout": 60,
|
||||||
|
"write_timeout": 10,
|
||||||
|
"max_connections": 100
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"model_list": [
|
||||||
|
{
|
||||||
|
"model_name": "custom-default",
|
||||||
|
"model": "openai/gpt-4o",
|
||||||
|
"api_keys": ["sk-default"]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}`))
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
|
||||||
|
rec := httptest.NewRecorder()
|
||||||
|
mux.ServeHTTP(rec, req)
|
||||||
|
if rec.Code != http.StatusOK {
|
||||||
|
t.Fatalf("PUT /api/config status = %d, want %d, body=%s", rec.Code, http.StatusOK, rec.Body.String())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestHandlePatchConfig_SucceedsWhenPicoTokenInSecurityOnly(t *testing.T) {
|
||||||
|
configPath, cleanup := setupPicoEnabledEnv(t)
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
h := NewHandler(configPath)
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
h.RegisterRoutes(mux)
|
||||||
|
|
||||||
|
// PATCH request changing an unrelated field — pico token still in .security.yml
|
||||||
|
req := httptest.NewRequest(http.MethodPatch, "/api/config", bytes.NewBufferString(`{
|
||||||
|
"gateway": {
|
||||||
|
"log_level": "info"
|
||||||
|
}
|
||||||
|
}`))
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
|
||||||
|
rec := httptest.NewRecorder()
|
||||||
|
mux.ServeHTTP(rec, req)
|
||||||
|
if rec.Code != http.StatusOK {
|
||||||
|
t.Fatalf("PATCH /api/config status = %d, want %d, body=%s", rec.Code, http.StatusOK, rec.Body.String())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestHandlePatchConfig_AllowsInvalidDenyRegexPatternsWhenDenyPatternsDisabled(t *testing.T) {
|
func TestHandlePatchConfig_AllowsInvalidDenyRegexPatternsWhenDenyPatternsDisabled(t *testing.T) {
|
||||||
configPath, cleanup := setupOAuthTestEnv(t)
|
configPath, cleanup := setupOAuthTestEnv(t)
|
||||||
defer cleanup()
|
defer cleanup()
|
||||||
|
|
|
||||||
|
|
@ -9,6 +9,7 @@ import (
|
||||||
"sync"
|
"sync"
|
||||||
|
|
||||||
"github.com/sipeed/picoclaw/pkg/config"
|
"github.com/sipeed/picoclaw/pkg/config"
|
||||||
|
"github.com/sipeed/picoclaw/pkg/logger"
|
||||||
)
|
)
|
||||||
|
|
||||||
// registerModelRoutes binds model list management endpoints to the ServeMux.
|
// registerModelRoutes binds model list management endpoints to the ServeMux.
|
||||||
|
|
@ -107,7 +108,12 @@ func (h *Handler) handleAddModel(w http.ResponseWriter, r *http.Request) {
|
||||||
}
|
}
|
||||||
defer r.Body.Close()
|
defer r.Body.Close()
|
||||||
|
|
||||||
var mc config.ModelConfig
|
type custom struct {
|
||||||
|
config.ModelConfig
|
||||||
|
APIKey string `json:"api_key"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var mc custom
|
||||||
if err = json.Unmarshal(body, &mc); err != nil {
|
if err = json.Unmarshal(body, &mc); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Invalid JSON: %v", err), http.StatusBadRequest)
|
http.Error(w, fmt.Sprintf("Invalid JSON: %v", err), http.StatusBadRequest)
|
||||||
return
|
return
|
||||||
|
|
@ -118,13 +124,17 @@ func (h *Handler) handleAddModel(w http.ResponseWriter, r *http.Request) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if mc.APIKey != "" {
|
||||||
|
mc.ModelConfig.SetAPIKey(mc.APIKey)
|
||||||
|
}
|
||||||
|
|
||||||
cfg, err := config.LoadConfig(h.configPath)
|
cfg, err := config.LoadConfig(h.configPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Failed to load config: %v", err), http.StatusInternalServerError)
|
http.Error(w, fmt.Sprintf("Failed to load config: %v", err), http.StatusInternalServerError)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
cfg.ModelList = append(cfg.ModelList, &mc)
|
cfg.ModelList = append(cfg.ModelList, &mc.ModelConfig)
|
||||||
|
|
||||||
if err := config.SaveConfig(h.configPath, cfg); err != nil {
|
if err := config.SaveConfig(h.configPath, cfg); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
||||||
|
|
@ -158,7 +168,12 @@ func (h *Handler) handleUpdateModel(w http.ResponseWriter, r *http.Request) {
|
||||||
}
|
}
|
||||||
defer r.Body.Close()
|
defer r.Body.Close()
|
||||||
|
|
||||||
var mc config.ModelConfig
|
type custom struct {
|
||||||
|
config.ModelConfig
|
||||||
|
APIKey string `json:"api_key"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var mc custom
|
||||||
if err = json.Unmarshal(body, &mc); err != nil {
|
if err = json.Unmarshal(body, &mc); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Invalid JSON: %v", err), http.StatusBadRequest)
|
http.Error(w, fmt.Sprintf("Invalid JSON: %v", err), http.StatusBadRequest)
|
||||||
return
|
return
|
||||||
|
|
@ -182,14 +197,18 @@ func (h *Handler) handleUpdateModel(w http.ResponseWriter, r *http.Request) {
|
||||||
|
|
||||||
// Preserve the existing API key when the caller omits it (empty string).
|
// Preserve the existing API key when the caller omits it (empty string).
|
||||||
// This lets the UI update api_base / proxy without clearing the stored secret.
|
// This lets the UI update api_base / proxy without clearing the stored secret.
|
||||||
if mc.APIKey() == "" {
|
if mc.APIKey == "" {
|
||||||
mc.SetAPIKey(cfg.ModelList[idx].APIKey())
|
mc.ModelConfig.SetAPIKey(cfg.ModelList[idx].APIKey())
|
||||||
|
} else {
|
||||||
|
mc.ModelConfig.SetAPIKey(mc.APIKey)
|
||||||
}
|
}
|
||||||
if mc.ExtraBody == nil {
|
if mc.ExtraBody == nil {
|
||||||
mc.ExtraBody = cfg.ModelList[idx].ExtraBody
|
mc.ExtraBody = cfg.ModelList[idx].ExtraBody
|
||||||
}
|
}
|
||||||
|
|
||||||
cfg.ModelList[idx] = &mc
|
cfg.ModelList[idx] = &mc.ModelConfig
|
||||||
|
|
||||||
|
logger.Debugf("update model config: %#v", mc.ModelConfig)
|
||||||
|
|
||||||
if err := config.SaveConfig(h.configPath, cfg); err != nil {
|
if err := config.SaveConfig(h.configPath, cfg); err != nil {
|
||||||
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
http.Error(w, fmt.Sprintf("Failed to save config: %v", err), http.StatusInternalServerError)
|
||||||
|
|
@ -297,16 +316,25 @@ func (h *Handler) handleSetDefaultModel(w http.ResponseWriter, r *http.Request)
|
||||||
}
|
}
|
||||||
|
|
||||||
// maskAPIKey returns a masked version of an API key for safe display.
|
// maskAPIKey returns a masked version of an API key for safe display.
|
||||||
// Keys longer than 8 chars show prefix + last 4 chars: "sk-****abcd"
|
// Keys longer than 12 chars show prefix + last 4 chars: "sk-****abcd".
|
||||||
|
// Keys 9-12 chars show prefix + last 2 chars: "sk-****cd".
|
||||||
// Shorter keys are fully masked as "****".
|
// Shorter keys are fully masked as "****".
|
||||||
// Empty keys return empty string.
|
// Empty keys return empty string.
|
||||||
|
// Ensure at least 40% of the key will not be displayed.
|
||||||
func maskAPIKey(key string) string {
|
func maskAPIKey(key string) string {
|
||||||
if key == "" {
|
if key == "" {
|
||||||
return ""
|
return ""
|
||||||
}
|
}
|
||||||
|
|
||||||
if len(key) <= 8 {
|
if len(key) <= 8 {
|
||||||
return "****"
|
return "****"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Show first 3 chars and last 2 chars
|
||||||
|
if len(key) <= 12 {
|
||||||
|
return key[:3] + "****" + key[len(key)-2:]
|
||||||
|
}
|
||||||
|
|
||||||
// Show first 3 chars and last 4 chars
|
// Show first 3 chars and last 4 chars
|
||||||
return key[:3] + "****" + key[len(key)-4:]
|
return key[:3] + "****" + key[len(key)-4:]
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,9 +1,11 @@
|
||||||
package api
|
package api
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"bytes"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/http/httptest"
|
"net/http/httptest"
|
||||||
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
@ -315,3 +317,112 @@ func TestHandleListModels_NormalizesWildcardLocalAPIBaseForProbe(t *testing.T) {
|
||||||
t.Fatalf("probe api base = %q, want %q", gotProbe, "http://127.0.0.1:8000/v1|custom-model|")
|
t.Fatalf("probe api base = %q, want %q", gotProbe, "http://127.0.0.1:8000/v1|custom-model|")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestHandleAddModel_PersistsAPIKey(t *testing.T) {
|
||||||
|
configPath, cleanup := setupOAuthTestEnv(t)
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
h := NewHandler(configPath)
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
h.RegisterRoutes(mux)
|
||||||
|
|
||||||
|
rec := httptest.NewRecorder()
|
||||||
|
req := httptest.NewRequest(http.MethodPost, "/api/models", bytes.NewBufferString(`{
|
||||||
|
"model_name":"new-model",
|
||||||
|
"model":"openai/gpt-4o-mini",
|
||||||
|
"api_key":"sk-new-model-key"
|
||||||
|
}`))
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
mux.ServeHTTP(rec, req)
|
||||||
|
|
||||||
|
if rec.Code != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d, body=%s", rec.Code, http.StatusOK, rec.Body.String())
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg, err := config.LoadConfig(configPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("LoadConfig() error = %v", err)
|
||||||
|
}
|
||||||
|
if len(cfg.ModelList) != 2 {
|
||||||
|
t.Fatalf("len(model_list) = %d, want 2", len(cfg.ModelList))
|
||||||
|
}
|
||||||
|
|
||||||
|
added := cfg.ModelList[1]
|
||||||
|
if added.ModelName != "new-model" {
|
||||||
|
t.Fatalf("model_name = %q, want %q", added.ModelName, "new-model")
|
||||||
|
}
|
||||||
|
if added.APIKey() != "sk-new-model-key" {
|
||||||
|
t.Fatalf("api_key = %q, want %q", added.APIKey(), "sk-new-model-key")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestMaskAPIKey(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
key string
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "empty key",
|
||||||
|
key: "",
|
||||||
|
want: "",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "short key fully masked",
|
||||||
|
key: "abcd",
|
||||||
|
want: "****",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "length 8 boundary fully masked",
|
||||||
|
key: "12345678",
|
||||||
|
want: "****",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "length 9 boundary shows last 2",
|
||||||
|
key: "123456789",
|
||||||
|
want: "123****89",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "length 12 boundary shows last 2",
|
||||||
|
key: "abcdefghijkl",
|
||||||
|
want: "abc****kl",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "length 13 boundary shows last 4",
|
||||||
|
key: "abcdefghijklm",
|
||||||
|
want: "abc****jklm",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "typical api key",
|
||||||
|
key: "sk-1234567890abcd",
|
||||||
|
want: "sk-****abcd",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tc := range tests {
|
||||||
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
|
got := maskAPIKey(tc.key)
|
||||||
|
if got != tc.want {
|
||||||
|
t.Fatalf("maskAPIKey(%q) = %q, want %q", tc.key, got, tc.want)
|
||||||
|
}
|
||||||
|
|
||||||
|
if tc.key != "" {
|
||||||
|
displayed := strings.Replace(tc.want, "****", "", 1)
|
||||||
|
if len(tc.key) <= 8 {
|
||||||
|
if displayed != "" {
|
||||||
|
t.Fatalf("maskAPIKey(%q) displayed part = %q, want empty", tc.key, displayed)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
if len(displayed)*10 > len(tc.key)*6 {
|
||||||
|
t.Fatalf(
|
||||||
|
"maskAPIKey(%q) displayed length = %d, want at most 60%% of %d",
|
||||||
|
tc.key,
|
||||||
|
len(displayed),
|
||||||
|
len(tc.key),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -6,6 +6,7 @@ import (
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/http/httptest"
|
"net/http/httptest"
|
||||||
"net/url"
|
"net/url"
|
||||||
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"strconv"
|
"strconv"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
@ -154,6 +155,44 @@ func TestEnsurePicoChannel_PreservesUserSettings(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestEnsurePicoChannel_ExistingConfigWithoutSecurityFile(t *testing.T) {
|
||||||
|
configPath := filepath.Join(t.TempDir(), "config.json")
|
||||||
|
|
||||||
|
cfg := config.DefaultConfig()
|
||||||
|
raw, err := json.Marshal(cfg)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Marshal() error = %v", err)
|
||||||
|
}
|
||||||
|
if err = os.WriteFile(configPath, raw, 0o600); err != nil {
|
||||||
|
t.Fatalf("WriteFile() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
h := NewHandler(configPath)
|
||||||
|
|
||||||
|
changed, err := h.ensurePicoChannel("")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("ensurePicoChannel() error = %v", err)
|
||||||
|
}
|
||||||
|
if !changed {
|
||||||
|
t.Fatal("ensurePicoChannel() should report changed when pico is missing")
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg, err = config.LoadConfig(configPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("LoadConfig() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if !cfg.Channels.Pico.Enabled {
|
||||||
|
t.Error("expected Pico to be enabled after setup")
|
||||||
|
}
|
||||||
|
if cfg.Channels.Pico.Token() == "" {
|
||||||
|
t.Error("expected a non-empty token after setup")
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(filepath.Dir(configPath), config.SecurityConfigFile)); err != nil {
|
||||||
|
t.Fatalf("expected .security.yml to be created: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestEnsurePicoChannel_Idempotent(t *testing.T) {
|
func TestEnsurePicoChannel_Idempotent(t *testing.T) {
|
||||||
configPath := filepath.Join(t.TempDir(), "config.json")
|
configPath := filepath.Join(t.TempDir(), "config.json")
|
||||||
h := NewHandler(configPath)
|
h := NewHandler(configPath)
|
||||||
|
|
|
||||||
|
|
@ -155,6 +155,11 @@ export function ConfigPage() {
|
||||||
"Max tool iterations",
|
"Max tool iterations",
|
||||||
{ min: 1 },
|
{ min: 1 },
|
||||||
)
|
)
|
||||||
|
const toolFeedbackMaxArgsLength = parseIntField(
|
||||||
|
form.toolFeedbackMaxArgsLength,
|
||||||
|
"Tool feedback max args length",
|
||||||
|
{ min: 0 },
|
||||||
|
)
|
||||||
const summarizeMessageThreshold = parseIntField(
|
const summarizeMessageThreshold = parseIntField(
|
||||||
form.summarizeMessageThreshold,
|
form.summarizeMessageThreshold,
|
||||||
"Summarize message threshold",
|
"Summarize message threshold",
|
||||||
|
|
@ -203,6 +208,10 @@ export function ConfigPage() {
|
||||||
defaults: {
|
defaults: {
|
||||||
workspace,
|
workspace,
|
||||||
restrict_to_workspace: form.restrictToWorkspace,
|
restrict_to_workspace: form.restrictToWorkspace,
|
||||||
|
tool_feedback: {
|
||||||
|
enabled: form.toolFeedbackEnabled,
|
||||||
|
max_args_length: toolFeedbackMaxArgsLength,
|
||||||
|
},
|
||||||
max_tokens: maxTokens,
|
max_tokens: maxTokens,
|
||||||
context_window: contextWindow,
|
context_window: contextWindow,
|
||||||
max_tool_iterations: maxToolIterations,
|
max_tool_iterations: maxToolIterations,
|
||||||
|
|
|
||||||
|
|
@ -93,6 +93,33 @@ export function AgentDefaultsSection({
|
||||||
}
|
}
|
||||||
/>
|
/>
|
||||||
|
|
||||||
|
<SwitchCardField
|
||||||
|
label={t("pages.config.tool_feedback_enabled")}
|
||||||
|
hint={t("pages.config.tool_feedback_enabled_hint")}
|
||||||
|
layout="setting-row"
|
||||||
|
checked={form.toolFeedbackEnabled}
|
||||||
|
onCheckedChange={(checked) =>
|
||||||
|
onFieldChange("toolFeedbackEnabled", checked)
|
||||||
|
}
|
||||||
|
/>
|
||||||
|
|
||||||
|
{form.toolFeedbackEnabled && (
|
||||||
|
<Field
|
||||||
|
label={t("pages.config.tool_feedback_max_args_length")}
|
||||||
|
hint={t("pages.config.tool_feedback_max_args_length_hint")}
|
||||||
|
layout="setting-row"
|
||||||
|
>
|
||||||
|
<Input
|
||||||
|
type="number"
|
||||||
|
min={0}
|
||||||
|
value={form.toolFeedbackMaxArgsLength}
|
||||||
|
onChange={(e) =>
|
||||||
|
onFieldChange("toolFeedbackMaxArgsLength", e.target.value)
|
||||||
|
}
|
||||||
|
/>
|
||||||
|
</Field>
|
||||||
|
)}
|
||||||
|
|
||||||
<Field
|
<Field
|
||||||
label={t("pages.config.max_tokens")}
|
label={t("pages.config.max_tokens")}
|
||||||
hint={t("pages.config.max_tokens_hint")}
|
hint={t("pages.config.max_tokens_hint")}
|
||||||
|
|
|
||||||
|
|
@ -3,6 +3,8 @@ export type JsonRecord = Record<string, unknown>
|
||||||
export interface CoreConfigForm {
|
export interface CoreConfigForm {
|
||||||
workspace: string
|
workspace: string
|
||||||
restrictToWorkspace: boolean
|
restrictToWorkspace: boolean
|
||||||
|
toolFeedbackEnabled: boolean
|
||||||
|
toolFeedbackMaxArgsLength: string
|
||||||
execEnabled: boolean
|
execEnabled: boolean
|
||||||
allowRemote: boolean
|
allowRemote: boolean
|
||||||
enableDenyPatterns: boolean
|
enableDenyPatterns: boolean
|
||||||
|
|
@ -63,6 +65,8 @@ export const DM_SCOPE_OPTIONS = [
|
||||||
export const EMPTY_FORM: CoreConfigForm = {
|
export const EMPTY_FORM: CoreConfigForm = {
|
||||||
workspace: "",
|
workspace: "",
|
||||||
restrictToWorkspace: true,
|
restrictToWorkspace: true,
|
||||||
|
toolFeedbackEnabled: true,
|
||||||
|
toolFeedbackMaxArgsLength: "300",
|
||||||
execEnabled: true,
|
execEnabled: true,
|
||||||
allowRemote: true,
|
allowRemote: true,
|
||||||
enableDenyPatterns: true,
|
enableDenyPatterns: true,
|
||||||
|
|
@ -124,6 +128,7 @@ export function buildFormFromConfig(config: unknown): CoreConfigForm {
|
||||||
const tools = asRecord(root.tools)
|
const tools = asRecord(root.tools)
|
||||||
const cron = asRecord(tools.cron)
|
const cron = asRecord(tools.cron)
|
||||||
const exec = asRecord(tools.exec)
|
const exec = asRecord(tools.exec)
|
||||||
|
const toolFeedback = asRecord(defaults.tool_feedback)
|
||||||
|
|
||||||
return {
|
return {
|
||||||
workspace: asString(defaults.workspace) || EMPTY_FORM.workspace,
|
workspace: asString(defaults.workspace) || EMPTY_FORM.workspace,
|
||||||
|
|
@ -131,6 +136,14 @@ export function buildFormFromConfig(config: unknown): CoreConfigForm {
|
||||||
defaults.restrict_to_workspace === undefined
|
defaults.restrict_to_workspace === undefined
|
||||||
? EMPTY_FORM.restrictToWorkspace
|
? EMPTY_FORM.restrictToWorkspace
|
||||||
: asBool(defaults.restrict_to_workspace),
|
: asBool(defaults.restrict_to_workspace),
|
||||||
|
toolFeedbackEnabled:
|
||||||
|
toolFeedback.enabled === undefined
|
||||||
|
? EMPTY_FORM.toolFeedbackEnabled
|
||||||
|
: asBool(toolFeedback.enabled),
|
||||||
|
toolFeedbackMaxArgsLength: asNumberString(
|
||||||
|
toolFeedback.max_args_length,
|
||||||
|
EMPTY_FORM.toolFeedbackMaxArgsLength,
|
||||||
|
),
|
||||||
execEnabled:
|
execEnabled:
|
||||||
exec.enabled === undefined
|
exec.enabled === undefined
|
||||||
? EMPTY_FORM.execEnabled
|
? EMPTY_FORM.execEnabled
|
||||||
|
|
|
||||||
|
|
@ -4,13 +4,20 @@ export function maskedSecretPlaceholder(value: unknown, fallback = ""): string {
|
||||||
return fallback
|
return fallback
|
||||||
}
|
}
|
||||||
|
|
||||||
if (secret.length < 7) {
|
// ensure at least 40% of the characters are masked for secrets of length 4 or more
|
||||||
|
if (secret.length <= 6) {
|
||||||
const first = secret[0]
|
const first = secret[0]
|
||||||
const last = secret[secret.length - 1]
|
const last = secret[secret.length - 1]
|
||||||
return `${first}***${last}`
|
return `${first}***${last}`
|
||||||
}
|
}
|
||||||
|
|
||||||
const prefix = secret.slice(0, Math.min(3, secret.length))
|
if (secret.length <= 12) {
|
||||||
const suffix = secret.slice(-Math.min(4, secret.length))
|
const firstTwo = secret.slice(0, 2)
|
||||||
return `${prefix}***${suffix}`
|
const lastTwo = secret.slice(-2)
|
||||||
|
return `${firstTwo}****${lastTwo}`
|
||||||
|
}
|
||||||
|
|
||||||
|
const prefix = secret.slice(0, 3)
|
||||||
|
const suffix = secret.slice(-4)
|
||||||
|
return `${prefix}*****${suffix}`
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -396,6 +396,10 @@
|
||||||
"workspace_hint": "Base directory for agent file operations.",
|
"workspace_hint": "Base directory for agent file operations.",
|
||||||
"restrict_workspace": "Restrict to Workspace",
|
"restrict_workspace": "Restrict to Workspace",
|
||||||
"restrict_workspace_hint": "Only allow file operations inside workspace.",
|
"restrict_workspace_hint": "Only allow file operations inside workspace.",
|
||||||
|
"tool_feedback_enabled": "Tool Feedback",
|
||||||
|
"tool_feedback_enabled_hint": "Send a short tool-call preview into the current chat before each tool execution.",
|
||||||
|
"tool_feedback_max_args_length": "Tool Feedback Args Preview Length",
|
||||||
|
"tool_feedback_max_args_length_hint": "Maximum number of argument characters shown in each tool feedback message. Set to 0 to use the default.",
|
||||||
"exec_enabled": "Allow Commands",
|
"exec_enabled": "Allow Commands",
|
||||||
"exec_enabled_hint": "Enable or disable command execution for the app. When disabled, no command requests will run.",
|
"exec_enabled_hint": "Enable or disable command execution for the app. When disabled, no command requests will run.",
|
||||||
"allow_remote": "Allow Remote Commands",
|
"allow_remote": "Allow Remote Commands",
|
||||||
|
|
|
||||||
|
|
@ -396,6 +396,10 @@
|
||||||
"workspace_hint": "智能体执行文件读写操作时使用的基础目录。",
|
"workspace_hint": "智能体执行文件读写操作时使用的基础目录。",
|
||||||
"restrict_workspace": "限制工作目录访问",
|
"restrict_workspace": "限制工作目录访问",
|
||||||
"restrict_workspace_hint": "仅允许在工作目录内执行文件操作。",
|
"restrict_workspace_hint": "仅允许在工作目录内执行文件操作。",
|
||||||
|
"tool_feedback_enabled": "工具反馈",
|
||||||
|
"tool_feedback_enabled_hint": "在每次执行工具前,先向当前会话发送一条简短的工具调用预览。",
|
||||||
|
"tool_feedback_max_args_length": "工具反馈参数预览长度",
|
||||||
|
"tool_feedback_max_args_length_hint": "每条工具反馈消息中展示的参数字符上限。设为 0 时使用默认值。",
|
||||||
"exec_enabled": "允许命令执行",
|
"exec_enabled": "允许命令执行",
|
||||||
"exec_enabled_hint": "控制应用是否允许执行命令。关闭后,所有命令请求都不会执行。",
|
"exec_enabled_hint": "控制应用是否允许执行命令。关闭后,所有命令请求都不会执行。",
|
||||||
"allow_remote": "允许远程命令执行",
|
"allow_remote": "允许远程命令执行",
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue