opencode/yao
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #1321 from trheyi/main

Browse source 
Update ModelCapabilities to support flexible vision input handling
This commit is contained in:
Max 2025-11-17 11:00:18 +08:00 • committed by GitHub
commit 047c9726ef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
agent/assistant/agent.go
View file

@ -147,7 +147,7 @@ func (ast *Assistant) getConnectorCapabilities(connectorID string) *context.Mode
// Initialize with default capabilities (all disabled) // Initialize with default capabilities (all disabled)
falseVal := false falseVal := false
capabilities := &context.ModelCapabilities{ capabilities := &context.ModelCapabilities{
Vision: &falseVal, Vision: falseVal,
ToolCalls: &falseVal, ToolCalls: &falseVal,
Audio: &falseVal, Audio: &falseVal,
Reasoning: &falseVal, Reasoning: &falseVal,
@ -162,9 +162,9 @@ func (ast *Assistant) getConnectorCapabilities(connectorID string) *context.Mode
} }
// Update capabilities based on model configuration // Update capabilities based on model configuration
if modelCaps.Vision { // Vision can be bool or string (VisionFormat)
v := true if modelCaps.Vision != nil {
capabilities.Vision = &v capabilities.Vision = modelCaps.Vision
} }
// Handle both Tools (deprecated) and ToolCalls // Handle both Tools (deprecated) and ToolCalls

16
agent/assistant/types.go
View file

@ -111,14 +111,14 @@ type Assistant struct {
// ModelCapabilities defines the capabilities of a language model // ModelCapabilities defines the capabilities of a language model
// This configuration is loaded from agent/models.yml // This configuration is loaded from agent/models.yml
type ModelCapabilities struct { type ModelCapabilities struct {
Vision bool `json:"vision,omitempty" yaml:"vision,omitempty"` // Supports vision/image input Vision interface{} `json:"vision,omitempty" yaml:"vision,omitempty"` // Supports vision/image input: bool or VisionFormat string ("openai", "claude"/"base64", "default")
Tools bool `json:"tools,omitempty" yaml:"tools,omitempty"` // Supports tool/function calling (deprecated, use ToolCalls) Tools bool `json:"tools,omitempty" yaml:"tools,omitempty"` // Supports tool/function calling (deprecated, use ToolCalls)
ToolCalls bool `json:"tool_calls,omitempty" yaml:"tool_calls,omitempty"` // Supports tool/function calling ToolCalls bool `json:"tool_calls,omitempty" yaml:"tool_calls,omitempty"` // Supports tool/function calling
Audio bool `json:"audio,omitempty" yaml:"audio,omitempty"` // Supports audio input/output Audio bool `json:"audio,omitempty" yaml:"audio,omitempty"` // Supports audio input/output
Reasoning bool `json:"reasoning,omitempty" yaml:"reasoning,omitempty"` // Supports reasoning/thinking mode (o1, DeepSeek R1) Reasoning bool `json:"reasoning,omitempty" yaml:"reasoning,omitempty"` // Supports reasoning/thinking mode (o1, DeepSeek R1)
Streaming bool `json:"streaming,omitempty" yaml:"streaming,omitempty"` // Supports streaming responses Streaming bool `json:"streaming,omitempty" yaml:"streaming,omitempty"` // Supports streaming responses
JSON bool `json:"json,omitempty" yaml:"json,omitempty"` // Supports JSON mode JSON bool `json:"json,omitempty" yaml:"json,omitempty"` // Supports JSON mode
Multimodal bool `json:"multimodal,omitempty" yaml:"multimodal,omitempty"` // Supports multimodal input Multimodal bool `json:"multimodal,omitempty" yaml:"multimodal,omitempty"` // Supports multimodal input
} }
// VisionCapableModels list of LLM models that support vision capabilities // VisionCapableModels list of LLM models that support vision capabilities