9eef569e4b
- Updated the system configuration to include new role-level defaults for Light, Vision, and Audio connectors. - Refactored the resolveSystemConnector function to prioritize per-agent overrides, improving connector resolution logic. - Enhanced LLMConnector integration across various components to streamline settings retrieval and capabilities management. - Improved error handling and logging for connector-related operations, ensuring better diagnostics and user feedback.
103 lines
2.9 KiB
Go
103 lines
2.9 KiB
Go
package providers
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/yaoapp/gou/connector"
|
|
goullm "github.com/yaoapp/gou/llm"
|
|
"github.com/yaoapp/yao/agent/context"
|
|
"github.com/yaoapp/yao/agent/llm/providers/anthropic"
|
|
"github.com/yaoapp/yao/agent/llm/providers/openai"
|
|
"github.com/yaoapp/yao/agent/output/message"
|
|
)
|
|
|
|
// LLM interface (copied to avoid import cycle)
|
|
type LLM interface {
|
|
Stream(ctx *context.Context, messages []context.Message, options *context.CompletionOptions, handler message.StreamFunc) (*context.CompletionResponse, error)
|
|
Post(ctx *context.Context, messages []context.Message, options *context.CompletionOptions) (*context.CompletionResponse, error)
|
|
}
|
|
|
|
// SelectProvider selects the appropriate provider based on API format and capabilities
|
|
// The new architecture uses capability adapters to handle different model features
|
|
func SelectProvider(conn connector.Connector, options *context.CompletionOptions) (LLM, error) {
|
|
if options == nil {
|
|
return nil, fmt.Errorf("options are required")
|
|
}
|
|
|
|
if options.Capabilities == nil {
|
|
return nil, fmt.Errorf("capabilities are required")
|
|
}
|
|
|
|
// Detect API format
|
|
apiFormat := DetectAPIFormat(conn)
|
|
|
|
// Select provider based on API format
|
|
switch apiFormat {
|
|
case "openai":
|
|
// OpenAI-compatible API
|
|
// Capability adapters will handle:
|
|
// - Tool calling (native or prompt engineering)
|
|
// - Vision (native or removal)
|
|
// - Audio (native or removal)
|
|
// - Reasoning (o1, GPT-4o thinking, etc.)
|
|
return openai.New(conn, options.Capabilities), nil
|
|
|
|
case "anthropic":
|
|
return anthropic.New(conn, options.Capabilities), nil
|
|
|
|
default:
|
|
// Default to OpenAI-compatible provider
|
|
return openai.New(conn, options.Capabilities), nil
|
|
}
|
|
}
|
|
|
|
// DetectAPIFormat detects the API format from connector
|
|
func DetectAPIFormat(conn connector.Connector) string {
|
|
// Check connector type directly
|
|
if conn.Is(connector.ANTHROPIC) {
|
|
return "anthropic"
|
|
}
|
|
|
|
if conn.Is(connector.OPENAI) {
|
|
return "openai"
|
|
}
|
|
|
|
// Try LLMConnector for typed URL access, fall back to Setting() map
|
|
var host string
|
|
if lc, ok := conn.(goullm.LLMConnector); ok {
|
|
host = lc.GetURL()
|
|
}
|
|
if host == "" {
|
|
if settings := conn.Setting(); settings != nil {
|
|
host, _ = settings["host"].(string)
|
|
}
|
|
}
|
|
|
|
if host != "" {
|
|
if contains(host, "anthropic.com") || contains(host, "api.kimi.com/coding") {
|
|
return "anthropic"
|
|
}
|
|
if contains(host, "deepseek.com") {
|
|
return "openai"
|
|
}
|
|
}
|
|
|
|
// Default to OpenAI-compatible
|
|
return "openai"
|
|
}
|
|
|
|
// contains checks if a string contains a substring (case-insensitive helper)
|
|
func contains(s, substr string) bool {
|
|
return len(s) >= len(substr) && (s == substr || len(s) > len(substr) &&
|
|
(s[:len(substr)] == substr || s[len(s)-len(substr):] == substr ||
|
|
findSubstring(s, substr)))
|
|
}
|
|
|
|
func findSubstring(s, substr string) bool {
|
|
for i := 0; i <= len(s)-len(substr); i++ {
|
|
if s[i:i+len(substr)] == substr {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|