96d2f22e77
- Added the jsonrepair package to go.mod for enhanced JSON handling capabilities. - Removed unused dependencies from go.mod and updated existing ones for better performance. - Refactored file upload and download methods in the neo package to return nil values, indicating a temporary placeholder for future implementation. - Updated the Message struct to use the new attachment package for better organization of file attachments.
219 lines
9.1 KiB
Go
219 lines
9.1 KiB
Go
package assistant
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/yaoapp/gou/rag/driver"
|
|
v8 "github.com/yaoapp/gou/runtime/v8"
|
|
chatctx "github.com/yaoapp/yao/neo/context"
|
|
"github.com/yaoapp/yao/neo/i18n"
|
|
"github.com/yaoapp/yao/neo/message"
|
|
api "github.com/yaoapp/yao/openai"
|
|
)
|
|
|
|
const (
|
|
// HookErrorMethodNotFound is the error message for method not found
|
|
HookErrorMethodNotFound = "method not found"
|
|
)
|
|
|
|
// API the assistant API interface
|
|
type API interface {
|
|
Chat(ctx context.Context, messages []message.Message, option map[string]interface{}, cb func(data []byte) int) error
|
|
// Upload(ctx context.Context, file *multipart.FileHeader, reader io.Reader, option map[string]interface{}) (*File, error)
|
|
// Download(ctx context.Context, fileID string) (*FileResponse, error)
|
|
// ReadBase64(ctx context.Context, fileID string) (string, error)
|
|
|
|
GetPlaceholder(locale string) *Placeholder
|
|
Execute(c *gin.Context, ctx chatctx.Context, input interface{}, options map[string]interface{}, callback ...interface{}) (interface{}, error)
|
|
Call(c *gin.Context, payload APIPayload) (interface{}, error)
|
|
}
|
|
|
|
// APIPayload the API payload
|
|
type APIPayload struct {
|
|
Sid string `json:"sid"`
|
|
Name string `json:"name"`
|
|
Args []interface{} `json:"args,omitempty"`
|
|
}
|
|
|
|
// ResHookInit the response of the init hook
|
|
type ResHookInit struct {
|
|
AssistantID string `json:"assistant_id,omitempty"`
|
|
ChatID string `json:"chat_id,omitempty"`
|
|
Next *NextAction `json:"next,omitempty"`
|
|
Input []message.Message `json:"input,omitempty"`
|
|
Options map[string]interface{} `json:"options,omitempty"`
|
|
Result any `json:"result,omitempty"`
|
|
}
|
|
|
|
// ResHookStream the response of the stream hook
|
|
type ResHookStream struct {
|
|
Silent bool `json:"silent,omitempty"` // Whether to suppress the output
|
|
Next *NextAction `json:"next,omitempty"` // The next action
|
|
Output []message.Data `json:"output,omitempty"` // The output
|
|
}
|
|
|
|
// ResHookDone the response of the done hook
|
|
type ResHookDone struct {
|
|
Next *NextAction `json:"next,omitempty"`
|
|
Input []message.Message `json:"input,omitempty"`
|
|
Output []message.Data `json:"output,omitempty"`
|
|
Result any `json:"result,omitempty"`
|
|
}
|
|
|
|
// ResHookFail the response of the fail hook
|
|
type ResHookFail struct {
|
|
Next *NextAction `json:"next,omitempty"`
|
|
Input []message.Message `json:"input,omitempty"`
|
|
Output string `json:"output,omitempty"`
|
|
Error string `json:"error,omitempty"`
|
|
}
|
|
|
|
// NextAction the next action
|
|
type NextAction struct {
|
|
Action string `json:"action"`
|
|
Payload map[string]interface{} `json:"payload,omitempty"`
|
|
}
|
|
|
|
// RAG the RAG interface
|
|
type RAG struct {
|
|
Engine driver.Engine
|
|
Uploader driver.FileUpload
|
|
Vectorizer driver.Vectorizer
|
|
Setting RAGSetting
|
|
}
|
|
|
|
// SearchOption the search option
|
|
type SearchOption struct {
|
|
WebSearch *bool `json:"web_search,omitempty" yaml:"web_search,omitempty"` // Whether to search the web
|
|
Knowledge *bool `json:"knowledge,omitempty" yaml:"knowledge,omitempty"` // Whether to search the knowledge
|
|
}
|
|
|
|
// KnowledgeOption the knowledge option
|
|
type KnowledgeOption struct {
|
|
Collections []string `json:"collections,omitempty" yaml:"collections,omitempty"` // The Global Collections
|
|
ChunkingMethod string `json:"chunking_method,omitempty" yaml:"chunking_method,omitempty"`
|
|
ChunkSize int `json:"chunk_size,omitempty" yaml:"chunk_size,omitempty"`
|
|
ChunkOverlap int `json:"chunk_overlap,omitempty" yaml:"chunk_overlap,omitempty"`
|
|
SearchMethod string `json:"search_method,omitempty" yaml:"search_method,omitempty"`
|
|
}
|
|
|
|
// RAGSetting the RAG setting
|
|
type RAGSetting struct {
|
|
IndexPrefix string `json:"index_prefix" yaml:"index_prefix"`
|
|
}
|
|
|
|
// Prompt a prompt
|
|
type Prompt struct {
|
|
Role string `json:"role"`
|
|
Content string `json:"content"`
|
|
Name string `json:"name,omitempty"`
|
|
}
|
|
|
|
// QueryParam the assistant query param
|
|
type QueryParam struct {
|
|
Limit uint `json:"limit"`
|
|
Order string `json:"order"`
|
|
After string `json:"after"`
|
|
Before string `json:"before"`
|
|
}
|
|
|
|
// Assistant the assistant
|
|
type Assistant struct {
|
|
ID string `json:"assistant_id"` // Assistant ID
|
|
Type string `json:"type,omitempty"` // Assistant Type, default is assistant
|
|
Name string `json:"name,omitempty"` // Assistant Name
|
|
Avatar string `json:"avatar,omitempty"` // Assistant Avatar
|
|
Connector string `json:"connector"` // AI Connector
|
|
Path string `json:"path,omitempty"` // Assistant Path
|
|
BuiltIn bool `json:"built_in,omitempty"` // Whether this is a built-in assistant
|
|
Sort int `json:"sort,omitempty"` // Assistant Sort
|
|
Description string `json:"description,omitempty"` // Assistant Description
|
|
Tags []string `json:"tags,omitempty"` // Assistant Tags
|
|
Readonly bool `json:"readonly,omitempty"` // Whether this assistant is readonly
|
|
Mentionable bool `json:"mentionable,omitempty"` // Whether this assistant is mentionable
|
|
Automated bool `json:"automated,omitempty"` // Whether this assistant is automated
|
|
Options map[string]interface{} `json:"options,omitempty"` // AI Options
|
|
Prompts []Prompt `json:"prompts,omitempty"` // AI Prompts
|
|
Tools *ToolCalls `json:"tools,omitempty"` // Assistant Tools
|
|
Workflow map[string]interface{} `json:"workflow,omitempty"` // Assistant Workflow
|
|
Placeholder *Placeholder `json:"placeholder,omitempty"` // Assistant Placeholder
|
|
Locales i18n.Map `json:"locales,omitempty"` // Assistant Locales
|
|
Search *SearchOption `json:"search,omitempty" yaml:"search,omitempty"` // Whether this assistant supports search
|
|
Knowledge *KnowledgeOption `json:"knowledge,omitempty" yaml:"knowledge,omitempty"` // Whether this assistant supports knowledge
|
|
CreatedAt int64 `json:"created_at"` // Creation timestamp
|
|
UpdatedAt int64 `json:"updated_at"` // Last update timestamp
|
|
Script *v8.Script `json:"-" yaml:"-"` // Assistant Script
|
|
|
|
// Internal
|
|
// ===============================
|
|
openai *api.OpenAI // OpenAI API
|
|
search bool // Whether this assistant supports search
|
|
vision bool // Whether this assistant supports vision
|
|
toolCalls bool // Whether this assistant supports tool_calls
|
|
initHook bool // Whether this assistant has an init hook
|
|
}
|
|
|
|
// ToolCalls the tool calls
|
|
type ToolCalls struct {
|
|
Tools []Tool `json:"tools,omitempty"`
|
|
Prompts []Prompt `json:"prompts,omitempty"`
|
|
}
|
|
|
|
// ConnectorSetting the connector setting
|
|
type ConnectorSetting struct {
|
|
Vision bool `json:"vision,omitempty" yaml:"vision,omitempty"`
|
|
Tools bool `json:"tools,omitempty" yaml:"tools,omitempty"`
|
|
}
|
|
|
|
// Placeholder the assistant placeholder
|
|
type Placeholder struct {
|
|
Title string `json:"title,omitempty"`
|
|
Description string `json:"description,omitempty"`
|
|
Prompts []string `json:"prompts,omitempty"`
|
|
}
|
|
|
|
// VisionCapableModels list of LLM models that support vision capabilities
|
|
var VisionCapableModels = map[string]bool{
|
|
// OpenAI Models
|
|
"gpt-4-vision-preview": true,
|
|
"gpt-4v": true, // Alias for gpt-4-vision-preview
|
|
|
|
// Anthropic Models
|
|
"claude-3-opus": true, // Most capable Claude model
|
|
"claude-3-sonnet": true, // Balanced Claude model
|
|
"claude-3-haiku": true, // Fast and efficient Claude model
|
|
|
|
// Google Models
|
|
"gemini-pro-vision": true,
|
|
|
|
// Open Source Models
|
|
"llava-13b": true,
|
|
"cogvlm": true,
|
|
"qwen-vl": true,
|
|
"yi-vl": true,
|
|
|
|
// Custom Models
|
|
"gpt-4o": true, // Custom OpenAI compatible model
|
|
"gpt-4o-mini": true, // Custom OpenAI compatible model - mini version
|
|
}
|
|
|
|
// File the file
|
|
type File struct {
|
|
ID string `json:"file_id"`
|
|
Bytes int `json:"bytes"`
|
|
CreatedAt int `json:"created_at"`
|
|
Filename string `json:"filename"`
|
|
ContentType string `json:"content_type"`
|
|
Description string `json:"description,omitempty"` // Vision analysis result or other description
|
|
URL string `json:"url,omitempty"` // Vision URL for vision-capable models
|
|
DocIDs []string `json:"doc_ids,omitempty"` // RAG document IDs
|
|
}
|
|
|
|
// FileResponse represents a file download response
|
|
type FileResponse struct {
|
|
Reader io.ReadCloser
|
|
ContentType string
|
|
Extension string
|
|
}
|