opencode/yao
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Refactor Task and TriggerRequest Structures for Rich Input Support

Browse source 
- Updated the Task struct in DESIGN.md to replace the Input field with Messages, allowing for rich content input (text, images, files, audio).
- Revised the TriggerRequest struct in TECHNICAL.md to utilize Messages instead of Input, enhancing the flexibility of user interactions.
- Improved related code examples to demonstrate the new Messages structure, ensuring consistency and clarity in task management and execution processes.
This commit is contained in:
Max 2026-01-14 17:18:50 +08:00
parent 822cccd189
commit d0bbd87aa0
2 changed files with 62 additions and 23 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
agent/robot/DESIGN.md
View file

@ -298,14 +298,14 @@ P2 Agent reads Goals markdown and breaks into executable tasks:
```go ```go
type Task struct { type Task struct {
ID string // unique task ID ID string // unique task ID
Input string // natural language description Messages []context.Message // original input (text, images, files, audio)
GoalRef string // reference to goal (e.g., "Goal 1") GoalRef string // reference to goal (e.g., "Goal 1")
Source TaskSource // auto | human | event Source TaskSource // auto | human | event
ExecutorType ExecutorType // assistant | mcp | process ExecutorType ExecutorType // assistant | mcp | process
ExecutorID string // agent ID or mcp tool name ExecutorID string // agent ID or mcp tool name
Args []any // arguments for executor Args []any // arguments for executor
Order int // execution order Order int // execution order
} }
``` ```

69
agent/robot/TECHNICAL.md
View file

@ -256,12 +256,13 @@ type RobotState struct {
// ==================== Trigger Types ==================== // ==================== Trigger Types ====================
// TriggerRequest - request for Trigger() // TriggerRequest - request for Trigger()
// Input uses []context.Message to support rich content (text, images, files, audio)
type TriggerRequest struct { type TriggerRequest struct {
Type types.TriggerType `json:"type"` // human | event Type types.TriggerType `json:"type"` // human | event
// Human intervention fields (when Type = human) // Human intervention fields (when Type = human)
Action types.InterventionAction `json:"action,omitempty"` // task.add | goal.adjust | task.cancel | plan.add Action types.InterventionAction `json:"action,omitempty"` // task.add | goal.adjust | task.cancel | plan.add
Input string `json:"input,omitempty"` // user's input Messages []context.Message `json:"messages,omitempty"` // user's input (supports text, images, files)
PlanAt *time.Time `json:"plan_at,omitempty"` // for action=plan.add PlanAt *time.Time `json:"plan_at,omitempty"` // for action=plan.add
InsertAt InsertPosition `json:"insert_at,omitempty"` // where to insert: first | last | next | at InsertAt InsertPosition `json:"insert_at,omitempty"` // where to insert: first | last | next | at
AtIndex int `json:"at_index,omitempty"` // index when insert_at=at AtIndex int `json:"at_index,omitempty"` // index when insert_at=at
@ -362,11 +363,32 @@ const list = Process("robot.List", {
pagesize: 20, pagesize: 20,
}); });
// Trigger with human intervention // Trigger with text message
const result = Process("robot.Trigger", "mem_abc123", { const result = Process("robot.Trigger", "mem_abc123", {
type: "human", type: "human",
action: "task.add", action: "task.add",
input: "Prepare meeting materials for BigCorp", messages: [
{ role: "user", content: "Prepare meeting materials for BigCorp" },
],
insert_at: "first",
});
// Trigger with image (multimodal)
const imageResult = Process("robot.Trigger", "mem_abc123", {
type: "human",
action: "task.add",
messages: [
{
role: "user",
content: [
{ type: "text", text: "Analyze this chart and summarize key trends" },
{
type: "image_url",
image_url: { url: "https://example.com/chart.png" },
},
],
},
],
insert_at: "first", insert_at: "first",
}); });
@ -490,6 +512,24 @@ interface TriggerResult {
message?: string; message?: string;
} }
// Message - same as context.Message, supports rich content
interface Message {
role: "user" | "assistant" | "system" | "tool";
content: string | ContentPart[];
name?: string;
tool_call_id?: string;
tool_calls?: ToolCall[];
}
interface ContentPart {
type: "text" | "image_url" | "input_audio" | "file" | "data";
text?: string;
image_url?: { url: string; detail?: "auto" | "low" | "high" };
input_audio?: { data: string; format: string };
file?: { url: string; name?: string; mime_type?: string };
data?: { data: string; mime_type: string };
}
interface TriggerRequest { interface TriggerRequest {
type: "human" | "event"; type: "human" | "event";
@ -506,7 +546,7 @@ interface TriggerRequest {
| "plan.remove" | "plan.remove"
| "plan.update" | "plan.update"
| "instruct"; | "instruct";
input?: string; messages?: Message[]; // supports text, images, files, audio
insert_at?: "first" | "last" | "next" | "at"; insert_at?: "first" | "last" | "next" | "at";
at_index?: number; at_index?: number;
plan_at?: string; // ISO date for plan.add plan_at?: string; // ISO date for plan.add
@ -620,7 +660,7 @@ if (state.status === "idle") {
const result = bot.Trigger({ const result = bot.Trigger({
type: "human", type: "human",
action: "task.add", action: "task.add",
input: "Analyze sales data", messages: [{ role: "user", content: "Analyze sales data" }],
insert_at: "first", insert_at: "first",
}); });
console.log("Triggered:", result.accepted); console.log("Triggered:", result.accepted);
@ -653,7 +693,7 @@ function Create(ctx, messages) {
const result = bot.Trigger({ const result = bot.Trigger({
type: "human", type: "human",
action: "task.add", action: "task.add",
input: "Analyze this data", messages: [{ role: "user", content: "Analyze this data" }],
insert_at: "first", insert_at: "first",
}); });
@ -1211,9 +1251,9 @@ type Execution struct {
// TriggerInput - stored trigger input for traceability // TriggerInput - stored trigger input for traceability
type TriggerInput struct { type TriggerInput struct {
// For human intervention // For human intervention
Action InterventionAction `json:"action,omitempty"` // task.add, goal.adjust, etc. Action InterventionAction `json:"action,omitempty"` // task.add, goal.adjust, etc.
Input string `json:"input,omitempty"` // user's original input Messages []context.Message `json:"messages,omitempty"` // user's input (text, images, files)
UserID string `json:"user_id,omitempty"`// who triggered UserID string `json:"user_id,omitempty"` // who triggered
// For event trigger // For event trigger
Source EventSource `json:"source,omitempty"` // webhook | database Source EventSource `json:"source,omitempty"` // webhook | database
@ -1247,10 +1287,10 @@ type Goals struct {
// Task - planned task (structured, for execution) // Task - planned task (structured, for execution)
type Task struct { type Task struct {
ID string `json:"id"` ID string `json:"id"`
Input string `json:"input"` // natural language description Messages []context.Message `json:"messages"` // original input (text, images, files)
GoalRef string `json:"goal_ref,omitempty"`// reference to goal (e.g., "Goal 1") GoalRef string `json:"goal_ref,omitempty"` // reference to goal (e.g., "Goal 1")
Source TaskSource `json:"source"` // auto | human | event Source TaskSource `json:"source"` // auto | human | event
// Executor // Executor
ExecutorType ExecutorType `json:"executor_type"` ExecutorType ExecutorType `json:"executor_type"`
@ -1422,8 +1462,7 @@ type InterveneRequest struct {
TeamID string `json:"team_id"` TeamID string `json:"team_id"`
MemberID string `json:"member_id"` MemberID string `json:"member_id"`
Action InterventionAction `json:"action"` Action InterventionAction `json:"action"`
Input string `json:"input"` Messages []context.Message `json:"messages"` // user input (text, images, files)
Priority Priority `json:"priority,omitempty"`
PlanTime *time.Time `json:"plan_time,omitempty"` // for action=plan PlanTime *time.Time `json:"plan_time,omitempty"` // for action=plan
} }