Split ContextBuilder fork-specific code to reduce upstream merge conflicts: - context_orch.go: orchestrationGuidance constant (~115 lines) - context_plan.go: 15 plan passthrough methods - context_ext.go: fork-specific fields (contextBuilderExt embedded struct), setter methods, memory accessors, and GetSkillsInfo Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
918 lines
29 KiB
Go
918 lines
29 KiB
Go
package agent
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"io/fs"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
"slices"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/sipeed/picoclaw/pkg/config"
|
|
"github.com/sipeed/picoclaw/pkg/logger"
|
|
"github.com/sipeed/picoclaw/pkg/providers"
|
|
"github.com/sipeed/picoclaw/pkg/skills"
|
|
"github.com/sipeed/picoclaw/pkg/utils"
|
|
)
|
|
|
|
type ContextBuilder struct {
|
|
contextBuilderExt // fork-specific fields (see context_ext.go)
|
|
|
|
workspace string
|
|
skillsLoader *skills.SkillsLoader
|
|
memory *MemoryStore
|
|
toolDiscoveryBM25 bool
|
|
toolDiscoveryRegex bool
|
|
|
|
// Cache for system prompt to avoid rebuilding on every call.
|
|
// This fixes issue #607: repeated reprocessing of the entire context.
|
|
// The cache auto-invalidates when workspace source files change (mtime check).
|
|
systemPromptMutex sync.RWMutex
|
|
cachedSystemPrompt string
|
|
cachedAt time.Time // max observed mtime across tracked paths at cache build time
|
|
|
|
// existedAtCache tracks which source file paths existed the last time the
|
|
// cache was built. This lets sourceFilesChanged detect files that are newly
|
|
// created (didn't exist at cache time, now exist) or deleted (existed at
|
|
// cache time, now gone) — both of which should trigger a cache rebuild.
|
|
existedAtCache map[string]bool
|
|
|
|
// skillFilesAtCache snapshots the skill tree file set and mtimes at cache
|
|
// build time. This catches nested file creations/deletions/mtime changes
|
|
// that may not update the top-level skill root directory mtime.
|
|
skillFilesAtCache map[string]time.Time
|
|
}
|
|
|
|
func (cb *ContextBuilder) WithToolDiscovery(useBM25, useRegex bool) *ContextBuilder {
|
|
cb.toolDiscoveryBM25 = useBM25
|
|
cb.toolDiscoveryRegex = useRegex
|
|
return cb
|
|
}
|
|
|
|
func getGlobalConfigDir() string {
|
|
if home := os.Getenv("PICOCLAW_HOME"); home != "" {
|
|
return home
|
|
}
|
|
home, err := os.UserHomeDir()
|
|
if err != nil {
|
|
return ""
|
|
}
|
|
return filepath.Join(home, ".picoclaw")
|
|
}
|
|
|
|
func NewContextBuilder(workspace string) *ContextBuilder {
|
|
// builtin skills: skills directory in current project
|
|
// Use the skills/ directory under the current working directory
|
|
builtinSkillsDir := strings.TrimSpace(os.Getenv("PICOCLAW_BUILTIN_SKILLS"))
|
|
if builtinSkillsDir == "" {
|
|
wd, _ := os.Getwd()
|
|
builtinSkillsDir = filepath.Join(wd, "skills")
|
|
}
|
|
globalSkillsDir := filepath.Join(getGlobalConfigDir(), "skills")
|
|
|
|
return &ContextBuilder{
|
|
workspace: workspace,
|
|
skillsLoader: skills.NewSkillsLoader(workspace, globalSkillsDir, builtinSkillsDir),
|
|
memory: NewMemoryStore(workspace),
|
|
}
|
|
}
|
|
|
|
func (cb *ContextBuilder) getIdentity() string {
|
|
workspacePath, _ := filepath.Abs(filepath.Join(cb.workspace))
|
|
toolDiscovery := cb.getDiscoveryRule()
|
|
version := config.FormatVersion()
|
|
|
|
// Build tools section dynamically
|
|
toolsSection := cb.buildToolsSection()
|
|
|
|
// Build prompt with optional orchestration banner
|
|
var prompt string
|
|
if cb.orchestrationEnabled {
|
|
prompt = ` /_/_/_/_/_/_/_/_/_/_/_/_/_/_/
|
|
|
|
O R C H E S T R A M O D E
|
|
|
|
/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
|
|
|
|
|
|
|
|
`
|
|
}
|
|
|
|
// Conditional identity and plan executing rule for orchestration mode
|
|
identity := "a helpful AI assistant"
|
|
executingRule := `Work through the current Phase's steps.
|
|
Mark each "- [x]" via edit_file. The system will auto-advance phases.`
|
|
if cb.orchestrationEnabled {
|
|
identity = "a conductor AI agent that orchestrates subagents"
|
|
executingRule = `Delegate the current Phase's steps to subagents using spawn.
|
|
For each step: spawn a subagent with the appropriate preset (scout for investigation,
|
|
coder for implementation, analyst for review). Spawn multiple independent steps in parallel.
|
|
When a subagent completes, mark "- [x]" via edit_file and record findings in
|
|
## Orchestration > Findings in MEMORY.md.
|
|
Only do a step inline if it's a single quick tool call (e.g., reading one file).`
|
|
}
|
|
|
|
return fmt.Sprintf(prompt+`# picoclaw 🦞 (%s)
|
|
|
|
You are picoclaw, %s.
|
|
|
|
## Workspace
|
|
Your workspace is at: %s
|
|
- Memory: %s/memory/MEMORY.md
|
|
- Daily Notes: %s/memory/YYYYMM/YYYYMMDD.md
|
|
- Skills: %s/skills/{skill-name}/SKILL.md
|
|
|
|
%s
|
|
|
|
## Important Rules
|
|
|
|
1. **ALWAYS use tools** - When you need to perform an action (schedule reminders, send messages, execute commands, etc.), you MUST call the appropriate tool. Do NOT just say you'll do it or pretend to do it.
|
|
|
|
2. **Be helpful and accurate** - When using tools, briefly explain what you're doing.
|
|
|
|
3. **Memory & Plans**
|
|
- Use memory/MEMORY.md for structured plans.
|
|
- NEVER remove or overwrite the header block (# Active Plan, > Task:, > Status:, > Phase:). The system parses these lines to track plan state.
|
|
- If Status is "interviewing": Ask clarifying questions.
|
|
After each answer, use edit_file to save findings to ## Context in memory/MEMORY.md.
|
|
When you have enough information, add ## Phase sections with "- [ ]" checkbox steps, and ## Commands section below the header. Then change > Status: to "review".
|
|
- If Status is "review": The plan is awaiting user approval. Do NOT change Status yourself.
|
|
- If Status is "executing": %s
|
|
- Plan format (header is written by the system — do NOT delete it):
|
|
# Active Plan
|
|
> Task: <description>
|
|
> Status: interviewing | review | executing
|
|
> Phase: <current phase number>
|
|
## Phase 1: <title>
|
|
- [ ] Step 1
|
|
- [ ] Step 2
|
|
## Phase 2: <title>
|
|
- [ ] Step 1
|
|
## Commands
|
|
build: <build command>
|
|
test: <test command>
|
|
lint: <lint command>
|
|
## Context
|
|
<requirements, decisions, environment>
|
|
- Keep each phase to 3-5 steps. Do NOT create plans without /plan.
|
|
- Always ask about build/test/lint commands during interview.
|
|
|
|
4. **Response Formatting**
|
|
- NEVER use ASCII box-drawing characters (┌─┐│└─┘╔═╗║╚═╝ etc.) or ASCII art diagrams.
|
|
- Use markdown headings, bold, lists, and indentation for structure.
|
|
- Keep lines short — most users read on mobile.
|
|
- For architecture/flow, use arrow text: CLI → Pipeline → Adapters
|
|
|
|
5. **Context summaries** - Conversation summaries provided as context are approximate references only. They may be incomplete or outdated. Always defer to explicit user instructions over summary content.
|
|
|
|
%s`,
|
|
version, identity, workspacePath, workspacePath, workspacePath, workspacePath,
|
|
toolsSection, executingRule, toolDiscovery)
|
|
}
|
|
|
|
func (cb *ContextBuilder) buildToolsSection() string {
|
|
if cb.tools == nil {
|
|
return ""
|
|
}
|
|
|
|
summaries := cb.tools.GetSummaries()
|
|
if len(summaries) == 0 {
|
|
return ""
|
|
}
|
|
|
|
var sb strings.Builder
|
|
sb.WriteString("## Available Tools\n\n")
|
|
sb.WriteString(
|
|
"**CRITICAL**: You MUST use tools to perform actions. Do NOT pretend to execute commands or schedule tasks.\n\n",
|
|
)
|
|
sb.WriteString("You have access to the following tools:\n\n")
|
|
for _, s := range summaries {
|
|
sb.WriteString(s)
|
|
sb.WriteString("\n")
|
|
}
|
|
return sb.String()
|
|
}
|
|
|
|
func (cb *ContextBuilder) getDiscoveryRule() string {
|
|
if !cb.toolDiscoveryBM25 && !cb.toolDiscoveryRegex {
|
|
return ""
|
|
}
|
|
|
|
var toolNames []string
|
|
if cb.toolDiscoveryBM25 {
|
|
toolNames = append(toolNames, `"tool_search_tool_bm25"`)
|
|
}
|
|
if cb.toolDiscoveryRegex {
|
|
toolNames = append(toolNames, `"tool_search_tool_regex"`)
|
|
}
|
|
|
|
return fmt.Sprintf(
|
|
`6. **Tool Discovery** - Your visible tools are limited to save memory, but a vast hidden library exists. If you lack the right tool for a task, BEFORE giving up, you MUST search using the %s tool. Do not refuse a request unless the search returns nothing. Found tools will temporarily unlock for your next turn.`,
|
|
strings.Join(toolNames, " or "),
|
|
)
|
|
}
|
|
|
|
func (cb *ContextBuilder) BuildSystemPrompt() string {
|
|
parts := []string{}
|
|
|
|
// Core identity section
|
|
parts = append(parts, cb.getIdentity())
|
|
|
|
// Orchestration guidance — injected only when spawn tool is registered
|
|
if cb.tools != nil {
|
|
if _, hasSpawn := cb.tools.Get("spawn"); hasSpawn {
|
|
parts = append(parts, orchestrationGuidance)
|
|
}
|
|
}
|
|
|
|
// Bootstrap files
|
|
bootstrapContent := cb.LoadBootstrapFiles()
|
|
if bootstrapContent != "" {
|
|
parts = append(parts, bootstrapContent)
|
|
}
|
|
|
|
// Skills - show summary, AI can read full content with read_file tool
|
|
skillsSummary := cb.skillsLoader.BuildSkillsSummary()
|
|
if skillsSummary != "" {
|
|
parts = append(parts, fmt.Sprintf(`# Skills
|
|
|
|
The following skills extend your capabilities. To use a skill, read its SKILL.md file using the read_file tool.
|
|
|
|
%s`, skillsSummary))
|
|
}
|
|
|
|
// Runtime status from tools (e.g., background processes)
|
|
if cb.tools != nil {
|
|
if status := cb.tools.GetRuntimeStatus(); status != "" {
|
|
parts = append(parts, status)
|
|
}
|
|
}
|
|
|
|
// Peer session coordination
|
|
if cb.peerNote != "" {
|
|
parts = append(parts, "## Active Sessions\n\n"+cb.peerNote)
|
|
}
|
|
|
|
// Memory context
|
|
memoryContext := cb.memory.GetMemoryContext()
|
|
if memoryContext != "" {
|
|
parts = append(parts, "# Memory\n\n"+memoryContext)
|
|
}
|
|
|
|
// Join with "---" separator
|
|
return strings.Join(parts, "\n\n---\n\n")
|
|
}
|
|
|
|
// BuildSystemPromptWithCache returns the cached system prompt if available
|
|
// and source files haven't changed, otherwise builds and caches it.
|
|
// Source file changes are detected via mtime checks (cheap stat calls).
|
|
func (cb *ContextBuilder) BuildSystemPromptWithCache() string {
|
|
// Try read lock first — fast path when cache is valid
|
|
cb.systemPromptMutex.RLock()
|
|
if cb.cachedSystemPrompt != "" && !cb.sourceFilesChangedLocked() {
|
|
result := cb.cachedSystemPrompt
|
|
cb.systemPromptMutex.RUnlock()
|
|
return result
|
|
}
|
|
cb.systemPromptMutex.RUnlock()
|
|
|
|
// Acquire write lock for building
|
|
cb.systemPromptMutex.Lock()
|
|
defer cb.systemPromptMutex.Unlock()
|
|
|
|
// Double-check: another goroutine may have rebuilt while we waited
|
|
if cb.cachedSystemPrompt != "" && !cb.sourceFilesChangedLocked() {
|
|
return cb.cachedSystemPrompt
|
|
}
|
|
|
|
// Snapshot the baseline (existence + max mtime) BEFORE building the prompt.
|
|
// This way cachedAt reflects the pre-build state: if a file is modified
|
|
// during BuildSystemPrompt, its new mtime will be > baseline.maxMtime,
|
|
// so the next sourceFilesChangedLocked check will correctly trigger a
|
|
// rebuild. The alternative (baseline after build) risks caching stale
|
|
// content with a too-new baseline, making the staleness invisible.
|
|
baseline := cb.buildCacheBaseline()
|
|
prompt := cb.BuildSystemPrompt()
|
|
cb.cachedSystemPrompt = prompt
|
|
cb.cachedAt = baseline.maxMtime
|
|
cb.existedAtCache = baseline.existed
|
|
cb.skillFilesAtCache = baseline.skillFiles
|
|
|
|
logger.DebugCF("agent", "System prompt cached",
|
|
map[string]any{
|
|
"length": len(prompt),
|
|
})
|
|
|
|
return prompt
|
|
}
|
|
|
|
// InvalidateCache clears the cached system prompt.
|
|
// Normally not needed because the cache auto-invalidates via mtime checks,
|
|
// but this is useful for tests or explicit reload commands.
|
|
func (cb *ContextBuilder) InvalidateCache() {
|
|
cb.systemPromptMutex.Lock()
|
|
defer cb.systemPromptMutex.Unlock()
|
|
|
|
cb.cachedSystemPrompt = ""
|
|
cb.cachedAt = time.Time{}
|
|
cb.existedAtCache = nil
|
|
cb.skillFilesAtCache = nil
|
|
|
|
logger.DebugCF("agent", "System prompt cache invalidated", nil)
|
|
}
|
|
|
|
// sourcePaths returns the workspace source file paths tracked for cache
|
|
// invalidation (bootstrap files + memory). The skills directory is handled
|
|
// separately in sourceFilesChangedLocked because it requires both directory-
|
|
// level and recursive file-level mtime checks.
|
|
func (cb *ContextBuilder) sourcePaths() []string {
|
|
// Include bootstrap files from all search directories (workDir, planWorkDir, workspace).
|
|
seen := map[string]bool{}
|
|
var paths []string
|
|
for _, spec := range bootstrapSpecs {
|
|
var dirs []string
|
|
if spec.Scope == "global" {
|
|
dirs = []string{cb.workspace}
|
|
} else {
|
|
dirs = cb.bootstrapProjectDirs()
|
|
}
|
|
for _, dir := range dirs {
|
|
p := filepath.Join(dir, spec.Name)
|
|
if !seen[p] {
|
|
seen[p] = true
|
|
paths = append(paths, p)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Always track memory file.
|
|
memPath := filepath.Join(cb.workspace, "memory", "MEMORY.md")
|
|
if !seen[memPath] {
|
|
paths = append(paths, memPath)
|
|
}
|
|
return paths
|
|
}
|
|
|
|
// skillRoots returns all skill root directories that can affect
|
|
// BuildSkillsSummary output (workspace/global/builtin).
|
|
func (cb *ContextBuilder) skillRoots() []string {
|
|
if cb.skillsLoader == nil {
|
|
return []string{filepath.Join(cb.workspace, "skills")}
|
|
}
|
|
|
|
roots := cb.skillsLoader.SkillRoots()
|
|
if len(roots) == 0 {
|
|
return []string{filepath.Join(cb.workspace, "skills")}
|
|
}
|
|
return roots
|
|
}
|
|
|
|
// cacheBaseline holds the file existence snapshot and the latest observed
|
|
// mtime across all tracked paths. Used as the cache reference point.
|
|
type cacheBaseline struct {
|
|
existed map[string]bool
|
|
skillFiles map[string]time.Time
|
|
maxMtime time.Time
|
|
}
|
|
|
|
// buildCacheBaseline records which tracked paths currently exist and computes
|
|
// the latest mtime across all tracked files + skills directory contents.
|
|
// Called under write lock when the cache is built.
|
|
func (cb *ContextBuilder) buildCacheBaseline() cacheBaseline {
|
|
skillRoots := cb.skillRoots()
|
|
|
|
// All paths whose existence we track: source files + all skill roots.
|
|
allPaths := append(cb.sourcePaths(), skillRoots...)
|
|
|
|
existed := make(map[string]bool, len(allPaths))
|
|
skillFiles := make(map[string]time.Time)
|
|
var maxMtime time.Time
|
|
|
|
for _, p := range allPaths {
|
|
info, err := os.Stat(p)
|
|
existed[p] = err == nil
|
|
if err == nil && info.ModTime().After(maxMtime) {
|
|
maxMtime = info.ModTime()
|
|
}
|
|
}
|
|
|
|
// Walk all skill roots recursively to snapshot skill files and mtimes.
|
|
// Use os.Stat (not d.Info) for consistency with sourceFilesChanged checks.
|
|
for _, root := range skillRoots {
|
|
_ = filepath.WalkDir(root, func(path string, d fs.DirEntry, walkErr error) error {
|
|
if walkErr == nil && !d.IsDir() {
|
|
if info, err := os.Stat(path); err == nil {
|
|
skillFiles[path] = info.ModTime()
|
|
if info.ModTime().After(maxMtime) {
|
|
maxMtime = info.ModTime()
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// If no tracked files exist yet (empty workspace), maxMtime is zero.
|
|
// Use a very old non-zero time so that:
|
|
// 1. cachedAt.IsZero() won't trigger perpetual rebuilds.
|
|
// 2. Any real file created afterwards has mtime > cachedAt, so it
|
|
// will be detected by fileChangedSince (unlike time.Now() which
|
|
// could race with a file whose mtime <= Now).
|
|
if maxMtime.IsZero() {
|
|
maxMtime = time.Unix(1, 0)
|
|
}
|
|
|
|
return cacheBaseline{existed: existed, skillFiles: skillFiles, maxMtime: maxMtime}
|
|
}
|
|
|
|
// sourceFilesChangedLocked checks whether any workspace source file has been
|
|
// modified, created, or deleted since the cache was last built.
|
|
//
|
|
// IMPORTANT: The caller MUST hold at least a read lock on systemPromptMutex.
|
|
// Go's sync.RWMutex is not reentrant, so this function must NOT acquire the
|
|
// lock itself (it would deadlock when called from BuildSystemPromptWithCache
|
|
// which already holds RLock or Lock).
|
|
func (cb *ContextBuilder) sourceFilesChangedLocked() bool {
|
|
if cb.cachedAt.IsZero() {
|
|
return true
|
|
}
|
|
|
|
// Check tracked source files (bootstrap + memory).
|
|
if slices.ContainsFunc(cb.sourcePaths(), cb.fileChangedSince) {
|
|
return true
|
|
}
|
|
|
|
// --- Skill roots (workspace/global/builtin) ---
|
|
//
|
|
// For each root:
|
|
// 1. Creation/deletion and root directory mtime changes are tracked by fileChangedSince.
|
|
// 2. Nested file create/delete/mtime changes are tracked by the skill file snapshot.
|
|
for _, root := range cb.skillRoots() {
|
|
if cb.fileChangedSince(root) {
|
|
return true
|
|
}
|
|
}
|
|
if skillFilesChangedSince(cb.skillRoots(), cb.skillFilesAtCache) {
|
|
return true
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
// fileChangedSince returns true if a tracked source file has been modified,
|
|
// newly created, or deleted since the cache was built.
|
|
//
|
|
// Four cases:
|
|
// - existed at cache time, exists now -> check mtime
|
|
// - existed at cache time, gone now -> changed (deleted)
|
|
// - absent at cache time, exists now -> changed (created)
|
|
// - absent at cache time, gone now -> no change
|
|
func (cb *ContextBuilder) fileChangedSince(path string) bool {
|
|
// Defensive: if existedAtCache was never initialized, treat as changed
|
|
// so the cache rebuilds rather than silently serving stale data.
|
|
if cb.existedAtCache == nil {
|
|
return true
|
|
}
|
|
|
|
existedBefore := cb.existedAtCache[path]
|
|
info, err := os.Stat(path)
|
|
existsNow := err == nil
|
|
|
|
if existedBefore != existsNow {
|
|
return true // file was created or deleted
|
|
}
|
|
if !existsNow {
|
|
return false // didn't exist before, doesn't exist now
|
|
}
|
|
return info.ModTime().After(cb.cachedAt)
|
|
}
|
|
|
|
// errWalkStop is a sentinel error used to stop filepath.WalkDir early.
|
|
// Using a dedicated error (instead of fs.SkipAll) makes the early-exit
|
|
// intent explicit and avoids the nilerr linter warning that would fire
|
|
// if the callback returned nil when its err parameter is non-nil.
|
|
var errWalkStop = errors.New("walk stop")
|
|
|
|
// skillFilesChangedSince compares the current recursive skill file tree
|
|
// against the cache-time snapshot. Any create/delete/mtime drift invalidates
|
|
// the cache.
|
|
func skillFilesChangedSince(skillRoots []string, filesAtCache map[string]time.Time) bool {
|
|
// Defensive: if the snapshot was never initialized, force rebuild.
|
|
if filesAtCache == nil {
|
|
return true
|
|
}
|
|
|
|
// Check cached files still exist and keep the same mtime.
|
|
for path, cachedMtime := range filesAtCache {
|
|
info, err := os.Stat(path)
|
|
if err != nil {
|
|
// A previously tracked file disappeared (or became inaccessible):
|
|
// either way, cached skill summary may now be stale.
|
|
return true
|
|
}
|
|
if !info.ModTime().Equal(cachedMtime) {
|
|
return true
|
|
}
|
|
}
|
|
|
|
// Check no new files appeared under any skill root.
|
|
changed := false
|
|
for _, root := range skillRoots {
|
|
if strings.TrimSpace(root) == "" {
|
|
continue
|
|
}
|
|
|
|
err := filepath.WalkDir(root, func(path string, d fs.DirEntry, walkErr error) error {
|
|
if walkErr != nil {
|
|
// Treat unexpected walk errors as changed to avoid stale cache.
|
|
if !os.IsNotExist(walkErr) {
|
|
changed = true
|
|
return errWalkStop
|
|
}
|
|
return nil
|
|
}
|
|
if d.IsDir() {
|
|
return nil
|
|
}
|
|
if _, ok := filesAtCache[path]; !ok {
|
|
changed = true
|
|
return errWalkStop
|
|
}
|
|
return nil
|
|
})
|
|
|
|
if changed {
|
|
return true
|
|
}
|
|
if err != nil && !errors.Is(err, errWalkStop) && !os.IsNotExist(err) {
|
|
logger.DebugCF("agent", "skills walk error", map[string]any{"error": err.Error()})
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
// BootstrapFileInfo describes a resolved bootstrap file.
|
|
type BootstrapFileInfo struct {
|
|
Name string `json:"name"`
|
|
Path string `json:"path"` // empty = not found
|
|
Scope string `json:"scope"` // "project" or "global"
|
|
}
|
|
|
|
// bootstrapFileSpec defines the search scope for each bootstrap file.
|
|
type bootstrapFileSpec struct {
|
|
Name string
|
|
Scope string // "project" = workDir→planWorkDir→workspace, "global" = workspace only
|
|
}
|
|
|
|
var bootstrapSpecs = []bootstrapFileSpec{
|
|
{Name: "AGENTS.md", Scope: "project"},
|
|
{Name: "IDENTITY.md", Scope: "project"},
|
|
{Name: "SOUL.md", Scope: "global"},
|
|
{Name: "USER.md", Scope: "global"},
|
|
}
|
|
|
|
// bootstrapProjectDirs returns de-duplicated search directories for project-scoped files.
|
|
func (cb *ContextBuilder) bootstrapProjectDirs() []string {
|
|
seen := map[string]bool{}
|
|
var dirs []string
|
|
for _, d := range []string{cb.workDir, cb.memory.GetPlanWorkDir(), cb.workspace} {
|
|
if d != "" && !seen[d] {
|
|
seen[d] = true
|
|
dirs = append(dirs, d)
|
|
}
|
|
}
|
|
return dirs
|
|
}
|
|
|
|
func (cb *ContextBuilder) LoadBootstrapFiles() string {
|
|
projectDirs := cb.bootstrapProjectDirs()
|
|
|
|
var sb strings.Builder
|
|
for _, spec := range bootstrapSpecs {
|
|
var dirs []string
|
|
if spec.Scope == "global" {
|
|
dirs = []string{cb.workspace}
|
|
} else {
|
|
dirs = projectDirs
|
|
}
|
|
for _, dir := range dirs {
|
|
filePath := filepath.Join(dir, spec.Name)
|
|
if data, err := os.ReadFile(filePath); err == nil {
|
|
fmt.Fprintf(&sb, "## %s\n\n%s\n\n", spec.Name, data)
|
|
break
|
|
}
|
|
}
|
|
}
|
|
return sb.String()
|
|
}
|
|
|
|
// ResolveBootstrapPaths returns path resolution info for each bootstrap file
|
|
// using the same search logic as LoadBootstrapFiles.
|
|
func (cb *ContextBuilder) ResolveBootstrapPaths() []BootstrapFileInfo {
|
|
projectDirs := cb.bootstrapProjectDirs()
|
|
|
|
result := make([]BootstrapFileInfo, 0, len(bootstrapSpecs))
|
|
for _, spec := range bootstrapSpecs {
|
|
info := BootstrapFileInfo{Name: spec.Name, Scope: spec.Scope}
|
|
var dirs []string
|
|
if spec.Scope == "global" {
|
|
dirs = []string{cb.workspace}
|
|
} else {
|
|
dirs = projectDirs
|
|
}
|
|
for _, dir := range dirs {
|
|
filePath := filepath.Join(dir, spec.Name)
|
|
if _, err := os.Stat(filePath); err == nil {
|
|
info.Path = filePath
|
|
break
|
|
}
|
|
}
|
|
result = append(result, info)
|
|
}
|
|
return result
|
|
}
|
|
|
|
// buildDynamicContext returns a short dynamic context string with per-request info.
|
|
// This changes every request (time, session) so it is NOT part of the cached prompt.
|
|
// LLM-side KV cache reuse is achieved by each provider adapter's native mechanism:
|
|
// - Anthropic: per-block cache_control (ephemeral) on the static SystemParts block
|
|
// - OpenAI / Codex: prompt_cache_key for prefix-based caching
|
|
//
|
|
// See: https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
|
|
// See: https://platform.openai.com/docs/guides/prompt-caching
|
|
func (cb *ContextBuilder) buildDynamicContext(channel, chatID string) string {
|
|
now := time.Now().Format("2006-01-02 15:04 (Monday)")
|
|
rt := fmt.Sprintf("%s %s, Go %s", runtime.GOOS, runtime.GOARCH, runtime.Version())
|
|
|
|
var sb strings.Builder
|
|
fmt.Fprintf(&sb, "## Current Time\n%s\n\n## Runtime\n%s", now, rt)
|
|
|
|
if channel != "" && chatID != "" {
|
|
fmt.Fprintf(&sb, "\n\n## Current Session\nChannel: %s\nChat ID: %s", channel, chatID)
|
|
}
|
|
|
|
return sb.String()
|
|
}
|
|
|
|
func (cb *ContextBuilder) BuildMessages(
|
|
history []providers.Message,
|
|
summary string,
|
|
currentMessage string,
|
|
media []string,
|
|
channel, chatID string,
|
|
) []providers.Message {
|
|
messages := []providers.Message{}
|
|
|
|
// The static part (identity, bootstrap, skills, memory) is cached locally to
|
|
// avoid repeated file I/O and string building on every call (fixes issue #607).
|
|
// Dynamic parts (time, session, summary) are appended per request.
|
|
// Everything is sent as a single system message for provider compatibility:
|
|
// - Anthropic adapter extracts messages[0] (Role=="system") and maps its content
|
|
// to the top-level "system" parameter in the Messages API request. A single
|
|
// contiguous system block makes this extraction straightforward.
|
|
// - Codex maps only the first system message to its instructions field.
|
|
// - OpenAI-compat passes messages through as-is.
|
|
staticPrompt := cb.BuildSystemPromptWithCache()
|
|
|
|
// Build short dynamic context (time, runtime, session) — changes per request
|
|
dynamicCtx := cb.buildDynamicContext(channel, chatID)
|
|
|
|
// Compose a single system message: static (cached) + dynamic + optional summary.
|
|
// Keeping all system content in one message ensures every provider adapter can
|
|
// extract it correctly (Anthropic adapter -> top-level system param,
|
|
// Codex -> instructions field).
|
|
//
|
|
// SystemParts carries the same content as structured blocks so that
|
|
// cache-aware adapters (Anthropic) can set per-block cache_control.
|
|
// The static block is marked "ephemeral" — its prefix hash is stable
|
|
// across requests, enabling LLM-side KV cache reuse.
|
|
stringParts := []string{staticPrompt, dynamicCtx}
|
|
|
|
contentBlocks := []providers.ContentBlock{
|
|
{Type: "text", Text: staticPrompt, CacheControl: &providers.CacheControl{Type: "ephemeral"}},
|
|
{Type: "text", Text: dynamicCtx},
|
|
}
|
|
|
|
if summary != "" {
|
|
summaryText := fmt.Sprintf(
|
|
"CONTEXT_SUMMARY: The following is an approximate summary of prior conversation "+
|
|
"for reference only. It may be incomplete or outdated — always defer to explicit instructions.\n\n%s",
|
|
summary)
|
|
stringParts = append(stringParts, summaryText)
|
|
contentBlocks = append(contentBlocks, providers.ContentBlock{Type: "text", Text: summaryText})
|
|
}
|
|
|
|
fullSystemPrompt := strings.Join(stringParts, "\n\n---\n\n")
|
|
|
|
// Log system prompt summary for debugging (debug mode only).
|
|
// Read cachedSystemPrompt under lock to avoid a data race with
|
|
// concurrent InvalidateCache / BuildSystemPromptWithCache writes.
|
|
cb.systemPromptMutex.RLock()
|
|
isCached := cb.cachedSystemPrompt != ""
|
|
cb.systemPromptMutex.RUnlock()
|
|
|
|
logger.DebugCF("agent", "System prompt built",
|
|
map[string]any{
|
|
"static_chars": len(staticPrompt),
|
|
"dynamic_chars": len(dynamicCtx),
|
|
"total_chars": len(fullSystemPrompt),
|
|
"has_summary": summary != "",
|
|
"cached": isCached,
|
|
})
|
|
|
|
// Log preview of system prompt (avoid logging huge content)
|
|
preview := utils.Truncate(fullSystemPrompt, 500)
|
|
logger.DebugCF("agent", "System prompt preview",
|
|
map[string]any{
|
|
"preview": preview,
|
|
})
|
|
|
|
history = sanitizeHistoryForProvider(history)
|
|
|
|
// Single system message containing all context — compatible with all providers.
|
|
// SystemParts enables cache-aware adapters to set per-block cache_control;
|
|
// Content is the concatenated fallback for adapters that don't read SystemParts.
|
|
messages = append(messages, providers.Message{
|
|
Role: "system",
|
|
Content: fullSystemPrompt,
|
|
SystemParts: contentBlocks,
|
|
})
|
|
|
|
// Add conversation history
|
|
messages = append(messages, history...)
|
|
|
|
// Add current user message
|
|
if strings.TrimSpace(currentMessage) != "" {
|
|
msg := providers.Message{
|
|
Role: "user",
|
|
Content: currentMessage,
|
|
}
|
|
if len(media) > 0 {
|
|
msg.Media = media
|
|
}
|
|
messages = append(messages, msg)
|
|
}
|
|
|
|
return messages
|
|
}
|
|
|
|
func sanitizeHistoryForProvider(history []providers.Message) []providers.Message {
|
|
if len(history) == 0 {
|
|
return history
|
|
}
|
|
|
|
sanitized := make([]providers.Message, 0, len(history))
|
|
for _, msg := range history {
|
|
switch msg.Role {
|
|
case "system":
|
|
// Drop system messages from history. BuildMessages always
|
|
// constructs its own single system message (static + dynamic +
|
|
// summary); extra system messages would break providers that
|
|
// only accept one (Anthropic, Codex).
|
|
logger.DebugCF("agent", "Dropping system message from history", map[string]any{})
|
|
continue
|
|
|
|
case "tool":
|
|
if len(sanitized) == 0 {
|
|
logger.DebugCF("agent", "Dropping orphaned leading tool message", map[string]any{})
|
|
continue
|
|
}
|
|
// Walk backwards to find the nearest assistant message,
|
|
// skipping over any preceding tool messages (multi-tool-call case).
|
|
foundAssistant := false
|
|
for i := len(sanitized) - 1; i >= 0; i-- {
|
|
if sanitized[i].Role == "tool" {
|
|
continue
|
|
}
|
|
if sanitized[i].Role == "assistant" && len(sanitized[i].ToolCalls) > 0 {
|
|
foundAssistant = true
|
|
}
|
|
break
|
|
}
|
|
if !foundAssistant {
|
|
logger.DebugCF("agent", "Dropping orphaned tool message", map[string]any{})
|
|
continue
|
|
}
|
|
sanitized = append(sanitized, msg)
|
|
|
|
case "assistant":
|
|
if len(msg.ToolCalls) > 0 {
|
|
if len(sanitized) == 0 {
|
|
logger.DebugCF("agent", "Dropping assistant tool-call turn at history start", map[string]any{})
|
|
continue
|
|
}
|
|
prev := sanitized[len(sanitized)-1]
|
|
if prev.Role != "user" && prev.Role != "tool" {
|
|
logger.DebugCF(
|
|
"agent",
|
|
"Dropping assistant tool-call turn with invalid predecessor",
|
|
map[string]any{"prev_role": prev.Role},
|
|
)
|
|
continue
|
|
}
|
|
}
|
|
sanitized = append(sanitized, msg)
|
|
|
|
default:
|
|
sanitized = append(sanitized, msg)
|
|
}
|
|
}
|
|
|
|
// Second pass: ensure every assistant message with tool_calls has matching
|
|
// tool result messages following it. This is required by strict providers
|
|
// like DeepSeek that enforce: "An assistant message with 'tool_calls' must
|
|
// be followed by tool messages responding to each 'tool_call_id'."
|
|
final := make([]providers.Message, 0, len(sanitized))
|
|
for i := 0; i < len(sanitized); i++ {
|
|
msg := sanitized[i]
|
|
if msg.Role == "assistant" && len(msg.ToolCalls) > 0 {
|
|
// Collect expected tool_call IDs
|
|
expected := make(map[string]bool, len(msg.ToolCalls))
|
|
for _, tc := range msg.ToolCalls {
|
|
expected[tc.ID] = false
|
|
}
|
|
|
|
// Check following messages for matching tool results
|
|
toolMsgCount := 0
|
|
for j := i + 1; j < len(sanitized); j++ {
|
|
if sanitized[j].Role != "tool" {
|
|
break
|
|
}
|
|
toolMsgCount++
|
|
if _, exists := expected[sanitized[j].ToolCallID]; exists {
|
|
expected[sanitized[j].ToolCallID] = true
|
|
}
|
|
}
|
|
|
|
// If any tool_call_id is missing, drop this assistant message and its partial tool messages
|
|
allFound := true
|
|
for toolCallID, found := range expected {
|
|
if !found {
|
|
allFound = false
|
|
logger.DebugCF(
|
|
"agent",
|
|
"Dropping assistant message with incomplete tool results",
|
|
map[string]any{
|
|
"missing_tool_call_id": toolCallID,
|
|
"expected_count": len(expected),
|
|
"found_count": toolMsgCount,
|
|
},
|
|
)
|
|
break
|
|
}
|
|
}
|
|
|
|
if !allFound {
|
|
// Skip this assistant message and its tool messages
|
|
i += toolMsgCount
|
|
continue
|
|
}
|
|
}
|
|
final = append(final, msg)
|
|
}
|
|
|
|
return final
|
|
}
|
|
|
|
func (cb *ContextBuilder) AddToolResult(
|
|
messages []providers.Message,
|
|
toolCallID, toolName, result string,
|
|
) []providers.Message {
|
|
messages = append(messages, providers.Message{
|
|
Role: "tool",
|
|
Content: result,
|
|
ToolCallID: toolCallID,
|
|
})
|
|
return messages
|
|
}
|
|
|
|
func (cb *ContextBuilder) AddAssistantMessage(
|
|
messages []providers.Message,
|
|
content string,
|
|
toolCalls []map[string]any,
|
|
) []providers.Message {
|
|
msg := providers.Message{
|
|
Role: "assistant",
|
|
Content: content,
|
|
}
|
|
// Always add assistant message, whether or not it has tool calls
|
|
messages = append(messages, msg)
|
|
return messages
|
|
}
|
|
|
|
// LoadSkill loads a skill by name, returning its content (with frontmatter stripped) and whether it was found.
|
|
func (cb *ContextBuilder) LoadSkill(name string) (string, bool) {
|
|
return cb.skillsLoader.LoadSkill(name)
|
|
}
|
|
|
|
// ListSkills returns all available skills from all tiers.
|
|
func (cb *ContextBuilder) ListSkills() []skills.SkillInfo {
|
|
return cb.skillsLoader.ListSkills()
|
|
}
|