Merge branch 'sipeed:main' into fix/atomic-file-writes
This commit is contained in:
commit
16a1c96e40
2 changed files with 6 additions and 8 deletions
|
|
@ -759,13 +759,7 @@ func (al *AgentLoop) maybeSummarize(agent *AgentInstance, sessionKey, channel, c
|
||||||
if _, loading := al.summarizing.LoadOrStore(summarizeKey, true); !loading {
|
if _, loading := al.summarizing.LoadOrStore(summarizeKey, true); !loading {
|
||||||
go func() {
|
go func() {
|
||||||
defer al.summarizing.Delete(summarizeKey)
|
defer al.summarizing.Delete(summarizeKey)
|
||||||
if !constants.IsInternalChannel(channel) {
|
logger.Debug("Memory threshold reached. Optimizing conversation history...")
|
||||||
al.bus.PublishOutbound(bus.OutboundMessage{
|
|
||||||
Channel: channel,
|
|
||||||
ChatID: chatID,
|
|
||||||
Content: "Memory threshold reached. Optimizing conversation history...",
|
|
||||||
})
|
|
||||||
}
|
|
||||||
al.summarizeSession(agent, sessionKey)
|
al.summarizeSession(agent, sessionKey)
|
||||||
}()
|
}()
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -115,8 +115,12 @@ func (p *Provider) Chat(
|
||||||
// with the same key and reuse prefix KV cache across calls.
|
// with the same key and reuse prefix KV cache across calls.
|
||||||
// The key is typically the agent ID — stable per agent, shared across requests.
|
// The key is typically the agent ID — stable per agent, shared across requests.
|
||||||
// See: https://platform.openai.com/docs/guides/prompt-caching
|
// See: https://platform.openai.com/docs/guides/prompt-caching
|
||||||
|
// Prompt caching is only supported by OpenAI-native endpoints.
|
||||||
|
// Gemini and other providers reject unknown fields, so skip for non-OpenAI APIs.
|
||||||
if cacheKey, ok := options["prompt_cache_key"].(string); ok && cacheKey != "" {
|
if cacheKey, ok := options["prompt_cache_key"].(string); ok && cacheKey != "" {
|
||||||
requestBody["prompt_cache_key"] = cacheKey
|
if !strings.Contains(p.apiBase, "generativelanguage.googleapis.com") {
|
||||||
|
requestBody["prompt_cache_key"] = cacheKey
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
jsonData, err := json.Marshal(requestBody)
|
jsonData, err := json.Marshal(requestBody)
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue