limit llm message sliding window size
This commit is contained in:
@@ -135,6 +135,10 @@ pub async fn editor_agent_message(
|
||||
EditorAgentMessageRole::Assistant => LlmMessage::assistant(&msg.text),
|
||||
EditorAgentMessageRole::System => LlmMessage::system(&msg.text),
|
||||
})
|
||||
// limit to last 18 messages (larger considering attachment, tool calls are injected as system messages)
|
||||
.rev()
|
||||
.take(18)
|
||||
.rev()
|
||||
.collect();
|
||||
|
||||
// Save user message to document.
|
||||
|
||||
Reference in New Issue
Block a user