jketreno/backstory
1
0
Fork 0
Code Issues 12 Actions Releases Activity

Moved RAG context into user message instead of system, and now it works

Browse Source
This commit is contained in:
James Ketr 2025-05-31 11:32:51 -07:00
parent 77440a9d6b
commit 8f0ff5da68
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/backend/agents/base.py
View File

@ -445,14 +445,15 @@ Content: { content }
if rag_context: if rag_context:
messages.append( messages.append(
LLMMessage( LLMMessage(
role="system", role="user",
content=f"<|context|>\n{rag_context.strip()}\n</|context|>" content=f"<|context|>\n{rag_context.strip()}\n</|context|>\n\n{user_message.content.strip()}\n"
) )
) )
# Only the actual user query is provided with the full context message else:
messages.append( # Only the actual user query is provided with the full context message
LLMMessage(role=user_message.sender, content=user_message.content.strip()) messages.append(
) LLMMessage(role=user_message.sender, content=user_message.content.strip())
)
chat_message.metadata.llm_history = messages chat_message.metadata.llm_history = messages