From 8f0ff5da6833381bcaf4edcec972d49951a1b6c3 Mon Sep 17 00:00:00 2001
From: James Ketrenos <james_git@ketrenos.com>
Date: Sat, 31 May 2025 11:32:51 -0700
Subject: [PATCH] Moved RAG context into user message instead of system, and
 now it works

---
 src/backend/agents/base.py | 13 +++++++------
 1 file changed, 7 insertions(+), 6 deletions(-)

diff --git a/src/backend/agents/base.py b/src/backend/agents/base.py
index cf62f70..a9c99f2 100644
--- a/src/backend/agents/base.py
+++ b/src/backend/agents/base.py
@@ -445,14 +445,15 @@ Content: { content }
             if rag_context:
                 messages.append(
                     LLMMessage(
-                        role="system",
-                        content=f"<|context|>\n{rag_context.strip()}\n</|context|>"
+                        role="user",
+                        content=f"<|context|>\n{rag_context.strip()}\n</|context|>\n\n{user_message.content.strip()}\n"
                     )
                 )
-            # Only the actual user query is provided with the full context message
-            messages.append(
-                LLMMessage(role=user_message.sender, content=user_message.content.strip())
-            )
+            else:
+                # Only the actual user query is provided with the full context message
+                messages.append(
+                    LLMMessage(role=user_message.sender, content=user_message.content.strip())
+                )
 
             chat_message.metadata.llm_history = messages