Update app.py

app.py

@@ -311,15 +311,23 @@ Answer should be a short string, number, or comma-separated list. Keep it brief.
         )
         self.agent.prompt_templates["system_prompt"] = self.agent.prompt_templates["system_prompt"] + system_prompt
 
+    def _build_safe_prompt(self, history: str, question: str, max_total_tokens=32768, reserve_for_output=2048):
+        max_input_tokens = max_total_tokens - reserve_for_output
+        full_prompt = f"{self.system_prompt}\n{history}\nQuestion: {question}"
+        tokenized = self.tokenizer(full_prompt, truncation=True, max_length=max_input_tokens, return_tensors="pt")
+        return self.tokenizer.decode(tokenized["input_ids"][0])
+
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
+        history = ""  # could be conversation history, if available
+        safe_prompt = self._build_safe_prompt(history, question)
+        answer = self.agent.run(safe_prompt)
         answer = self.agent.run(question)
         print(f"Agent returning answer: {answer}")
         return answer
 
 
 
-
 def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers,