Update app.py

app.py

@@ -354,6 +354,9 @@ def summarize_web_results(query: str, search_results: List[Dict[str, str]], conv
         return f"An error occurred during summarization: {str(e)}"
 
 
+import os
+import google.generativeai as genai
+
 def get_response_from_gemini(query, context, file_type, num_calls=1, temperature=0.2):
     # Configure the Gemini API
     genai.configure(api_key=os.environ["GEMINI_API_KEY"])
@@ -365,7 +368,7 @@ def get_response_from_gemini(query, context, file_type, num_calls=1, temperature
             "temperature": temperature,
             "top_p": 1,
             "top_k": 1,
-            "max_output_tokens": 2048,
+            "max_output_tokens": 20000,
         },
     )
 
@@ -383,22 +386,17 @@ def get_response_from_gemini(query, context, file_type, num_calls=1, temperature
     else:
         raise ValueError("Invalid file type. Use 'excel' or 'pdf'.")
 
-    # Prepare the chat session
-    chat_session = model.start_chat(history=[])
+    full_prompt = f"{system_instruction}\n\nContext:\n{context}\n\nUser query: {query}"
 
-    full_response = ""
     for _ in range(num_calls):
         try:
-            # Send the message with context and query
-            response = chat_session.send_message(
-                f"{system_instruction}\n\nContext:\n{context}\n\nUser query: {query}"
-            )
-            full_response += response.text + "\n"
+            # Generate content with streaming enabled
+            response = model.generate_content(full_prompt, stream=True)
+            for chunk in response:
+                if chunk.text:
+                    yield chunk.text
         except Exception as e:
-            print(f"Error in generating response from Gemini: {str(e)}")
-            return f"An error occurred with the Gemini model: {str(e)}. Please try again."
-
-    return full_response.strip()
+            yield f"An error occurred with the Gemini model: {str(e)}. Please try again."
 
 def get_response_from_excel(query, model, context, num_calls=3, temperature=0.2):
     logging.info(f"Getting response from Excel using model: {model}")