Update app.py

app.py

@@ -108,15 +108,23 @@ def generate_chunked_response(prompt, model, max_tokens=1000, num_calls=3, tempe
         except Exception as e:
             print(f"Error in generating response: {str(e)}")
     
+    # Combine responses and clean up
     combined_response = " ".join(full_responses)
-    print(f"Combined response: {combined_response[:100]}...")
-    
     clean_response = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', combined_response, flags=re.DOTALL)
     clean_response = clean_response.replace("Using the following context:", "").strip()
     clean_response = clean_response.replace("Using the following context from the PDF documents:", "").strip()
     
-    print(f"Final clean response: {clean_response[:100]}...")
-    return clean_response
+    # Remove duplicate sentences
+    sentences = clean_response.split('. ')
+    unique_sentences = []
+    for sentence in sentences:
+        if sentence not in unique_sentences:
+            unique_sentences.append(sentence)
+    
+    final_response = '. '.join(unique_sentences)
+    
+    print(f"Final clean response: {final_response[:100]}...")
+    return final_response
 
 def duckduckgo_search(query):
     with DDGS() as ddgs: