Update app.py

app.py

@@ -114,15 +114,40 @@ def generate_chunked_response(prompt, model, max_tokens=1000, num_calls=3, tempe
     clean_response = clean_response.replace("Using the following context:", "").strip()
     clean_response = clean_response.replace("Using the following context from the PDF documents:", "").strip()
     
-    # Remove duplicate sentences
-    sentences = clean_response.split('. ')
-    unique_sentences = []
-    for sentence in sentences:
-        if sentence not in unique_sentences:
-            unique_sentences.append(sentence)
+    # Split the response into main content and sources
+    parts = re.split(r'\n\s*Sources:\s*\n', clean_response, flags=re.IGNORECASE, maxsplit=1)
+    main_content = parts[0].strip()
+    sources = parts[1].strip() if len(parts) > 1 else ""
+
+    # Process main content
+    paragraphs = main_content.split('\n\n')
+    unique_paragraphs = []
+    for paragraph in paragraphs:
+        if paragraph not in unique_paragraphs:
+            unique_sentences = []
+            sentences = paragraph.split('. ')
+            for sentence in sentences:
+                if sentence not in unique_sentences:
+                    unique_sentences.append(sentence)
+            unique_paragraphs.append('. '.join(unique_sentences))
     
-    final_response = '. '.join(unique_sentences)
+    final_content = '\n\n'.join(unique_paragraphs)
     
+    # Process sources
+    if sources:
+        source_lines = sources.split('\n')
+        unique_sources = []
+        for line in source_lines:
+            if line.strip() and line not in unique_sources:
+                unique_sources.append(line)
+        final_sources = '\n'.join(unique_sources)
+        final_response = f"{final_content}\n\nSources:\n{final_sources}"
+    else:
+        final_response = final_content
+
+    # Remove any content after the sources
+    final_response = re.sub(r'(Sources:.*?)(?:\n\n|\Z).*', r'\1', final_response, flags=re.DOTALL)
+
     print(f"Final clean response: {final_response[:100]}...")
     return final_response
 
@@ -249,7 +274,7 @@ with gr.Blocks() as demo:
     with gr.Row():
         model_dropdown = gr.Dropdown(choices=MODELS, label="Select Model", value=MODELS[1])
         temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.2, step=0.1, label="Temperature")
-        num_calls_slider = gr.Slider(minimum=1, maximum=5, value=3, step=1, label="Number of API Calls")
+        num_calls_slider = gr.Slider(minimum=1, maximum=5, value=1, step=1, label="Number of API Calls")
     
     with gr.Row():
         submit_btn = gr.Button("Send")
@@ -353,4 +378,4 @@ with gr.Blocks() as demo:
     """
     )
 if __name__ == "__main__":
-    demo.launch(share=True)
+    demo.launch(share=True)