Update app.py

app.py

@@ -122,7 +122,7 @@ class CitingSources(BaseModel):
         description="List of sources to cite. Should be an URL of the source."
     )
 
-def get_response_from_pdf(query, temperature=0.7, repetition_penalty=1.1):
+def get_response_from_pdf(query, temperature=0.7):
     embed = get_embeddings()
     if os.path.exists("faiss_database"):
         database = FAISS.load_local("faiss_database", embed, allow_dangerous_deserialization=True)
@@ -138,7 +138,7 @@ def get_response_from_pdf(query, temperature=0.7, repetition_penalty=1.1):
 Write a detailed and complete response that answers the following user question: '{query}'
 Do not include a list of sources in your response. [/INST]"""
 
-    generated_text = generate_chunked_response(prompt, temperature=temperature, repetition_penalty=repetition_penalty)
+    generated_text = generate_chunked_response(prompt, temperature=temperature)
 
     # Clean the response
     clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
@@ -146,7 +146,7 @@ Do not include a list of sources in your response. [/INST]"""
 
     return clean_text
 
-def get_response_with_search(query, temperature=0.7, repetition_penalty=1.1):
+def get_response_with_search(query, temperature=0.7):
     search_results = duckduckgo_search(query)
     context = "\n".join(f"{result['title']}\n{result['body']}\nSource: {result['href']}\n" 
                         for result in search_results if 'body' in result)
@@ -156,7 +156,7 @@ def get_response_with_search(query, temperature=0.7, repetition_penalty=1.1):
 Write a detailed and complete research document that fulfills the following user request: '{query}'
 After writing the document, please provide a list of sources used in your response. [/INST]"""
     
-    generated_text = generate_chunked_response(prompt, temperature=temperature, repetition_penalty=repetition_penalty)
+    generated_text = generate_chunked_response(prompt, temperature=temperature)
     
     # Clean the response
     clean_text = re.sub(r'<s>\[INST\].*?\[/INST\]\s*', '', generated_text, flags=re.DOTALL)
@@ -169,12 +169,12 @@ After writing the document, please provide a list of sources used in your respon
     
     return main_content, sources
 
-def chatbot_interface(message, history, use_web_search, temperature, repetition_penalty):
+def chatbot_interface(message, history, use_web_search, temperature):
     if use_web_search:
-        main_content, sources = get_response_with_search(message, temperature, repetition_penalty)
+        main_content, sources = get_response_with_search(message, temperature)
         formatted_response = f"{main_content}\n\nSources:\n{sources}"
     else:
-        response = get_response_from_pdf(message, temperature, repetition_penalty)
+        response = get_response_from_pdf(message, temperature)
         formatted_response = response
 
     history.append((message, formatted_response))
@@ -197,8 +197,7 @@ with gr.Blocks() as demo:
     use_web_search = gr.Checkbox(label="Use Web Search", value=False)
     
     with gr.Row():
-        temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature")
-        repetition_penalty_slider = gr.Slider(minimum=1.0, maximum=2.0, value=1.1, step=0.1, label="Repetition Penalty")
+        temperature_slider = gr.Slider(minimum=0.1, maximum=1.0, value=0.3, step=0.1, label="Temperature")
     
     submit = gr.Button("Submit")
 
@@ -213,10 +212,10 @@ with gr.Blocks() as demo:
     )
 
     submit.click(chatbot_interface, 
-                 inputs=[msg, chatbot, use_web_search, temperature_slider, repetition_penalty_slider], 
+                 inputs=[msg, chatbot, use_web_search, temperature_slider], 
                  outputs=[chatbot])
     msg.submit(chatbot_interface, 
-               inputs=[msg, chatbot, use_web_search, temperature_slider, repetition_penalty_slider], 
+               inputs=[msg, chatbot, use_web_search, temperature_slider], 
                outputs=[chatbot])
 
     gr.Markdown(