Update app.py

app.py

@@ -215,7 +215,14 @@ def update_explanation(choice):
 
 # Adjusted predict function to handle None temperature
 def predict(user_message, selected_style, temperature=0.7):
-    # ... [Function code remains the same]
+        system_prompt = styles_prompts_dict[selected_style]
+        sampling_params = SamplingParams(temperature=temperature, top_p=.95, max_tokens=500, presence_penalty = 2)
+        detailed_prompt = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user"""
+        detailed_prompt = detailed_prompt + "\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
+        prompts = [detailed_prompt]
+        outputs = llm.generate(prompts, sampling_params, use_tqdm = False)
+        generated_text = outputs[0].outputs[0].text
+        return generated_text
 
 # Define the Gradio interface using Blocks
 with gr.Blocks() as demo: