Update app.py

app.py

@@ -74,7 +74,7 @@ from transformers import pipeline
 pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-beta", torch_dtype=torch.bfloat16, device_map="auto")
 
 @spaces.GPU(enable_queue=True)
-def get_llm_idea(prompt):
+def get_llm_idea(user_prompt):
     agent_maker_sys = f"""
 You are an AI whose job is to help users create their own chatbot whose personality will reflect the character or scene from an image described by users.
 In particular, you need to respond succintly in a friendly tone, write a system prompt for an LLM, a catchy title for the chatbot, and a very short example user input. Make sure each part is included.
@@ -100,6 +100,8 @@ Example input: Can you suggest a good cigar brand for a man who enjoys smoking w
 <|user|>
 """
 
+    prompt = f"{instruction.strip()}\n{user_prompt}</s>"    
+    #print(f"PROMPT: {prompt}")
     outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
     return outputs
 
@@ -108,11 +110,10 @@ def infer(image_in):
     gr.Info("Getting image description...")
     user_prompt = get_caption_from_MD(image_in)
     
-    prompt = f"{instruction.strip()}\n{user_prompt}</s>"    
-    #print(f"PROMPT: {prompt}")
+    
     
     gr.Info("Building a system according to the image caption ...")
-    outputs = get_llm_idea(prompt)
+    outputs = get_llm_idea(user_prompt)
     
 
     pattern = r'\<\|system\|\>(.*?)\<\|assistant\|\>'