Update app.py

app.py

@@ -1,21 +1,18 @@
-from transformers import pipeline
+from llama_cpp import Llama
 import gradio as gr
 
-# Ensure accelerate is installed: pip install accelerate
-pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-V3-0324", trust_remote_code=True)
+# Load the model
+llm = Llama(model_path="mistral-7b-instruct-v0.1.Q4_K_M.gguf", n_ctx=2048)
 
 def generate_description(business_name):
-    prompt = (
-        f"Write a complete, commercial and SEO-optimized Google My Business description for a business called '{business_name}'. "
-        "Highlight services, quality, trust, and key features in under 250 characters."
-    )
-    result = pipe(prompt, max_new_tokens=250, temperature=0.7)
-    return result[0]['generated_text'].strip()
+    prompt = f"""<s>[INST] Write a commercial and SEO-optimized Google My Business description for a business called "{business_name}". Highlight its services, quality, and trust. Keep it under 250 characters. [/INST]"""
+    output = llm(prompt, max_tokens=200, temperature=0.7, stop=["</s>"])
+    return output['choices'][0]['text'].strip()
 
 gr.Interface(
     fn=generate_description,
     inputs=gr.Textbox(label="Business Name", placeholder="e.g. Pizza House"),
     outputs="text",
-    title="GMB Description Generator",
-    description="Generate SEO-optimized Google My Business descriptions using DeepSeek."
+    title="GMB Description Generator (Mistral)",
+    description="Generate SEO-optimized business descriptions using Mistral-7B-GGUF."
 ).launch()