Update app.py

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 from instruct_pipeline import InstructionTextGenerationPipeline
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 import torch
 
@@ -12,10 +12,12 @@ theme = gr.themes.Monochrome(
     font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
-model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto")
+#tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
+#model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto")
 
-generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
+#generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
+
+generate_text = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
 
 def generate(instruction): 
     response = generate_text(instruction)