Update app.py

app.py

@@ -12,12 +12,12 @@ theme = gr.themes.Monochrome(
     font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-#tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
-#model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
+model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto")
 
-#generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
+generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
 
-generate_text = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
+#generate_text = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
 
 def generate(instruction): 
     response = generate_text(instruction)