Update app.py

app.py

@@ -3,16 +3,11 @@ import spaces
 import gradio as gr
 from peft import PeftModel, PeftConfig
 from peft import AutoPeftModelForCausalLM
-from transformers import AutoTokenizer
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-
-model = AutoPeftModelForCausalLM.from_pretrained(
-        "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
-)
-for param in model.parameters():
-    param.data = param.data.to(torch.float16)
 tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
+model = AutoModelForCausalLM.from_pretrained("FlawedLLM/BhashiniLLM")
 
 
 @spaces.GPU(duration=300)