Update app.py

app.py

@@ -43,9 +43,13 @@ vectorstore.persist()
 
 
 # model_name = "deepseek-ai/deepseek-llm-7b-instruct" 
+# tokenizer = AutoTokenizer.from_pretrained(model_name)
+# model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
+
 model_name = "google/flan-t5-large"
+model = AutoModelForCausalLM.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
+
 
 def generate(prompt):
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)