Update app.py

app.py

@@ -11,7 +11,7 @@ new_model = "sedataskan/mistral8x7B-finetuned"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 model = AutoModelForCausalLM.from_pretrained(model_name,
-                                            load_in_4bit=True,
+                                            load_in_8bit=True,
                                             torch_dtype=torch.float16,
                                             device_map="auto")
 tokenizer.pad_token = "!"