Spaces:
Runtime error
Runtime error
c
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -8,8 +8,7 @@ base_model = "mistralai/Mistral-7B-v0.1"
|
|
8 |
config = PeftConfig.from_pretrained("kiki7sun/mixtral-academic-finetune0119")
|
9 |
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1",
|
10 |
low_cpu_mem_usage=True,
|
11 |
-
|
12 |
-
torch_dtype=torch.bfloat16,)
|
13 |
ft_model = PeftModel.from_pretrained(model, "kiki7sun/mixtral-academic-finetune0119")
|
14 |
|
15 |
# ft_model = PeftModel.from_pretrained(model, 'kiki7sun/mixtral-academic-finetune-QLoRA-0121')
|
|
|
8 |
config = PeftConfig.from_pretrained("kiki7sun/mixtral-academic-finetune0119")
|
9 |
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1",
|
10 |
low_cpu_mem_usage=True,
|
11 |
+
torch_dtype=torch.bfloat16)
|
|
|
12 |
ft_model = PeftModel.from_pretrained(model, "kiki7sun/mixtral-academic-finetune0119")
|
13 |
|
14 |
# ft_model = PeftModel.from_pretrained(model, 'kiki7sun/mixtral-academic-finetune-QLoRA-0121')
|