c commited on
Commit
80623a7
·
verified ·
1 Parent(s): 1da413a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -8,8 +8,7 @@ base_model = "mistralai/Mistral-7B-v0.1"
8
  config = PeftConfig.from_pretrained("kiki7sun/mixtral-academic-finetune0119")
9
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1",
10
  low_cpu_mem_usage=True,
11
- return_dict=True,
12
- torch_dtype=torch.bfloat16,)
13
  ft_model = PeftModel.from_pretrained(model, "kiki7sun/mixtral-academic-finetune0119")
14
 
15
  # ft_model = PeftModel.from_pretrained(model, 'kiki7sun/mixtral-academic-finetune-QLoRA-0121')
 
8
  config = PeftConfig.from_pretrained("kiki7sun/mixtral-academic-finetune0119")
9
  model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1",
10
  low_cpu_mem_usage=True,
11
+ torch_dtype=torch.bfloat16)
 
12
  ft_model = PeftModel.from_pretrained(model, "kiki7sun/mixtral-academic-finetune0119")
13
 
14
  # ft_model = PeftModel.from_pretrained(model, 'kiki7sun/mixtral-academic-finetune-QLoRA-0121')