chansung commited on
Commit
dbb3187
·
1 Parent(s): 741ff0c

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +2 -2
model.py CHANGED
@@ -11,10 +11,10 @@ def load_model(
11
 
12
  model = LlamaForCausalLM.from_pretrained(
13
  base,
14
- # load_in_8bit=True,
15
  device_map="auto",
16
  )
17
 
18
- # model = PeftModel.from_pretrained(model, finetuned, device_map={'': 0})
19
  return model, tokenizer
20
 
 
11
 
12
  model = LlamaForCausalLM.from_pretrained(
13
  base,
14
+ load_in_8bit=True,
15
  device_map="auto",
16
  )
17
 
18
+ model = PeftModel.from_pretrained(model, finetuned, device_map={'': 0})
19
  return model, tokenizer
20