stzhao commited on
Commit
b187863
·
verified ·
1 Parent(s): 9bfc50b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ def load_models():
16
 
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_name,
19
- torch_dtype=torch_bfloat16,
20
  # device_map="auto"
21
  )
22
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
16
 
17
  model = AutoModelForCausalLM.from_pretrained(
18
  model_name,
19
+ torch_dtype=torch.bfloat16,
20
  # device_map="auto"
21
  )
22
  tokenizer = AutoTokenizer.from_pretrained(model_name)