Tonic commited on
Commit
26d0891
·
1 Parent(s): 681d0aa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -33,8 +33,8 @@ repetition_penalty=1.7
33
 
34
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
35
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
36
- device_map="auto",
37
- torch_dtype=torch.bfloat16,
38
  # load_in_4bit=True
39
  )
40
  # model.eval()
 
33
 
34
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
35
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
36
+ device_map="auto"
37
+ # torch_dtype=torch.bfloat16,
38
  # load_in_4bit=True
39
  )
40
  # model.eval()