stzhao commited on
Commit
c03daaa
·
verified ·
1 Parent(s): cbf45f4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -26,6 +26,7 @@ def load_models():
26
  torch_dtype=torch.bfloat16
27
  )
28
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
29
 
30
  return model, tokenizer, pipe
31
 
 
26
  torch_dtype=torch.bfloat16
27
  )
28
  device = "cuda" if torch.cuda.is_available() else "cpu"
29
+ pipe.to("cuda")
30
 
31
  return model, tokenizer, pipe
32