Update app.py
Browse files
app.py
CHANGED
@@ -26,6 +26,7 @@ def load_models():
|
|
26 |
torch_dtype=torch.bfloat16
|
27 |
)
|
28 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
29 |
|
30 |
return model, tokenizer, pipe
|
31 |
|
|
|
26 |
torch_dtype=torch.bfloat16
|
27 |
)
|
28 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
29 |
+
pipe.to("cuda")
|
30 |
|
31 |
return model, tokenizer, pipe
|
32 |
|