Update app.py

app.py

@@ -25,6 +25,8 @@ os.environ["TRANSFORMERS_CACHE"] = cache_path
 os.environ["HF_HUB_CACHE"] = cache_path
 os.environ["HF_HOME"] = cache_path
 
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
 torch.backends.cuda.matmul.allow_tf32 = True
 
 dtype = torch.bfloat16