Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ args = OmegaConf.load("inference_configs/inference.yaml")
|
|
21 |
# is_schnell = args.model_name == "flux-schnell"
|
22 |
# sampler = None
|
23 |
device = torch.device("cuda")
|
24 |
-
|
25 |
# dit = load_flow_model2(args.model_name, device="cpu").to(device, dtype=dtype)
|
26 |
# vae = load_ae(args.model_name, device="cpu").to(device, dtype=dtype)
|
27 |
# t5 = load_t5(device="cpu", max_length=256 if is_schnell else 512).to(device, dtype=dtype)
|
|
|
21 |
# is_schnell = args.model_name == "flux-schnell"
|
22 |
# sampler = None
|
23 |
device = torch.device("cuda")
|
24 |
+
dtype = torch.bfloat16
|
25 |
# dit = load_flow_model2(args.model_name, device="cpu").to(device, dtype=dtype)
|
26 |
# vae = load_ae(args.model_name, device="cpu").to(device, dtype=dtype)
|
27 |
# t5 = load_t5(device="cpu", max_length=256 if is_schnell else 512).to(device, dtype=dtype)
|