Spaces:
Running
Running
app.py
CHANGED
|
@@ -28,7 +28,7 @@ os.makedirs("offload", exist_ok=True)
|
|
| 28 |
model = dispatch_model(
|
| 29 |
model,
|
| 30 |
device_map="auto",
|
| 31 |
-
|
| 32 |
offload_state_dict=True,
|
| 33 |
)
|
| 34 |
|
|
|
|
| 28 |
model = dispatch_model(
|
| 29 |
model,
|
| 30 |
device_map="auto",
|
| 31 |
+
offload_folder="offload",
|
| 32 |
offload_state_dict=True,
|
| 33 |
)
|
| 34 |
|