Update app.py
Browse files
app.py
CHANGED
|
@@ -13,6 +13,7 @@ import shutil
|
|
| 13 |
import requests
|
| 14 |
import accelerate
|
| 15 |
import bitsandbytes
|
|
|
|
| 16 |
|
| 17 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 18 |
bos_token_id = 1,
|
|
|
|
| 13 |
import requests
|
| 14 |
import accelerate
|
| 15 |
import bitsandbytes
|
| 16 |
+
import gc
|
| 17 |
|
| 18 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 19 |
bos_token_id = 1,
|