Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ import requests
|
|
14 |
import accelerate
|
15 |
import bitsandbytes
|
16 |
|
17 |
-
|
18 |
bos_token_id = 1,
|
19 |
eos_token_id = 32000
|
20 |
pad_token_id = 32001
|
|
|
14 |
import accelerate
|
15 |
import bitsandbytes
|
16 |
|
17 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
18 |
bos_token_id = 1,
|
19 |
eos_token_id = 32000
|
20 |
pad_token_id = 32001
|