Spaces:
Paused
Paused
Commit
·
0c80bf6
1
Parent(s):
1852a35
accelerate doesnt need device
Browse files
app.py
CHANGED
|
@@ -62,7 +62,6 @@ Do not include any additional information or context outside of the SOAP note. D
|
|
| 62 |
"text-generation",
|
| 63 |
model=model,
|
| 64 |
tokenizer=tokenizer,
|
| 65 |
-
device=device
|
| 66 |
)
|
| 67 |
|
| 68 |
generation_args = {
|
|
@@ -73,8 +72,6 @@ Do not include any additional information or context outside of the SOAP note. D
|
|
| 73 |
"num_beams": 1,
|
| 74 |
}
|
| 75 |
|
| 76 |
-
|
| 77 |
-
|
| 78 |
import gc
|
| 79 |
gc.collect()
|
| 80 |
if torch.cuda.is_available():
|
|
|
|
| 62 |
"text-generation",
|
| 63 |
model=model,
|
| 64 |
tokenizer=tokenizer,
|
|
|
|
| 65 |
)
|
| 66 |
|
| 67 |
generation_args = {
|
|
|
|
| 72 |
"num_beams": 1,
|
| 73 |
}
|
| 74 |
|
|
|
|
|
|
|
| 75 |
import gc
|
| 76 |
gc.collect()
|
| 77 |
if torch.cuda.is_available():
|