Update app.py
Browse files
app.py
CHANGED
|
@@ -128,7 +128,7 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
|
|
| 128 |
"--output_dir", f"{output_dir}",
|
| 129 |
"--cuda_idx", "0",
|
| 130 |
"--max_new_tokens", f"{max_new_tokens}",
|
| 131 |
-
|
| 132 |
]
|
| 133 |
|
| 134 |
# Set up environment variables for CUDA with optimized settings
|
|
|
|
| 128 |
"--output_dir", f"{output_dir}",
|
| 129 |
"--cuda_idx", "0",
|
| 130 |
"--max_new_tokens", f"{max_new_tokens}",
|
| 131 |
+
"--disable_offload_model"
|
| 132 |
]
|
| 133 |
|
| 134 |
# Set up environment variables for CUDA with optimized settings
|