Update app.py
Browse files
app.py
CHANGED
@@ -4,11 +4,7 @@ import os
|
|
4 |
os.putenv('PYTORCH_NVML_BASED_CUDA_CHECK','1')
|
5 |
os.putenv('TORCH_LINALG_PREFER_CUSOLVER','1')
|
6 |
alloc_conf_parts = [
|
7 |
-
'max_split_size_mb:128',
|
8 |
-
#'backend:cudaMallocAsync',
|
9 |
'expandable_segments:True',
|
10 |
-
#'pinned_use_cuda_host_register:True', # May require careful testing; can sometimes be problematic if not fully supported or needed.
|
11 |
-
'pinned_num_register_threads:8', # Specific to pinned memory.
|
12 |
'pinned_use_background_threads:True' # Specific to pinned memory.
|
13 |
]
|
14 |
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = ','.join(alloc_conf_parts)
|
|
|
4 |
os.putenv('PYTORCH_NVML_BASED_CUDA_CHECK','1')
|
5 |
os.putenv('TORCH_LINALG_PREFER_CUSOLVER','1')
|
6 |
alloc_conf_parts = [
|
|
|
|
|
7 |
'expandable_segments:True',
|
|
|
|
|
8 |
'pinned_use_background_threads:True' # Specific to pinned memory.
|
9 |
]
|
10 |
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = ','.join(alloc_conf_parts)
|