Update app.py
Browse files
app.py
CHANGED
|
@@ -21,7 +21,7 @@ torch.backends.cuda.matmul.allow_bf16_reduced_precision_reduction = False
|
|
| 21 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|
| 22 |
torch.backends.cudnn.allow_tf32 = False
|
| 23 |
torch.backends.cudnn.deterministic = False
|
| 24 |
-
torch.backends.cudnn.benchmark =
|
| 25 |
torch.set_float32_matmul_precision("highest")
|
| 26 |
|
| 27 |
# --- Model and Tokenizer Configuration ---
|
|
|
|
| 21 |
torch.backends.cuda.matmul.allow_fp16_reduced_precision_reduction = False
|
| 22 |
torch.backends.cudnn.allow_tf32 = False
|
| 23 |
torch.backends.cudnn.deterministic = False
|
| 24 |
+
torch.backends.cudnn.benchmark = False
|
| 25 |
torch.set_float32_matmul_precision("highest")
|
| 26 |
|
| 27 |
# --- Model and Tokenizer Configuration ---
|