Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +6 -2
optimization.py
CHANGED
|
@@ -19,9 +19,13 @@ from optimization_utils import cudagraph
|
|
| 19 |
P = ParamSpec('P')
|
| 20 |
|
| 21 |
|
| 22 |
-
TRANSFORMER_HIDDEN_DIM = torch.export.Dim('hidden', min=3584, max=
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
|
| 24 |
-
TRANSFORMER_DYNAMIC_SHAPES = {}
|
| 25 |
|
| 26 |
INDUCTOR_CONFIGS = {
|
| 27 |
'conv_1x1_as_mm': True,
|
|
|
|
| 19 |
P = ParamSpec('P')
|
| 20 |
|
| 21 |
|
| 22 |
+
TRANSFORMER_HIDDEN_DIM = torch.export.Dim('hidden', min=3584, max=9727)
|
| 23 |
+
|
| 24 |
+
TRANSFORMER_DYNAMIC_SHAPES = {
|
| 25 |
+
'hidden_states': {1: TRANSFORMER_HIDDEN_DIM},
|
| 26 |
+
'img_ids': {0: TRANSFORMER_HIDDEN_DIM},
|
| 27 |
+
}
|
| 28 |
|
|
|
|
| 29 |
|
| 30 |
INDUCTOR_CONFIGS = {
|
| 31 |
'conv_1x1_as_mm': True,
|