Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +1 -1
optimization.py
CHANGED
@@ -13,7 +13,7 @@ from torch.utils._pytree import tree_map
|
|
13 |
P = ParamSpec('P')
|
14 |
|
15 |
|
16 |
-
TRANSFORMER_HIDDEN_DIM = torch.export.Dim.AUTO(
|
17 |
|
18 |
TRANSFORMER_DYNAMIC_SHAPES = {
|
19 |
'hidden_states': {1: TRANSFORMER_HIDDEN_DIM},
|
|
|
13 |
P = ParamSpec('P')
|
14 |
|
15 |
|
16 |
+
TRANSFORMER_HIDDEN_DIM = torch.export.Dim.AUTO(min=3584, max=9727)
|
17 |
|
18 |
TRANSFORMER_DYNAMIC_SHAPES = {
|
19 |
'hidden_states': {1: TRANSFORMER_HIDDEN_DIM},
|