Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +2 -2
optimization.py
CHANGED
@@ -39,8 +39,8 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
39 |
with spaces.aoti_capture(pipeline.transformer) as call:
|
40 |
pipeline(*args, **kwargs)
|
41 |
|
42 |
-
|
43 |
-
dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda x: None, call.kwargs)
|
44 |
dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
|
45 |
|
46 |
#quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
|
|
|
39 |
with spaces.aoti_capture(pipeline.transformer) as call:
|
40 |
pipeline(*args, **kwargs)
|
41 |
|
42 |
+
dynamic_shapes = tree_map(lambda t: None, call.kwargs)
|
43 |
+
# dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda x: None, call.kwargs)
|
44 |
dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
|
45 |
|
46 |
#quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
|