linoyts HF Staff commited on
Commit
d7dfea3
·
verified ·
1 Parent(s): dc28977

Update optimization.py

Browse files
Files changed (1) hide show
  1. optimization.py +2 -2
optimization.py CHANGED
@@ -39,8 +39,8 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
39
  with spaces.aoti_capture(pipeline.transformer) as call:
40
  pipeline(*args, **kwargs)
41
 
42
- #dynamic_shapes = tree_map(lambda t: None, call.kwargs)
43
- dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda x: None, call.kwargs)
44
  dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
45
 
46
  #quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
 
39
  with spaces.aoti_capture(pipeline.transformer) as call:
40
  pipeline(*args, **kwargs)
41
 
42
+ dynamic_shapes = tree_map(lambda t: None, call.kwargs)
43
+ # dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda x: None, call.kwargs)
44
  dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
45
 
46
  #quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())