linoyts HF Staff commited on
Commit
57bf08c
·
verified ·
1 Parent(s): 48ba18a

Update optimization.py

Browse files
Files changed (1) hide show
  1. optimization.py +1 -1
optimization.py CHANGED
@@ -47,7 +47,7 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
47
  dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda t: None, call.kwargs)
48
  dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
49
 
50
- pipeline.transformer.fuse_qkv_projections()
51
 
52
  quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
53
 
 
47
  dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda t: None, call.kwargs)
48
  dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
49
 
50
+ # pipeline.transformer.fuse_qkv_projections()
51
 
52
  quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
53