Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +1 -1
optimization.py
CHANGED
@@ -47,7 +47,7 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
47 |
dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda t: None, call.kwargs)
|
48 |
dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
|
49 |
|
50 |
-
pipeline.transformer.fuse_qkv_projections()
|
51 |
|
52 |
quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
|
53 |
|
|
|
47 |
dynamic_shapes = tree_map_only((torch.Tensor, bool), lambda t: None, call.kwargs)
|
48 |
dynamic_shapes |= TRANSFORMER_DYNAMIC_SHAPES
|
49 |
|
50 |
+
# pipeline.transformer.fuse_qkv_projections()
|
51 |
|
52 |
quantize_(pipeline.transformer, Float8DynamicActivationFloat8WeightConfig())
|
53 |
|