Spaces:
Running
on
Zero
Running
on
Zero
fuse_qkv_projections
Browse files- optimization.py +1 -0
optimization.py
CHANGED
|
@@ -39,5 +39,6 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
| 39 |
|
| 40 |
return spaces.aoti_compile(exported, INDUCTOR_CONFIGS)
|
| 41 |
|
|
|
|
| 42 |
pipeline.transformer.set_attn_processor(FlashFusedFluxAttnProcessor3_0())
|
| 43 |
spaces.aoti_apply(compile_transformer(), pipeline.transformer)
|
|
|
|
| 39 |
|
| 40 |
return spaces.aoti_compile(exported, INDUCTOR_CONFIGS)
|
| 41 |
|
| 42 |
+
pipeline.transformer.fuse_qkv_projections()
|
| 43 |
pipeline.transformer.set_attn_processor(FlashFusedFluxAttnProcessor3_0())
|
| 44 |
spaces.aoti_apply(compile_transformer(), pipeline.transformer)
|