We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4a85394 commit 4c8daaeCopy full SHA for 4c8daae
vllm/compilation/pass_manager.py
@@ -7,11 +7,13 @@
7
from vllm.logger import init_logger
8
from vllm.platforms import current_platform
9
10
-if current_platform.is_cuda():
+if current_platform.is_cuda_alike():
11
from .fusion import FusionPass
12
- from .collective_fusion import AllReduceFusionPass, AsyncTPPass
13
from .fusion_attn import AttnFusionPass
14
+if current_platform.is_cuda():
15
+ from .collective_fusion import AllReduceFusionPass, AsyncTPPass
16
+
17
from .activation_quant_fusion import ActivationQuantFusionPass
18
from .fix_functionalization import FixFunctionalizationPass
19
from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context
0 commit comments