Skip to content

Commit 4459922

Browse files
authored
Update gate.py
1 parent aa8f985 commit 4459922

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ktransformers/operators/gate.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -125,7 +125,7 @@ def unload(self):
125125

126126
# adapted from https://github.com/vllm-project/vllm/blob/c77620d22d43daa7e0440e6267cbdd83f849ac64/vllm/model_executor/layers/fused_moe/fused_moe.py#L1071
127127
# This is used by the Deepseek-V2 and Deepseek-V3 model
128-
@torch.compile(dynamic=True)
128+
#@torch.compile(dynamic=True)
129129
def grouped_topk(hidden_states: torch.Tensor,
130130
gating_output: torch.Tensor,
131131
topk: int,

0 commit comments

Comments
 (0)