fix: fix rope_forward.

Author: Gossity

xllm/core/layers/common/fused_moe.cpp

@@ -110,6 +110,7 @@ torch::Tensor FusedMoEImpl::forward_expert(
   fused_moe_params.gating_output = router_logits;
   fused_moe_params.w1 = w13_;
   fused_moe_params.w2 = w2_;
+  fused_moe_params.residual = shared_output;
   fused_moe_params.e_score_correction_bias = e_score_correction_bias;
   fused_moe_params.topk = topk_;
   fused_moe_params.renormalize = renormalize_;

xllm/core/layers/common/rotary_embedding.cpp

@@ -90,8 +90,10 @@ void RotaryEmbeddingImpl::forward(torch::Tensor& q,
   rotary_params.interleaved = interleaved_;
   rotary_params.discrete = discrete;
   rotary_params.max_query_len = max_query_len;
-
   xllm::kernel::apply_rotary(rotary_params);
+
+  q = rotary_params.q;
+  k = rotary_params.k;
 }
 
 }  // namespace layer