There was an error while loading. Please reload this page.
1 parent 3a32264 commit a352838Copy full SHA for a352838
vllm/model_executor/layers/fused_moe/rose_prepare_finalize.py
@@ -2,8 +2,8 @@
2
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3
from collections.abc import Callable
4
5
-import rose
6
import torch
+from rose.kernels.all_to_all import AllToAllKernel
7
8
import vllm.model_executor.layers.fused_moe.modular_kernel as mk
9
from vllm.logger import init_logger
@@ -54,7 +54,7 @@ def rose_hidden_dim_scale(
54
class RosePrepareAndFinalize(mk.FusedMoEPrepareAndFinalize):
55
def __init__(
56
self,
57
- a2a: rose.kernels.all_to_all.AllToAllKernel,
+ a2a: AllToAllKernel,
58
max_num_tokens: int,
59
num_local_experts: int,
60
num_dispatchers: int,
0 commit comments