Skip to content

Commit 4489b6a

Browse files
committed
[UT] add interleave_size
Signed-off-by: QiuChunshuo <qiuchunshuo@huawei.com>
1 parent 7414d25 commit 4489b6a

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

tests/v1/worker/test_gpu_model_runner.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -951,6 +951,7 @@ def test_hybrid_block_table_initialization():
951951
max_num_reqs = 10
952952
max_num_blocks_per_req = 20
953953
max_num_batched_tokens = 512
954+
dcp_kv_cache_interleave_size = 8
954955

955956
block_table = BlockTable(
956957
block_size=block_size,
@@ -960,6 +961,7 @@ def test_hybrid_block_table_initialization():
960961
pin_memory=False,
961962
device=torch.device(DEVICE),
962963
kernel_block_size=kernel_block_sizes[0],
964+
dcp_kv_cache_interleave_size=dcp_kv_cache_interleave_size,
963965
)
964966

965967
# Verify hybrid block configuration

0 commit comments

Comments
 (0)