add test

vllm-project · Jul 24, 2024 · d2c6166 · d2c6166
1 parent a199634
commit d2c6166
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/worker/test_model_runner.py b/tests/worker/test_model_runner.py
@@ -193,6 +193,7 @@ def test_prepare_decode_cuda_graph(batch_size):
     for _ in range(expected_bs - len(seq_lens)):
         seq_lens.append(1)
     assert attn_metadata.seq_lens == seq_lens
+    assert attn_metadata.num_decode_tokens == len(seq_lens)
     start_idx = 0
     start_loc = [start_idx]
     for _ in context_lens: