fix: add assertion for num_tokens_across_dp in NPUModelRunner

jianzs · jianzs · commit da335362bab5 · 2025-07-04T23:50:48.000+08:00
Signed-off-by: Jade Zheng &lt;zheng.shoujian@outlook.com&gt;
diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py
@@ -1125,6 +1125,7 @@ def _process_reqs(
             dummy_num_tokens = 1
 
         if self.dp_size > 1:
+            assert num_tokens_across_dp is not None
             num_tokens_across_dp.masked_fill_(num_tokens_across_dp == -1,
                                               dummy_num_tokens)
 
