fix: add assertion for num_tokens_across_dp in NPUModelRunner

jianzs · jianzs · commit b959f785f518 · 2025-07-03T19:54:16.000+08:00
Signed-off-by: Jade Zheng &lt;zheng.shoujian@outlook.com&gt;
diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py
@@ -1124,6 +1124,7 @@ def _process_reqs(
             dummy_num_tokens = 1
 
         if self.dp_size > 1:
+            assert num_tokens_across_dp is not None
             num_tokens_across_dp.masked_fill_(num_tokens_across_dp == -1,
                                               dummy_num_tokens)
 
