fix: add assertion for num_tokens_across_dp in NPUModelRunner

jianzs · jianzs · commit 99c84893f6ed · 2025-07-02T23:16:39.000+08:00
Signed-off-by: Jade Zheng &lt;zheng.shoujian@outlook.com&gt;
diff --git a/vllm_ascend/worker/model_runner_v1.py b/vllm_ascend/worker/model_runner_v1.py
@@ -1117,6 +1117,7 @@ def _process_reqs(
             dummy_num_tokens = 1
 
         if self.dp_size > 1:
+            assert num_tokens_across_dp is not None
             num_tokens_across_dp.masked_fill_(num_tokens_across_dp == -1,
                                               dummy_num_tokens)
 
