chunk

Your Name · Your Name · commit cbd64d4d4cdf · 2025-07-03T00:46:12.000Z
diff --git a/vllm/entrypoints/openai/serving_completion.py b/vllm/entrypoints/openai/serving_completion.py
@@ -396,7 +396,7 @@ async def completion_stream_generator(
                 )
 
                 # if accumulate, send the usage info attached to last chunk instead
-                if request.accumulate:
+                if request.accumulate and chunk is not None:
                     chunk.usage = final_usage_info
                     final_usage_chunk = chunk
 

Original file line number	Diff line number	Diff line change
`@@ -396,7 +396,7 @@ async def completion_stream_generator(`
`396`	`396`	`)`
`397`	`397`
`398`	`398`	`# if accumulate, send the usage info attached to last chunk instead`
`399`		`- if request.accumulate:`
	`399`	`+ if request.accumulate and chunk is not None:`
`400`	`400`	`chunk.usage = final_usage_info`
`401`	`401`	`final_usage_chunk = chunk`
`402`	`402`