fix EagleProposer for deepseek MTP single kv cache group case

cjackal · cjackal · commit 6adb67315e83 · 2025-06-24T13:56:25.000Z
diff --git a/vllm/v1/spec_decode/eagle.py b/vllm/v1/spec_decode/eagle.py
@@ -148,7 +148,7 @@ def propose(
             assert self.runner is not None
 
             # FIXME: need to consider multiple kv_cache_groups
-            attn_metadata = self.runner.attn_metadata_builder.build(
+            attn_metadata = self.runner.attn_metadata_builders[0].build(
                 common_prefix_len=0,
                 common_attn_metadata=common_attn_metadata,
             )

Original file line number	Diff line number	Diff line change
`@@ -148,7 +148,7 @@ def propose(`
`148`	`148`	`assert self.runner is not None`
`149`	`149`
`150`	`150`	`# FIXME: need to consider multiple kv_cache_groups`
`151`		`- attn_metadata = self.runner.attn_metadata_builder.build(`
	`151`	`+ attn_metadata = self.runner.attn_metadata_builders[0].build(`
`152`	`152`	`common_prefix_len=0,`
`153`	`153`	`common_attn_metadata=common_attn_metadata,`
`154`	`154`	`)`