fix: Add method field to speculators Eagle config for V1 compatibility

rahul-tuli · claude · rahul-tuli · commit 23fb111d834e · 2025-07-09T09:44:33.000-04:00
- Set method='eagle' in vllm_config to ensure proper model detection - This field is required by EAGLEConfig parent class - Helps with future V1 engine compatibility 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
diff --git a/vllm/transformers_utils/configs/speculators_eagle.py b/vllm/transformers_utils/configs/speculators_eagle.py
@@ -88,6 +88,7 @@ def _convert_speculators_to_vllm(cls, speculators_config: dict) -> dict:
             "model": transformer_config,
             "eagle_fc_bias": speculators_config.get("fusion_bias", False),
             "truncated_vocab_size": transformer_config.get("vocab_size"),
+            "method": "eagle",  # Required for V1 compatibility
         }
         
         # Preserve any additional fields that might be needed

Original file line number	Diff line number	Diff line change
`@@ -88,6 +88,7 @@ def _convert_speculators_to_vllm(cls, speculators_config: dict) -> dict:`
`88`	`88`	`"model": transformer_config,`
`89`	`89`	`"eagle_fc_bias": speculators_config.get("fusion_bias", False),`
`90`	`90`	`"truncated_vocab_size": transformer_config.get("vocab_size"),`
	`91`	`+ "method": "eagle", # Required for V1 compatibility`
`91`	`92`	`}`
`92`	`93`
`93`	`94`	`# Preserve any additional fields that might be needed`