update config

Signed-off-by: Amog Kamsetty <amogkamsetty@gmail.com>

Author: amogkam

vllm/config.py

@@ -573,7 +573,7 @@ def __post_init__(self) -> None:
         sliding_window_pattern = getattr(self.hf_text_config,
                                          "sliding_window_pattern", None)
         has_interleaved_attention = sliding_window_pattern is not None or (
-            isinstance(sliding_window, list))
+            isinstance(sliding_window, list)) or hasattr(self.hf_text_config, "global_attention_layers")
 
         if not self.disable_sliding_window and has_interleaved_attention:
             if (backend :=

vllm/model_executor/models/transformers.py

@@ -310,9 +310,9 @@ def create_attention_instances(self) -> dict[int, Attention]:
 
         for i in range(start, end):
             sliding_window = None
-            if i in global_attention_layers:
-                assert self.config.sliding_window is not None
-                sliding_window = self.config.sliding_window
+            if i not in global_attention_layers:
+                assert self.config.interleaved_sliding_window is not None
+                sliding_window = self.config.interleaved_sliding_window
             attention_instances[i] = Attention(
                 num_heads=num_heads,
                 head_size=head_size,