Minor bug fix in static IO manager

limintang · web-flow · commit c2de2654529f · 2025-07-15T13:19:49.000-07:00
Differential Revision: D78312975 Pull Request resolved: #12474
diff --git a/examples/models/llama/runner/static_attention_io_manager.h b/examples/models/llama/runner/static_attention_io_manager.h
@@ -759,7 +759,7 @@ class StaticAttentionIOManager {
   }
 
   void set_lookahead_decoding_mask(
-      StaticAttentionMask<MaskT>& mask,
+      StaticAttentionMask<MaskT, MaskAllocatorT>& mask,
       size_t input_len,
       size_t ngram_size,
       size_t window_size,

Original file line number	Diff line number	Diff line change
`@@ -759,7 +759,7 @@ class StaticAttentionIOManager {`
`759`	`759`	`}`
`760`	`760`
`761`	`761`	`void set_lookahead_decoding_mask(`
`762`		`- StaticAttentionMask<MaskT>& mask,`
	`762`	`+ StaticAttentionMask<MaskT, MaskAllocatorT>& mask,`
`763`	`763`	`size_t input_len,`
`764`	`764`	`size_t ngram_size,`
`765`	`765`	`size_t window_size,`