We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7586742 commit f7c93deCopy full SHA for f7c93de
attn_gym/utils.py
@@ -10,7 +10,11 @@
10
_vmap_for_bhqkv,
11
_ModificationType,
12
)
13
-from torch._higher_order_ops.flex_attention import TransformGetItemToIndex
+# TODO This was moved on nightly, this enables 2.5 and 2.6 | we should remove this once 2.5 is no longer supported
14
+try:
15
+ from torch._dynamo._trace_wrapped_higher_order_op import TransformGetItemToIndex
16
+except ImportError:
17
+ from torch._higher_order_ops.flex_attention import TransformGetItemToIndex
18
from contextlib import nullcontext
19
20
Tensor = torch.Tensor
0 commit comments