diff --git a/.github/workflows/float8_test.yml b/.github/workflows/float8_test.yml
index 91083df0bf..f37f1573cc 100644
--- a/.github/workflows/float8_test.yml
+++ b/.github/workflows/float8_test.yml
@@ -32,7 +32,7 @@ jobs:
             runs-on: linux.aws.h100
             torch-spec: '--pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu126'
             gpu-arch-type: "cuda"
-            gpu-arch-version: "12.4"
+            gpu-arch-version: "12.6"
     permissions:
       id-token: write
       contents: read