diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index d620c1a307..4b40ac4e0a 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -17,6 +17,8 @@ steps:
     agents:
       queue: "juliagpu"
       cuda: "*"
+    env:
+      JULIA_CUDA_USE_BINARYBUILDER: "true"
     timeout_in_minutes: 60
 
   # - label: "GPU nightly"
diff --git a/test/cuda/layers.jl b/test/cuda/layers.jl
index e04dd753e4..4e67997b4f 100644
--- a/test/cuda/layers.jl
+++ b/test/cuda/layers.jl
@@ -45,11 +45,7 @@ function gpu_gradtest(name::String, layers::Vector, x_cpu = nothing, args...; te
 
           # test
           if test_cpu
-            if VERSION >= v"1.7" && layer === GroupedConvTranspose && args[end] == selu
-              @test_broken y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3
-            else
-              @test y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3
-            end
+            @test y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3
             if isnothing(xg_cpu)
               @test isnothing(xg_gpu)
             else