From 6d70ecd7651d3e4d919cf1044acbf42d22f938e6 Mon Sep 17 00:00:00 2001 From: Brian Chen Date: Mon, 3 Jan 2022 22:46:51 -0800 Subject: [PATCH 1/3] unbreak CI for now --- test/cuda/layers.jl | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/test/cuda/layers.jl b/test/cuda/layers.jl index e04dd753e4..a055d35a6f 100644 --- a/test/cuda/layers.jl +++ b/test/cuda/layers.jl @@ -46,7 +46,8 @@ function gpu_gradtest(name::String, layers::Vector, x_cpu = nothing, args...; te # test if test_cpu if VERSION >= v"1.7" && layer === GroupedConvTranspose && args[end] == selu - @test_broken y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3 + # FIXME revisit this after CUDA deps on CI are updated + @test y_gpu ≈ y_cpu rtol=2 atol=2 else @test y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3 end From e7149decd998a7e34b93a63a66f8124931890580 Mon Sep 17 00:00:00 2001 From: Brian Chen Date: Tue, 4 Jan 2022 13:03:43 -0500 Subject: [PATCH 2/3] add snapshot of CUDA deps --- test/cuda/layers.jl | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/test/cuda/layers.jl b/test/cuda/layers.jl index a055d35a6f..ba31023270 100644 --- a/test/cuda/layers.jl +++ b/test/cuda/layers.jl @@ -46,7 +46,20 @@ function gpu_gradtest(name::String, layers::Vector, x_cpu = nothing, args...; te # test if test_cpu if VERSION >= v"1.7" && layer === GroupedConvTranspose && args[end] == selu - # FIXME revisit this after CUDA deps on CI are updated + # FIXME revisit this after CUDA deps on CI are updated. Here's a snapshot from 2021-12-25: + # CUDA toolkit 11.4, local installation + # NVIDIA driver 495.29.5, for CUDA 11.5 + # CUDA driver 11.5 + # Libraries: + # - CUBLAS: 11.6.1 + # - CURAND: 10.2.5 + # - CUFFT: 10.5.2 + # - CUSOLVER: 11.2.0 + # - CUSPARSE: 11.6.0 + # - CUPTI: 14.0.0 + # - NVML: 11.0.0+495.29.5 + # - CUDNN: 8.20.4 (for CUDA 11.4.0) + # - CUTENSOR: missing @test y_gpu ≈ y_cpu rtol=2 atol=2 else @test y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3 From 2bbf72967059e70426f69de4b8d9d45efd3f531a Mon Sep 17 00:00:00 2001 From: Brian Chen Date: Mon, 10 Jan 2022 18:27:14 -0500 Subject: [PATCH 3/3] Just `@test_skip` for now This will show up in the summary as well for us to keep track of. --- test/cuda/layers.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/cuda/layers.jl b/test/cuda/layers.jl index ba31023270..94e64e9534 100644 --- a/test/cuda/layers.jl +++ b/test/cuda/layers.jl @@ -60,7 +60,7 @@ function gpu_gradtest(name::String, layers::Vector, x_cpu = nothing, args...; te # - NVML: 11.0.0+495.29.5 # - CUDNN: 8.20.4 (for CUDA 11.4.0) # - CUTENSOR: missing - @test y_gpu ≈ y_cpu rtol=2 atol=2 + @test_skip y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3 else @test y_gpu ≈ y_cpu rtol=1f-3 atol=1f-3 end