cuda 4.0 compat (#2177)

* cuda 4.0 compat

* add news item

Author: CarloLucibello

NEWS.md

@@ -1,5 +1,8 @@
 # Flux Release Notes
 
+## v0.13.8
+* CUDA.jl 4.0 compatibility.
+
 ## v0.13.7
 * Added [`@autosize` macro](https://github.com/FluxML/Flux.jl/pull/2078)
 * New method of `train!` using Zygote's "explicit" mode. Part of a move away from "implicit" `Params`.

Project.toml

@@ -25,7 +25,7 @@ Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 [compat]
 Adapt = "3.0"
-CUDA = "3"
+CUDA = "3, 4"
 ChainRulesCore = "1.12"
 Functors = "0.3, 0.4"
 MLUtils = "0.2, 0.3.1, 0.4"

src/functor.jl

@@ -206,9 +206,6 @@ end
 function check_use_cuda()
   if use_cuda[] === nothing
     use_cuda[] = CUDA.functional()
-    if use_cuda[] && !CUDA.has_cudnn()
-      @warn "CUDA.jl found cuda, but did not find libcudnn. Some functionality will not be available."
-    end
     if !(use_cuda[])
       @info """The GPU function is being called but the GPU is not accessible. 
                Defaulting back to the CPU. (No action is required if you want to run on the CPU).""" maxlog=1

src/losses/functions.jl

@@ -95,8 +95,8 @@ julia> Flux.huber_loss(ŷ, 1:3, δ=0.05)  # changes behaviour as |ŷ - y| > δ
 function huber_loss(ŷ, y; agg = mean, δ = ofeltype(ŷ, 1))
    _check_sizes(ŷ, y)
    abs_error = abs.(ŷ .- y)
-   #TODO: remove dropgrad when Zygote can handle this function with CuArrays
-   temp = Zygote.dropgrad(abs_error .<  δ)
+   #TODO: remove ignore_derivatives when Zygote can handle this function with CuArrays
+   temp = Zygote.ignore_derivatives(abs_error .<  δ)
    x = ofeltype(ŷ, 0.5)
    agg(((abs_error .^ 2) .* temp) .* x .+ δ * (abs_error .- x * δ) .* (1 .- temp))
 end

test/cuda/runtests.jl

@@ -11,7 +11,7 @@ include("cuda.jl")
 include("losses.jl")
 include("layers.jl")
 
-if CUDA.has_cudnn()
+if CUDA.functional()
   @info "Testing Flux/CUDNN"
   include("cudnn.jl")
   include("curnn.jl")

test/runtests.jl

@@ -1,5 +1,4 @@
 using Flux
-using Flux.Data
 using Flux: OneHotArray, OneHotMatrix, OneHotVector
 using Flux: params
 using Test

test/utils.jl

@@ -2,7 +2,7 @@ using Flux
 using Flux: throttle, nfan, glorot_uniform, glorot_normal,
              kaiming_normal, kaiming_uniform, orthogonal, truncated_normal,
              sparse_init, identity_init, unstack, batch, unbatch,
-             unsqueeze, params, loadparams!, loadmodel!
+             unsqueeze, params, loadmodel!
 using MLUtils
 using StatsBase: var, std
 using Statistics, LinearAlgebra
@@ -385,17 +385,6 @@ end
     @test_skip typeof(l1.bias) === typeof(l2.bias)
   end
 
-  @testset "loadparams!" begin
-    pars(w, b) = [w, b]
-    pars(l) = pars(l.weight, l.bias)
-    pararray(m) = mapreduce(pars, vcat, m)
-    weights(m) = mapreduce(l -> [l.weight], vcat, m)
-    @testset "Bias type $bt" for bt in (Flux.zeros32, nobias)
-      m = dm(bt)
-      Flux.loadparams!(m, params(m))
-      testdense(m, bt)
-    end
-  end
 
   @testset "loadmodel!(dst, src)" begin
     m1 = Chain(Dense(10, 5), Dense(5, 2, relu))