Add symmetric support for mul! (#217)

Author: Roger-luo

lib/cublas/linalg.jl

@@ -363,3 +363,64 @@ for (t, uploc, isunitc) in ((:LowerTriangular, 'U', 'N'),
             CUBLAS.trsm!('R', $uploc, 'C', $isunitc, one(T), parent(parent(B)), A)
     end
 end
+
+# symmetric mul!
+# level 2
+@inline function LinearAlgebra.mul!(y::CuVector{T}, A::Hermitian{T,<:CuMatrix}, x::CuVector{T},
+             α::Number, β::Number) where {T<:CublasReal}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.symv!(A.uplo, alpha, A.data, x, beta, y)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end
+
+@inline function LinearAlgebra.mul!(y::CuVector{T}, A::Hermitian{T,<:CuMatrix}, x::CuVector{T},
+             α::Number, β::Number) where {T<:CublasComplex}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.hemv!(A.uplo, alpha, A.data, x, beta, y)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end
+
+# level 3
+
+@inline function LinearAlgebra.mul!(C::CuMatrix{T}, A::Hermitian{T,<:CuMatrix}, B::CuMatrix{T},
+             α::Number, β::Number) where {T<:CublasReal}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.symm!('L', A.uplo, alpha, A.data, B, beta, C)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end
+@inline function LinearAlgebra.mul!(C::CuMatrix{T}, A::CuMatrix{T}, B::Hermitian{T,<:CuMatrix},
+             α::Number, β::Number) where {T<:CublasReal}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.symm!('R', B.uplo, alpha, B.data, A, beta, C)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end
+@inline function LinearAlgebra.mul!(C::CuMatrix{T}, A::Hermitian{T,<:CuMatrix}, B::CuMatrix{T},
+             α::Number, β::Number) where {T<:CublasComplex}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.hemm!('L', A.uplo, alpha, A.data, B, beta, C)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end
+@inline function LinearAlgebra.mul!(C::CuMatrix{T}, A::CuMatrix{T}, B::Hermitian{T,<:CuMatrix},
+             α::Number, β::Number) where {T<:CublasComplex}
+    alpha, beta = promote(α, β, zero(T))
+    if alpha isa Union{Bool,T} && beta isa Union{Bool,T}
+        return CUBLAS.hemm!('R', B.uplo, alpha, B.data, A, beta, C)
+    else
+        error("only supports BLAS type, got $T")
+    end
+end

test/cublas.jl

@@ -135,6 +135,15 @@ end
             mul!(y, f(A), x, Ts(1), Ts(2))
             @test Array(dy) ≈ y
         end
+
+        @testset "hermitian" begin
+            y, A, x = rand(elty, 5), Hermitian(rand(elty, 5, 5)), rand(elty, 5)
+            dy, dA, dx = CuArray(y), Hermitian(CuArray(A)), CuArray(x)
+            mul!(dy, dA, dx)
+            mul!(y, A, x)
+            @test Array(dy) ≈ y
+        end
+
         @testset "banded methods" begin
             # bands
             ku = 2
@@ -553,6 +562,15 @@ end
             mul!(C, f(A), g(B), Ts(1), Ts(2))
             @test Array(dC) ≈ C
         end
+
+        @testset "hermitian" begin
+            C, A, B = rand(elty, 5, 5), Hermitian(rand(elty, 5, 5)), rand(elty, 5, 5)
+            dC, dA, dB = CuArray(C), Hermitian(CuArray(A)), CuArray(B)
+            mul!(dC, dA, dB)
+            mul!(C, A, B)
+            @test Array(dC) ≈ C
+        end
+
         A = rand(elty,m,k)
         B = rand(elty,k,n)
         Bbad = rand(elty,k+1,n+1)