Added benchmarks for 3d rnn api.

Author: mkschleg

perf/bench_utils.jl

@@ -28,7 +28,7 @@ function run_benchmark(model, x; cuda=true)
     end
 
     ps = Flux.params(model)
-    y, back = if model isa Flux.Recur
+    y, back = if model isa Flux.Recur && eltype(x) isa AbstractVector
         pullback(() -> sum(sum([model(x_t) for x_t in x])), ps)
     else
         pullback(() -> sum(model(x)), ps)

perf/recurrent.jl

@@ -9,5 +9,15 @@ for n in [2, 20, 200, 2000], T in [1, 8, 16, 64]
   run_benchmark(model, x, cuda=true)    
 end
 
+println("RNN-3d")
+for n in [2, 20, 200, 2000], T in [1, 8, 16, 64]
+  x = randn(Float32, n, n, T)
+  model = RNN(n, n)
+  println("CPU n=$n, t=$T")
+  run_benchmark(model, x, cuda=false)
+  println("CUDA n=$n, t=$T")
+  run_benchmark(model, x, cuda=true)    
+end
+