@@ -176,7 +176,7 @@ public void PerActivationBatchNormalizationForward()
176
176
{
177
177
BatchNormalizationLayerBase
178
178
cpu = new BatchNormalizationLayer ( TensorInfo . Linear ( 250 ) , NormalizationMode . PerActivation , ActivationType . ReLU ) ,
179
- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
179
+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
180
180
TestForward ( cpu , gpu , 400 ) ;
181
181
}
182
182
@@ -185,7 +185,7 @@ public void PerActivationBatchNormalizationBackward()
185
185
{
186
186
BatchNormalizationLayerBase
187
187
cpu = new BatchNormalizationLayer ( TensorInfo . Linear ( 250 ) , NormalizationMode . PerActivation , ActivationType . ReLU ) ,
188
- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
188
+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . PerActivation , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
189
189
TestBackward ( cpu , gpu , 400 ) ;
190
190
}
191
191
@@ -194,7 +194,7 @@ public void SpatialBatchNormalizationForward()
194
194
{
195
195
BatchNormalizationLayerBase
196
196
cpu = new BatchNormalizationLayer ( TensorInfo . Volume ( 12 , 12 , 13 ) , NormalizationMode . Spatial , ActivationType . ReLU ) ,
197
- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
197
+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
198
198
TestForward ( cpu , gpu , 400 ) ;
199
199
}
200
200
@@ -203,7 +203,7 @@ public void SpatialBatchNormalizationBackward()
203
203
{
204
204
BatchNormalizationLayerBase
205
205
cpu = new BatchNormalizationLayer ( TensorInfo . Volume ( 12 , 12 , 13 ) , NormalizationMode . Spatial , ActivationType . ReLU ) ,
206
- gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . Copy ( ) , cpu . Sigma2 . AsSpan ( ) . Copy ( ) , cpu . ActivationType ) ;
206
+ gpu = new CuDnnBatchNormalizationLayer ( cpu . InputInfo , NormalizationMode . Spatial , cpu . Weights , cpu . Biases , cpu . Iteration , cpu . Mu . AsSpan ( ) . ToArray ( ) , cpu . Sigma2 . AsSpan ( ) . ToArray ( ) , cpu . ActivationType ) ;
207
207
TestBackward ( cpu , gpu , 400 ) ;
208
208
}
209
209
0 commit comments