From 76e258520edb50e8bb897ba15aa9467579e70a6a Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Wed, 20 Jun 2018 10:28:25 +0000
Subject: [PATCH] Minor fix

---
 src/batchnorm_layer.c |   28 ++++++++++++++--------------
 1 files changed, 14 insertions(+), 14 deletions(-)

diff --git a/src/batchnorm_layer.c b/src/batchnorm_layer.c
index 883ab34..d35d9d2 100644
--- a/src/batchnorm_layer.c
+++ b/src/batchnorm_layer.c
@@ -190,18 +190,18 @@
 			&one,
 			&zero,
 			l.normDstTensorDesc,
-			l.x_gpu,
+			l.x_gpu,				// input
 			l.normDstTensorDesc,
-			l.output_gpu,
+			l.output_gpu,			// output
 			l.normTensorDesc,
 			l.scales_gpu,
 			l.biases_gpu,
 			.01,
-			l.rolling_mean_gpu,
-			l.rolling_variance_gpu,
+			l.rolling_mean_gpu,		// output (should be FP32)
+			l.rolling_variance_gpu,	// output (should be FP32)
 			.00001,
-			l.mean_gpu,
-			l.variance_gpu);
+			l.mean_gpu,			// output (should be FP32)
+			l.variance_gpu);	// output (should be FP32)
 #else
 		fast_mean_gpu(l.output_gpu, l.batch, l.out_c, l.out_h*l.out_w, l.mean_gpu);
 		fast_variance_gpu(l.output_gpu, l.mean_gpu, l.batch, l.out_c, l.out_h*l.out_w, l.variance_gpu);
@@ -243,18 +243,18 @@
 		&one,
 		&one,
 		l.normDstTensorDesc,
-		l.x_gpu,
+		l.x_gpu,				// input
 		l.normDstTensorDesc,
-		l.delta_gpu,
+		l.delta_gpu,			// input
 		l.normDstTensorDesc,
-		l.x_norm_gpu,
+		l.x_norm_gpu,			// output
 		l.normTensorDesc,
-		l.scales_gpu,
-		l.scale_updates_gpu,
-		l.bias_updates_gpu,
+		l.scales_gpu,			// output (should be FP32)
+		l.scale_updates_gpu,	// output (should be FP32)
+		l.bias_updates_gpu,		// output (should be FP32)
 		.00001,
-		l.mean_gpu,
-		l.variance_gpu);
+		l.mean_gpu,				// input (should be FP32)
+		l.variance_gpu);		// input (should be FP32)
 	copy_ongpu(l.outputs*l.batch, l.x_norm_gpu, 1, l.delta_gpu, 1);
 #else
 	backward_bias_gpu(l.bias_updates_gpu, l.delta_gpu, l.batch, l.out_c, l.out_w*l.out_h);

--
Gitblit v1.10.0