Faster batch normalization

Joseph Redmon

2015-12-08 c2738835f0a2435ab03f411af3d168aec389d2a6

 src/convolutional_layer.c

@@ -86,9 +86,8 @@
        }

        l.mean = calloc(n, sizeof(float));
        l.spatial_mean = calloc(n*l.batch, sizeof(float));

        l.variance = calloc(n, sizeof(float));

        l.rolling_mean = calloc(n, sizeof(float));
        l.rolling_variance = calloc(n, sizeof(float));
    }
@@ -114,12 +113,6 @@
        l.rolling_mean_gpu = cuda_make_array(l.mean, n);
        l.rolling_variance_gpu = cuda_make_array(l.variance, n);

        l.spatial_mean_gpu = cuda_make_array(l.spatial_mean, n*l.batch);
        l.spatial_variance_gpu = cuda_make_array(l.spatial_mean, n*l.batch);

        l.spatial_mean_delta_gpu = cuda_make_array(l.spatial_mean, n*l.batch);
        l.spatial_variance_delta_gpu = cuda_make_array(l.spatial_mean, n*l.batch);

        l.mean_delta_gpu = cuda_make_array(l.mean, n);
        l.variance_delta_gpu = cuda_make_array(l.variance, n);