src/connected_layer.c
@@ -29,7 +29,8 @@ l.biases = calloc(outputs, sizeof(float)); float scale = 1./sqrt(inputs); //float scale = 1./sqrt(inputs); float scale = sqrt(2./inputs); for(i = 0; i < inputs*outputs; ++i){ l.weights[i] = 2*scale*rand_uniform() - scale; } @@ -102,7 +103,7 @@ b = l.weights; c = state.delta; if(c) gemm(0,1,m,n,k,1,a,k,b,k,0,c,n); if(c) gemm(0,1,m,n,k,1,a,k,b,k,1,c,n); } #ifdef GPU @@ -172,6 +173,6 @@ b = l.weights_gpu; c = state.delta; if(c) gemm_ongpu(0,1,m,n,k,1,a,k,b,k,0,c,n); if(c) gemm_ongpu(0,1,m,n,k,1,a,k,b,k,1,c,n); } #endif