From 9e98f1b68e2ebf618d7f65a0985f5efd11e413f9 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Thu, 18 Dec 2014 18:47:33 +0000
Subject: [PATCH] Not sure
---
src/connected_layer.c | 6 +++---
1 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/src/connected_layer.c b/src/connected_layer.c
index 85bf5c8..96236a3 100644
--- a/src/connected_layer.c
+++ b/src/connected_layer.c
@@ -25,8 +25,8 @@
layer->weight_updates = calloc(inputs*outputs, sizeof(float));
layer->weights = calloc(inputs*outputs, sizeof(float));
- float scale = 1./inputs;
- scale = .01;
+ float scale = 1./sqrt(inputs);
+ //scale = .01;
for(i = 0; i < inputs*outputs; ++i){
layer->weights[i] = scale*rand_normal();
}
@@ -34,7 +34,7 @@
layer->bias_updates = calloc(outputs, sizeof(float));
layer->biases = calloc(outputs, sizeof(float));
for(i = 0; i < outputs; ++i){
- layer->biases[i] = .01;
+ layer->biases[i] = scale;
}
#ifdef GPU
--
Gitblit v1.10.0