From db3a3c54c5078dca64a3076113bec93c11f4be63 Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Sat, 03 Feb 2018 12:35:13 +0000
Subject: [PATCH] Some fixes
---
src/network.c | 6 ++++--
1 files changed, 4 insertions(+), 2 deletions(-)
diff --git a/src/network.c b/src/network.c
index 56a316c..0c1b9af 100644
--- a/src/network.c
+++ b/src/network.c
@@ -50,6 +50,7 @@
int batch_num = get_current_batch(net);
int i;
float rate;
+ if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
switch (net.policy) {
case CONSTANT:
return net.learning_rate;
@@ -66,8 +67,9 @@
case EXP:
return net.learning_rate * pow(net.gamma, batch_num);
case POLY:
- if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
- return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
+ return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
+ //if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
+ //return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
case RANDOM:
return net.learning_rate * pow(rand_uniform(0,1), net.power);
case SIG:
--
Gitblit v1.10.0