From 4373f897f1a5efd1a58746c44430dc33df925415 Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Wed, 07 Feb 2018 22:07:19 +0000
Subject: [PATCH] Fixed densenet201_yolo.cfg - burn_in and poly policy, that changes learning rate
---
src/network.c | 7 +++++--
1 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/src/network.c b/src/network.c
index 2d755ae..0c1b9af 100644
--- a/src/network.c
+++ b/src/network.c
@@ -50,6 +50,7 @@
int batch_num = get_current_batch(net);
int i;
float rate;
+ if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
switch (net.policy) {
case CONSTANT:
return net.learning_rate;
@@ -66,8 +67,9 @@
case EXP:
return net.learning_rate * pow(net.gamma, batch_num);
case POLY:
- if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
- return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
+ return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
+ //if (batch_num < net.burn_in) return net.learning_rate * pow((float)batch_num / net.burn_in, net.power);
+ //return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
case RANDOM:
return net.learning_rate * pow(rand_uniform(0,1), net.power);
case SIG:
@@ -218,6 +220,7 @@
state.delta = prev.delta;
}
layer l = net.layers[i];
+ if (l.stopbackward) break;
l.backward(l, state);
}
}
--
Gitblit v1.10.0