From 393dc8eb6f3a9dd92ec665200444186c1addc5d2 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Wed, 09 Sep 2015 19:48:40 +0000
Subject: [PATCH] stable
---
src/network.c | 13 ++++++++++++-
1 files changed, 12 insertions(+), 1 deletions(-)
diff --git a/src/network.c b/src/network.c
index d823c15..af4861a 100644
--- a/src/network.c
+++ b/src/network.c
@@ -29,15 +29,26 @@
float get_current_rate(network net)
{
int batch_num = get_current_batch(net);
+ int i;
+ float rate;
switch (net.policy) {
case CONSTANT:
return net.learning_rate;
case STEP:
- return net.learning_rate * pow(net.gamma, batch_num/net.step);
+ return net.learning_rate * pow(net.scale, batch_num/net.step);
+ case STEPS:
+ rate = net.learning_rate;
+ for(i = 0; i < net.num_steps; ++i){
+ if(net.steps[i] > batch_num) return rate;
+ rate *= net.scales[i];
+ }
+ return rate;
case EXP:
return net.learning_rate * pow(net.gamma, batch_num);
case POLY:
return net.learning_rate * pow(1 - (float)batch_num / net.max_batches, net.power);
+ case SIG:
+ return net.learning_rate * (1/(1+exp(net.gamma*(batch_num - net.step))));
default:
fprintf(stderr, "Policy is weird!\n");
return net.learning_rate;
--
Gitblit v1.10.0