From 9ac78d8b84f6a059d2cefe22a10aa60de5b3feaf Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Thu, 04 Jan 2018 21:58:52 +0000
Subject: [PATCH] Fine tuning, use stopbackward=1 in the cfg-file in that layer where Backward should be stopped.

---
 cfg/rnn.cfg |   21 ++++++++++++---------
 1 files changed, 12 insertions(+), 9 deletions(-)

diff --git a/cfg/rnn.cfg b/cfg/rnn.cfg
index a67e1fa..68c032d 100644
--- a/cfg/rnn.cfg
+++ b/cfg/rnn.cfg
@@ -1,29 +1,32 @@
 [net]
 subdivisions=1
 inputs=256
-batch = 128
+batch = 1
 momentum=0.9
 decay=0.001
-max_batches = 50000
-time_steps=900
+max_batches = 2000
+time_steps=1
 learning_rate=0.1
+policy=steps
+steps=1000,1500
+scales=.1,.1
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [connected]

--
Gitblit v1.10.0