From eb9c88ef734d693e65ec35036811363a35e6b5d3 Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Sat, 14 Apr 2018 22:51:21 +0000
Subject: [PATCH] Fixed bug in Tensor Cores V100 (1. Desc in Batch norm, 2. Manually selected algo). Also fixed time measure on Linux for multi-threading.

---
 cfg/rnn.cfg |   21 ++++++++++++---------
 1 files changed, 12 insertions(+), 9 deletions(-)

diff --git a/cfg/rnn.cfg b/cfg/rnn.cfg
index f57ec67..68c032d 100644
--- a/cfg/rnn.cfg
+++ b/cfg/rnn.cfg
@@ -2,28 +2,31 @@
 subdivisions=1
 inputs=256
 batch = 1
-time_steps = 1
 momentum=0.9
-decay=0.0005
-max_batches = 50000000
+decay=0.001
+max_batches = 2000
+time_steps=1
 learning_rate=0.1
+policy=steps
+steps=1000,1500
+scales=.1,.1
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [connected]

--
Gitblit v1.10.0