From eb9c88ef734d693e65ec35036811363a35e6b5d3 Mon Sep 17 00:00:00 2001 From: AlexeyAB <alexeyab84@gmail.com> Date: Sat, 14 Apr 2018 22:51:21 +0000 Subject: [PATCH] Fixed bug in Tensor Cores V100 (1. Desc in Batch norm, 2. Manually selected algo). Also fixed time measure on Linux for multi-threading. --- cfg/rnn.cfg | 21 ++++++++++++--------- 1 files changed, 12 insertions(+), 9 deletions(-) diff --git a/cfg/rnn.cfg b/cfg/rnn.cfg index a67e1fa..68c032d 100644 --- a/cfg/rnn.cfg +++ b/cfg/rnn.cfg @@ -1,29 +1,32 @@ [net] subdivisions=1 inputs=256 -batch = 128 +batch = 1 momentum=0.9 decay=0.001 -max_batches = 50000 -time_steps=900 +max_batches = 2000 +time_steps=1 learning_rate=0.1 +policy=steps +steps=1000,1500 +scales=.1,.1 [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [connected] -- Gitblit v1.10.0