From dbdd31ee211fe8b1ac7e93ceadf7b34b8d304f34 Mon Sep 17 00:00:00 2001 From: Roland Singer <roland.singer@desertbit.com> Date: Wed, 22 Aug 2018 11:56:41 +0000 Subject: [PATCH] updated README to include information about learning rate adjustment for multiple GPUs --- cfg/rnn.cfg | 21 ++++++++++++--------- 1 files changed, 12 insertions(+), 9 deletions(-) diff --git a/cfg/rnn.cfg b/cfg/rnn.cfg index a67e1fa..68c032d 100644 --- a/cfg/rnn.cfg +++ b/cfg/rnn.cfg @@ -1,29 +1,32 @@ [net] subdivisions=1 inputs=256 -batch = 128 +batch = 1 momentum=0.9 decay=0.001 -max_batches = 50000 -time_steps=900 +max_batches = 2000 +time_steps=1 learning_rate=0.1 +policy=steps +steps=1000,1500 +scales=.1,.1 [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [rnn] batch_normalize=1 -output = 256 -hidden=512 +output = 1024 +hidden=1024 activation=leaky [connected] -- Gitblit v1.10.0