From a284a7da8d1facbf984a22302665a2a50295a687 Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Wed, 08 Aug 2018 16:08:58 +0000
Subject: [PATCH] Try to use avx_hs() - slow and requires alignment 4096 bits < (l.size*l.size*l.c) May be faster only from 8192 bits and more.

---
 cfg/rnn.cfg |   21 ++++++++++++---------
 1 files changed, 12 insertions(+), 9 deletions(-)

diff --git a/cfg/rnn.cfg b/cfg/rnn.cfg
index f57ec67..68c032d 100644
--- a/cfg/rnn.cfg
+++ b/cfg/rnn.cfg
@@ -2,28 +2,31 @@
 subdivisions=1
 inputs=256
 batch = 1
-time_steps = 1
 momentum=0.9
-decay=0.0005
-max_batches = 50000000
+decay=0.001
+max_batches = 2000
+time_steps=1
 learning_rate=0.1
+policy=steps
+steps=1000,1500
+scales=.1,.1
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [rnn]
 batch_normalize=1
-output = 256
-hidden=512
+output = 1024
+hidden=1024
 activation=leaky
 
 [connected]

--
Gitblit v1.10.0