From 9bae70b22549b68f5cdeece8b6c3b3de00c22714 Mon Sep 17 00:00:00 2001
From: AlexeyAB <alexeyab84@gmail.com>
Date: Mon, 16 Apr 2018 23:51:11 +0000
Subject: [PATCH] Accelerated by another 5% using FP16/32 Batch-norm for Tensor Cores.

---
 cfg/go.test.cfg |   94 +++++++++++++++++++++++++++++++++++++++-------
 1 files changed, 79 insertions(+), 15 deletions(-)

diff --git a/cfg/go.test.cfg b/cfg/go.test.cfg
index 700d4f1..6b92d33 100644
--- a/cfg/go.test.cfg
+++ b/cfg/go.test.cfg
@@ -8,57 +8,121 @@
 decay=0.0005
 
 learning_rate=0.1
-max_batches = 0
-policy=steps
-steps=50000, 90000
-scales=.1, .1
+policy=poly
+power=4
+max_batches=400000
 
 [convolutional]
-filters=256
+filters=192
 size=3
 stride=1
 pad=1
-activation=leaky
+activation=relu
 batch_normalize=1
 
 [convolutional]
-filters=256
+filters=192
 size=3
 stride=1
 pad=1
-activation=leaky
+activation=relu
 batch_normalize=1
 
 [convolutional]
-filters=256
+filters=192
 size=3
 stride=1
 pad=1
-activation=leaky
+activation=relu
 batch_normalize=1
 
 [convolutional]
-filters=256
+filters=192
 size=3
 stride=1
 pad=1
-activation=leaky
+activation=relu
 batch_normalize=1
 
 [convolutional]
-filters=256
+filters=192
 size=3
 stride=1
 pad=1
-activation=leaky
+activation=relu
 batch_normalize=1
 
 [convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+[convolutional]
+filters=192
+size=3
+stride=1
+pad=1
+activation=relu
+batch_normalize=1
+
+
+[convolutional]
 filters=1
 size=1
 stride=1
 pad=1
-activation=leaky
+activation=linear
 
 [softmax]
 

--
Gitblit v1.10.0