From 352ae7e65b6a74bcd768aa88b866a44c713284c8 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Wed, 26 Oct 2016 15:35:44 +0000
Subject: [PATCH] ADAM
---
src/layer.h | 11 +++++++++++
1 files changed, 11 insertions(+), 0 deletions(-)
diff --git a/src/layer.h b/src/layer.h
index ea6862b..e07ea42 100644
--- a/src/layer.h
+++ b/src/layer.h
@@ -3,6 +3,7 @@
#include "activations.h"
#include "stddef.h"
+#include "tree.h"
struct network_state;
@@ -93,6 +94,16 @@
int reorg;
int log;
+ int adam;
+ float B1;
+ float B2;
+ float eps;
+ float *m_gpu;
+ float *v_gpu;
+ int t;
+
+ tree *softmax_tree;
+
float alpha;
float beta;
float kappa;
--
Gitblit v1.10.0