From b715671988a4f3e476586df52fa3bf052cce7f80 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Thu, 05 Dec 2013 21:17:16 +0000
Subject: [PATCH] Works well on MNIST
---
src/activations.h | 22 +++++++++++++---------
1 files changed, 13 insertions(+), 9 deletions(-)
diff --git a/src/activations.h b/src/activations.h
index 294cf28..889453f 100644
--- a/src/activations.h
+++ b/src/activations.h
@@ -1,10 +1,14 @@
-typedef enum{
- SIGMOID, RELU, IDENTITY
-}ACTIVATOR_TYPE;
+#ifndef ACTIVATIONS_H
+#define ACTIVATIONS_H
-double relu_activation(double x);
-double relu_gradient(double x);
-double sigmoid_activation(double x);
-double sigmoid_gradient(double x);
-double identity_activation(double x);
-double identity_gradient(double x);
+typedef enum{
+ SIGMOID, RELU, LINEAR, RAMP, TANH
+}ACTIVATION;
+
+ACTIVATION get_activation(char *s);
+
+double activate(double x, ACTIVATION a);
+double gradient(double x, ACTIVATION a);
+
+#endif
+
--
Gitblit v1.10.0