1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
| #include "activations.h"
|
| #include <math.h>
|
| double identity_activation(double x)
| {
| return x;
| }
| double identity_gradient(double x)
| {
| return 1;
| }
|
| double relu_activation(double x)
| {
| return x*(x>0);
| }
| double relu_gradient(double x)
| {
| return (x>=0);
| }
|
| double sigmoid_activation(double x)
| {
| return 1./(1.+exp(-x));
| }
|
| double sigmoid_gradient(double x)
| {
| return x*(1.-x);
| }
|
|
