| | |
| | | typedef enum{ |
| | | SIGMOID, RELU, IDENTITY |
| | | }ACTIVATOR_TYPE; |
| | | #include "cuda.h" |
| | | #ifndef ACTIVATIONS_H |
| | | #define ACTIVATIONS_H |
| | | |
| | | double relu_activation(double x); |
| | | double relu_gradient(double x); |
| | | double sigmoid_activation(double x); |
| | | double sigmoid_gradient(double x); |
| | | double identity_activation(double x); |
| | | double identity_gradient(double x); |
| | | typedef enum{ |
| | | SIGMOID, RELU, LINEAR, RAMP, TANH |
| | | }ACTIVATION; |
| | | |
| | | ACTIVATION get_activation(char *s); |
| | | |
| | | char *get_activation_string(ACTIVATION a); |
| | | float activate(float x, ACTIVATION a); |
| | | float gradient(float x, ACTIVATION a); |
| | | void gradient_array(const float *x, const int n, const ACTIVATION a, float *delta); |
| | | void activate_array(float *x, const int n, const ACTIVATION a); |
| | | #ifdef GPU |
| | | void activate_array_ongpu(float *x, int n, ACTIVATION a); |
| | | void gradient_array_ongpu(float *x, int n, ACTIVATION a, float *delta); |
| | | #endif |
| | | |
| | | #endif |
| | | |