| | |
|---|
| | | #define CONNECTED_LAYER_H |
|---|
| | | |
|---|
| | | #include "activations.h" |
|---|
| | | #include "opencl.h" |
|---|
| | | |
|---|
| | | typedef struct{ |
|---|
| | | float learning_rate; |
|---|
| | | float momentum; |
|---|
| | | float decay; |
|---|
| | | |
|---|
| | | int batch; |
|---|
| | | int inputs; |
|---|
| | | int outputs; |
|---|
| | | double *weights; |
|---|
| | | double *biases; |
|---|
| | | double *weight_updates; |
|---|
| | | double *bias_updates; |
|---|
| | | double *output; |
|---|
| | | float *weights; |
|---|
| | | float *biases; |
|---|
| | | |
|---|
| | | double (* activation)(); |
|---|
| | | double (* gradient)(); |
|---|
| | | float *weight_updates; |
|---|
| | | float *bias_updates; |
|---|
| | | |
|---|
| | | float *weight_prev; |
|---|
| | | float *bias_prev; |
|---|
| | | |
|---|
| | | float *output; |
|---|
| | | float *delta; |
|---|
| | | |
|---|
| | | #ifdef GPU |
|---|
| | | cl_mem weights_cl; |
|---|
| | | cl_mem biases_cl; |
|---|
| | | |
|---|
| | | cl_mem weight_updates_cl; |
|---|
| | | cl_mem bias_updates_cl; |
|---|
| | | |
|---|
| | | cl_mem output_cl; |
|---|
| | | cl_mem delta_cl; |
|---|
| | | #endif |
|---|
| | | ACTIVATION activation; |
|---|
| | | |
|---|
| | | } connected_layer; |
|---|
| | | |
|---|
| | | connected_layer *make_connected_layer(int inputs, int outputs, ACTIVATION activator); |
|---|
| | | void secret_update_connected_layer(connected_layer *layer); |
|---|
| | | connected_layer *make_connected_layer(int batch, int inputs, int outputs, ACTIVATION activation, float learning_rate, float momentum, float decay); |
|---|
| | | |
|---|
| | | void run_connected_layer(double *input, connected_layer layer); |
|---|
| | | void learn_connected_layer(double *input, connected_layer layer); |
|---|
| | | void update_connected_layer(connected_layer layer, double step); |
|---|
| | | void forward_connected_layer(connected_layer layer, float *input); |
|---|
| | | void backward_connected_layer(connected_layer layer, float *input, float *delta); |
|---|
| | | void update_connected_layer(connected_layer layer); |
|---|
| | | |
|---|
| | | void backpropagate_connected_layer(double *input, connected_layer layer); |
|---|
| | | void calculate_update_connected_layer(double *input, connected_layer layer); |
|---|
| | | #ifdef GPU |
|---|
| | | void forward_connected_layer_gpu(connected_layer layer, cl_mem input); |
|---|
| | | void backward_connected_layer_gpu(connected_layer layer, cl_mem input, cl_mem delta); |
|---|
| | | void update_connected_layer_gpu(connected_layer layer); |
|---|
| | | void push_connected_layer(connected_layer layer); |
|---|
| | | void pull_connected_layer(connected_layer layer); |
|---|
| | | #endif |
|---|
| | | |
|---|
| | | #endif |
|---|
| | | |
|---|
