blame | history | patch | commit | commitdiff | ignore whitespace
AlexeyAB
2017-08-07 b202eaee259572cf8b627a776a62ce9d59aa50a6 
 src/connected_layer.h


@@ -2,54 +2,26 @@


#define CONNECTED_LAYER_H




#include "activations.h"


#include "opencl.h"


#include "layer.h"


#include "network.h"




typedef struct{


    float learning_rate;


    float momentum;


    float decay;


typedef layer connected_layer;




    int batch;


    int inputs;


    int outputs;


    float *weights;


    float *biases;


connected_layer make_connected_layer(int batch, int inputs, int outputs, ACTIVATION activation, int batch_normalize);




    float *weight_updates;


    float *bias_updates;


void forward_connected_layer(connected_layer layer, network_state state);


void backward_connected_layer(connected_layer layer, network_state state);


void update_connected_layer(connected_layer layer, int batch, float learning_rate, float momentum, float decay);


void denormalize_connected_layer(layer l);


void statistics_connected_layer(layer l);




    float *weight_adapt;


    float *bias_adapt;




    float *weight_momentum;


    float *bias_momentum;




    float *output;


    float *delta;


    


    #ifdef GPU


    cl_mem weights_cl;


    cl_mem biases_cl;




    cl_mem weight_updates_cl;


    cl_mem bias_updates_cl;




    cl_mem weight_momentum_cl;


    cl_mem bias_momentum_cl;




    cl_mem output_cl;


    cl_mem delta_cl;


    #endif


    ACTIVATION activation;




} connected_layer;




connected_layer *make_connected_layer(int batch, int inputs, int outputs, ACTIVATION activation, float learning_rate, float momentum, float decay);




void forward_connected_layer(connected_layer layer, float *input);


void backward_connected_layer(connected_layer layer, float *input, float *delta);


void update_connected_layer(connected_layer layer);




#ifdef GPU


void forward_connected_layer_gpu(connected_layer layer, network_state state);


void backward_connected_layer_gpu(connected_layer layer, network_state state);


void update_connected_layer_gpu(connected_layer layer, int batch, float learning_rate, float momentum, float decay);


void push_connected_layer(connected_layer layer);


void pull_connected_layer(connected_layer layer);


#endif




#endif