From 08b757a0bf76efe8c76b453063a1bb19315bcaa6 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Wed, 14 Jan 2015 20:18:57 +0000
Subject: [PATCH] Stable, needs to be way faster
---
src/connected_layer.h | 56 ++++++++++++++++++++++++++++++++++++++++++++++----------
1 files changed, 46 insertions(+), 10 deletions(-)
diff --git a/src/connected_layer.h b/src/connected_layer.h
index e403b0f..c3b8cb1 100644
--- a/src/connected_layer.h
+++ b/src/connected_layer.h
@@ -1,21 +1,57 @@
#ifndef CONNECTED_LAYER_H
#define CONNECTED_LAYER_H
+#include "activations.h"
+#include "opencl.h"
+
typedef struct{
+ float learning_rate;
+ float momentum;
+ float decay;
+
+ int batch;
int inputs;
int outputs;
- double *weights;
- double *biases;
- double *weight_updates;
- double *bias_updates;
- double *output;
+ float *weights;
+ float *biases;
+
+ float *weight_updates;
+ float *bias_updates;
+
+ float *weight_prev;
+ float *bias_prev;
+
+ float *output;
+ float *delta;
+
+ #ifdef GPU
+ cl_mem weights_cl;
+ cl_mem biases_cl;
+
+ cl_mem weight_updates_cl;
+ cl_mem bias_updates_cl;
+
+ cl_mem output_cl;
+ cl_mem delta_cl;
+ #endif
+ ACTIVATION activation;
+
} connected_layer;
-connected_layer make_connected_layer(int inputs, int outputs);
-void run_connected_layer(double *input, connected_layer layer);
-void backpropagate_connected_layer(double *input, connected_layer layer);
-void calculate_updates_connected_layer(double *input, connected_layer layer);
-void update_connected_layer(connected_layer layer, double step);
+void secret_update_connected_layer(connected_layer *layer);
+connected_layer *make_connected_layer(int batch, int inputs, int outputs, ACTIVATION activation, float learning_rate, float momentum, float decay);
+
+void forward_connected_layer(connected_layer layer, float *input);
+void backward_connected_layer(connected_layer layer, float *input, float *delta);
+void update_connected_layer(connected_layer layer);
+
+#ifdef GPU
+void forward_connected_layer_gpu(connected_layer layer, cl_mem input);
+void backward_connected_layer_gpu(connected_layer layer, cl_mem input, cl_mem delta);
+void update_connected_layer_gpu(connected_layer layer);
+void push_connected_layer(connected_layer layer);
+void pull_connected_layer(connected_layer layer);
+#endif
#endif
--
Gitblit v1.10.0