From 0305fb4d99cf1efc7d4aa4d2ee2d65d54500d437 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Thu, 26 Nov 2015 19:48:01 +0000
Subject: [PATCH] Some changes
---
src/activation_kernels.cu | 6 ++++++
1 files changed, 6 insertions(+), 0 deletions(-)
diff --git a/src/activation_kernels.cu b/src/activation_kernels.cu
index 0ab9fd9..d5607da 100644
--- a/src/activation_kernels.cu
+++ b/src/activation_kernels.cu
@@ -10,6 +10,7 @@
__device__ float linear_activate_kernel(float x){return x;}
__device__ float logistic_activate_kernel(float x){return 1./(1. + exp(-x));}
__device__ float relu_activate_kernel(float x){return x*(x>0);}
+__device__ float elu_activate_kernel(float x){return (x >= 0)*x + (x < 0)*(exp(x)-1);}
__device__ float relie_activate_kernel(float x){return x*(x>0);}
__device__ float ramp_activate_kernel(float x){return x*(x>0)+.1*x;}
__device__ float leaky_activate_kernel(float x){return (x>0) ? x : .1*x;}
@@ -24,6 +25,7 @@
__device__ float linear_gradient_kernel(float x){return 1;}
__device__ float logistic_gradient_kernel(float x){return (1-x)*x;}
__device__ float relu_gradient_kernel(float x){return (x>0);}
+__device__ float elu_gradient_kernel(float x){return (x >= 0) + (x < 0)*(x + 1);}
__device__ float relie_gradient_kernel(float x){return (x>0) ? 1 : .01;}
__device__ float ramp_gradient_kernel(float x){return (x>0)+.1;}
__device__ float leaky_gradient_kernel(float x){return (x>0) ? 1 : .1;}
@@ -39,6 +41,8 @@
return logistic_activate_kernel(x);
case RELU:
return relu_activate_kernel(x);
+ case ELU:
+ return elu_activate_kernel(x);
case RELIE:
return relie_activate_kernel(x);
case RAMP:
@@ -62,6 +66,8 @@
return logistic_gradient_kernel(x);
case RELU:
return relu_gradient_kernel(x);
+ case ELU:
+ return elu_gradient_kernel(x);
case RELIE:
return relie_gradient_kernel(x);
case RAMP:
--
Gitblit v1.10.0