From a08ef29e085236f13fd04246c6774f9682a56208 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Fri, 10 Jul 2015 23:38:14 +0000
Subject: [PATCH] NIGHTMARE!!!!
---
src/activation_kernels.cu | 6 ++++++
1 files changed, 6 insertions(+), 0 deletions(-)
diff --git a/src/activation_kernels.cu b/src/activation_kernels.cu
index fb1126e..16dd4d2 100644
--- a/src/activation_kernels.cu
+++ b/src/activation_kernels.cu
@@ -8,6 +8,7 @@
__device__ float relu_activate_kernel(float x){return x*(x>0);}
__device__ float relie_activate_kernel(float x){return x*(x>0);}
__device__ float ramp_activate_kernel(float x){return x*(x>0)+.1*x;}
+__device__ float leaky_activate_kernel(float x){return (x>0) ? x : .1*x;}
__device__ float tanh_activate_kernel(float x){return (exp(2*x)-1)/(exp(2*x)+1);}
__device__ float plse_activate_kernel(float x)
{
@@ -21,6 +22,7 @@
__device__ float relu_gradient_kernel(float x){return (x>0);}
__device__ float relie_gradient_kernel(float x){return (x>0) ? 1 : .01;}
__device__ float ramp_gradient_kernel(float x){return (x>0)+.1;}
+__device__ float leaky_gradient_kernel(float x){return (x>0) ? 1 : .1;}
__device__ float tanh_gradient_kernel(float x){return 1-x*x;}
__device__ float plse_gradient_kernel(float x){return (x < 0 || x > 1) ? .01 : .125;}
@@ -37,6 +39,8 @@
return relie_activate_kernel(x);
case RAMP:
return ramp_activate_kernel(x);
+ case LEAKY:
+ return leaky_activate_kernel(x);
case TANH:
return tanh_activate_kernel(x);
case PLSE:
@@ -58,6 +62,8 @@
return relie_gradient_kernel(x);
case RAMP:
return ramp_gradient_kernel(x);
+ case LEAKY:
+ return leaky_gradient_kernel(x);
case TANH:
return tanh_gradient_kernel(x);
case PLSE:
--
Gitblit v1.10.0