From c7b10ceadb1a78e7480d281444a31ae2a7dc1b05 Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Fri, 06 May 2016 23:25:16 +0000
Subject: [PATCH] so much need to commit
---
src/activation_kernels.cu | 17 ++++++++++++++++-
1 files changed, 16 insertions(+), 1 deletions(-)
diff --git a/src/activation_kernels.cu b/src/activation_kernels.cu
index 99933c8..3dc3af0 100644
--- a/src/activation_kernels.cu
+++ b/src/activation_kernels.cu
@@ -15,13 +15,19 @@
__device__ float relie_activate_kernel(float x){return x*(x>0);}
__device__ float ramp_activate_kernel(float x){return x*(x>0)+.1*x;}
__device__ float leaky_activate_kernel(float x){return (x>0) ? x : .1*x;}
-__device__ float tanh_activate_kernel(float x){return (exp(2*x)-1)/(exp(2*x)+1);}
+__device__ float tanh_activate_kernel(float x){return (2/(1 + exp(-2*x)) - 1);}
__device__ float plse_activate_kernel(float x)
{
if(x < -4) return .01 * (x + 4);
if(x > 4) return .01 * (x - 4) + 1;
return .125*x + .5;
}
+__device__ float stair_activate_kernel(float x)
+{
+ int n = floor(x);
+ if (n%2 == 0) return floor(x/2.);
+ else return (x - n) + floor(x/2.);
+}
__device__ float linear_gradient_kernel(float x){return 1;}
__device__ float logistic_gradient_kernel(float x){return (1-x)*x;}
@@ -37,6 +43,11 @@
__device__ float leaky_gradient_kernel(float x){return (x>0) ? 1 : .1;}
__device__ float tanh_gradient_kernel(float x){return 1-x*x;}
__device__ float plse_gradient_kernel(float x){return (x < 0 || x > 1) ? .01 : .125;}
+__device__ float stair_gradient_kernel(float x)
+{
+ if (floor(x) == x) return 0;
+ return 1;
+}
__device__ float activate_kernel(float x, ACTIVATION a)
{
@@ -61,6 +72,8 @@
return tanh_activate_kernel(x);
case PLSE:
return plse_activate_kernel(x);
+ case STAIR:
+ return stair_activate_kernel(x);
}
return 0;
}
@@ -88,6 +101,8 @@
return tanh_gradient_kernel(x);
case PLSE:
return plse_gradient_kernel(x);
+ case STAIR:
+ return stair_gradient_kernel(x);
}
return 0;
}
--
Gitblit v1.10.0