From 729ce43e6ec45cfdb58e06e227428a0f81c5de0f Mon Sep 17 00:00:00 2001
From: Joseph Redmon <pjreddie@gmail.com>
Date: Fri, 10 Jun 2016 00:20:31 +0000
Subject: [PATCH] stuff
---
src/activation_kernels.cu | 17 +++++++++++++++++
1 files changed, 17 insertions(+), 0 deletions(-)
diff --git a/src/activation_kernels.cu b/src/activation_kernels.cu
index 3dc3af0..362d5d7 100644
--- a/src/activation_kernels.cu
+++ b/src/activation_kernels.cu
@@ -7,6 +7,13 @@
#include "cuda.h"
}
+
+__device__ float hardtan_activate_kernel(float x)
+{
+ if (x < -1) return -1;
+ if (x > 1) return 1;
+ return x;
+}
__device__ float linear_activate_kernel(float x){return x;}
__device__ float logistic_activate_kernel(float x){return 1./(1. + exp(-x));}
__device__ float loggy_activate_kernel(float x){return 2./(1. + exp(-x)) - 1;}
@@ -29,6 +36,12 @@
else return (x - n) + floor(x/2.);
}
+
+__device__ float hardtan_gradient_kernel(float x)
+{
+ if (x > -1 && x < 1) return 1;
+ return 0;
+}
__device__ float linear_gradient_kernel(float x){return 1;}
__device__ float logistic_gradient_kernel(float x){return (1-x)*x;}
__device__ float loggy_gradient_kernel(float x)
@@ -74,6 +87,8 @@
return plse_activate_kernel(x);
case STAIR:
return stair_activate_kernel(x);
+ case HARDTAN:
+ return hardtan_activate_kernel(x);
}
return 0;
}
@@ -103,6 +118,8 @@
return plse_gradient_kernel(x);
case STAIR:
return stair_gradient_kernel(x);
+ case HARDTAN:
+ return hardtan_gradient_kernel(x);
}
return 0;
}
--
Gitblit v1.10.0