From 9ac78d8b84f6a059d2cefe22a10aa60de5b3feaf Mon Sep 17 00:00:00 2001 From: AlexeyAB <alexeyab84@gmail.com> Date: Thu, 04 Jan 2018 21:58:52 +0000 Subject: [PATCH] Fine tuning, use stopbackward=1 in the cfg-file in that layer where Backward should be stopped. --- src/cuda.h | 28 ++++++++++++++++++++++------ 1 files changed, 22 insertions(+), 6 deletions(-) diff --git a/src/cuda.h b/src/cuda.h index cbe7975..31f9092 100644 --- a/src/cuda.h +++ b/src/cuda.h @@ -1,24 +1,40 @@ #ifndef CUDA_H #define CUDA_H +#if defined(_MSC_VER) && _MSC_VER < 1900 + #define inline __inline +#endif + extern int gpu_index; #ifdef GPU -#define BLOCK 256 +#define BLOCK 512 #include "cuda_runtime.h" +#include "curand.h" #include "cublas_v2.h" +#ifdef CUDNN +#include "cudnn.h" +#endif + void check_error(cudaError_t status); cublasHandle_t blas_handle(); -float *cuda_make_array(float *x, int n); -int *cuda_make_int_array(int n); -void cuda_push_array(float *x_gpu, float *x, int n); -void cuda_pull_array(float *x_gpu, float *x, int n); +float *cuda_make_array(float *x, size_t n); +int *cuda_make_int_array(size_t n); +void cuda_push_array(float *x_gpu, float *x, size_t n); +void cuda_pull_array(float *x_gpu, float *x, size_t n); +void cuda_set_device(int n); void cuda_free(float *x_gpu); -float cuda_compare(float *x_gpu, float *x, int n, char *s); +void cuda_random(float *x_gpu, size_t n); +float cuda_compare(float *x_gpu, float *x, size_t n, char *s); dim3 cuda_gridsize(size_t n); +cudaStream_t get_cuda_stream(); + +#ifdef CUDNN +cudnnHandle_t cudnn_handle(); +#endif #endif #endif -- Gitblit v1.10.0