From c7c7078de7952fbdcfe7b4a7d60303e56e84846b Mon Sep 17 00:00:00 2001 From: AlexeyAB Date: Thu, 7 Nov 2019 01:18:47 +0300 Subject: [PATCH] Added URL to the description of activation MISH on GitHub --- src/activation_kernels.cu | 2 ++ src/activations.c | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/activation_kernels.cu b/src/activation_kernels.cu index 846c586f..d8ff25f4 100644 --- a/src/activation_kernels.cu +++ b/src/activation_kernels.cu @@ -199,6 +199,7 @@ __global__ void activate_array_swish_kernel(float *x, int n, float *output_sigmo } } +// https://github.com/digantamisra98/Mish __global__ void activate_array_mish_kernel(float *x, int n, float *activation_input, float *output_gpu) { int i = (blockIdx.x + blockIdx.y*gridDim.x) * blockDim.x + threadIdx.x; @@ -273,6 +274,7 @@ __global__ void gradient_array_swish_kernel(float *x, int n, float *sigmoid_gpu, } } +// https://github.com/digantamisra98/Mish __global__ void gradient_array_mish_kernel(int n, float *activation_input, float *delta) { int i = (blockIdx.x + blockIdx.y*gridDim.x) * blockDim.x + threadIdx.x; diff --git a/src/activations.c b/src/activations.c index 5311fb97..da92af0a 100644 --- a/src/activations.c +++ b/src/activations.c @@ -134,6 +134,7 @@ void activate_array_swish(float *x, const int n, float * output_sigmoid, float * } } +// https://github.com/digantamisra98/Mish void activate_array_mish(float *x, const int n, float * activation_input, float * output) { int i; @@ -200,6 +201,7 @@ void gradient_array_swish(const float *x, const int n, const float * sigmoid, fl } } +// https://github.com/digantamisra98/Mish void gradient_array_mish(const int n, const float * activation_input, float * delta) { int i;