marian-nmt/marian
1
1
Fork 0
mirror of https://github.com/marian-nmt/marian.git synced 2024-09-17 09:47:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

removed clipping

Browse Source
This commit is contained in:
Marcin Junczys-Dowmunt 2016-09-18 16:55:28 +02:00
parent ed684e25b6
commit 5fa56d0b85
1 changed files with 3 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/thrust_functions.h
View File

@ -16,13 +16,7 @@ namespace thrust
struct unary_exp : public thrust::unary_function<T,T> {
__host__ __device__
T operator()(const T &x) const {
float x2 = x;
float clip = 16;
if(x2 > clip)
x2 = clip;
if(x2 < -clip)
x2 = -clip;
return expf(x2);
return expf(x);
}
};
@ -37,10 +31,7 @@ namespace thrust
struct unary_log : public thrust::unary_function<T,T> {
__host__ __device__
T operator()(const T &x) const {
float x2 = x;
if(x2 < 10e-10)
x2 = 10e-10;
return logf(x2);
return logf(x);
}
};
@ -55,13 +46,7 @@ namespace thrust
struct unary_sigma : public thrust::unary_function<T,T> {
__host__ __device__
T operator()(const T &x) const {
float x2 = x;
float clip = 16;
if(x2 > clip)
x2 = clip;
if(x2 < -clip)
x2 = -clip;
return 1.0 / (1.0 + expf(-x2));
return 1.0 / (1.0 + expf(-x));
}
};