mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-26 19:37:58 +03:00
fixed kneserNey phrase probability smoothing bug reported by Česlav Przywara <ceslav@przywara.cz>
This commit is contained in:
parent
21c51194fa
commit
5ba153806b
@ -256,7 +256,7 @@ void processFiles( char* fileNameDirect, char* fileNameIndirect, char* fileNameC
|
|||||||
if (kneserNeyFlag) {
|
if (kneserNeyFlag) {
|
||||||
float D = kneserNey_D3;
|
float D = kneserNey_D3;
|
||||||
if (countEF < 2) D = kneserNey_D1;
|
if (countEF < 2) D = kneserNey_D1;
|
||||||
if (countEF < 3) D = kneserNey_D2;
|
else if (countEF < 3) D = kneserNey_D2;
|
||||||
if (D > countEF) D = countEF - 0.01; // sanity constraint
|
if (D > countEF) D = countEF - 0.01; // sanity constraint
|
||||||
|
|
||||||
float p_b_E = n1_E / totalCount; // target phrase prob based on distinct
|
float p_b_E = n1_E / totalCount; // target phrase prob based on distinct
|
||||||
|
Loading…
Reference in New Issue
Block a user