diff --git a/moses/LM/bilingual-lm/BilingualLM.cpp b/moses/LM/bilingual-lm/BilingualLM.cpp
index e76b240a3..5d0e38756 100644
--- a/moses/LM/bilingual-lm/BilingualLM.cpp
+++ b/moses/LM/bilingual-lm/BilingualLM.cpp
@@ -108,7 +108,7 @@ void BilingualLM::getTargetWords(const Hypothesis &cur_hypo
     additional_needed = -additional_needed;
     std::vector<int> prev_words(additional_needed);
     requestPrevTargetNgrams(cur_hypo, additional_needed, prev_words);
-    for (int i=0; i<additional_needed; i++){
+    for (int i=additional_needed -1 ; i>-1; i--){
       words[j] = prev_words[i];
       j++;
     }