diff --git a/lm/builder/adjust_counts.cc b/lm/builder/adjust_counts.cc
index fa77d45a7..2dd3cef1b 100644
--- a/lm/builder/adjust_counts.cc
+++ b/lm/builder/adjust_counts.cc
@@ -64,7 +64,7 @@ class StatCollector {
             case THROW_UP:
               throw;
             case COMPLAIN:
-              std::cerr << e.what() << "  Substituting fallback discounts D1=" << config.fallback.amount[1] << " D2=" << config.fallback.amount[2] << " D3+=" << config.fallback.amount[3] << std::endl;
+              std::cerr << "Substituting fallback discounts for order " << i << ": D1=" << config.fallback.amount[1] << " D2=" << config.fallback.amount[2] << " D3+=" << config.fallback.amount[3] << std::endl;
             case SILENT:
               break;
           }