mosesdecoder/phrase-extract/extract-ghkm/ExtractGHKM.h

/***********************************************************************
 Moses - statistical machine translation system
 Copyright (C) 2006-2011 University of Edinburgh

 This library is free software; you can redistribute it and/or
 modify it under the terms of the GNU Lesser General Public
 License as published by the Free Software Foundation; either
 version 2.1 of the License, or (at your option) any later version.

 This library is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 Lesser General Public License for more details.

 You should have received a copy of the GNU Lesser General Public
 License along with this library; if not, write to the Free Software
 Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
***********************************************************************/

#pragma once

#include <map>
#include <ostream>
#include <set>
#include <string>
#include <vector>

#include "ParseTree.h"

namespace Moses
{

class OutputFileStream;

namespace GHKM
{

struct Options;

class ExtractGHKM
{
public:

  ExtractGHKM() : m_name("extract-ghkm") {}
  const std::string &GetName() const {
    return m_name;
  }
  int Main(int argc, char *argv[]);

private:

  void Error(const std::string &) const;
  void OpenInputFileOrDie(const std::string &, std::ifstream &);
  void OpenOutputFileOrDie(const std::string &, std::ofstream &);
  void OpenOutputFileOrDie(const std::string &, OutputFileStream &);
  void RecordTreeLabels(const ParseTree &, std::set<std::string> &);
  void CollectWordLabelCounts(ParseTree &,
                              const Options &,
                              std::map<std::string, int> &,
                              std::map<std::string, std::string> &);
  void WriteUnknownWordLabel(const std::map<std::string, int> &,
                             const std::map<std::string, std::string> &,
                             const Options &,
                             std::ostream &,
                             bool writeCounts=false) const;
  void WriteUnknownWordSoftMatches(const std::set<std::string> &,
                                   std::ostream &) const;
  void WriteGlueGrammar(const std::set<std::string> &,
                        const std::map<std::string, int> &,
                        const std::map<std::string,size_t> &,
                        const Options &,
                        std::ostream &) const;
  void WriteSourceLabelSet(const std::map<std::string,size_t> &,
                           std::ostream &) const;
  void StripBitParLabels(const std::set<std::string> &labelSet,
                         const std::map<std::string, int> &topLabelSet,
                         std::set<std::string> &outLabelSet,
                         std::map<std::string, int> &outTopLabelSet) const;

  std::vector<std::string> ReadTokens(const std::string &) const;
  std::vector<std::string> ReadTokens(const ParseTree &root) const;

  void ProcessOptions(int, char *[], Options &) const;

  std::string m_name;
};

}  // namespace GHKM
}  // namespace Moses