mosesdecoder/mert/Vocabulary.h

#ifndef MERT_VOCABULARY_H_
#define MERT_VOCABULARY_H_

#include <boost/unordered_map.hpp>
#include <string>

namespace mert {

/**
 * A map to handle vocabularies to calculate
 * various scores such as BLEU.
 *
 * TODO: replace this with more efficient data structure.
 */
class Vocabulary {
 public:
  typedef boost::unordered_map<std::string, int>::iterator iterator;
  typedef boost::unordered_map<std::string, int>::const_iterator const_iterator;

  Vocabulary() {}
  virtual ~Vocabulary() {}

  /** Returns the assiged id for given "token". */
  int Encode(const std::string& token);

  /**
   * Return true iff the specified "str" is found in the container.
   */
  bool Lookup(const std::string&str , int* v) const;

  void clear() { m_vocab.clear(); }

  bool empty() const { return m_vocab.empty(); }

  std::size_t size() const { return m_vocab.size(); }

  iterator find(const std::string& str) { return m_vocab.find(str); }
  const_iterator find(const std::string& str) const { return m_vocab.find(str); }

  int& operator[](const std::string& str) { return m_vocab[str]; }

  iterator begin() { return m_vocab.begin(); }
  const_iterator begin() const { return m_vocab.begin(); }
  iterator end() { return m_vocab.end(); }
  const_iterator end() const { return m_vocab.end(); }

 private:
  boost::unordered_map<std::string, int> m_vocab;
};

class VocabularyFactory {
 public:
  static Vocabulary* GetVocabulary();
  static void SetVocabulary(Vocabulary* vocab);

 private:
  VocabularyFactory() {}
  virtual ~VocabularyFactory() {}
};

} // namespace mert

#endif  // MERT_VOCABULARY_H_