mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
72 lines
1.3 KiB
C++
72 lines
1.3 KiB
C++
// $Id$
|
|
|
|
#ifndef _TABLES_H
|
|
#define _TABLES_H
|
|
|
|
#include <iostream>
|
|
#include <fstream>
|
|
#include <assert.h>
|
|
#include <stdlib.h>
|
|
#include <string>
|
|
#include <queue>
|
|
#include <map>
|
|
#include <cmath>
|
|
|
|
extern std::vector<std::string> tokenize( const char*);
|
|
|
|
namespace MosesTraining
|
|
{
|
|
|
|
typedef std::string WORD;
|
|
typedef unsigned int WORD_ID;
|
|
|
|
class Vocabulary
|
|
{
|
|
public:
|
|
std::map<WORD, WORD_ID> lookup;
|
|
std::vector< WORD > vocab;
|
|
WORD_ID storeIfNew( const WORD& );
|
|
WORD_ID getWordID( const WORD& );
|
|
inline WORD &getWord( WORD_ID id ) {
|
|
return vocab[ id ];
|
|
}
|
|
};
|
|
|
|
typedef std::vector< WORD_ID > PHRASE;
|
|
typedef unsigned int PHRASE_ID;
|
|
|
|
class PhraseTable
|
|
{
|
|
public:
|
|
std::map< PHRASE, PHRASE_ID > lookup;
|
|
std::vector< PHRASE > phraseTable;
|
|
PHRASE_ID storeIfNew( const PHRASE& );
|
|
PHRASE_ID getPhraseID( const PHRASE& );
|
|
void clear();
|
|
inline PHRASE &getPhrase( const PHRASE_ID id ) {
|
|
return phraseTable[ id ];
|
|
}
|
|
};
|
|
|
|
typedef std::vector< std::pair< PHRASE_ID, double > > PHRASEPROBVEC;
|
|
|
|
class TTable
|
|
{
|
|
public:
|
|
std::map< PHRASE_ID, std::vector< std::pair< PHRASE_ID, double > > > ttable;
|
|
std::map< PHRASE_ID, std::vector< std::pair< PHRASE_ID, std::vector< double > > > > ttableMulti;
|
|
};
|
|
|
|
class DTable
|
|
{
|
|
public:
|
|
std::map< int, double > dtable;
|
|
void init();
|
|
void load( const std::string& );
|
|
double get( int );
|
|
};
|
|
|
|
}
|
|
|
|
#endif
|