mosesdecoder/moses/TranslationModel/DynSuffixArray.h

56 lines
1.2 KiB
C
Raw Normal View History

#ifndef moses_DynSuffixArray_h
#define moses_DynSuffixArray_h
#include <vector>
#include <set>
#include <algorithm>
#include <utility>
#include "moses/Util.h"
#include "moses/File.h"
2012-11-27 20:16:30 +04:00
#include "moses/TranslationModel/DynSAInclude/types.h"
namespace Moses
{
typedef std::vector<unsigned> vuint_t;
/** @todo ask Abbey Levenberg
*/
class DynSuffixArray
{
public:
DynSuffixArray();
DynSuffixArray(vuint_t*);
~DynSuffixArray();
bool GetCorpusIndex(const vuint_t*, vuint_t*);
void Load(FILE*);
void Save(FILE*);
void Insert(vuint_t*, unsigned);
void Delete(unsigned, unsigned);
void Substitute(vuint_t*, unsigned);
private:
vuint_t* m_SA;
vuint_t* m_ISA;
vuint_t* m_F;
vuint_t* m_L;
vuint_t* m_corpus;
void BuildAuxArrays();
void Qsort(int* array, int begin, int end);
int Compare(int, int, int);
void Reorder(unsigned, unsigned);
int LastFirstFunc(unsigned);
int Rank(unsigned, unsigned);
int F_firstIdx(unsigned);
void PrintAuxArrays() {
std::cerr << "SA\tISA\tF\tL\n";
for(size_t i=0; i < m_SA->size(); ++i)
std::cerr << m_SA->at(i) << "\t" << m_ISA->at(i) << "\t" << m_F->at(i) << "\t" << m_L->at(i) << std::endl;
}
};
} //end namespace
#endif