browsermt/bergamot-translator
1
1
Fork 0
mirror of https://github.com/browsermt/bergamot-translator.git synced 2024-08-15 16:40:26 +03:00
Code Issues Packages Projects Releases Wiki Activity

JS bindings for vocabularies as bytes

Browse Source
This commit is contained in:
Abhishek Aggarwal 2021-05-10 19:09:18 +02:00 committed by abhi-agg
parent 331216e017
commit 9f78985e45
1 changed files with 26 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
wasm/bindings/TranslationModelBindings.cpp
View File

@ -24,12 +24,36 @@ EMSCRIPTEN_BINDINGS(aligned_memory) {
.function("size", &marian::bergamot::AlignedMemory::size)
.function("getByteArrayView", &getByteArrayView)
;
register_vector<marian::bergamot::AlignedMemory*>("AlignedMemoryList");
}
std::vector<std::shared_ptr<marian::bergamot::AlignedMemory>>
prepareVocabsSmartMemories(std::vector<marian::bergamot::AlignedMemory*>& vocabsMemories) {
auto sourceVocabMemory = std::make_shared<marian::bergamot::AlignedMemory>(std::move(*(vocabsMemories[0])));
std::vector<std::shared_ptr<marian::bergamot::AlignedMemory>> vocabsSmartMemories;
vocabsSmartMemories.push_back(sourceVocabMemory);
// When source and target vocab files are same, only one memory object is passed in vocabsMemories
// to avoid double memory allocation for the same file. However, the constructor of the TranslationModel
// class still expects 2 entries where each entry has the shared ownership of a single AlignedMemory object.
if (vocabsMemories.size() == 2) {
auto targetVocabMemory = std::make_shared<marian::bergamot::AlignedMemory>(std::move(*(vocabsMemories[1])));
vocabsSmartMemories.push_back(std::move(targetVocabMemory));
}
else {
vocabsSmartMemories.push_back(sourceVocabMemory);
}
return vocabsSmartMemories;
}
TranslationModel* TranslationModelFactory(const std::string &config,
marian::bergamot::AlignedMemory* modelMemory,
marian::bergamot::AlignedMemory* shortlistMemory) {
return new TranslationModel(config, std::move(*modelMemory), std::move(*shortlistMemory));
marian::bergamot::AlignedMemory* shortlistMemory,
std::vector<marian::bergamot::AlignedMemory*> uniqueVocabsMemories) {
return new TranslationModel(config,
std::move(*modelMemory),
std::move(*shortlistMemory),
std::move(prepareVocabsSmartMemories(uniqueVocabsMemories)));
}
EMSCRIPTEN_BINDINGS(translation_model) {