facebookresearch/fairseq
1
1
Fork 0
mirror of https://github.com/facebookresearch/fairseq.git synced 2024-08-17 04:20:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix dict order (#5109)

Browse Source
This commit is contained in:
Vineel Pratap 2023-05-18 18:29:26 -07:00 committed by GitHub
parent 5ecbbf58d6
commit bfd9dc6d27
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/speech_recognition/new/decoders/flashlight_decoder.py
View File

@ -40,6 +40,7 @@ try:
Trie,
)
from flashlight.lib.text.dictionary import create_word_dict, load_words
from flashlight.lib.text.dictionary import Dictionary as flDictionary
except ImportError:
warnings.warn(
"flashlight python bindings are required to use this functionality. "
@ -102,8 +103,9 @@ class KenLMDecoder(BaseDecoder):
else:
assert self.unitlm, "Lexicon-free decoding requires unit LM"
d = {w: [[w]] for w in tgt_dict.symbols}
self.word_dict = create_word_dict(d)
self.word_dict = flDictionary()
for sym in tgt_dict.symbols:
self.word_dict.add_entry(sym, tgt_dict.index(sym))
self.lm = KenLM(cfg.lmpath, self.word_dict)
self.decoder_opts = LexiconFreeDecoderOptions(
beam_size=cfg.beam,