facebookresearch/fairseq
1
1
Fork 0
mirror of https://github.com/facebookresearch/fairseq.git synced 2024-09-22 06:39:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Don't save/restore convolutional layers in incremental inference

Browse Source
This commit is contained in:
Myle Ott 2017-09-27 08:22:37 -07:00
parent cb0d7b2ad1
commit 813352e12c
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
fairseq/models/fconv.py
View File

@ -284,9 +284,8 @@ class Decoder(nn.Module):
'already performing incremental inference'
self._is_inference_incremental = True
# save original forward and convolution layers
# save original forward
self._orig_forward = self.forward
self._orig_conv = self.convolutions
# switch to incremental forward
self.forward = self._incremental_forward
@ -295,9 +294,8 @@ class Decoder(nn.Module):
self.start_fresh_sequence(beam_size)
def _stop_incremental_inference(self):
# restore original forward and convolution layers
# restore original forward
self.forward = self._orig_forward
self.convolutions = self._orig_conv
self._is_inference_incremental = False