2018-09-03 18:57:53 +03:00
|
|
|
.. role:: hidden
|
|
|
|
|
:class: hidden-section
|
|
|
|
|
|
|
|
|
|
.. _optimizers:
|
|
|
|
|
|
|
|
|
|
Optimizers
|
|
|
|
|
==========
|
|
|
|
|
|
2019-01-05 07:00:49 +03:00
|
|
|
Optimizers update the Model parameters based on the gradients.
|
|
|
|
|
|
2018-09-03 18:57:53 +03:00
|
|
|
.. automodule:: fairseq.optim
|
|
|
|
|
:members:
|
2019-01-05 07:00:49 +03:00
|
|
|
|
|
|
|
|
.. autoclass:: fairseq.optim.FairseqOptimizer
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
|
|
|
|
|
2019-04-30 05:45:01 +03:00
|
|
|
.. autoclass:: fairseq.optim.adadelta.Adadelta
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
2019-01-05 07:00:49 +03:00
|
|
|
.. autoclass:: fairseq.optim.adagrad.Adagrad
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
2019-04-30 05:45:01 +03:00
|
|
|
.. autoclass:: fairseq.optim.adafactor.FairseqAdafactor
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
2019-01-05 07:00:49 +03:00
|
|
|
.. autoclass:: fairseq.optim.adam.FairseqAdam
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
|
|
|
|
.. autoclass:: fairseq.optim.fp16_optimizer.FP16Optimizer
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
|
|
|
|
.. autoclass:: fairseq.optim.nag.FairseqNAG
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
|
|
|
|
.. autoclass:: fairseq.optim.sgd.SGD
|
|
|
|
|
:members:
|
|
|
|
|
:undoc-members:
|
