Updated generation benchmark configuration

This commit is contained in:
Guillaume B 2021-01-24 11:13:50 +01:00
parent 56574a15d5
commit 822f0bf19f

View File

@ -33,6 +33,8 @@ fn create_text_generation_model() -> TextGenerationModel {
repetition_penalty: 1.0,
length_penalty: 1.0,
no_repeat_ngram_size: 3,
num_beam_groups: None,
diversity_penalty: None,
num_return_sequences: 5,
device: Device::cuda_if_available(),
};