celinelee/

bartlarge_risctoarm_cloze2048

{
  model: facebook/bart-large,
  max_position_embeddings: 2048,
  learning_rate: 3e-4,
  no_repeat_ngram_size: 0
  num_steps: 520000
}