def transformer_fairseq_fp16_activation_big():
  """Hparams intended to mirror those used in arxiv.org/pdf/1806.00187.pdf."""
  hparams = transformer_big()
  hparams.activation_dtype = "float16"
  hparams.batch_size = 3584
  return hparams
Hparams intended to mirror those used in arxiv.org/pdf/1806.00187.pdf.
tensor2tensor/models/transformer.py