def transformer_lm_tpu_1():
  """HParams for training languagemodel_lm1b8k on tpu.  335M Params."""
  hparams = transformer_lm_tpu_0()
  hparams.hidden_size = 2048
  hparams.filter_size = 8192
  return hparams
HParams for training languagemodel_lm1b8k on tpu.  335M Params.
tensor2tensor/models/transformer.py