def transformer_ae_a6():
  """Best hparams for transformer with semhash."""
  hparams = transformer_ae_a3()
  hparams.optimizer = "adam"
  hparams.noise_dev = 0.5
  return hparams
Best hparams for transformer with semhash.
tensor2tensor/models/research/transformer_vae.py