def attention_lm_moe_tiny():
  """Cheap model for debugging.

  Returns:
    an hparams object.
  """
  hparams = attention_lm_moe_small()
  hparams.moe_num_experts = 32
  return hparams
Cheap model for debugging.

  Returns:
    an hparams object.
  
tensor2tensor/models/research/attention_lm_moe.py