def shuffle_network_baseline():
  """Large Shuffle-Exchange configuration.

  Returns:
    dict: Neural Shuffle-Exchange configuration
  """

  hparams = common_hparams.basic_params1()
  hparams.hidden_size = 48 * 8  # feature maps
  hparams.num_hidden_layers = 2  # block count

  hparams.clip_grad_norm = 0.  # no gradient clipping

  hparams.optimizer = "adam"
  hparams.optimizer_adam_epsilon = 1e-5
  hparams.learning_rate_schedule = "legacy"
  hparams.learning_rate_decay_scheme = "noam"
  hparams.learning_rate = 0.1
  hparams.initializer_gain = 1.0
  hparams.initializer = "uniform_unit_scaling"
  hparams.optimizer_adam_beta1 = 0.9
  hparams.optimizer_adam_beta2 = 0.999
  hparams.add_hparam("force_max_length", False)  # use fixed max length
  hparams.max_length = 256  # use when targets are not known

  hparams.dropout = 0.1
  hparams.label_smoothing = 0.
  hparams.weight_decay = 0.

  return hparams
Large Shuffle-Exchange configuration.

  Returns:
    dict: Neural Shuffle-Exchange configuration
  
tensor2tensor/models/research/shuffle_network.py