def test_correct_number_of_discrete_actions_1d(self):
    """The env should become discrete whenever we pass num_action."""
    env_discrete = gym_utils.ActionDiscretizeWrapper(
        gym_utils.RenderedEnv(SimpleContinuousActionsEnv(dimensions=1)),
        num_actions=4)

    expected_action_space = gym.spaces.MultiDiscrete([4,])
    self.assertEqual(env_discrete.action_space, expected_action_space)
The env should become discrete whenever we pass num_action.
tensor2tensor/rl/gym_utils_test.py