def get_model_parallel_group():
    """Get the model parallel group the caller rank belongs to."""
    assert _MODEL_PARALLEL_GROUP is not None, \
        'model parallel group is not initialized'
    return _MODEL_PARALLEL_GROUP
Get the model parallel group the caller rank belongs to.
dpkd/transformers/src/transformers/mpu/initialize.py