def get_pipeline_model_parallel_rank():
    """Return my rank for the pipeline model parallel group."""
    return 0
    # global _MPU_PIPELINE_MODEL_PARALLEL_RANK
    # if _MPU_PIPELINE_MODEL_PARALLEL_RANK is not None:
    #     return _MPU_PIPELINE_MODEL_PARALLEL_RANK
    # return torch.distributed.get_rank(group=get_pipeline_model_parallel_group())
Return my rank for the pipeline model parallel group.
training/DeepSpeed-Domino/domino/parallel_state.py