def model_parallel_is_initialized():
    """Check if tensor and pipeline parallel groups are initialized."""
    return (ps._TP_DEVICE_GROUP is not None)
    # and _PIPELINE_MODEL_PARALLEL_GROUP is not None)
Check if tensor and pipeline parallel groups are initialized.
verl/third_party/vllm/vllm_v_0_4_2/parallel_state.py