def should_save(self):
        """
        Whether or not the current process should write to disk, e.g., to save models and checkpoints.
        """
        if self.save_on_each_node:
            return self.local_process_index == 0
        else:
            if is_sagemaker_mp_enabled():
                return smp.rank() == 0
            else:
                return self.process_index == 0

        Whether or not the current process should write to disk, e.g., to save models and checkpoints.
        
dpkd/transformers/src/transformers/training_args.py