def test_optimizers(self):
        """
        Run a series of tests on various pytorch optimizers
        """

        # SIT scenario
        model, criterion, benchmark = self.init_scenario(multi_task=True)
        for optimizer in self._iterate_optimizers(
            model, "SGDmom", "Adam", "SGD", "AdamW"
        ):
            strategy = Naive(
                model=model,
                optimizer=optimizer,
                criterion=criterion,
                train_mb_size=64,
                device=self.device,
                eval_mb_size=50,
                train_epochs=2,
            )
            self._test_optimizer(strategy)
            self._test_optimizer_state(strategy)

        Run a series of tests on various pytorch optimizers
        
tests/test_optimizer.py