src/transformers/benchmark/benchmark_args.py/PyTorchBenchmarkArguments/device_idx
class PyTorchBenchmarkArguments:    def device_idx(self) -> int:
        requires_backends(self, ["torch"])
        # TODO(PVP): currently only single GPU is supported
        return torch.cuda.current_device()