[torchrun.logs_specs] default = torch.distributed.elastic.multiprocessing:DefaultLogsSpecs [torch.distributed.backends] mpi = torch.distributed.distributed_c10d:_register_builtin_mpi_backend gloo = torch.distributed.distributed_c10d:_register_builtin_gloo_backend nccl = torch.distributed.distributed_c10d:_register_builtin_nccl_backend nccl-legacy = torch.distributed.distributed_c10d:_register_builtin_nccl_legacy_backend nccl2 = torch.distributed.distributed_c10d:_register_builtin_nccl2_backend nccl-lazy = torch.distributed.distributed_c10d:_register_builtin_nccl_lazy_backend ucc = torch.distributed.distributed_c10d:_register_builtin_ucc_backend xccl = torch.distributed.distributed_c10d:_register_builtin_xccl_backend nccl4py = torch.distributed.nccl4py_backend:_register_nccl4py_backend [torch.distributed.transports] nixl = torch.distributed._transport.nixl:NIXLTransport [console_scripts] torchrun = torch.distributed.run:main torchfrtrace = torch.distributed.flight_recorder.fr_trace:main