| # Copyright (c) Microsoft Corporation. | |
| # SPDX-License-Identifier: Apache-2.0 | |
| # DeepSpeed Team | |
| PDSH_LAUNCHER = 'pdsh' | |
| PDSH_MAX_FAN_OUT = 1024 | |
| OPENMPI_LAUNCHER = 'openmpi' | |
| MPICH_LAUNCHER = 'mpich' | |
| IMPI_LAUNCHER = 'impi' | |
| SLURM_LAUNCHER = 'slurm' | |
| MVAPICH_LAUNCHER = 'mvapich' | |
| MVAPICH_TMP_HOSTFILE = '/tmp/deepspeed_mvapich_hostfile' | |
| ELASTIC_TRAINING_ID_DEFAULT = "123456789" | |