export_DDP_envvars.sh 276 Bytes
Newer Older
Tsaris, Aristeidis's avatar
Tsaris, Aristeidis committed
1
2
3
4
5
export RANK=$OMPI_COMM_WORLD_RANK
export LOCAL_RANK=$OMPI_COMM_WORLD_LOCAL_RANK
export WORLD_SIZE=$OMPI_COMM_WORLD_SIZE
export MASTER_ADDR=$(cat $LSB_DJOB_HOSTFILE | sort | uniq | grep -v batch | grep -v login | head -1)
export MASTER_PORT=29500 # default from torch launcher