Commit 6985e589 authored by slym's avatar slym
Browse files

more updates on examples

parent c1e0689d

examples/sc21/run_figure_11.sh

+1 −1
Original line number Diff line number Diff line
@@ -25,7 +25,7 @@ MBS=1 
HS=20480

NAH=128

DDP=local

MEGATRON_EXTRA_PARAMS="--checkpoint-activations "

MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform "





# Name of the job.

examples/sc21/run_figure_12.sh

+2 −2
Original line number Diff line number Diff line
@@ -16,9 +16,9 @@ GBS=12 


# Set interleaved schedule options.

if [ ${INTERLEAVED} == "YES" ]; then

    MEGATRON_EXTRA_PARAMS="--checkpoint-activations --num-layers-per-virtual-pipeline-stage 2 "

    MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform --num-layers-per-virtual-pipeline-stage 2 "

elif [ ${INTERLEAVED} == "NO" ]; then

    MEGATRON_EXTRA_PARAMS="--checkpoint-activations "

    MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform "

else

    echo "Invalid configuration"

    exit 1

examples/sc21/run_figure_13.sh

+1 −1
Original line number Diff line number Diff line
@@ -24,7 +24,7 @@ NLS=32 
HS=20480

NAH=128

DDP=local

MEGATRON_EXTRA_PARAMS="--checkpoint-activations "

MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform "

NNODES=8

examples/sc21/run_figure_14.sh

+1 −1
Original line number Diff line number Diff line
@@ -25,7 +25,7 @@ NLS=32 
HS=3840

NAH=32

DDP=local

MEGATRON_EXTRA_PARAMS="--checkpoint-activations "

MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform "

NNODES=8

examples/sc21/run_figure_15.sh

+1 −1
Original line number Diff line number Diff line
@@ -25,7 +25,7 @@ NLS=32 
HS=3840

NAH=32

DDP=local

MEGATRON_EXTRA_PARAMS="--checkpoint-activations "

MEGATRON_EXTRA_PARAMS="--activations-checkpoint-method uniform "

NNODES=8