Commit 356f8771 authored by Jared Casper's avatar Jared Casper
Browse files

Merge branch 'fix/help-title-dist' of https://github.com/lazykyama/Megatron-LM into community-fixes

parents 24ccd8aa c147a3e8

megatron/arguments.py

+1 −1
Original line number Diff line number Diff line
@@ -358,7 +358,7 @@ def _add_mixed_precision_args(parser): 




def _add_distributed_args(parser):

    group = parser.add_argument_group(title='mixed precision')

    group = parser.add_argument_group(title='distributed')



    group.add_argument('--model-parallel-size', type=int, default=1,

                       help='Size of the model parallel.')