Commit 39c80331 authored by Boris Fomitchev's avatar Boris Fomitchev
Browse files

fixed typo in comment 



Signed-off-by: default avatarBoris Fomitchev <bfomitchev@nvidia.com>
parent c632d205

megatron/initialize.py

+1 −1
Original line number Diff line number Diff line
@@ -65,7 +65,7 @@ def initialize_megatron(extra_args_provider=None, args_defaults={}, 
        # delayed initialization of DDP-related stuff

        # We only set basic DDP globals    

        set_model_parallel_world_size(args.model_parallel_size)

        # and refurn function for external DDP manager to call when it has DDP initialized

        # and return function for external DDP manager to call when it has DDP initialized

        set_model_parallel_rank(args.rank)    

        return finish_mpu_init

    else: