Commit 6a0ef5b1 authored by mshoeybi's avatar mshoeybi
Browse files

pushed a fix for torch ddp

parent e8fb052f

megatron/arguments.py

+4 −0
Original line number Diff line number Diff line
@@ -154,6 +154,10 @@ def parse_args(extra_args_provider=None, defaults={}, 
        assert args.DDP_impl == 'local'

        assert args.use_contiguous_buffers_in_local_ddp



    # For torch DDP, we do not use contiguous buffer

    if args.DDP_impl == 'torch':

        args.use_contiguous_buffers_in_local_ddp = False



    if args.dataloader_type is None:

        args.dataloader_type = 'single'