Commit cec3dbe6 authored by Jared Casper's avatar Jared Casper
Browse files

Merge branch 'patch-2' of https://github.com/nakosung/Megatron-LM into community-fixes

parents 8d0da202 9edfdaec

megatron/mpu/mappings.py

+1 −1
Original line number Diff line number Diff line
@@ -90,7 +90,7 @@ class _CopyToModelParallelRegion(torch.autograd.Function): 




class _ReduceFromModelParallelRegion(torch.autograd.Function):

    """All-redcue the input from the model parallel region."""

    """All-reduce the input from the model parallel region."""



    @staticmethod

    def symbolic(graph, input_):