Commit b04eb0a2 authored by Boris Fomitchev's avatar Boris Fomitchev
Browse files

Warning added

parent 9026b86d

megatron/model/transformer.py

+1 −0
Original line number Diff line number Diff line
@@ -24,6 +24,7 @@ try: 
    _ = FusedLayerNorm(8, eps=1e-5)



except Exception as e:

    print('WARNING: APEX is not available, using torch.nn.LayerNorm instead of apex.normalization.FusedLayerNorm!')

    from torch.nn import LayerNorm



from megatron import get_args