Commit c55e154f authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

added adam betas and eps as arguments

parent 48269d8d

megatron/arguments.py

+1 −1
Original line number Diff line number Diff line
@@ -206,7 +206,7 @@ def _add_regularization_args(parser): 
                       help='Second coefficient for computing running averages of'

                       'gradient and its square')

    group.add_argument('--adam-eps', type=float, default=1e-08,

                       help='term added to the denominator to improve'

                       help='Term added to the denominator to improve'

                       'numerical stability')



    return parser