Commit 002cde6b authored by Mohammad Shoeybi's avatar Mohammad Shoeybi
Browse files

Merge branch 'arg_checks' into 'main' 

Update arguments checks.

See merge request ADLR/megatron-lm!270
parents 78bad983 8044c7b4

megatron/arguments.py

+2 −1
Original line number Diff line number Diff line
@@ -213,9 +213,10 @@ def parse_args(extra_args_provider=None, defaults={}, 
        assert args.encoder_seq_length is not None

        args.seq_length = args.encoder_seq_length



    assert args.hidden_size % args.num_attention_heads == 0

    if args.seq_length is not None:

        assert args.max_position_embeddings >= args.seq_length

    if args.decoder_seq_length is not None:

        assert args.max_position_embeddings >= args.decoder_seq_length

    if args.lr is not None:

        assert args.min_lr <= args.lr

    if args.save is not None: