Commit 8044c7b4 authored by Jared Casper's avatar Jared Casper
Browse files

Update arguments checks. 

hidden_size % attention_heads == 0 is handled above when dealing with kv_channels.

Adding check for decoder sequence length.
parent 2ff004ac

megatron/arguments.py

+2 −1
Original line number Diff line number Diff line
@@ -213,9 +213,10 @@ def parse_args(extra_args_provider=None, defaults={}, 
        assert args.encoder_seq_length is not None

        args.seq_length = args.encoder_seq_length



    assert args.hidden_size % args.num_attention_heads == 0

    if args.seq_length is not None:

        assert args.max_position_embeddings >= args.seq_length

    if args.decoder_seq_length is not None:

        assert args.max_position_embeddings >= args.decoder_seq_length

    if args.lr is not None:

        assert args.min_lr <= args.lr

    if args.save is not None: