Commit fda81a21 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

updating no load rng

parent 63121a9e

tasks/finetune_utils.py

+3 −0
Original line number Diff line number Diff line
@@ -285,8 +285,11 @@ def finetune(train_valid_datasets_provider, model_provider, 
    if args.iteration == 0 and args.pretrained_checkpoint is not None:

        original_load = args.load

        args.load = args.pretrained_checkpoint

        original_rng = args.no_load_rng

        args.no_load_rng = True

        _ = load_checkpoint(model, None, None)

        args.load = original_load

        args.no_load_rng = original_rng

        # This is critical when only model is loaded. We should make sure

        # main parameters are also updated.

        optimizer.reload_model_params()