Commit 5247f24c authored by Neel Kant's avatar Neel Kant
Browse files

Fix gpt2_dataset import error

parent a5bfc013

megatron/data/gpt2_dataset.py

+1 −1
Original line number Diff line number Diff line
@@ -22,7 +22,7 @@ import numpy as np 
import torch



from megatron import mpu, print_rank_0

from megatron.data.bert_dataset import get_train_valid_test_split_

from megatron.data.dataset_utils import get_train_valid_test_split_

from megatron.data.indexed_dataset import make_dataset as make_indexed_dataset