Commit f21a6628 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

updated the evaluation script for retriver

parent dfb6a9b3

megatron/data/biencoder_dataset_utils.py

+0 −1
Original line number Diff line number Diff line
@@ -20,7 +20,6 @@ def make_attention_mask(source_block, target_block): 
    # (source_length, target_length)

    return mask





def get_one_epoch_dataloader(dataset, micro_batch_size=None):

    """Specifically one epoch to be used in an indexing job."""

    args = get_args()