Commit 79888e16 authored by Mohammad Shoeybi's avatar Mohammad Shoeybi
Browse files

Merge branch 'main_evaluate_wiki' into 'main' 

fixed wiki evaluation

See merge request ADLR/megatron-lm!157
parents 64cf3d98 ef2adb5d

tasks/zeroshot_gpt2/detokenizer.py

+1 −1
Original line number Diff line number Diff line
@@ -69,7 +69,7 @@ def lambada_detokenizer(string): 


_DETOKENIZERS = {

    'ptb': ptb_detokenizer,

    'wikitext': wikitext_detokenizer,

    'wiki': wikitext_detokenizer,

    'lambada': lambada_detokenizer,

}