Commit 38c45de7 authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

fixed wiki evaluation issue

parent 42d21122

tasks/zeroshot_gpt2/detokenizer.py

+1 −0
Original line number Diff line number Diff line
@@ -70,6 +70,7 @@ def lambada_detokenizer(string): 
_DETOKENIZERS = {

    'ptb': ptb_detokenizer,

    'wikitext': wikitext_detokenizer,

    'wiki': wikitext_detokenizer,

    'lambada': lambada_detokenizer,

}