Commit ef2adb5d authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

fixed wiki evaluation issue

parent 38c45de7

tasks/zeroshot_gpt2/detokenizer.py

+0 −1
Original line number Diff line number Diff line
@@ -69,7 +69,6 @@ def lambada_detokenizer(string): 


_DETOKENIZERS = {

    'ptb': ptb_detokenizer,

    'wikitext': wikitext_detokenizer,

    'wiki': wikitext_detokenizer,

    'lambada': lambada_detokenizer,

}