Commit 0c01c2fe authored by Mostofa Patwary's avatar Mostofa Patwary
Browse files

fix one more issue

parent 43d307d5

tools/openwebtext/cleanup_fix_dataset.py

+1 −1
Original line number Diff line number Diff line
@@ -75,7 +75,7 @@ def process_doc(json_line, args): 
    except Exception as e:

        print('Error: *************************\n{}\ntext: {}'.format(e, \

            text), flush=True)

        return output, text, True

        return output, text, document, True



    # don't remove

    return output, text, document, False