Commit fda3d442 authored by zihanl's avatar zihanl
Browse files

add comments

parent 23302cb2

tasks/knwl_dialo/preprocessing.py

+1 −2
Original line number Diff line number Diff line
@@ -268,13 +268,12 @@ def get_database(test_datapath, train_datapath, data_type): 
            turns = splits[1].split(" [SEP] ")[-3:]

            knowledge = splits[2]

            response = splits[3]



            # filtering data samples

            if knowledge == "no_passages_used":

                # when no knowledge is used

                continue

            if data_type != "wow_seen" and ("(" in knowledge or ")" in knowledge):

                # when brackets existing in the knowledge

                # when bracket exists in the knowledge

                continue

            if data_type != "wow_seen" and topic not in knowledge:

                # when topic does not exist in the knowledge