diff --git a/test/data/test_builtin_datasets.py b/test/data/test_builtin_datasets.py
index cf18f36d64..27b071a729 100644
--- a/test/data/test_builtin_datasets.py
+++ b/test/data/test_builtin_datasets.py
@@ -298,8 +298,6 @@ def assert_nth_pair_is_equal(n, expected_sentence_pair):
                                        'alle', 'möglichen', 'Funktionsteile', 'hat', '.', '\n'],
                                       ['It', "'s", 'one', 'of', 'my', 'favorites', ',', 'because', 'it', "'s",
                                        'got', 'all', 'sorts', 'of', 'working', 'parts', '.', '\n']))
-        datafile = os.path.join(self.project_root, ".data", "2016-01.tgz")
-        conditional_remove(datafile)
 
     def test_multi30k(self):
         from torchtext.experimental.datasets import Multi30k