We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
NoShuffleBeamWriter
1 parent b5effb6 commit 132b530Copy full SHA for 132b530
tensorflow_datasets/core/writer.py
@@ -817,7 +817,7 @@ def finalize(self) -> tuple[list[int], int]:
817
# We don't know the number of shards, the length of each shard, nor the
818
# total size, so we compute them here.
819
prefix = epath.Path(self._filename_template.filepath_prefix())
820
- shards = self._filename_template.data_dir.glob(f"{prefix.name}*")
+ shards = self._filename_template.data_dir.glob(f"{prefix.name}.*")
821
822
def _get_length_and_size(shard: epath.Path) -> tuple[epath.Path, int, int]:
823
length = self._file_adapter.num_examples(shard)
0 commit comments