f57c6162ea1dd0d9958d647a67e717f1de9caace,petastorm/tests/test_end_to_end.py,,test_partition_multi_node,#Any#Any#,208

Before Change

            assert len(results_1) < len(synthetic_dataset.data)

            // Test that separate partitions also have no overlap by checking ids
            id_set = set([item["id"] for item in results_1])
            for partition in range(1, 5):
                with reader_factory(synthetic_dataset.url, cur_shard=partition,
                                    shard_count=5) as reader_other:

After Change

            for partition in range(1, 5):
                with reader_factory(synthetic_dataset.url, cur_shard=partition,
                                    shard_count=5) as reader_other:
                    ids_in_other_partition = set(_readout_all_ids(reader_other))

                    assert not ids_in_other_partition.intersection(results_1)

Instances