f57c6162ea1dd0d9958d647a67e717f1de9caace,petastorm/tests/test_end_to_end.py,,test_partition_multi_node,#Any#Any#,208

Before Change

            for row in reader:
                actual = dict(row._asdict())
                results_1.append(actual)
                expected.append(next(d for d in synthetic_dataset.data if d["id"] == actual["id"]))

            assert results_1, "Shard 0 is expected to have at least one row"

After Change

    with reader_factory(synthetic_dataset.url, cur_shard=0, shard_count=5) as reader:
        with reader_factory(synthetic_dataset.url, cur_shard=0, shard_count=5) as reader_2:
            results_1 = set(_readout_all_ids(reader))
            results_2 = set(_readout_all_ids(reader_2))

            assert results_1, "Non empty shard expected"

            np.testing.assert_equal(results_1, results_2)

Instances