2298f6fb40cb6d348b5b48593c93cdd58ddd1f29,rllib/execution/replay_ops.py,StoreToReplayBuffer,__call__,#StoreToReplayBuffer#Any#,33

Before Change

    def __call__(self, batch: SampleBatchType):
        // Handle everything as if multiagent
        if isinstance(batch, SampleBatch):
            batch = MultiAgentBatch({DEFAULT_POLICY_ID: batch}, batch.count)

        for policy_id, s in batch.policy_batches.items():
            for row in s.rows():
                self.replay_buffers[policy_id].add(
                    pack_if_needed(row["obs"]),

After Change

            self.local_actor.add_batch(batch)
        else:
            actor = random.choice(self.replay_actors)
            actor.add_batch.remote(batch)
        return batch


def Replay(*,

Instances