4ec6447563c382045014a28d1fb44707f21022b4,horovod/tensorflow/gradient_aggregation_eager.py,LocalGradientAggregationHelperEager,compute_gradients,#LocalGradientAggregationHelperEager#Any#,45

Before Change

        // Increment counter.
        self.counter.assign_add(1)

        if tf.equal(self.counter, self.backward_passes_per_step):
            // Performs allreduce. If `average_aggregated_gradients` is
            // set to True divides result by `backward_passes_per_step`.
            resulting_grads = self._allreduce_helper(resulting_grads)

After Change

        def _do_nothing(aggregated_gradients):
            return aggregated_gradients

        resulting_grads = tf.cond(
            pred=tf.equal(self.counter, self.backward_passes_per_step),
            true_fn=lambda: _all_reduce_and_clear_aggregated_variables(resulting_grads),
            false_fn=lambda: _do_nothing(resulting_grads),
        )

        return resulting_grads

    def _allreduce_helper(self, grads):

Instances