a850f4a77146f79da97a151281e474ee0cd70d1b,onmt/utils/loss.py,LossComputeBase,__call__,#LossComputeBase#Any#Any#Any#Any#Any#Any#Any#,114

Before Change

            trunc_size = batch.tgt.size(0) - trunc_start
        trunc_range = (trunc_start, trunc_start + trunc_size)
        shard_state = self._make_shard_state(batch, output, trunc_range, attns)
        all_shards = (
            shards(shard_state, shard_size)
            if shard_size > 0 else (shard_state,))
        total_loss = 0
        batch_stats = onmt.utils.Statistics()
        for i, shard in enumerate(all_shards):
            loss, stats = self._compute_loss(batch, **shard)

After Change

            trunc_size = batch.tgt.size(0) - trunc_start
        trunc_range = (trunc_start, trunc_start + trunc_size)
        shard_state = self._make_shard_state(batch, output, trunc_range, attns)
        if shard_size == 0:
            loss, stats = self._compute_loss(batch, **shard_state)
            return loss / float(normalization), stats
        batch_stats = onmt.utils.Statistics()
        for shard in shards(shard_state, shard_size):
            loss, stats = self._compute_loss(batch, **shard)
            loss.div(float(normalization)).backward()
            batch_stats.update(stats)
        return None, batch_stats

Instances