a33ed4b569398e563bd4543a5301e6b7baa34c74,open_seq2seq/utils/utils.py,,iterate_data,#Any#Any#Any#Any#Any#,80

Before Change

        // this data_layer is at the last batch with few more elements, cutting
        if total_samples[worker_id] > dl_sizes[worker_id]:
          last_batch_size = dl_sizes[worker_id] % batch_size
          inputs["source_tensors"] = model.clip_last_batch(
            inputs["source_tensors"], last_batch_size,
          )
          if "target_tensors" in inputs:
            inputs["target_tensors"] = model.clip_last_batch(
              inputs["target_tensors"], last_batch_size,
            )
          outputs = model.clip_last_batch(outputs, last_batch_size)

      if compute_loss:
        total_loss += loss * batch_size

After Change

        // this data_layer is at the last batch with few more elements, cutting
        if total_samples[worker_id] > dl_sizes[worker_id]:
          last_batch_size = dl_sizes[worker_id] % batch_size
          for key, value in inputs.items():
            inputs[key] = model.clip_last_batch(value, last_batch_size)
          outputs = model.clip_last_batch(outputs, last_batch_size)

      if compute_loss:
        total_loss += loss * batch_size

Instances