a58bb4244b3b5ffbf7ffb1994926fcbe8cfa0c1d,src/evaluate.py,,evaluate,#Any#Any#Any#Any#Any#,10

Before Change

            // get predictions
            if isinstance(task, (RegressionTask, STSBTask, JOCITask)):
                preds, _ = out["logits"].max(dim=1)
            else:
                _, preds = out["logits"].max(dim=1)
            task_preds += preds.data.tolist()

After Change

            n_examples += out["n_exs"]

            // get predictions
            if "preds" in out:
                preds = out["preds"]
                if isinstance(preds, torch.Tensor):
                    preds = preds.data.tolist()
                assert isinstance(preds, list), "Convert predictions to list!"
                task_preds += preds

        // Update metrics
        task_metrics = task.get_metrics(reset=True)
        for name, value in task_metrics.items():
            all_metrics["%s_%s" % (task.name, name)] = value
        all_metrics["micro_avg"] += all_metrics[task.val_metric] * n_examples

Instances