ab9ec50d0d8813d4e5921c35c7c39e7991a439db,test/classification/test_scorer.py,ScorerTest,test_scorer,#ScorerTest#,9

Before Change

class ScorerTest(unittest.TestCase):
    def test_scorer(self):
        golds = np.array([1, 0, 1, 0, 1])
        preds = np.array([1, 0, 1, 1, 0])
        probs = np.array([0.8, 0.6, 0.9, 0.7, 0.4])

        def sum(golds, preds, probs):
            return np.sum(preds)

After Change

            return np.sum(preds)

        scorer = Scorer(
            metrics=["accuracy", "f1"], custom_metric_funcs=dict(pred_sum=pred_sum)
        )

        results = scorer.score(*self._get_labels())
        results_expected = dict(accuracy=0.6, f1=2 / 3, pred_sum=3)

Instances