9049298ad2130c2271df32fdbd51841e0351aae6,tests/learning/test_evaluators.py,TestMentionLevelEvaluator,test_exact_strictness,#TestMentionLevelEvaluator#,56

Before Change

    def test_exact_strictness(self):
        evaluator = MentionLevelEvaluator(strictness="exact")
        evaluation = (evaluator.evaluate(self.dataset)).l[0]

        self.assertEqual(evaluation.tp, 3)  // the 3 exact matches
        self.assertEqual(evaluation.fp, 4)  // the 3 overlapping + 1 spurious
        self.assertEqual(evaluation.fn, 5)  // the 3 overlapping + 2 missing

After Change

    def test_exact_strictness(self):
        evaluator = MentionLevelEvaluator()
        evaluation = (evaluator.evaluate(self.dataset))("TOTAL")

        self.assertEqual(evaluation.tp, 3)  // the 3 exact matches
        self.assertEqual(evaluation.fp, 4)  // the 3 overlapping + 1 spurious
        self.assertEqual(evaluation.fn, 5)  // the 3 overlapping + 2 missing

        ret = evaluation.compute("exact")

        self.assertEqual(ret.precision, 3 / 7)
        self.assertEqual(ret.recall, 3 / 8)
        self.assertEqual(ret.f_measure, 2 * (3 / 7 * 3 / 8) / (3 / 7 + 3 / 8))

Instances