355e7e769a0898e941a4962459f307bcd7a1ae62,src/tasks.py,MultiNLITask,get_metrics,#MultiNLITask#Any#,212

Before Change

    def get_metrics(self, reset=False):
        """ No F1 """
        return {"accuracy": self.scorer1.get_metric(reset)}

class MRPCTask(PairClassificationTask):
    """ Task class for Microsoft Research Paraphase Task.  """

After Change

    def get_metrics(self, reset=False):
        """Get metrics specific to the task"""
        ppl = self.scorer1.get_metric(reset)
        return {"perplexity": ppl}

class WikiTextLMTask(LanguageModelingTask):
    """ Language modeling task on Wikitext """

Instances