0e36a1d440c2f3d967eb59caa5128ad04708f499,src/codebase/tasks.py,STS14Task,get_metrics,#STS14Task#Any#,474
Before Change
log.info("\tFinished loading STS data.")
def get_metrics(self, reset=False):
return {}
class STSBenchmarkTask(Task):
"""
Task class for Sentence Textual Similarity Benchmark.
After Change
log.info("\tFinished loading STS14 data.")
def get_metrics(self, reset=False):
return {"accuracy": self.scorer.get_metric(reset)}
class STSBenchmarkTask(Task):
"""
In pattern: SUPERPATTERN
Frequency: 3
Non-data size: 3
Instances
Project Name: jsalt18-sentence-repl/jiant
Commit Name: 0e36a1d440c2f3d967eb59caa5128ad04708f499
Time: 2017-12-03
Author: wang.alex.c@gmail.com
File Name: src/codebase/tasks.py
Class Name: STS14Task
Method Name: get_metrics
Project Name: jsalt18-sentence-repl/jiant
Commit Name: 2474fba1779ccb9654a25fd19a4b5a72fc8a0c10
Time: 2017-12-15
Author: wang.alex.c@gmail.com
File Name: src/codebase/tasks.py
Class Name: STSBenchmarkTask
Method Name: get_metrics
Project Name: allenai/allennlp
Commit Name: 57956e789b8568bbb618436d2d52f9bbfac65a36
Time: 2019-04-23
Author: nelson-liu@users.noreply.github.com
File Name: allennlp/models/simple_tagger.py
Class Name: SimpleTagger
Method Name: get_metrics