7bcaa0e12886d21110e51212ab266e7ad8a0b1a0,parlai/crowdsourcing/tasks/acute_eval/example_script.py,,,#,26

Before Change

    default=f"{TASK_DIRECTORY}/pairings.jsonl",
    help="Path to pairings file",
)
parser.add_argument(
    "-app",
    "--annotations-per-pair",
    default=1,
    help="Annotations per pairing, to ensure worker agreement, default 1",
    type=int,
)
parser.add_argument(
    "-nmp",
    "--num-matchup-pairs",
    default=2,
    help="Number of pairs per model matchup, default 2",
    type=int,
)
parser.add_argument(
    "-spu",
    "--subtasks-per-unit",
    default=5,

After Change

TASK_DIRECTORY = os.path.dirname(os.path.abspath(__file__))

defaults = [
    {"mephisto/blueprint": BLUEPRINT_TYPE},
    {"mephisto/architect": "local"},
    {"mephisto/provider": "mock"},
    {"conf": "example"},
]


@dataclass
class TestScriptConfig(RunScriptConfig):

Instances