780e9097e3394c0b1b6b3c7f2864fa4250d8fa96,parlai/mturk/tasks/model_evaluator/run.py,,main,#,17

Before Change

        world.review_work()

    mturk_manager.create_hits(opt=opt)
    results = Parallel(n_jobs=opt["num_hits"] * opt["num_assignments"], backend="threading") \
                (delayed(run_hit)(hit_index, assignment_index, opt, task_opt, mturk_manager) \
                    for hit_index, assignment_index in product(range(1, opt["num_hits"]+1), range(1, opt["num_assignments"]+1)))    
    mturk_manager.shutdown()

if __name__ == "__main__":

After Change

            task_function=run_conversation
        )
    except:
        raise
    finally:
        mturk_manager.expire_all_unassigned_hits()
        mturk_manager.shutdown()

Instances