ed812dbe935aae276f6023b789038cf8f89e25d6,app/grandchallenge/core/management/commands/init_gc_demo.py,Command,_create_demo_challenge,#Command#,180

Before Change

            e = Evaluation.objects.create(
                submission=submission, method=method, status=Evaluation.SUCCESS
            )
            e.create_result(
                result={
                    "acc": {"mean": 0.1 * phase_num, "std": 0.1},
                    "dice": {"mean": 0.71, "std": 0.05},
                }
            )

    def _create_external_challenge(self):
        ex_challenge = ExternalChallenge.objects.create(
            creator=self.users["demo"],

After Change

            phase.score_title = "AUC"
            phase.score_jsonpath = "aggregates.summary_stats.az_ci_mean.value"
            phase.extra_results_columns = [
                {
                    "path": "aggregates.summary_stats.low_az_val.value",
                    "order": "desc",
                    "title": "AUC 95%CI-",
                },
                {
                    "path": "aggregates.summary_stats.high_az_val.value",
                    "order": "desc",
                    "title": "AUC 95%CI+",
                },
            ]
            phase.submission_kind = phase.SubmissionKind.ALGORITHM
            phase.evaluation_detail_observable_url = "https://observablehq.com/embed/@maartenvm/slideable-comic-challenge-results-visualization?cell=viewof+submissionNo&cell=viewof+confusion_matrix&cell=viewof+ROC_graph&cell=viewof+summary_stats_table"

Instances