Evaluation
- ID
- 6a62f482-0f1b-4c4e-b0e1-2114e485b8a5
- Submission ID
- 45d0e271-ae6d-4f13-b887-80f8d47df254
- Method ID
- ce83983b-acb8-414a-ac6d-00562de2534f
- Status
-
Succeeded
- User
-
DING1122
- Challenge
-
ULS23
- Phase
-
Development Phase (Limited Inference Time Models)
- Algorithm
-
CW nnUnet
(Image Version 145715e1-2804-4d1b-babd-fac5b80bbd28
)
- Submission created
- April 3, 2024, 6:47 a.m.
- Result created
- April 3, 2024, 6:47 a.m.
- Position on leaderboard
-
57
- Comment:
Metrics
{
"case": {
"fn": {
"0": "file_0_lesion_0",
"1": "file_0_lesion_1",
"2": "file_0_lesion_2",
"3": "file_0_lesion_3",
"4": "file_0_lesion_4",
"5": "file_0_lesion_5",
"6": "file_0_lesion_6",
"7": "file_0_lesion_7",
"8": "file_0_lesion_8",
"9": "file_0_lesion_9",
"10": "file_0_lesion_10",
"11": "file_0_lesion_11",
"12": "file_0_lesion_12",
"13": "file_0_lesion_13",
"14": "file_0_lesion_14",
"15": "file_0_lesion_15",
"16": "file_0_lesion_16",
"17": "file_0_lesion_17",
"18": "file_0_lesion_18",
"19": "file_0_lesion_19",
"20": "file_0_lesion_20",
"21": "file_0_lesion_21",
"22": "file_0_lesion_22",
"23": "file_0_lesion_23",
"24": "file_0_lesion_24",
"25": "file_0_lesion_25",
"26": "file_0_lesion_26",
"27": "file_0_lesion_27",
"28": "file_0_lesion_28",
"29": "file_0_lesion_29",
"30": "file_0_lesion_30",
"31": "file_0_lesion_31",
"32": "file_0_lesion_32",
"33": "file_0_lesion_33",
"34": "file_0_lesion_34",
"35": "file_0_lesion_35",
"36": "file_0_lesion_36",
"37": "file_0_lesion_37",
"38": "file_0_lesion_38",
"39": "file_0_lesion_39",
"40": "file_0_lesion_40",
"41": "file_0_lesion_41",
"42": "file_0_lesion_42",
"43": "file_0_lesion_43",
"44": "file_0_lesion_44",
"45": "file_0_lesion_45",
"46": "file_0_lesion_46",
"47": "file_0_lesion_47",
"48": "file_0_lesion_48",
"49": "file_0_lesion_49"
},
"SegmentationDice": {
"0": 0.704473850031506,
"1": 0.10875258442453481,
"2": 0.5115789852206121,
"3": 0.9389799635701275,
"4": 0.934736061234468,
"5": 0.9084015069849058,
"6": 0.7220863895680522,
"7": 0.7010387481188749,
"8": 0.7949991436889878,
"9": 0.9369991887806615,
"10": 0.9303656969272112,
"11": 0.9446894318216538,
"12": 0.8608449051437512,
"13": 0.517572379625329,
"14": 0.44397386798828564,
"15": 0.9051746645083808,
"16": 0.8531983433041878,
"17": 0.8233597692862292,
"18": 0.8573268921095009,
"19": 0.8651903651903652,
"20": 0.6500566251415628,
"21": 0.6940780241369632,
"22": 0.21957108365289021,
"23": 0.758364312267658,
"24": 0.5137648131267092,
"25": 0.8415727285074018,
"26": 0.8665524889799815,
"27": 0.709598340561946,
"28": 0.8269733403031887,
"29": 0.8725154215215901,
"30": 0.8093435991126191,
"31": 0.9053104585773841,
"32": 0.8195266272189349,
"33": 0.7983903420523139,
"34": 0.8484008963128947,
"35": 0.8066390041493776,
"36": 0.8170547323858482,
"37": 0.8984509466437177,
"38": 0.42284820031298903,
"39": 0.8772378516624041,
"40": 0.27558545736835294,
"41": 0.6118329217223236,
"42": 0.7060085836909872,
"43": 0.9044776119402985,
"44": 0.8037613652007877,
"45": 0.6910907577019151,
"46": 0.7473618870266915,
"47": 0.47763457164518575,
"48": 0.9250676391012822,
"49": 0.8470844078253058
},
"LongAxisErrorPercentage": {
"0": 0.028526758459331055,
"1": 0.3876420387871058,
"2": 0.23577050772005345,
"3": 0.024417456891718484,
"4": 0.009804864072151687,
"5": 0.02920814474527139,
"6": 0.0035842754373849916,
"7": 0.06036959325047991,
"8": 0.051461847136563224,
"9": 0.01520276816949863,
"10": 0.004647173958848845,
"11": 0.007927836321182956,
"12": 0.02313660970593266,
"13": 0.14219429645825732,
"14": 0.10013771680109239,
"15": 0.028077741241429647,
"16": 0.021833876002113152,
"17": 0.10459510497858443,
"18": 0.06372253996169688,
"19": 0.023526153746156943,
"20": 0.029808823269831686,
"21": 0.01386099956455398,
"22": 0.1460513615613044,
"23": 0.03880372751781329,
"24": 0.15646816943175476,
"25": 0.07240261752894356,
"26": 0.020230322189822014,
"27": 0.07105855778789069,
"28": 0.041760813798816424,
"29": 0.05744080800136536,
"30": 0.045653515565400864,
"31": 0.0019252338158168621,
"32": 0.005254793438602728,
"33": 0.07631741156618346,
"34": 0.017614510425937417,
"35": 0.037617184672999265,
"36": 0.04056844992890633,
"37": 0.012590604730228473,
"38": 0.21375920808357174,
"39": 0.013218168105304715,
"40": 0.3634374544061871,
"41": 0.07617359882650833,
"42": 0.07672011683855502,
"43": 0.02132607467587191,
"44": 0.10635274140175255,
"45": 0.09018671287807778,
"46": 0.18157923610039584,
"47": 0.19830121141145077,
"48": 0.024551321992104778,
"49": 0.1264474155440084
},
"ShortAxisErrorPercentage": {
"0": 0.07122565229848903,
"1": 0.26414083470596667,
"2": 0.0738267771097435,
"3": 0.03370829120862648,
"4": 0.032331679626520886,
"5": 0.01622539682556041,
"6": 0.2156078190836719,
"7": 0.06271822417177905,
"8": 0.029898680730152893,
"9": 0.07209296894209373,
"10": 0.029128302036657113,
"11": 0.00024299369651199093,
"12": 0.010584766368829105,
"13": 0.03981087417830944,
"14": 0.0969970075739443,
"15": 0.44391181052625356,
"16": 0.05329101087070452,
"17": 0.033838235149864386,
"18": 0.023154061464625664,
"19": 0.09997938998518935,
"20": 0.13993171453545317,
"21": 0.03782178277672575,
"22": 0.2307692307692308,
"23": 0.03819711934531579,
"24": 0.15081977581984882,
"25": 0.04191975858618871,
"26": 0.05187774058758389,
"27": 0.10335524013529364,
"28": 0.008137971102317346,
"29": 0.04704084069361905,
"30": 0.042395082101267995,
"31": 0.0458254332616659,
"32": 0.038161730349755736,
"33": 0.068678796591406,
"34": 0.04894360958462273,
"35": 0.0491955492754713,
"36": 0.004242500601017805,
"37": 0.04310471256335141,
"38": 0.33058132899796516,
"39": 0.05390208361956272,
"40": 0.15713026508882053,
"41": 0.08055375943092632,
"42": 0.5976704375358205,
"43": 0.025768171639561657,
"44": 0.08987134205468335,
"45": 0.06601413201293851,
"46": 0.21367799771882107,
"47": 0.3092150937676378,
"48": 0.007270174231744963,
"49": 0.034553811003755035
}
},
"aggregates": {
"ChallengeScore": 0.7702347392548597,
"ConsistencyDice": {
"max": 0.9755791135639654,
"min": 0.19084461637653127,
"std": 0.22568185968917204,
"25pc": 0.8726930014060198,
"75pc": 0.9570924579347372,
"mean": 0.8347898524803433,
"count": 25,
"median": 0.9408338113174611,
"samples": 3
},
"SegmentationDice": {
"max": 0.9446894318216538,
"min": 0.10875258442453481,
"std": 0.19596742027520583,
"25pc": 0.6933312075282011,
"75pc": 0.8736960290567937,
"mean": 0.7441979555475826,
"count": 50,
"median": 0.8131991657492337
},
"LongAxisErrorPercentage": {
"max": 0.3876420387871058,
"min": 0.0019252338158168621,
"std": 0.0852650687675734,
"25pc": 0.021052136554359436,
"75pc": 0.1012520638454654,
"mean": 0.07486536937809629,
"count": 50,
"median": 0.04116463186386138
},
"ShortAxisErrorPercentage": {
"max": 0.5976704375358205,
"min": 0.00024299369651199093,
"std": 0.11774707395318254,
"25pc": 0.03380574916455491,
"75pc": 0.10082335252271542,
"mean": 0.09718683924671735,
"count": 50,
"median": 0.0505366449315276
}
},
"consistency_check": {
"ConsistencyDice": {
"0": 0.9254855930584301,
"1": 0.9574614051607065,
"2": 0.8708618486767256,
"3": 0.9588404693344384,
"4": 0.9315669266744858,
"5": 0.874524154135314,
"6": 0.9755791135639654,
"7": 0.40239704239670915,
"8": 0.9464206952451345,
"9": 0.9551057254106253,
"10": 0.9430823451406546,
"11": 0.9672489603022738,
"12": 0.96154614395209,
"13": 0.2758158247653107,
"14": 0.9567235107087678,
"15": 0.9657219914823986,
"16": 0.91801932362108,
"17": 0.9562811997682011,
"18": 0.9408338113174611,
"19": 0.5788196417687247,
"20": 0.8770895604283897,
"21": 0.19084461637653127,
"22": 0.7027228242924716,
"23": 0.8899325307530663,
"24": 0.9468210536746254
}
}
}
