Evaluation
- ID
- 236c1d63-062f-454a-9523-3613b31ddeff
- Submission ID
- 0cd9b6b2-a3ea-49d1-bbd9-146b6cb67836
- Method ID
- ce83983b-acb8-414a-ac6d-00562de2534f
- Status
-
Succeeded
- User
-
DING1122
- Challenge
-
ULS23
- Phase
-
Development Phase (Limited Inference Time Models)
- Algorithm
-
CW nnUnet
(Image Version 58cc7567-7e42-4f6a-a326-6a9dbed84992
)
- Submission created
- April 7, 2024, 2:08 p.m.
- Result created
- April 7, 2024, 2:08 p.m.
- Position on leaderboard
-
7
- Comment:
Metrics
{
"case": {
"fn": {
"0": "file_0_lesion_0",
"1": "file_0_lesion_1",
"2": "file_0_lesion_2",
"3": "file_0_lesion_3",
"4": "file_0_lesion_4",
"5": "file_0_lesion_5",
"6": "file_0_lesion_6",
"7": "file_0_lesion_7",
"8": "file_0_lesion_8",
"9": "file_0_lesion_9",
"10": "file_0_lesion_10",
"11": "file_0_lesion_11",
"12": "file_0_lesion_12",
"13": "file_0_lesion_13",
"14": "file_0_lesion_14",
"15": "file_0_lesion_15",
"16": "file_0_lesion_16",
"17": "file_0_lesion_17",
"18": "file_0_lesion_18",
"19": "file_0_lesion_19",
"20": "file_0_lesion_20",
"21": "file_0_lesion_21",
"22": "file_0_lesion_22",
"23": "file_0_lesion_23",
"24": "file_0_lesion_24",
"25": "file_0_lesion_25",
"26": "file_0_lesion_26",
"27": "file_0_lesion_27",
"28": "file_0_lesion_28",
"29": "file_0_lesion_29",
"30": "file_0_lesion_30",
"31": "file_0_lesion_31",
"32": "file_0_lesion_32",
"33": "file_0_lesion_33",
"34": "file_0_lesion_34",
"35": "file_0_lesion_35",
"36": "file_0_lesion_36",
"37": "file_0_lesion_37",
"38": "file_0_lesion_38",
"39": "file_0_lesion_39",
"40": "file_0_lesion_40",
"41": "file_0_lesion_41",
"42": "file_0_lesion_42",
"43": "file_0_lesion_43",
"44": "file_0_lesion_44",
"45": "file_0_lesion_45",
"46": "file_0_lesion_46",
"47": "file_0_lesion_47",
"48": "file_0_lesion_48",
"49": "file_0_lesion_49"
},
"SegmentationDice": {
"0": 0.7817403708987162,
"1": 0.26746821720705627,
"2": 0.449964948311101,
"3": 0.9218067022826615,
"4": 0.9477324504613771,
"5": 0.9280702659478423,
"6": 0.7121090617481957,
"7": 0.7678742020107056,
"8": 0.8465403942790878,
"9": 0.9299520762053337,
"10": 0.9540101648692203,
"11": 0.9364549213338345,
"12": 0.8760391279671486,
"13": 0.7814822679974517,
"14": 0.8260869565217391,
"15": 0.4666271136161376,
"16": 0.8387673068334077,
"17": 0.8765859284890427,
"18": 0.8608211551844119,
"19": 0.8772223384229241,
"20": 0.8095739084692267,
"21": 0.8058009668278047,
"22": 0.5260435906908016,
"23": 0.7987421383647799,
"24": 0.7573483427141964,
"25": 0.8507897672075703,
"26": 0.9126815934150312,
"27": 0.6956240569088166,
"28": 0.8303920532600655,
"29": 0.8540395774438327,
"30": 0.9083629461842716,
"31": 0.901825733098587,
"32": 0.8726968174204355,
"33": 0.783419689119171,
"34": 0.8313961565177125,
"35": 0.8642065079076532,
"36": 0.8685636856368564,
"37": 0.9155069064373208,
"38": 0.5064148253741981,
"39": 0.8599752168525403,
"40": 0.3970877607241244,
"41": 0.7558927120021675,
"42": 0.7037433155080214,
"43": 0.9080597014925373,
"44": 0.8685048555067838,
"45": 0.5778069599474721,
"46": 0.704,
"47": 0.48992248062015503,
"48": 0.9617692820626806,
"49": 0.8563942292515074
},
"LongAxisErrorPercentage": {
"0": 0.0,
"1": 0.21854109024238275,
"2": 0.05430692509516303,
"3": 0.03161050180497982,
"4": 0.03678530080186955,
"5": 0.02168027722637603,
"6": 0.0240689181778548,
"7": 0.003065095789335924,
"8": 0.05529342915737363,
"9": 0.017315994057795277,
"10": 0.0040900479692940845,
"11": 0.01618166587638702,
"12": 0.028609029282624095,
"13": 0.07677385831890561,
"14": 0.018426673485582582,
"15": 0.0797111980270019,
"16": 0.0037453708906483455,
"17": 0.10459510497858443,
"18": 0.062048121729546594,
"19": 0.0082089756986033,
"20": 0.015059876535225909,
"21": 0.019118096252882813,
"22": 0.05802317199361354,
"23": 0.05636901953853375,
"24": 0.030760786457052547,
"25": 0.06732059829737407,
"26": 0.03620478561614822,
"27": 0.1285880111268814,
"28": 0.06909341100293023,
"29": 0.06396723870990272,
"30": 0.005495942931385354,
"31": 0.0053658878111153465,
"32": 0.04119533345122295,
"33": 0.16429601023819057,
"34": 0.0498836012983464,
"35": 0.06346268113359951,
"36": 0.04528428536247243,
"37": 0.021911959130875982,
"38": 0.22062275642107707,
"39": 0.014288630928197184,
"40": 0.23065482184576164,
"41": 0.030597237131588732,
"42": 0.0654971660057468,
"43": 0.01745149000061333,
"44": 0.06993530805964576,
"45": 0.013732566362181564,
"46": 0.17694615658315618,
"47": 0.1933047836234887,
"48": 0.007920243375832645,
"49": 0.13606993310411797
},
"ShortAxisErrorPercentage": {
"0": 0.13148628728669629,
"1": 0.09900009998000493,
"2": 0.10338245138593494,
"3": 0.024886759153218956,
"4": 0.0026666856298993243,
"5": 0.007527857036139561,
"6": 0.20783451654423138,
"7": 0.011983649593265007,
"8": 0.007084621045955258,
"9": 0.0415943289217349,
"10": 0.036571333848059856,
"11": 0.009118672175520943,
"12": 0.03142899665001853,
"13": 0.0855106002534463,
"14": 0.1178623048376485,
"15": 0.4137172366655732,
"16": 0.021931211418287806,
"17": 0.033838235149864386,
"18": 0.014288630928197195,
"19": 0.03872828573038674,
"20": 0.07654653077752387,
"21": 0.03755996330009385,
"22": 0.03622558388142343,
"23": 0.03300294046415207,
"24": 0.027607231979519142,
"25": 0.03593688505005293,
"26": 0.035884876133463556,
"27": 0.04808321641095006,
"28": 0.0230284266518141,
"29": 0.09432783756757733,
"30": 0.04463172965453949,
"31": 0.036815671557086455,
"32": 0.019815700988107143,
"33": 0.11616461977275658,
"34": 0.06782526259390338,
"35": 0.023871985137434413,
"36": 0.11982383543430285,
"37": 0.03556405033275659,
"38": 0.291281960182951,
"39": 0.06878869751429159,
"40": 0.058874183359128245,
"41": 0.04529309976419669,
"42": 0.6438762670097729,
"43": 0.00834318360995058,
"44": 0.07302072718808669,
"45": 0.10204930029290776,
"46": 0.19866998913532305,
"47": 0.3092150937676378,
"48": 0.0,
"49": 0.008779833328520332
}
},
"aggregates": {
"ChallengeScore": 0.8127920151420424,
"ConsistencyDice": {
"max": 0.9747739464174541,
"min": 0.7577988143325417,
"std": 0.05304397580478656,
"25pc": 0.8930956718954608,
"75pc": 0.9643481575419892,
"mean": 0.923537779971966,
"count": 25,
"median": 0.9439214702993256,
"samples": 3
},
"SegmentationDice": {
"max": 0.9617692820626806,
"min": 0.26746821720705627,
"std": 0.1612588369893112,
"25pc": 0.7449467994386745,
"75pc": 0.8833731870918398,
"mean": 0.7844788349510743,
"count": 50,
"median": 0.8426538505562478
},
"LongAxisErrorPercentage": {
"max": 0.23065482184576164,
"min": 0.0,
"std": 0.06145810804366044,
"25pc": 0.017032412012443213,
"75pc": 0.06930388526710912,
"mean": 0.0596695873787894,
"count": 50,
"median": 0.03899031712654625
},
"ShortAxisErrorPercentage": {
"max": 0.6438762670097729,
"min": 0.0,
"std": 0.11594990863133882,
"25pc": 0.023661095516029337,
"75pc": 0.09976240005823064,
"mean": 0.08322702894148616,
"count": 50,
"median": 0.038144124515240296
}
},
"consistency_check": {
"ConsistencyDice": {
"0": 0.8783302811670145,
"1": 0.962767973673729,
"2": 0.8899660054904587,
"3": 0.9747739464174541,
"4": 0.91865769970136,
"5": 0.916841484864317,
"6": 0.9735800041649721,
"7": 0.9556912651662941,
"8": 0.9439214702993256,
"9": 0.9329154871261564,
"10": 0.9454401784123517,
"11": 0.9698914971684934,
"12": 0.9668211178921272,
"13": 0.8880982595091099,
"14": 0.9726217574047178,
"15": 0.9569330520033578,
"16": 0.9310331351867941,
"17": 0.9659283414102493,
"18": 0.957632838070298,
"19": 0.8976314565426115,
"20": 0.8786900741087299,
"21": 0.8119345738524312,
"22": 0.7577988143325417,
"23": 0.8962253383004629,
"24": 0.9443184470337909
}
}
}
