Evaluation
- ID
- 0b219095-c51e-4c41-b890-e46b0d153283
- Submission ID
- ceeb609c-9fed-473a-b247-7a19a970a610
- Method ID
- ce83983b-acb8-414a-ac6d-00562de2534f
- Status
-
Succeeded
- User
-
MatsWillem
- Challenge
-
ULS23
- Phase
-
Development Phase (Limited Inference Time Models)
- Algorithm
-
Baseline AIMI Group 12
(Image Version e5eab1f4-3e1d-4cfd-8caf-d850d3dffcd4
)
- Submission created
- June 5, 2024, 8:10 a.m.
- Result created
- June 5, 2024, 8:10 a.m.
- Position on leaderboard
-
23
- Comment:
- Resample lowest 0.6 Dice scores twice.
Metrics
{
"case": {
"fn": {
"0": "file_0_lesion_0",
"1": "file_0_lesion_1",
"2": "file_0_lesion_2",
"3": "file_0_lesion_3",
"4": "file_0_lesion_4",
"5": "file_0_lesion_5",
"6": "file_0_lesion_6",
"7": "file_0_lesion_7",
"8": "file_0_lesion_8",
"9": "file_0_lesion_9",
"10": "file_0_lesion_10",
"11": "file_0_lesion_11",
"12": "file_0_lesion_12",
"13": "file_0_lesion_13",
"14": "file_0_lesion_14",
"15": "file_0_lesion_15",
"16": "file_0_lesion_16",
"17": "file_0_lesion_17",
"18": "file_0_lesion_18",
"19": "file_0_lesion_19",
"20": "file_0_lesion_20",
"21": "file_0_lesion_21",
"22": "file_0_lesion_22",
"23": "file_0_lesion_23",
"24": "file_0_lesion_24",
"25": "file_0_lesion_25",
"26": "file_0_lesion_26",
"27": "file_0_lesion_27",
"28": "file_0_lesion_28",
"29": "file_0_lesion_29",
"30": "file_0_lesion_30",
"31": "file_0_lesion_31",
"32": "file_0_lesion_32",
"33": "file_0_lesion_33",
"34": "file_0_lesion_34",
"35": "file_0_lesion_35",
"36": "file_0_lesion_36",
"37": "file_0_lesion_37",
"38": "file_0_lesion_38",
"39": "file_0_lesion_39",
"40": "file_0_lesion_40",
"41": "file_0_lesion_41",
"42": "file_0_lesion_42",
"43": "file_0_lesion_43",
"44": "file_0_lesion_44",
"45": "file_0_lesion_45",
"46": "file_0_lesion_46",
"47": "file_0_lesion_47",
"48": "file_0_lesion_48",
"49": "file_0_lesion_49"
},
"SegmentationDice": {
"0": 0.7351351351351352,
"1": 0.24807877041306436,
"2": 0.46196838901648435,
"3": 0.9280230326295585,
"4": 0.9437520617271038,
"5": 0.9268542619704425,
"6": 0.7209113100081367,
"7": 0.7081327726581372,
"8": 0.860248447204969,
"9": 0.8835464189591227,
"10": 0.9577551649707061,
"11": 0.9396258412132791,
"12": 0.8857655097760638,
"13": 0.7109761942802365,
"14": 0.8658954187875983,
"15": 0.514180823495537,
"16": 0.8217391304347826,
"17": 0.8525780682643428,
"18": 0.8339935181850918,
"19": 0.8770457406630298,
"20": 0.7908530318602262,
"21": 0.8144669632558906,
"22": 0.5355072463768116,
"23": 0.7586924838642515,
"24": 0.7444333665669658,
"25": 0.8737412320300021,
"26": 0.9080507001295951,
"27": 0.7091172214182344,
"28": 0.8395590281494166,
"29": 0.8793684965913168,
"30": 0.8978707018269464,
"31": 0.9053051619174298,
"32": 0.8605220228384992,
"33": 0.7595481441635288,
"34": 0.8464225643679648,
"35": 0.8709796672828096,
"36": 0.865691941516491,
"37": 0.9128560021293586,
"38": 0.5932166774681357,
"39": 0.8523002421307506,
"40": 0.4367816091954023,
"41": 0.8015497201894103,
"42": 0.6783505154639176,
"43": 0.9079268292682927,
"44": 0.8725614072819493,
"45": 0.5770006724949562,
"46": 0.6129149945275447,
"47": 0.5538194444444444,
"48": 0.9558260085643453,
"49": 0.8946526620256888
},
"LongAxisErrorPercentage": {
"0": 0.011686712795733922,
"1": 0.16643544567469407,
"2": 0.12403269853039234,
"3": 0.03161050180497982,
"4": 0.05463691284177208,
"5": 0.029459614493234556,
"6": 0.0240689181778548,
"7": 0.07835894495891527,
"8": 0.051461847136563224,
"9": 0.024203605859829284,
"10": 0.009166791393567852,
"11": 0.019130530890070052,
"12": 0.0415792717703272,
"13": 0.1438887586933255,
"14": 0.03269200327915626,
"15": 0.07040253715705763,
"16": 0.014004552824071351,
"17": 0.09194986307191384,
"18": 0.07956769713389053,
"19": 0.0032871063716635,
"20": 0.0033273205631226283,
"21": 0.008268624470348998,
"22": 0.025201180283393316,
"23": 0.03880372751781329,
"24": 0.09606440724231632,
"25": 0.0608158559662749,
"26": 0.03430383080974839,
"27": 0.10046946020972677,
"28": 0.027607231979519236,
"29": 0.05191581614487546,
"30": 0.007846583273121209,
"31": 0.0022652632841027713,
"32": 0.026556204556034822,
"33": 0.16429601023819057,
"34": 0.03040384477041006,
"35": 0.0607575853926648,
"36": 0.05211775585192385,
"37": 0.034717982153680785,
"38": 0.1743725591747917,
"39": 0.021655172001610806,
"40": 0.2204982406800048,
"41": 0.044486205562628056,
"42": 0.07672011683855502,
"43": 0.027251691049881087,
"44": 0.006489598110157764,
"45": 0.0,
"46": 0.20325758758583468,
"47": 0.061653816079054735,
"48": 0.008995436827525535,
"49": 0.13554754513520004
},
"ShortAxisErrorPercentage": {
"0": 0.18870432239241638,
"1": 0.13711115859306652,
"2": 0.20616915354929632,
"3": 0.024886759153218956,
"4": 0.03920927483447215,
"5": 0.014288630928197142,
"6": 0.20783451654423138,
"7": 0.08845584719445745,
"8": 0.029898680730152893,
"9": 0.030112955829134057,
"10": 0.031044383086426135,
"11": 0.005945269586035892,
"12": 0.0733108808894236,
"13": 0.1164464935694402,
"14": 0.08601549381322236,
"15": 0.41611912635719017,
"16": 0.08730297262344165,
"17": 0.04079979871705976,
"18": 0.1318843398842007,
"19": 0.0600830806377626,
"20": 0.0819123993748108,
"21": 0.03092198692269071,
"22": 0.07154792951638142,
"23": 0.03819711934531579,
"24": 0.04744383039253571,
"25": 0.03413317095625491,
"26": 0.034682841937849956,
"27": 0.12157092044294314,
"28": 0.03126707374743765,
"29": 0.1352711382772246,
"30": 0.026216545029994084,
"31": 0.016418972872925767,
"32": 0.035468489453187875,
"33": 0.11616461977275658,
"34": 0.0694065301773555,
"35": 0.021165307936357937,
"36": 0.018709789081186954,
"37": 0.050508438423746554,
"38": 0.31115364230312,
"39": 0.027607231979519142,
"40": 0.006388181705877222,
"41": 0.04529309976419669,
"42": 0.5976704375358205,
"43": 0.019049347506754695,
"44": 0.05669788614201624,
"45": 0.009514603328846237,
"46": 0.22223419801681038,
"47": 0.23660524814614908,
"48": 0.025677883882412468,
"49": 0.01967733311465241
}
},
"aggregates": {
"ChallengeScore": 0.8107138478038874,
"ConsistencyDice": {
"max": 0.9773463687291718,
"min": 0.7244579266798862,
"std": 0.06868956633416994,
"25pc": 0.8902294989375903,
"75pc": 0.9615784868651092,
"mean": 0.912188538023645,
"count": 25,
"median": 0.9422707827117552,
"samples": 3
},
"SegmentationDice": {
"max": 0.9577551649707061,
"min": 0.24807877041306436,
"std": 0.15587295685891958,
"25pc": 0.710511451064736,
"75pc": 0.8879872978384701,
"mean": 0.783721855382668,
"count": 50,
"median": 0.8493614032493577
},
"LongAxisErrorPercentage": {
"max": 0.2204982406800048,
"min": 0.0,
"std": 0.05544917790332858,
"25pc": 0.021024011723725616,
"75pc": 0.07866113300265909,
"mean": 0.05816581937223051,
"count": 50,
"median": 0.03676085483574704
},
"ShortAxisErrorPercentage": {
"max": 0.5976704375358205,
"min": 0.005945269586035892,
"std": 0.11140715963447038,
"25pc": 0.027259560242137878,
"75pc": 0.11772760028781594,
"mean": 0.09148398671999955,
"count": 50,
"median": 0.0463684650783662
}
},
"consistency_check": {
"ConsistencyDice": {
"0": 0.7244579266798862,
"1": 0.9422707827117552,
"2": 0.8334136601384663,
"3": 0.9753997985857623,
"4": 0.9165514077313448,
"5": 0.8865436731488191,
"6": 0.9727880241566047,
"7": 0.9632285425943312,
"8": 0.9442577068250806,
"9": 0.9595859967981911,
"10": 0.93823138759027,
"11": 0.9489203464712276,
"12": 0.9632628234353824,
"13": 0.8580844235477261,
"14": 0.9773463687291718,
"15": 0.9464947555140829,
"16": 0.9096848391724465,
"17": 0.9737039357367143,
"18": 0.9599284311358871,
"19": 0.902818617967494,
"20": 0.8990512350548722,
"21": 0.7513890579360321,
"22": 0.813522627667715,
"23": 0.8939153247263616,
"24": 0.9498617565354984
}
}
}
