Evaluation
- ID
- 7ba062a5-7943-401a-8ed9-2b76371b4a4d
- Submission ID
- 0b553461-4c2d-4ab6-935a-2b52231e6e59
- Method ID
- ce83983b-acb8-414a-ac6d-00562de2534f
- Status
-
Succeeded
- User
-
anindo
- Challenge
-
ULS23
- Phase
-
Development Phase (Limited Inference Time Models)
- Algorithm
-
DeepMax v2
(Image Version 5c86be18-d393-4b0c-b227-dccf69c1a291
)
- Submission created
- March 18, 2024, 12:36 a.m.
- Result created
- March 18, 2024, 12:36 a.m.
- Position on leaderboard
-
41
- Comment:
Metrics
{
"case": {
"fn": {
"0": "file_0_lesion_0",
"1": "file_0_lesion_1",
"2": "file_0_lesion_2",
"3": "file_0_lesion_3",
"4": "file_0_lesion_4",
"5": "file_0_lesion_5",
"6": "file_0_lesion_6",
"7": "file_0_lesion_7",
"8": "file_0_lesion_8",
"9": "file_0_lesion_9",
"10": "file_0_lesion_10",
"11": "file_0_lesion_11",
"12": "file_0_lesion_12",
"13": "file_0_lesion_13",
"14": "file_0_lesion_14",
"15": "file_0_lesion_15",
"16": "file_0_lesion_16",
"17": "file_0_lesion_17",
"18": "file_0_lesion_18",
"19": "file_0_lesion_19",
"20": "file_0_lesion_20",
"21": "file_0_lesion_21",
"22": "file_0_lesion_22",
"23": "file_0_lesion_23",
"24": "file_0_lesion_24",
"25": "file_0_lesion_25",
"26": "file_0_lesion_26",
"27": "file_0_lesion_27",
"28": "file_0_lesion_28",
"29": "file_0_lesion_29",
"30": "file_0_lesion_30",
"31": "file_0_lesion_31",
"32": "file_0_lesion_32",
"33": "file_0_lesion_33",
"34": "file_0_lesion_34",
"35": "file_0_lesion_35",
"36": "file_0_lesion_36",
"37": "file_0_lesion_37",
"38": "file_0_lesion_38",
"39": "file_0_lesion_39",
"40": "file_0_lesion_40",
"41": "file_0_lesion_41",
"42": "file_0_lesion_42",
"43": "file_0_lesion_43",
"44": "file_0_lesion_44",
"45": "file_0_lesion_45",
"46": "file_0_lesion_46",
"47": "file_0_lesion_47",
"48": "file_0_lesion_48",
"49": "file_0_lesion_49"
},
"SegmentationDice": {
"0": 0.7419786096256684,
"1": 0.27163323782234955,
"2": 0.47450516549926997,
"3": 0.9260143198090692,
"4": 0.9467674766506288,
"5": 0.9269212412553586,
"6": 0.7019762845849803,
"7": 0.7536340927558913,
"8": 0.003910833634773374,
"9": 0.9322858585028584,
"10": 0.9574494175352545,
"11": 0.9398261905521694,
"12": 0.8851368046518523,
"13": 0.7669579692051602,
"14": 0.7955729166666666,
"15": 0.5706226350189199,
"16": 0.8275559455901711,
"17": 0.8811551277304702,
"18": 0.84846547314578,
"19": 0.8569774174869716,
"20": 0.7872705018359853,
"21": 0.7795542635658915,
"22": 0.5108940646130729,
"23": 0.8020692757534863,
"24": 0.6546478873239436,
"25": 0.8568777067436585,
"26": 0.9101498513620093,
"27": 0.7327475353621946,
"28": 0.8308699324324325,
"29": 0.8440601503759398,
"30": 0.9165556033981943,
"31": 0.8976594363231781,
"32": 0.8585326307255776,
"33": 0.8157763354967549,
"34": 0.8447422590110805,
"35": 0.8618654073199528,
"36": 0.8612754766600921,
"37": 0.9020195960807839,
"38": 0.5335841956726246,
"39": 0.8495145631067961,
"40": 0.3201477605048484,
"41": 0.7692307692307693,
"42": 0.6955602536997886,
"43": 0.9091988130563798,
"44": 0.8675040414194864,
"45": 0.446676231468197,
"46": 0.7184401850627892,
"47": 0.486404833836858,
"48": 0.9634485057215865,
"49": 0.8645414867383678
},
"LongAxisErrorPercentage": {
"0": 0.0234222061163475,
"1": 0.2427608334786357,
"2": 0.2549136417053719,
"3": 0.03161050180497982,
"4": 0.05263157894736844,
"5": 0.02319748810819636,
"6": 0.0240689181778548,
"7": 0.0014138050703823336,
"8": 0.7809306108687445,
"9": 0.017315994057795277,
"10": 0.0022924216242415484,
"11": 0.01618166587638702,
"12": 0.026510324166812295,
"13": 0.0709020662485316,
"14": 0.0055178951651622355,
"15": 0.049908102735294,
"16": 0.014004552824071351,
"17": 0.08635345014444418,
"18": 0.038682132507088136,
"19": 0.01785033252376895,
"20": 0.0327613632030952,
"21": 0.012170186427492038,
"22": 0.06888995032831466,
"23": 0.05636901953853375,
"24": 0.012765178714261905,
"25": 0.03359088523905577,
"26": 0.03534759613949597,
"27": 0.1285880111268814,
"28": 0.06909341100293023,
"29": 0.06396723870990272,
"30": 0.0025304969950691375,
"31": 0.02143244459575161,
"32": 0.034686679394319804,
"33": 0.16349966137596655,
"34": 0.035741973554892684,
"35": 0.05891421789006658,
"36": 0.04330874556668126,
"37": 0.021911959130875982,
"38": 0.21068620023165008,
"39": 0.021655172001610806,
"40": 0.3986783829171021,
"41": 0.030597237131588732,
"42": 0.0654971660057468,
"43": 0.013257115994286243,
"44": 0.07378075334935938,
"45": 0.09769789141815027,
"46": 0.18157923610039584,
"47": 0.18966491983303146,
"48": 0.008995436827525535,
"49": 0.13724892630719782
},
"ShortAxisErrorPercentage": {
"0": 0.1647930616450695,
"1": 0.09900009998000493,
"2": 0.08145287365374347,
"3": 0.024886759153218956,
"4": 0.04213072421169819,
"5": 0.0016910984100572289,
"6": 0.20783451654423138,
"7": 0.06134998800134372,
"8": 0.7282073432012047,
"9": 0.0483871102397631,
"10": 0.03816570336624162,
"11": 0.010901017790405731,
"12": 0.06304946965979547,
"13": 0.1036283058005232,
"14": 0.1221733785212191,
"15": 0.43319811658046675,
"16": 0.04753801722124875,
"17": 0.01403194297732484,
"18": 0.019885536160748035,
"19": 0.11296955149752738,
"20": 0.12363465751569473,
"21": 0.039906323535762074,
"22": 0.03965711374478305,
"23": 0.03300294046415207,
"24": 0.011183507181837448,
"25": 0.057061648424218424,
"26": 0.035884876133463556,
"27": 0.0,
"28": 0.0230284266518141,
"29": 0.11025448650559563,
"30": 0.014594147601569905,
"31": 0.018512992375807506,
"32": 0.02664612468534537,
"33": 0.11510372712754166,
"34": 0.07513440996721016,
"35": 0.029437251522859337,
"36": 0.059348086825312146,
"37": 0.007308551144359274,
"38": 0.24411610156027105,
"39": 0.027607231979519142,
"40": 0.033002940464152045,
"41": 0.04529309976419669,
"42": 0.6438762670097729,
"43": 0.013218168105304717,
"44": 0.04840029572647536,
"45": 0.11849281432091942,
"46": 0.16506315798225601,
"47": 0.316626008402089,
"48": 0.025677883882412468,
"49": 0.02171990812006012
}
},
"aggregates": {
"ChallengeScore": 0.7924990063603664,
"ConsistencyDice": {
"max": 0.9788805414722499,
"min": 0.7272922706315503,
"std": 0.06598814120075372,
"25pc": 0.9011334285540933,
"75pc": 0.9655423869939739,
"mean": 0.9193378495687798,
"count": 25,
"median": 0.9358991509206103,
"samples": 3
},
"SegmentationDice": {
"max": 0.9634485057215865,
"min": 0.003910833634773374,
"std": 0.19788569827384406,
"25pc": 0.7143242099433369,
"75pc": 0.8882674625696837,
"mean": 0.7620233314325396,
"count": 50,
"median": 0.8374650414041862
},
"LongAxisErrorPercentage": {
"max": 0.7809306108687445,
"min": 0.0014138050703823336,
"std": 0.1281782262181885,
"25pc": 0.020536916577755943,
"75pc": 0.07692392754813057,
"mean": 0.08210751958405421,
"count": 50,
"median": 0.035544784847194325
},
"ShortAxisErrorPercentage": {
"max": 0.7282073432012047,
"min": 0.0,
"std": 0.14674391944085405,
"25pc": 0.02442217602786774,
"75pc": 0.11350309540503095,
"mean": 0.09896135526681182,
"count": 50,
"median": 0.04641555849272272
}
},
"consistency_check": {
"ConsistencyDice": {
"0": 0.903081536519793,
"1": 0.9667263200669138,
"2": 0.9033189155771706,
"3": 0.9697586463394726,
"4": 0.9265028119286347,
"5": 0.9200470261536465,
"6": 0.9788805414722499,
"7": 0.9653270053066692,
"8": 0.9358991509206103,
"9": 0.9604054447166662,
"10": 0.9506651827701892,
"11": 0.9629342928399934,
"12": 0.9720286988497309,
"13": 0.8991853205883936,
"14": 0.9672758926714863,
"15": 0.9150153423360976,
"16": 0.9105099468384487,
"17": 0.9632487078385638,
"18": 0.9657577686812786,
"19": 0.8473648426660159,
"20": 0.8890459965659577,
"21": 0.7272922706315503,
"22": 0.7339356507630375,
"23": 0.8965702927313006,
"24": 0.9526686334456246
}
}
}
