Evaluation
- ID
- 63c34763-65d2-4f81-93e1-59a13c58d299
- Submission ID
- df8b3857-9936-4436-9e82-8665428ca9a4
- Method ID
- ce83983b-acb8-414a-ac6d-00562de2534f
- Status
-
Succeeded
- User
-
MatsWillem
- Challenge
-
ULS23
- Phase
-
Development Phase (Limited Inference Time Models)
- Algorithm
-
Baseline AIMI Group 12
(Image Version e3320b2f-4304-4e7c-bee7-fca707c97efe
)
- Submission created
- June 5, 2024, 5:06 a.m.
- Result created
- June 5, 2024, 5:06 a.m.
- Position on leaderboard
-
3
- Comment:
- Fine-tune baseline, 200 epochs, lr 1.25e-3 (eighth of original)
Metrics
{
"case": {
"fn": {
"0": "file_0_lesion_0",
"1": "file_0_lesion_1",
"2": "file_0_lesion_2",
"3": "file_0_lesion_3",
"4": "file_0_lesion_4",
"5": "file_0_lesion_5",
"6": "file_0_lesion_6",
"7": "file_0_lesion_7",
"8": "file_0_lesion_8",
"9": "file_0_lesion_9",
"10": "file_0_lesion_10",
"11": "file_0_lesion_11",
"12": "file_0_lesion_12",
"13": "file_0_lesion_13",
"14": "file_0_lesion_14",
"15": "file_0_lesion_15",
"16": "file_0_lesion_16",
"17": "file_0_lesion_17",
"18": "file_0_lesion_18",
"19": "file_0_lesion_19",
"20": "file_0_lesion_20",
"21": "file_0_lesion_21",
"22": "file_0_lesion_22",
"23": "file_0_lesion_23",
"24": "file_0_lesion_24",
"25": "file_0_lesion_25",
"26": "file_0_lesion_26",
"27": "file_0_lesion_27",
"28": "file_0_lesion_28",
"29": "file_0_lesion_29",
"30": "file_0_lesion_30",
"31": "file_0_lesion_31",
"32": "file_0_lesion_32",
"33": "file_0_lesion_33",
"34": "file_0_lesion_34",
"35": "file_0_lesion_35",
"36": "file_0_lesion_36",
"37": "file_0_lesion_37",
"38": "file_0_lesion_38",
"39": "file_0_lesion_39",
"40": "file_0_lesion_40",
"41": "file_0_lesion_41",
"42": "file_0_lesion_42",
"43": "file_0_lesion_43",
"44": "file_0_lesion_44",
"45": "file_0_lesion_45",
"46": "file_0_lesion_46",
"47": "file_0_lesion_47",
"48": "file_0_lesion_48",
"49": "file_0_lesion_49"
},
"SegmentationDice": {
"0": 0.760914760914761,
"1": 0.16053879458456463,
"2": 0.40783961304135224,
"3": 0.9340974212034384,
"4": 0.9485507956736268,
"5": 0.9324444482626792,
"6": 0.6948356807511737,
"7": 0.7825457569434284,
"8": 0.8408812729498164,
"9": 0.9316094127228831,
"10": 0.9553912507701787,
"11": 0.9246806090304516,
"12": 0.8703030718595721,
"13": 0.7988049161404224,
"14": 0.8020287686039744,
"15": 0.7892460549386324,
"16": 0.8252173913043478,
"17": 0.8683914510686164,
"18": 0.8397394136807818,
"19": 0.8836045056320401,
"20": 0.8360524204332709,
"21": 0.798555714165757,
"22": 0.45823704192802905,
"23": 0.8266423357664233,
"24": 0.8211781206171108,
"25": 0.8711724137931034,
"26": 0.9168860246286042,
"27": 0.6889700844941767,
"28": 0.8351601574970735,
"29": 0.8800171098595566,
"30": 0.9130868162751097,
"31": 0.8993720756069615,
"32": 0.8699918233851186,
"33": 0.7771428571428571,
"34": 0.8285408108590819,
"35": 0.8576025744167337,
"36": 0.8553162853297442,
"37": 0.9199284511784511,
"38": 0.6554307116104869,
"39": 0.851581508515815,
"40": 0.4108175061932287,
"41": 0.8108988597660299,
"42": 0.683991683991684,
"43": 0.9028400597907325,
"44": 0.8487478479684247,
"45": 0.5070569785676947,
"46": 0.6353531731803513,
"47": 0.5795246800731262,
"48": 0.9593205185516317,
"49": 0.9158958716672635
},
"LongAxisErrorPercentage": {
"0": 0.007024612258589582,
"1": 0.3198932531441476,
"2": 0.008324276200849443,
"3": 0.024417456891718484,
"4": 0.039330050336529365,
"5": 0.026806647931524607,
"6": 0.0240689181778548,
"7": 0.009335702733680564,
"8": 0.07250522133023687,
"9": 0.0027473684234247888,
"10": 0.006550499404208131,
"11": 0.021872887772688122,
"12": 0.03992135394175812,
"13": 0.081150768698312,
"14": 0.02030803358220161,
"15": 0.037214889182164486,
"16": 0.02558993871599749,
"17": 0.09925143521581953,
"18": 0.04505917970705206,
"19": 0.0032444465529563194,
"20": 0.008359717303895266,
"21": 0.03656697423821436,
"22": 0.04802394944564316,
"23": 0.04486625286475181,
"24": 0.13770572300850062,
"25": 0.048111104562346074,
"26": 0.024277732610415652,
"27": 0.15020312696251836,
"28": 0.039856494880714056,
"29": 0.054876002314102064,
"30": 0.008378526225101553,
"31": 0.0053658878111153465,
"32": 0.034686679394319804,
"33": 0.16429601023819057,
"34": 0.03637212523169904,
"35": 0.04383768129817018,
"36": 0.05211775585192385,
"37": 0.028367480554223144,
"38": 0.10867593824841114,
"39": 0.021655172001610806,
"40": 0.20729895270403795,
"41": 0.02324311896569261,
"42": 0.08320990394265483,
"43": 0.004341615844984706,
"44": 0.08374834402903658,
"45": 0.07281869668638986,
"46": 0.2160015065603267,
"47": 0.04808321641095006,
"48": 0.008995436827525535,
"49": 0.08453154704345428
},
"ShortAxisErrorPercentage": {
"0": 0.08457002271884984,
"1": 0.1792795949403937,
"2": 0.03152130360662324,
"3": 0.03370829120862648,
"4": 0.011534777387055144,
"5": 0.015058881638992183,
"6": 0.20783451654423138,
"7": 0.024694598659495134,
"8": 0.02310034345437713,
"9": 0.02505365221635014,
"10": 0.033486180396827624,
"11": 0.015458998447544302,
"12": 0.028158179132321784,
"13": 0.1727319355376395,
"14": 0.1178623048376485,
"15": 0.4093073823428968,
"16": 0.06407147169860654,
"17": 0.027670940487025862,
"18": 0.001474929462266849,
"19": 0.09661656569456363,
"20": 0.04591871964916908,
"21": 0.013355497513092554,
"22": 0.06778407011469073,
"23": 0.015275808138930161,
"24": 0.08135687330021653,
"25": 0.03824011284208481,
"26": 0.0008141433635503747,
"27": 0.061653816079054735,
"28": 0.008360277019109307,
"29": 0.07576861074914881,
"30": 0.005029465023562912,
"31": 0.04520267909397332,
"32": 0.02664612468534537,
"33": 0.11616461977275658,
"34": 0.06126605505082615,
"35": 0.027756737296366865,
"36": 0.07743802208484736,
"37": 0.02490516733504687,
"38": 0.08275465753510293,
"39": 0.027607231979519142,
"40": 0.06209416611124021,
"41": 0.0317016937752507,
"42": 0.6230420361699464,
"43": 0.02246996819141841,
"44": 0.11731160479802029,
"45": 0.036798090514880734,
"46": 0.1934153285143647,
"47": 0.26918306777044365,
"48": 0.025677883882412468,
"49": 0.015949777382169485
}
},
"aggregates": {
"ChallengeScore": 0.8160464666460175,
"ConsistencyDice": {
"max": 0.9776463451920604,
"min": 0.3248488868883606,
"std": 0.13347591313082288,
"25pc": 0.88084560107509,
"75pc": 0.9649659292245403,
"mean": 0.8972244691914291,
"count": 25,
"median": 0.9394052394707342,
"samples": 3
},
"SegmentationDice": {
"max": 0.9593205185516317,
"min": 0.16053879458456463,
"std": 0.1639176775986021,
"25pc": 0.7730858330858331,
"75pc": 0.9002390716529043,
"mean": 0.7913395581466075,
"count": 50,
"median": 0.8378959170570264
},
"LongAxisErrorPercentage": {
"max": 0.3198932531441476,
"min": 0.0027473684234247888,
"std": 0.06286373972309274,
"25pc": 0.021318387396758506,
"75pc": 0.0749017146893704,
"mean": 0.05686979228525268,
"count": 50,
"median": 0.03827246975934692
},
"ShortAxisErrorPercentage": {
"max": 0.6230420361699464,
"min": 0.0008141433635503747,
"std": 0.10961934780302232,
"25pc": 0.02429603485821563,
"75pc": 0.08320849883103966,
"mean": 0.07808274352297755,
"count": 50,
"median": 0.0352531908617536
}
},
"consistency_check": {
"ConsistencyDice": {
"0": 0.9199929893719784,
"1": 0.9681630127393178,
"2": 0.8475997850976867,
"3": 0.9776463451920604,
"4": 0.905285338893397,
"5": 0.9023978809853522,
"6": 0.9663063083292522,
"7": 0.9581730373499749,
"8": 0.9584613851640283,
"9": 0.9394052394707342,
"10": 0.9384750072349078,
"11": 0.9648132969505521,
"12": 0.9666424594959161,
"13": 0.8706395271595309,
"14": 0.9651185614985284,
"15": 0.9656879275222173,
"16": 0.9230985916724492,
"17": 0.9640065982022428,
"18": 0.9646007163242847,
"19": 0.3248488868883606,
"20": 0.8682993014697341,
"21": 0.7510445331566661,
"22": 0.7743683524240744,
"23": 0.8910516749906492,
"24": 0.9544849722018313
}
}
}
