Evaluation

ID
e2ecdc27-cfb2-44f6-a03c-d07c13ce1e35
Submission ID
6e20ee4a-f748-444a-9460-3b8065488cf3
Method ID
ce83983b-acb8-414a-ac6d-00562de2534f
Status
Succeeded
User
User Mugshot wang719 
Challenge
ULS23
Phase
Development Phase (Limited Inference Time Models)
Algorithm
Finetuning The Official Baseline (Image Version 7721953d-fead-4f34-a7aa-4e4040361dae )
Submission created
April 1, 2024, 8:55 a.m.
Result created
April 1, 2024, 8:55 a.m.
Position on leaderboard
67
Comment:
ZscoreNorm Best

Metrics

{
  "case": {
    "fn": {
      "0": "file_0_lesion_0",
      "1": "file_0_lesion_1",
      "2": "file_0_lesion_2",
      "3": "file_0_lesion_3",
      "4": "file_0_lesion_4",
      "5": "file_0_lesion_5",
      "6": "file_0_lesion_6",
      "7": "file_0_lesion_7",
      "8": "file_0_lesion_8",
      "9": "file_0_lesion_9",
      "10": "file_0_lesion_10",
      "11": "file_0_lesion_11",
      "12": "file_0_lesion_12",
      "13": "file_0_lesion_13",
      "14": "file_0_lesion_14",
      "15": "file_0_lesion_15",
      "16": "file_0_lesion_16",
      "17": "file_0_lesion_17",
      "18": "file_0_lesion_18",
      "19": "file_0_lesion_19",
      "20": "file_0_lesion_20",
      "21": "file_0_lesion_21",
      "22": "file_0_lesion_22",
      "23": "file_0_lesion_23",
      "24": "file_0_lesion_24",
      "25": "file_0_lesion_25",
      "26": "file_0_lesion_26",
      "27": "file_0_lesion_27",
      "28": "file_0_lesion_28",
      "29": "file_0_lesion_29",
      "30": "file_0_lesion_30",
      "31": "file_0_lesion_31",
      "32": "file_0_lesion_32",
      "33": "file_0_lesion_33",
      "34": "file_0_lesion_34",
      "35": "file_0_lesion_35",
      "36": "file_0_lesion_36",
      "37": "file_0_lesion_37",
      "38": "file_0_lesion_38",
      "39": "file_0_lesion_39",
      "40": "file_0_lesion_40",
      "41": "file_0_lesion_41",
      "42": "file_0_lesion_42",
      "43": "file_0_lesion_43",
      "44": "file_0_lesion_44",
      "45": "file_0_lesion_45",
      "46": "file_0_lesion_46",
      "47": "file_0_lesion_47",
      "48": "file_0_lesion_48",
      "49": "file_0_lesion_49"
    },
    "SegmentationDice": {
      "0": 0.7892049598832969,
      "1": 0.08662107662633702,
      "2": 0.2853479695175533,
      "3": 0.8497359577532405,
      "4": 0.9266856585118117,
      "5": 0.09474777934892151,
      "6": 0.8181818181818182,
      "7": 0.4125527032075572,
      "8": 0.7227945911139729,
      "9": 0.8757294639779118,
      "10": 0.9223337515683814,
      "11": 0.683948282910875,
      "12": 0.841771059806053,
      "13": 0.6732829237555136,
      "14": 0.7161076995748701,
      "15": 0.2807002917882451,
      "16": 0.7951606174384648,
      "17": 0.8303350970017637,
      "18": 0.7497175141242938,
      "19": 0.7988099665303087,
      "20": 0.6020738820479585,
      "21": 0.7254237288135593,
      "22": 0.42029598308668076,
      "23": 0.8039360393603936,
      "24": 0.7076305220883534,
      "25": 0.7149963304248552,
      "26": 0.895692105838618,
      "27": 0.6034605356719602,
      "28": 0.7711457414485936,
      "29": 0.8038349187326792,
      "30": 0.893651647231971,
      "31": 0.9046705138485402,
      "32": 0.7903525046382189,
      "33": 0.7824007651841224,
      "34": 0.8635634028892456,
      "35": 0.8878330538475872,
      "36": 0.7727632620744259,
      "37": 0.8742863416776461,
      "38": 0.5438362260792168,
      "39": 0.7567567567567568,
      "40": 0.4538327526132404,
      "41": 0.7502863688430699,
      "42": 0.6363636363636364,
      "43": 0.8859550561797753,
      "44": 0.8601521776976723,
      "45": 0.5938983050847457,
      "46": 0.6100834240116069,
      "47": 0.4359673024523161,
      "48": 0.9282868525896414,
      "49": 0.8049174554013182
    },
    "LongAxisErrorPercentage": {
      "0": 0.007024612258589582,
      "1": 0.3743081137645318,
      "2": 0.10494572657840912,
      "3": 0.006012241365007367,
      "4": 0.07687972384078386,
      "5": 0.2754916187853956,
      "6": 0.025633530458122597,
      "7": 0.3056976001133626,
      "8": 0.06714391486637845,
      "9": 0.018978195571779807,
      "10": 0.0022924216242415484,
      "11": 0.06804207630909308,
      "12": 0.005580271412763786,
      "13": 0.06559810236316033,
      "14": 0.07199884201563328,
      "15": 0.16795440632157838,
      "16": 0.12267870768299435,
      "17": 0.06187987721118518,
      "18": 0.10503726252152139,
      "19": 0.09286020078530334,
      "20": 0.12681700034909976,
      "21": 0.04257587669893939,
      "22": 0.032973889241492416,
      "23": 0.059056932881593256,
      "24": 0.1815714259040144,
      "25": 0.14086322603999546,
      "26": 0.039662724803070724,
      "27": 0.1536470771489441,
      "28": 0.11165947270767157,
      "29": 0.054876002314102064,
      "30": 0.0066345870975748995,
      "31": 0.006921512284488103,
      "32": 0.048843199320149626,
      "33": 0.09956164903019939,
      "34": 0.032170779700943494,
      "35": 0.037617184672999265,
      "36": 0.11972466840690214,
      "37": 0.02100304977004217,
      "38": 0.17901869967234607,
      "39": 0.14042015896333818,
      "40": 0.28300779258860514,
      "41": 0.005757906226877757,
      "42": 0.07154792951638142,
      "43": 0.029715825460487955,
      "44": 0.0027249533718538338,
      "45": 0.0508712669327361,
      "46": 0.20279707837533228,
      "47": 0.22566691058650315,
      "48": 0.0309346519595718,
      "49": 0.15689998881090003
    },
    "ShortAxisErrorPercentage": {
      "0": 0.08457002271884984,
      "1": 0.22870718690604305,
      "2": 0.017734734997659606,
      "3": 0.0165839664318583,
      "4": 0.003620850630728125,
      "5": 0.48557560168186487,
      "6": 0.07809065060946244,
      "7": 0.2702473046862295,
      "8": 0.02310034345437713,
      "9": 0.03438485165333821,
      "10": 0.03816570336624162,
      "11": 0.11462369944674816,
      "12": 0.07998762895332134,
      "13": 0.04474151353107079,
      "14": 0.05884259879394995,
      "15": 0.41611912635719017,
      "16": 0.10985701503990744,
      "17": 0.007198601139622731,
      "18": 0.023154061464625664,
      "19": 0.07210980397480846,
      "20": 0.129706573504476,
      "21": 0.07301285700979629,
      "22": 0.1303168506526775,
      "23": 0.011875025258606897,
      "24": 0.11344132051851015,
      "25": 0.07822669704620039,
      "26": 0.0075440408301899005,
      "27": 0.03018990393014158,
      "28": 0.06996101250620142,
      "29": 0.05972536507611296,
      "30": 0.016542924595344774,
      "31": 0.01654943899069181,
      "32": 0.14724720730312724,
      "33": 0.068678796591406,
      "34": 0.05637344530944854,
      "35": 0.03534706246628052,
      "36": 0.05039219070049816,
      "37": 0.04614854842257361,
      "38": 0.31644512583901985,
      "39": 0.19824110805895082,
      "40": 0.037087982163739916,
      "41": 0.010532763149995503,
      "42": 0.5697047149310313,
      "43": 0.005142993173376581,
      "44": 0.01510772237469872,
      "45": 0.04537625681581651,
      "46": 0.3231066234248556,
      "47": 0.38701859233157665,
      "48": 0.0,
      "49": 0.014477677271305306
    }
  },
  "aggregates": {
    "ChallengeScore": 0.7385430309882955,
    "ConsistencyDice": {
      "max": 0.9474406021445511,
      "min": 0.6042598830818628,
      "std": 0.0815744938224804,
      "25pc": 0.8083848348387034,
      "75pc": 0.9080435092491946,
      "mean": 0.8482167953147343,
      "count": 25,
      "median": 0.8671109566372635,
      "samples": 3
    },
    "SegmentationDice": {
      "max": 0.9282868525896414,
      "min": 0.08662107662633702,
      "std": 0.2055499539050964,
      "25pc": 0.6084277019266953,
      "75pc": 0.8523400127393485,
      "mean": 0.704642335511992,
      "count": 50,
      "median": 0.7719545017615097
    },
    "LongAxisErrorPercentage": {
      "max": 0.3743081137645318,
      "min": 0.0022924216242415484,
      "std": 0.0869776904658774,
      "25pc": 0.03062994533480084,
      "75pc": 0.1405309257325025,
      "mean": 0.09443161733373982,
      "count": 50,
      "median": 0.06759299558773577
    },
    "ShortAxisErrorPercentage": {
      "max": 0.5697047149310313,
      "min": 0.0,
      "std": 0.13282159830567247,
      "25pc": 0.01744704285620928,
      "75pc": 0.11839441796118012,
      "mean": 0.10541872172169095,
      "count": 50,
      "median": 0.057608022051699244
    }
  },
  "consistency_check": {
    "ConsistencyDice": {
      "0": 0.7419507761261763,
      "1": 0.9262615793368717,
      "2": 0.8151856573799275,
      "3": 0.924587508458265,
      "4": 0.8730259821786474,
      "5": 0.85846991324591,
      "6": 0.9474406021445511,
      "7": 0.8548149767276984,
      "8": 0.8196763257837284,
      "9": 0.8914568040861038,
      "10": 0.8671109566372635,
      "11": 0.834632079766562,
      "12": 0.9107060797130441,
      "13": 0.7293479056179147,
      "14": 0.8923749743176891,
      "15": 0.9400906993089246,
      "16": 0.7876902531827121,
      "17": 0.9053809387853452,
      "18": 0.9341536540475358,
      "19": 0.8015840122974792,
      "20": 0.8365918308598891,
      "21": 0.7313020877608046,
      "22": 0.6042598830818628,
      "23": 0.8833719430198745,
      "24": 0.8939524590035764
    }
  }
}