Evaluation

ID
e8ab1284-919c-4270-a835-02bc0d6e70e7
Submission ID
d011a3ce-e789-4a81-a3df-65892db6e1e9
Method ID
ce83983b-acb8-414a-ac6d-00562de2534f
Status
Succeeded
User
User Mugshot MJJdG 
Challenge
ULS23
Phase
Development Phase Leaderboard
Algorithm
Universal Lesion Segmentation [ULS23 Baseline] (Version db127463-072c-4b88-b831-953821d4e320)
Submission created
March 4, 2024, 1:36 p.m.
Result created
March 4, 2024, 1:36 p.m.
Position on leaderboard
10
Comment:
Baseline (100% training data)

Metrics

{
  "case": {
    "fn": {
      "0": "file_0_lesion_0",
      "1": "file_0_lesion_1",
      "2": "file_0_lesion_2",
      "3": "file_0_lesion_3",
      "4": "file_0_lesion_4",
      "5": "file_0_lesion_5",
      "6": "file_0_lesion_6",
      "7": "file_0_lesion_7",
      "8": "file_0_lesion_8",
      "9": "file_0_lesion_9",
      "10": "file_0_lesion_10",
      "11": "file_0_lesion_11",
      "12": "file_0_lesion_12",
      "13": "file_0_lesion_13",
      "14": "file_0_lesion_14",
      "15": "file_0_lesion_15",
      "16": "file_0_lesion_16",
      "17": "file_0_lesion_17",
      "18": "file_0_lesion_18",
      "19": "file_0_lesion_19",
      "20": "file_0_lesion_20",
      "21": "file_0_lesion_21",
      "22": "file_0_lesion_22",
      "23": "file_0_lesion_23",
      "24": "file_0_lesion_24",
      "25": "file_0_lesion_25",
      "26": "file_0_lesion_26",
      "27": "file_0_lesion_27",
      "28": "file_0_lesion_28",
      "29": "file_0_lesion_29",
      "30": "file_0_lesion_30",
      "31": "file_0_lesion_31",
      "32": "file_0_lesion_32",
      "33": "file_0_lesion_33",
      "34": "file_0_lesion_34",
      "35": "file_0_lesion_35",
      "36": "file_0_lesion_36",
      "37": "file_0_lesion_37",
      "38": "file_0_lesion_38",
      "39": "file_0_lesion_39",
      "40": "file_0_lesion_40",
      "41": "file_0_lesion_41",
      "42": "file_0_lesion_42",
      "43": "file_0_lesion_43",
      "44": "file_0_lesion_44",
      "45": "file_0_lesion_45",
      "46": "file_0_lesion_46",
      "47": "file_0_lesion_47",
      "48": "file_0_lesion_48",
      "49": "file_0_lesion_49"
    },
    "SegmentationDice": {
      "0": 0.7612259444048468,
      "1": 0.31037540644398465,
      "2": 0.4156073031463684,
      "3": 0.9262650602409639,
      "4": 0.9483625860555186,
      "5": 0.9230868866898089,
      "6": 0.709832134292566,
      "7": 0.7581165173750573,
      "8": 0.8397325692454632,
      "9": 0.9252876815976122,
      "10": 0.9552737395607794,
      "11": 0.9367189177582135,
      "12": 0.8741989994813365,
      "13": 0.7737289356186087,
      "14": 0.8222720220651611,
      "15": 0.4795059368452009,
      "16": 0.8449438202247191,
      "17": 0.8728103579588729,
      "18": 0.8643077980075575,
      "19": 0.8589420654911839,
      "20": 0.7958860759493671,
      "21": 0.7903832991101984,
      "22": 0.5312868949232585,
      "23": 0.7993666591268944,
      "24": 0.7305428384565075,
      "25": 0.8461122526224721,
      "26": 0.9099226329362643,
      "27": 0.7110624315443592,
      "28": 0.8352091739222764,
      "29": 0.839056932757183,
      "30": 0.9106078995734647,
      "31": 0.9050592731748397,
      "32": 0.8651960784313726,
      "33": 0.7922210849539406,
      "34": 0.8104001510003775,
      "35": 0.8632556445739257,
      "36": 0.8607422540006809,
      "37": 0.9157338308457711,
      "38": 0.5796917880515094,
      "39": 0.8547008547008547,
      "40": 0.41861410282462913,
      "41": 0.7717633928571429,
      "42": 0.7022411953041622,
      "43": 0.9061566049013747,
      "44": 0.853604801053635,
      "45": 0.5608065532451165,
      "46": 0.7028475711892798,
      "47": 0.4852607709750567,
      "48": 0.9622284122562674,
      "49": 0.8690751977003368
    },
    "LongAxisErrorPercentage": {
      "0": 0.011686712795733922,
      "1": 0.20177533306341805,
      "2": 0.017665035085906347,
      "3": 0.03161050180497982,
      "4": 0.027293043005358914,
      "5": 0.025416219731031288,
      "6": 0.0240689181778548,
      "7": 0.005771394158129785,
      "8": 0.05529342915737363,
      "9": 0.017315994057795277,
      "10": 0.0040900479692940845,
      "11": 0.01618166587638702,
      "12": 0.03292627322522012,
      "13": 0.08595772939113254,
      "14": 0.018426673485582582,
      "15": 0.07216089157139581,
      "16": 0.008026957197691935,
      "17": 0.10785465336459403,
      "18": 0.05402007545520481,
      "19": 0.0082089756986033,
      "20": 0.015059876535225909,
      "21": 0.028889837989411242,
      "22": 0.06888995032831466,
      "23": 0.05636901953853375,
      "24": 0.0736320406533711,
      "25": 0.06422840665635403,
      "26": 0.03620478561614822,
      "27": 0.13389476810905956,
      "28": 0.06909341100293023,
      "29": 0.06396723870990272,
      "30": 0.005554441204260677,
      "31": 0.002317436972881266,
      "32": 0.034686679394319804,
      "33": 0.16429601023819057,
      "34": 0.06515554481086261,
      "35": 0.05891421789006658,
      "36": 0.04647699063925248,
      "37": 0.021911959130875982,
      "38": 0.20666990039295505,
      "39": 0.021655172001610806,
      "40": 0.22758096190788268,
      "41": 0.030597237131588732,
      "42": 0.0654971660057468,
      "43": 0.013257115994286243,
      "44": 0.07378075334935938,
      "45": 0.04309061510149782,
      "46": 0.18157923610039584,
      "47": 0.18966491983303146,
      "48": 0.008995436827525535,
      "49": 0.13554754513520004
    },
    "ShortAxisErrorPercentage": {
      "0": 0.011738706540272812,
      "1": 0.1601924326038438,
      "2": 0.056507645096670174,
      "3": 0.024886759153218956,
      "4": 0.0021459326288129636,
      "5": 0.005142993173376609,
      "6": 0.20783451654423138,
      "7": 0.011983649593265007,
      "8": 0.007084621045955258,
      "9": 0.0483871102397631,
      "10": 0.036571333848059856,
      "11": 0.009118672175520943,
      "12": 0.03708798216373991,
      "13": 0.10344967096518222,
      "14": 0.1178623048376485,
      "15": 0.4137172366655732,
      "16": 0.05811062809445162,
      "17": 0.03761181779673141,
      "18": 0.011279630414236259,
      "19": 0.03872828573038674,
      "20": 0.07654653077752387,
      "21": 0.02271252531632335,
      "22": 0.03965711374478305,
      "23": 0.03300294046415207,
      "24": 0.011183507181837448,
      "25": 0.04779347017068286,
      "26": 0.035884876133463556,
      "27": 0.0189541754671764,
      "28": 0.0230284266518141,
      "29": 0.11025448650559563,
      "30": 0.014594147601569905,
      "31": 0.02850265979808969,
      "32": 0.02664612468534537,
      "33": 0.11616461977275658,
      "34": 0.10016863694149257,
      "35": 0.029437251522859337,
      "36": 0.061636786439456845,
      "37": 0.03556405033275659,
      "38": 0.2251482265544138,
      "39": 0.027607231979519142,
      "40": 0.06751614703388993,
      "41": 0.04529309976419669,
      "42": 0.6438762670097729,
      "43": 0.013218168105304717,
      "44": 0.08834523857620806,
      "45": 0.08702890035805941,
      "46": 0.3008266721940219,
      "47": 0.316626008402089,
      "48": 0.025677883882412468,
      "49": 0.009593456338279455
    }
  },
  "aggregates": {
    "ChallengeScore": 0.8119318889734978,
    "ConsistencyDice": {
      "max": 0.9743737257025445,
      "min": 0.733574305667787,
      "std": 0.05747051103456332,
      "25pc": 0.8873818786746794,
      "75pc": 0.96609352595709,
      "mean": 0.9217292836452686,
      "count": 25,
      "median": 0.9383677895582657,
      "samples": 3
    },
    "SegmentationDice": {
      "max": 0.9622284122562674,
      "min": 0.31037540644398465,
      "std": 0.1559711277858212,
      "25pc": 0.7256727367284703,
      "75pc": 0.8819140679047123,
      "mean": 0.7835926267093268,
      "count": 50,
      "median": 0.8393947510013231
    },
    "LongAxisErrorPercentage": {
      "max": 0.22758096190788268,
      "min": 0.002317436972881266,
      "std": 0.05938373819046613,
      "25pc": 0.01757777482887858,
      "75pc": 0.07252867884188963,
      "mean": 0.060664183989474596,
      "count": 50,
      "median": 0.03964770035882302
    },
    "ShortAxisErrorPercentage": {
      "max": 0.6438762670097729,
      "min": 0.0021459326288129636,
      "std": 0.11812892489077359,
      "25pc": 0.02177293785403661,
      "75pc": 0.09130108816752919,
      "mean": 0.08163863118033575,
      "count": 50,
      "median": 0.03734989998023566
    }
  },
  "consistency_check": {
    "ConsistencyDice": {
      "0": 0.8797666921879989,
      "1": 0.965008253178007,
      "2": 0.8926454445542383,
      "3": 0.972848750942498,
      "4": 0.9167672067885869,
      "5": 0.9175615869980174,
      "6": 0.9743737257025445,
      "7": 0.9698279043748376,
      "8": 0.9383677895582657,
      "9": 0.9286928549664367,
      "10": 0.9480924384063992,
      "11": 0.9678979532339379,
      "12": 0.9671787987361729,
      "13": 0.8821183127951207,
      "14": 0.9704433430522972,
      "15": 0.957815404731285,
      "16": 0.9364645650169648,
      "17": 0.9615627913805181,
      "18": 0.9581088024254593,
      "19": 0.846070025725577,
      "20": 0.8785008892096178,
      "21": 0.8286277672176169,
      "22": 0.733574305667787,
      "23": 0.8957214251186117,
      "24": 0.9551950591629182
    }
  }
}