{
  "cohort": {
    "n_total": 356,
    "n_sick": 183,
    "n_healthy": 173,
    "base_rate": 0.5140449438202247
  },
  "classifiers": [
    {
      "name": "alzheimer_adeeg",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8700000000000001,
      "mean_prob_on_cohort": 0.6311493291718404,
      "std_prob_on_cohort": 0.3178906989756654
    },
    {
      "name": "alzheimer_ds004504",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8700000000000001,
      "mean_prob_on_cohort": 0.6413873007228033,
      "std_prob_on_cohort": 0.31469508905132426
    },
    {
      "name": "vascular_dementia_caueeg",
      "category": "nd",
      "method": "tabpfn",
      "auc_on_own_task": 0.9700000000000001,
      "mean_prob_on_cohort": 0.3591909327366379,
      "std_prob_on_cohort": 0.096331847488522
    },
    {
      "name": "parkinson_caueeg",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.86,
      "mean_prob_on_cohort": 0.5132029178922504,
      "std_prob_on_cohort": 0.32126841847641596
    },
    {
      "name": "ftd_vs_healthy_ds004504_resplit",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8979591836734694,
      "mean_prob_on_cohort": 0.4595561843166609,
      "std_prob_on_cohort": 0.3019591598615791
    },
    {
      "name": "ad_vs_healthy_ds004504_resplit",
      "category": "nd",
      "method": "tabpfn",
      "auc_on_own_task": 0.9382716049382716,
      "mean_prob_on_cohort": 0.5660219205899185,
      "std_prob_on_cohort": 0.11501967344309785
    }
  ],
  "healthy_reference_means": {
    "alzheimer_adeeg": 0.4737941662957304,
    "alzheimer_ds004504": 0.46665141845363317,
    "vascular_dementia_caueeg": 0.3368280160602838,
    "parkinson_caueeg": 0.31869231729901265,
    "ftd_vs_healthy_ds004504_resplit": 0.3267641501482638,
    "ad_vs_healthy_ds004504_resplit": 0.5448819996906673
  },
  "configs_ranked_by_ece": [
    {
      "rank": 1,
      "name": "shift_logit/by_category/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.09970359274221094,
      "mce": 0.3024686784673719,
      "brier": 0.2586623008842852,
      "auc": 0.5870368615559557
    },
    {
      "rank": 2,
      "name": "shift_logit/uniform/prob/mean",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.09970359274221102,
      "mce": 0.30246867846737213,
      "brier": 0.2586623008842853,
      "auc": 0.5870368615559557
    },
    {
      "rank": 3,
      "name": "shift_logit/by_category_x_auc/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.10448966507014561,
      "mce": 0.28800807776890547,
      "brier": 0.25554130746943865,
      "auc": 0.5893110963707003
    },
    {
      "rank": 4,
      "name": "shift_logit/by_auc/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.10448966507014566,
      "mce": 0.2880080777689057,
      "brier": 0.2555413074694387,
      "auc": 0.5893110963707003
    },
    {
      "rank": 5,
      "name": "none/by_category_x_auc/prob/mean",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.10811263725146232,
      "mce": 0.24045909954657407,
      "brier": 0.2516817081942262,
      "auc": 0.5889636438295587
    },
    {
      "rank": 6,
      "name": "none/by_auc/prob/mean",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.10811263725146233,
      "mce": 0.24045909954657418,
      "brier": 0.2516817081942262,
      "auc": 0.5889636438295587
    },
    {
      "rank": 7,
      "name": "none/by_category_x_auc/logit/mean",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.11623071283863912,
      "mce": 0.24797811354004873,
      "brier": 0.26053158969372975,
      "auc": 0.5952177895701064
    },
    {
      "rank": 8,
      "name": "none/by_auc/logit/mean",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.11623071283863917,
      "mce": 0.24797811354004873,
      "brier": 0.26053158969372975,
      "auc": 0.5952177895701064
    },
    {
      "rank": 9,
      "name": "none/by_auc/logit/median",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.11682483876186812,
      "mce": 0.2987030250685556,
      "brier": 0.258229030983795,
      "auc": 0.5889004706402603
    },
    {
      "rank": 10,
      "name": "none/by_auc/prob/median",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.11682483876186812,
      "mce": 0.2987030250685556,
      "brier": 0.258229030983795,
      "auc": 0.5889004706402603
    },
    {
      "rank": 11,
      "name": "none/by_category_x_auc/logit/median",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.11682483876186812,
      "mce": 0.2987030250685556,
      "brier": 0.258229030983795,
      "auc": 0.5889004706402603
    },
    {
      "rank": 12,
      "name": "none/by_category_x_auc/prob/median",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.11682483876186812,
      "mce": 0.2987030250685556,
      "brier": 0.258229030983795,
      "auc": 0.5889004706402603
    },
    {
      "rank": 13,
      "name": "shift_logit/by_auc/logit/median",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.11895722586138333,
      "mce": 0.4222412391435218,
      "brier": 0.26434218907644114,
      "auc": 0.5737231119113049
    },
    {
      "rank": 14,
      "name": "shift_logit/by_auc/prob/median",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.11895722586138333,
      "mce": 0.4222412391435218,
      "brier": 0.26434218907644114,
      "auc": 0.5737231119113049
    },
    {
      "rank": 15,
      "name": "shift_logit/by_category_x_auc/logit/median",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.11895722586138333,
      "mce": 0.4222412391435218,
      "brier": 0.26434218907644114,
      "auc": 0.5737231119113049
    },
    {
      "rank": 16,
      "name": "shift_logit/by_category_x_auc/prob/median",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.11895722586138333,
      "mce": 0.4222412391435218,
      "brier": 0.26434218907644114,
      "auc": 0.5737231119113049
    },
    {
      "rank": 17,
      "name": "shift_logit/by_auc/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.11914015024805957,
      "mce": 0.28262894173612385,
      "brier": 0.2652914746813758,
      "auc": 0.5952177895701064
    },
    {
      "rank": 18,
      "name": "shift_logit/by_category_x_auc/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.11914015024805959,
      "mce": 0.28262894173612363,
      "brier": 0.26529147468137576,
      "auc": 0.5952177895701064
    },
    {
      "rank": 19,
      "name": "shift_prob/by_category/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.1212062247106778,
      "mce": 0.32554862693851616,
      "brier": 0.26257186706082936,
      "auc": 0.5859313307432326
    },
    {
      "rank": 20,
      "name": "shift_prob/uniform/prob/mean",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12120622471067787,
      "mce": 0.3255486269385164,
      "brier": 0.26257186706082936,
      "auc": 0.5859313307432326
    },
    {
      "rank": 21,
      "name": "shift_prob/by_auc/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12138008899403277,
      "mce": 0.28098431018137027,
      "brier": 0.2589876496627996,
      "auc": 0.5879528728007833
    },
    {
      "rank": 22,
      "name": "shift_prob/by_category_x_auc/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12138008899403277,
      "mce": 0.28098431018137027,
      "brier": 0.2589876496627996,
      "auc": 0.5879528728007833
    },
    {
      "rank": 23,
      "name": "none/by_category/logit/median",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.12239595451339912,
      "mce": 0.2975358980042594,
      "brier": 0.26135957190706727,
      "auc": 0.5973814713035788
    },
    {
      "rank": 24,
      "name": "none/by_category/prob/median",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.12239595451339912,
      "mce": 0.2975358980042594,
      "brier": 0.26135957190706727,
      "auc": 0.5973814713035788
    },
    {
      "rank": 25,
      "name": "none/by_category/logit/mean",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.1241885479185677,
      "mce": 0.2930944106042711,
      "brier": 0.26411472472026076,
      "auc": 0.5926592754035188
    },
    {
      "rank": 26,
      "name": "none/uniform/logit/mean",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.12418854791856773,
      "mce": 0.2930944106042711,
      "brier": 0.2641147247202608,
      "auc": 0.5926592754035188
    },
    {
      "rank": 27,
      "name": "none/uniform/prob/mean",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12469076604090984,
      "mce": 0.25810873877434515,
      "brier": 0.2544571259334424,
      "auc": 0.5857418111753372
    },
    {
      "rank": 28,
      "name": "none/by_category/prob/mean",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12469076604090984,
      "mce": 0.2581087387743449,
      "brier": 0.2544571259334424,
      "auc": 0.5857418111753372
    },
    {
      "rank": 29,
      "name": "shift_logit/uniform/logit/mean",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.1276908971287771,
      "mce": 0.34403510516266866,
      "brier": 0.2690776636158661,
      "auc": 0.5926592754035188
    },
    {
      "rank": 30,
      "name": "shift_logit/by_category/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.1276908971287771,
      "mce": 0.34403510516266866,
      "brier": 0.2690776636158661,
      "auc": 0.5926592754035188
    },
    {
      "rank": 31,
      "name": "shift_prob/by_category/prob/median",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.12825612977292636,
      "mce": 0.4015458347577099,
      "brier": 0.274325501869615,
      "auc": 0.5749865756972741
    },
    {
      "rank": 32,
      "name": "shift_prob/by_category/logit/median",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.12825612977292639,
      "mce": 0.4015458347577101,
      "brier": 0.274325501869615,
      "auc": 0.5749865756972741
    },
    {
      "rank": 33,
      "name": "shift_logit/by_category/logit/median",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.12970000733310935,
      "mce": 0.4222412391435218,
      "brier": 0.2712439399166248,
      "auc": 0.5716699832591048
    },
    {
      "rank": 34,
      "name": "shift_logit/by_category/prob/median",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.12970000733310935,
      "mce": 0.4222412391435218,
      "brier": 0.2712439399166248,
      "auc": 0.5716699832591048
    },
    {
      "rank": 35,
      "name": "shift_prob/by_auc/logit/median",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.13982780654133736,
      "mce": 0.4015458347577101,
      "brier": 0.2703518364489584,
      "auc": 0.5749549891026249
    },
    {
      "rank": 36,
      "name": "shift_prob/by_category_x_auc/logit/median",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.13982780654133736,
      "mce": 0.4015458347577101,
      "brier": 0.2703518364489584,
      "auc": 0.5749549891026249
    },
    {
      "rank": 37,
      "name": "shift_prob/by_auc/prob/median",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.1398278065413374,
      "mce": 0.4015458347577099,
      "brier": 0.2703518364489584,
      "auc": 0.5749549891026249
    },
    {
      "rank": 38,
      "name": "shift_prob/by_category_x_auc/prob/median",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.1398278065413374,
      "mce": 0.4015458347577099,
      "brier": 0.2703518364489584,
      "auc": 0.5749549891026249
    },
    {
      "rank": 39,
      "name": "none/uniform/logit/median",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.15459011118398625,
      "mce": 0.3834107756614685,
      "brier": 0.2754010770461111,
      "auc": 0.583246470198048
    },
    {
      "rank": 40,
      "name": "none/uniform/prob/median",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.15459011118398625,
      "mce": 0.3834107756614685,
      "brier": 0.27540107704611116,
      "auc": 0.583246470198048
    },
    {
      "rank": 41,
      "name": "shift_logit/uniform/logit/median",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.17316508170439496,
      "mce": 0.37410808715069366,
      "brier": 0.282177830277953,
      "auc": 0.5932594207018541
    },
    {
      "rank": 42,
      "name": "shift_logit/uniform/prob/median",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.17316508170439496,
      "mce": 0.37410808715069366,
      "brier": 0.282177830277953,
      "auc": 0.5932594207018541
    },
    {
      "rank": 43,
      "name": "baseline/constant_base_rate",
      "calib": "-",
      "scheme": "baseline",
      "domain": "-",
      "op": "const",
      "ece": 0.18809178134073984,
      "mce": 0.4569020866773674,
      "brier": 0.24980273955308674,
      "auc": 0.5
    },
    {
      "rank": 44,
      "name": "shift_prob/uniform/prob/median",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.19528416394031112,
      "mce": 0.42826356756530726,
      "brier": 0.2906513942851566,
      "auc": 0.5925329290249218
    },
    {
      "rank": 45,
      "name": "shift_prob/uniform/logit/median",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.19528416394031112,
      "mce": 0.42826356756530726,
      "brier": 0.29065139428515663,
      "auc": 0.5925329290249218
    },
    {
      "rank": 46,
      "name": "joint/joint_plus_subplus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2075307143068853,
      "mce": 0.521896631964765,
      "brier": 0.2927314712281956,
      "auc": 0.5500489592217063
    },
    {
      "rank": 47,
      "name": "joint/joint_plus_sub__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2080074548272311,
      "mce": 0.49204984566926024,
      "brier": 0.2940250154769243,
      "auc": 0.5549448813923371
    },
    {
      "rank": 48,
      "name": "shift_prob/by_category_x_auc/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.2133244244586289,
      "mce": 0.42233077066569924,
      "brier": 0.30143249560497437,
      "auc": 0.5792665592722449
    },
    {
      "rank": 49,
      "name": "shift_prob/by_auc/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.21332442445862895,
      "mce": 0.42233077066569924,
      "brier": 0.30143249560497437,
      "auc": 0.5792665592722449
    },
    {
      "rank": 50,
      "name": "joint/joint_base__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2153490082939855,
      "mce": 0.5692854905724631,
      "brier": 0.29479704663507245,
      "auc": 0.5456584225654632
    },
    {
      "rank": 51,
      "name": "shift_prob/uniform/logit/mean",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.22228651701596047,
      "mce": 0.4240653924001542,
      "brier": 0.3064386803276719,
      "auc": 0.5753814081303895
    },
    {
      "rank": 52,
      "name": "shift_prob/by_category/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.22228651701596047,
      "mce": 0.4240653924001542,
      "brier": 0.3064386803276719,
      "auc": 0.5753814081303895
    },
    {
      "rank": 53,
      "name": "joint/joint_plus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.22308829250342757,
      "mce": 0.5677546244360837,
      "brier": 0.29870425623891983,
      "auc": 0.537130042010171
    },
    {
      "rank": 54,
      "name": "joint/joint_plus_sub__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2512490832999943,
      "mce": 0.47350998435701647,
      "brier": 0.3282507334699308,
      "auc": 0.5738652515872263
    },
    {
      "rank": 55,
      "name": "joint/joint_plus_subplus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2558189076122964,
      "mce": 0.47985024281910493,
      "brier": 0.32895371376875043,
      "auc": 0.5825199785211157
    },
    {
      "rank": 56,
      "name": "joint/joint_plus_sub__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2594358104321614,
      "mce": 0.5599716733117568,
      "brier": 0.32988822328197626,
      "auc": 0.5603461890773556
    },
    {
      "rank": 57,
      "name": "joint/joint_plus_sub__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.260753413543283,
      "mce": 0.5362798537526812,
      "brier": 0.33053306310315694,
      "auc": 0.577245017214694
    },
    {
      "rank": 58,
      "name": "joint/joint_base__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2644510072200779,
      "mce": 0.5250486765589033,
      "brier": 0.3301524456553324,
      "auc": 0.5797719447866325
    },
    {
      "rank": 59,
      "name": "joint/joint_plus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.26759638380162987,
      "mce": 0.45014662478069883,
      "brier": 0.3126240114108709,
      "auc": 0.5885530180991186
    },
    {
      "rank": 60,
      "name": "joint/joint_plus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.26811873962778304,
      "mce": 0.4777737031173375,
      "brier": 0.3173268493788546,
      "auc": 0.5991661139012603
    },
    {
      "rank": 61,
      "name": "joint/joint_plus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2685493251656831,
      "mce": 0.6517494950362904,
      "brier": 0.325125335936332,
      "auc": 0.537130042010171
    },
    {
      "rank": 62,
      "name": "joint/joint_base__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.26918356370340824,
      "mce": 0.43967453433914916,
      "brier": 0.3227809464542817,
      "auc": 0.5809406487886541
    },
    {
      "rank": 63,
      "name": "joint/joint_plus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27033745706227896,
      "mce": 0.5256929942539761,
      "brier": 0.33145664105468176,
      "auc": 0.5807511292207587
    },
    {
      "rank": 64,
      "name": "joint/joint_plus_subplus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.273187702317628,
      "mce": 0.533996513911656,
      "brier": 0.3325842589657186,
      "auc": 0.5768975646735525
    },
    {
      "rank": 65,
      "name": "joint/joint_plus_sub__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27388065490310337,
      "mce": 0.49493125932276355,
      "brier": 0.3295408618923093,
      "auc": 0.5603461890773556
    },
    {
      "rank": 66,
      "name": "joint/joint_plus_sub__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27571486043900756,
      "mce": 0.5341282963752747,
      "brier": 0.33342094347610657,
      "auc": 0.5809722353833033
    },
    {
      "rank": 67,
      "name": "joint/joint_base__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2783387712611074,
      "mce": 0.43013903413500104,
      "brier": 0.32191392270763836,
      "auc": 0.5956284153005464
    },
    {
      "rank": 68,
      "name": "joint/joint_base__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2784776736974319,
      "mce": 0.5058627877916608,
      "brier": 0.3350261957443951,
      "auc": 0.5776240563504849
    },
    {
      "rank": 69,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2814912278703621,
      "mce": 0.4168633588768357,
      "brier": 0.33304993565333935,
      "auc": 0.5760763132126725
    },
    {
      "rank": 70,
      "name": "joint/joint_plus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28228301613191353,
      "mce": 0.5068174821989877,
      "brier": 0.33768098252782025,
      "auc": 0.5734862124514356
    },
    {
      "rank": 71,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28529845606640314,
      "mce": 0.4405386804913481,
      "brier": 0.3331616877639633,
      "auc": 0.5799614643545279
    },
    {
      "rank": 72,
      "name": "joint/joint_plus_sub__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28586346833261755,
      "mce": 0.5900072949282905,
      "brier": 0.32974543251171146,
      "auc": 0.5549448813923371
    },
    {
      "rank": 73,
      "name": "joint/joint_plus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2862173051531303,
      "mce": 0.4601573187879223,
      "brier": 0.33035802121640556,
      "auc": 0.5885530180991186
    },
    {
      "rank": 74,
      "name": "none/uniform/logit/max",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 75,
      "name": "none/uniform/prob/max",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 76,
      "name": "none/by_category/logit/max",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 77,
      "name": "none/by_category/prob/max",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 78,
      "name": "none/by_auc/logit/max",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 79,
      "name": "none/by_auc/prob/max",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 80,
      "name": "none/by_category_x_auc/logit/max",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 81,
      "name": "none/by_category_x_auc/prob/max",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.2865637233585454,
      "mce": 0.4270815679005214,
      "brier": 0.34030857412930193,
      "auc": 0.563899680975394
    },
    {
      "rank": 82,
      "name": "joint/joint_plus_subplus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28696905785525895,
      "mce": 0.6185103882603368,
      "brier": 0.329440967639667,
      "auc": 0.5500489592217063
    },
    {
      "rank": 83,
      "name": "joint/joint_plus_reg__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28796108227267864,
      "mce": 0.5560932599315591,
      "brier": 0.3464011552167772,
      "auc": 0.5643261000031586
    },
    {
      "rank": 84,
      "name": "joint/joint_plus_regplus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28796108227267864,
      "mce": 0.5560932599315591,
      "brier": 0.3464011552167772,
      "auc": 0.5643261000031586
    },
    {
      "rank": 85,
      "name": "joint/joint_plus_subplus_reg__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2891826090722104,
      "mce": 0.5710410133879676,
      "brier": 0.3511661148340079,
      "auc": 0.5677058656306264
    },
    {
      "rank": 86,
      "name": "joint/joint_plus_all__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2891826090722104,
      "mce": 0.5710410133879676,
      "brier": 0.3511661148340079,
      "auc": 0.5677058656306264
    },
    {
      "rank": 87,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28944178488307437,
      "mce": 0.5149842341762039,
      "brier": 0.34785819937493406,
      "auc": 0.5760763132126725
    },
    {
      "rank": 88,
      "name": "joint/joint_base__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2913403378915963,
      "mce": 0.4999086893743148,
      "brier": 0.33898702735117,
      "auc": 0.5809406487886541
    },
    {
      "rank": 89,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.29205552399609747,
      "mce": 0.4295684131976103,
      "brier": 0.3478780428570712,
      "auc": 0.5685587036861556
    },
    {
      "rank": 90,
      "name": "joint/joint_base__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2946784595681658,
      "mce": 0.6515254571241968,
      "brier": 0.32992487451606844,
      "auc": 0.5456584225654632
    },
    {
      "rank": 91,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3015399056148809,
      "mce": 0.4791794495523708,
      "brier": 0.3516524769221403,
      "auc": 0.5685587036861556
    },
    {
      "rank": 92,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.30246751215598167,
      "mce": 0.4526314179759193,
      "brier": 0.3524268835017124,
      "auc": 0.5799614643545279
    },
    {
      "rank": 93,
      "name": "joint/joint_plus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3108450737695593,
      "mce": 0.47561699460465146,
      "brier": 0.3420082300089087,
      "auc": 0.5991661139012603
    },
    {
      "rank": 94,
      "name": "joint/joint_base__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.31290162500085383,
      "mce": 0.5056282324025774,
      "brier": 0.34894089262123296,
      "auc": 0.5956284153005464
    },
    {
      "rank": 95,
      "name": "joint/joint_plus_reg__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3144379050032827,
      "mce": 0.7166456748951164,
      "brier": 0.36093217173368214,
      "auc": 0.5848257999305095
    },
    {
      "rank": 96,
      "name": "joint/joint_plus_all__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.31687713164625575,
      "mce": 0.569051064871904,
      "brier": 0.3633981301559787,
      "auc": 0.5843204144161218
    },
    {
      "rank": 97,
      "name": "joint/joint_plus_reg__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.31747821299259393,
      "mce": 0.5777948840800239,
      "brier": 0.36961774952318316,
      "auc": 0.5874790738810448
    },
    {
      "rank": 98,
      "name": "joint/joint_plus_subplus_reg__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3176690196913201,
      "mce": 0.5677589479671077,
      "brier": 0.36662964207522114,
      "auc": 0.5910167724817588
    },
    {
      "rank": 99,
      "name": "joint/joint_plus_all__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3204937659428433,
      "mce": 0.5791256527164212,
      "brier": 0.3574687721657097,
      "auc": 0.5783505480274171
    },
    {
      "rank": 100,
      "name": "joint/joint_plus_subplus_reg__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32174540416490705,
      "mce": 0.6359483329572088,
      "brier": 0.3665394882004874,
      "auc": 0.5864367162576203
    },
    {
      "rank": 101,
      "name": "shift_logit/uniform/logit/max",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 102,
      "name": "shift_logit/uniform/prob/max",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 103,
      "name": "shift_logit/by_category/logit/max",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 104,
      "name": "shift_logit/by_category/prob/max",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 105,
      "name": "shift_logit/by_auc/logit/max",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 106,
      "name": "shift_logit/by_auc/prob/max",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 107,
      "name": "shift_logit/by_category_x_auc/logit/max",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 108,
      "name": "shift_logit/by_category_x_auc/prob/max",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.32231599414625306,
      "mce": 0.4858942091393617,
      "brier": 0.3610191785061529,
      "auc": 0.5580561609652863
    },
    {
      "rank": 109,
      "name": "joint/joint_plus_subplus_reg__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3237884275842814,
      "mce": 0.5853627000536238,
      "brier": 0.36131081315315616,
      "auc": 0.5864367162576203
    },
    {
      "rank": 110,
      "name": "joint/joint_plus_all__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.324141596613331,
      "mce": 0.6544389619185793,
      "brier": 0.3582851073122043,
      "auc": 0.5783505480274171
    },
    {
      "rank": 111,
      "name": "joint/joint_plus_subplus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32534736279056814,
      "mce": 0.5422799337078044,
      "brier": 0.36359409173852586,
      "auc": 0.5768975646735525
    },
    {
      "rank": 112,
      "name": "joint/joint_plus_sub__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3260352753673976,
      "mce": 0.5422438076236746,
      "brier": 0.36366707608111476,
      "auc": 0.577245017214694
    },
    {
      "rank": 113,
      "name": "joint/joint_plus_sub__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3269218801814324,
      "mce": 0.5615408505401378,
      "brier": 0.3672626955506771,
      "auc": 0.5738652515872263
    },
    {
      "rank": 114,
      "name": "joint/joint_base__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.32700200938093676,
      "mce": 0.5137485641108019,
      "brier": 0.365742758597394,
      "auc": 0.5776240563504849
    },
    {
      "rank": 115,
      "name": "joint/joint_plus_subplus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32954330899607986,
      "mce": 0.4851660678577615,
      "brier": 0.3635947543850333,
      "auc": 0.5825199785211157
    },
    {
      "rank": 116,
      "name": "joint/joint_plus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3327799905356023,
      "mce": 0.5413122569701052,
      "brier": 0.3611563303889988,
      "auc": 0.5807511292207587
    },
    {
      "rank": 117,
      "name": "joint/joint_plus_sub__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3331171337550789,
      "mce": 0.542301580525526,
      "brier": 0.36661100075145653,
      "auc": 0.5809722353833033
    },
    {
      "rank": 118,
      "name": "joint/joint_plus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3333071425159233,
      "mce": 0.5138222909031929,
      "brier": 0.36778230224400354,
      "auc": 0.5734862124514356
    },
    {
      "rank": 119,
      "name": "joint/joint_plus_subplus_reg__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3340727256300321,
      "mce": 0.6049124978855882,
      "brier": 0.3673591453421981,
      "auc": 0.5677058656306264
    },
    {
      "rank": 120,
      "name": "joint/joint_plus_all__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3340727256300321,
      "mce": 0.6049124978855882,
      "brier": 0.3673591453421981,
      "auc": 0.5677058656306264
    },
    {
      "rank": 121,
      "name": "joint/joint_base__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.3350360207172097,
      "mce": 0.5412738766152949,
      "brier": 0.36561107099602963,
      "auc": 0.5797719447866325
    },
    {
      "rank": 122,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33569327294122736,
      "mce": 0.7665734233504427,
      "brier": 0.3692434253380211,
      "auc": 0.5997030860102972
    },
    {
      "rank": 123,
      "name": "joint/joint_plus_reg__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.336522593890534,
      "mce": 0.6019836959214371,
      "brier": 0.3800967311100113,
      "auc": 0.5943649515145772
    },
    {
      "rank": 124,
      "name": "joint/joint_plus_regplus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.336522593890534,
      "mce": 0.6019836959214371,
      "brier": 0.3800967311100113,
      "auc": 0.5943649515145772
    },
    {
      "rank": 125,
      "name": "joint/joint_plus_reg__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33693433849643284,
      "mce": 0.5232340829713004,
      "brier": 0.369812515600049,
      "auc": 0.5874790738810448
    },
    {
      "rank": 126,
      "name": "joint/joint_plus_subplus_reg__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.338874745344882,
      "mce": 0.440525341139128,
      "brier": 0.3689797926998752,
      "auc": 0.5910167724817588
    },
    {
      "rank": 127,
      "name": "joint/joint_plus_all__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33927792590373096,
      "mce": 0.524515906402043,
      "brier": 0.36305476321336383,
      "auc": 0.5843204144161218
    },
    {
      "rank": 128,
      "name": "joint/joint_plus_reg__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3404635416842195,
      "mce": 0.6036839212220315,
      "brier": 0.3675256074957871,
      "auc": 0.5643261000031586
    },
    {
      "rank": 129,
      "name": "joint/joint_plus_regplus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3404635416842195,
      "mce": 0.6036839212220315,
      "brier": 0.3675256074957871,
      "auc": 0.5643261000031586
    },
    {
      "rank": 130,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.34127787396238507,
      "mce": 0.6710023300515281,
      "brier": 0.36666830570538184,
      "auc": 0.5997030860102972
    },
    {
      "rank": 131,
      "name": "joint/joint_plus_subplus_reg__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3414014122084724,
      "mce": 0.5954379144256604,
      "brier": 0.38063793922120986,
      "auc": 0.5956600018951956
    },
    {
      "rank": 132,
      "name": "joint/joint_plus_all__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3414014122084724,
      "mce": 0.5954379144256604,
      "brier": 0.38063793922120986,
      "auc": 0.5956600018951956
    },
    {
      "rank": 133,
      "name": "joint/joint_plus_reg__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3428855888699032,
      "mce": 0.6581440908966095,
      "brier": 0.36428512380967,
      "auc": 0.5848257999305095
    },
    {
      "rank": 134,
      "name": "joint/joint_plus_subplus_reg__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3433022165215773,
      "mce": 0.626030485840792,
      "brier": 0.379801267633594,
      "auc": 0.6031776114217127
    },
    {
      "rank": 135,
      "name": "joint/joint_plus_all__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3433022165215773,
      "mce": 0.626030485840792,
      "brier": 0.379801267633594,
      "auc": 0.6031776114217127
    },
    {
      "rank": 136,
      "name": "joint/joint_plus_reg__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3443395028758904,
      "mce": 0.5818547466783319,
      "brier": 0.38049766024846327,
      "auc": 0.5988502479547679
    },
    {
      "rank": 137,
      "name": "joint/joint_plus_regplus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3443395028758904,
      "mce": 0.5818547466783319,
      "brier": 0.38049766024846327,
      "auc": 0.5988502479547679
    },
    {
      "rank": 138,
      "name": "shift_prob/uniform/prob/max",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.3502605417165906,
      "mce": 0.6856142857142854,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 139,
      "name": "shift_prob/by_category/prob/max",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.3502605417165906,
      "mce": 0.6856142857142854,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 140,
      "name": "shift_prob/by_auc/prob/max",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.3502605417165906,
      "mce": 0.6856142857142854,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 141,
      "name": "shift_prob/by_category_x_auc/prob/max",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.3502605417165906,
      "mce": 0.6856142857142854,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 142,
      "name": "shift_prob/uniform/logit/max",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.3502605417165907,
      "mce": 0.6856142857142856,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 143,
      "name": "shift_prob/by_category/logit/max",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.3502605417165907,
      "mce": 0.6856142857142856,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 144,
      "name": "shift_prob/by_auc/logit/max",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.3502605417165907,
      "mce": 0.6856142857142856,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 145,
      "name": "shift_prob/by_category_x_auc/logit/max",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.3502605417165907,
      "mce": 0.6856142857142856,
      "brier": 0.3839929538958789,
      "auc": 0.536672036387757
    },
    {
      "rank": 146,
      "name": "joint/joint_plus_reg__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3545930136630856,
      "mce": 0.5334542189325606,
      "brier": 0.3823239275823753,
      "auc": 0.5988502479547679
    },
    {
      "rank": 147,
      "name": "joint/joint_plus_regplus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3545930136630856,
      "mce": 0.5334542189325606,
      "brier": 0.3823239275823753,
      "auc": 0.5988502479547679
    },
    {
      "rank": 148,
      "name": "joint/joint_plus_subplus_reg__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.35475624621429824,
      "mce": 0.6192245772906712,
      "brier": 0.3814507694727296,
      "auc": 0.6031776114217127
    },
    {
      "rank": 149,
      "name": "joint/joint_plus_all__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.35475624621429824,
      "mce": 0.6192245772906712,
      "brier": 0.3814507694727296,
      "auc": 0.6031776114217127
    },
    {
      "rank": 150,
      "name": "joint/joint_plus_subplus_reg__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37449787106048416,
      "mce": 0.5806853072983877,
      "brier": 0.3837315197682905,
      "auc": 0.5956600018951956
    },
    {
      "rank": 151,
      "name": "joint/joint_plus_all__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37449787106048416,
      "mce": 0.5806853072983877,
      "brier": 0.3837315197682905,
      "auc": 0.5956600018951956
    },
    {
      "rank": 152,
      "name": "joint/joint_plus_reg__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37734200096142406,
      "mce": 0.523904527936663,
      "brier": 0.38217342927426207,
      "auc": 0.5943649515145772
    },
    {
      "rank": 153,
      "name": "joint/joint_plus_regplus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37734200096142406,
      "mce": 0.523904527936663,
      "brier": 0.38217342927426207,
      "auc": 0.5943649515145772
    }
  ]
}