{
  "cohort": {
    "n_total": 356,
    "n_sick": 183,
    "n_healthy": 173,
    "base_rate": 0.5140449438202247
  },
  "classifiers": [
    {
      "name": "alzheimer_adeeg",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8700000000000001,
      "mean_prob_on_cohort": 0.6311493291718404,
      "std_prob_on_cohort": 0.3178906989756654
    },
    {
      "name": "alzheimer_caueeg",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8106508875739645,
      "mean_prob_on_cohort": 0.5737739683068723,
      "std_prob_on_cohort": 0.30773036496744033
    },
    {
      "name": "alzheimer_ds004504",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8700000000000001,
      "mean_prob_on_cohort": 0.6413873007228033,
      "std_prob_on_cohort": 0.31469508905132426
    },
    {
      "name": "mci_caueeg",
      "category": "nd",
      "method": "tabpfn",
      "auc_on_own_task": 0.6425000000000001,
      "mean_prob_on_cohort": 0.6101479301794192,
      "std_prob_on_cohort": 0.12205316033849632
    },
    {
      "name": "vascular_dementia_caueeg",
      "category": "nd",
      "method": "tabpfn",
      "auc_on_own_task": 0.9700000000000001,
      "mean_prob_on_cohort": 0.3591909327366379,
      "std_prob_on_cohort": 0.096331847488522
    },
    {
      "name": "parkinson_caueeg",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.86,
      "mean_prob_on_cohort": 0.5132029178922504,
      "std_prob_on_cohort": 0.32126841847641596
    },
    {
      "name": "parkinson_ucsd",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.5,
      "mean_prob_on_cohort": 0.5451802794685524,
      "std_prob_on_cohort": 0.3320272955860441
    },
    {
      "name": "ftd_ds004504",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.685,
      "mean_prob_on_cohort": 0.42212777373935567,
      "std_prob_on_cohort": 0.2744728393041088
    },
    {
      "name": "ftd_vs_healthy_ds004504_resplit",
      "category": "nd",
      "method": "xgboost",
      "auc_on_own_task": 0.8979591836734694,
      "mean_prob_on_cohort": 0.4595561843166609,
      "std_prob_on_cohort": 0.3019591598615791
    },
    {
      "name": "ad_vs_healthy_ds004504_resplit",
      "category": "nd",
      "method": "tabpfn",
      "auc_on_own_task": 0.9382716049382716,
      "mean_prob_on_cohort": 0.5660219205899185,
      "std_prob_on_cohort": 0.11501967344309785
    },
    {
      "name": "tbi",
      "category": "trauma",
      "method": "tabpfn",
      "auc_on_own_task": 0.65625,
      "mean_prob_on_cohort": 0.2202066081010977,
      "std_prob_on_cohort": 0.11363937436634028
    },
    {
      "name": "tbi_resplit",
      "category": "trauma",
      "method": "tabpfn",
      "auc_on_own_task": 0.6647727272727273,
      "mean_prob_on_cohort": 0.19274673959386818,
      "std_prob_on_cohort": 0.04944194834557008
    },
    {
      "name": "mdd_vs_healthy",
      "category": "psych",
      "method": "xgboost",
      "auc_on_own_task": 0.701851851851852,
      "mean_prob_on_cohort": 0.9786421269848106,
      "std_prob_on_cohort": 0.03710737852285432
    },
    {
      "name": "adhd_vs_healthy",
      "category": "psych",
      "method": "tabpfn",
      "auc_on_own_task": 0.7006172839506173,
      "mean_prob_on_cohort": 0.8422018818640977,
      "std_prob_on_cohort": 0.04869483729426061
    },
    {
      "name": "depression_downstream__depression_high_vs_low",
      "category": "psych",
      "method": "xgboost",
      "auc_on_own_task": 0.7538461538461538,
      "mean_prob_on_cohort": 0.4358446602139778,
      "std_prob_on_cohort": 0.3042278305798202
    }
  ],
  "healthy_reference_means": {
    "alzheimer_adeeg": 0.4737941662957304,
    "alzheimer_caueeg": 0.3168128424525598,
    "alzheimer_ds004504": 0.46665141845363317,
    "mci_caueeg": 0.4989707464494578,
    "vascular_dementia_caueeg": 0.3368280160602838,
    "parkinson_caueeg": 0.31869231729901265,
    "parkinson_ucsd": 0.6925915976695444,
    "ftd_ds004504": 0.28320243524579314,
    "ftd_vs_healthy_ds004504_resplit": 0.3267641501482638,
    "ad_vs_healthy_ds004504_resplit": 0.5448819996906673,
    "tbi": 0.14339191682073613,
    "tbi_resplit": 0.1540633195955492,
    "mdd_vs_healthy": 0.9263832677338285,
    "adhd_vs_healthy": 0.8391838706411,
    "depression_downstream__depression_high_vs_low": 0.2825995455935471
  },
  "configs_ranked_by_ece": [
    {
      "rank": 1,
      "name": "shift_logit/by_category_x_auc/logit/median",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.11937631166091073,
      "mce": 0.5104215086545536,
      "brier": 0.27129239364360297,
      "auc": 0.5084020341766954
    },
    {
      "rank": 2,
      "name": "shift_logit/by_category_x_auc/prob/median",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.11937631166091073,
      "mce": 0.5104215086545536,
      "brier": 0.27129239364360297,
      "auc": 0.5084020341766954
    },
    {
      "rank": 3,
      "name": "shift_prob/uniform/logit/median",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.12015215055480774,
      "mce": 0.3898241726350964,
      "brier": 0.25782662885824004,
      "auc": 0.5458795287280078
    },
    {
      "rank": 4,
      "name": "shift_prob/uniform/prob/median",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.12015215055480774,
      "mce": 0.3898241726350964,
      "brier": 0.25782662885824004,
      "auc": 0.5458795287280078
    },
    {
      "rank": 5,
      "name": "none/uniform/prob/mean",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12097396694654262,
      "mce": 0.22566411041078122,
      "brier": 0.2500503147379927,
      "auc": 0.5702959663918632
    },
    {
      "rank": 6,
      "name": "none/by_category_x_auc/logit/mean",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.12202744250652801,
      "mce": 0.5093233308279388,
      "brier": 0.25489334812895403,
      "auc": 0.5767080451056572
    },
    {
      "rank": 7,
      "name": "none/by_auc/prob/mean",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12216343391520508,
      "mce": 0.30970184619236013,
      "brier": 0.25040667113726334,
      "auc": 0.5810038219779525
    },
    {
      "rank": 8,
      "name": "shift_prob/by_category_x_auc/logit/median",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.12465784401937802,
      "mce": 0.4279726259389689,
      "brier": 0.2605129827585176,
      "auc": 0.5176884930035692
    },
    {
      "rank": 9,
      "name": "shift_prob/by_category_x_auc/prob/median",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.12465784401937803,
      "mce": 0.4279726259389689,
      "brier": 0.2605129827585176,
      "auc": 0.5176884930035692
    },
    {
      "rank": 10,
      "name": "none/by_category_x_auc/prob/mean",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12640056250544188,
      "mce": 0.4492088165554796,
      "brier": 0.25123447613290406,
      "auc": 0.5549448813923371
    },
    {
      "rank": 11,
      "name": "shift_logit/by_category/logit/median",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.12651465872346712,
      "mce": 0.5207664793931198,
      "brier": 0.26833293300171684,
      "auc": 0.5
    },
    {
      "rank": 12,
      "name": "shift_logit/by_category/prob/median",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.12651465872346712,
      "mce": 0.5207664793931198,
      "brier": 0.26833293300171684,
      "auc": 0.5
    },
    {
      "rank": 13,
      "name": "shift_logit/uniform/prob/mean",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12768702581943903,
      "mce": 0.4265937580849548,
      "brier": 0.2560657796319678,
      "auc": 0.5681796645503647
    },
    {
      "rank": 14,
      "name": "none/by_auc/logit/median",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.12898800262574403,
      "mce": 0.32439851931163244,
      "brier": 0.260601116721603,
      "auc": 0.5894216494519726
    },
    {
      "rank": 15,
      "name": "none/by_auc/prob/median",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.12898800262574403,
      "mce": 0.32439851931163244,
      "brier": 0.260601116721603,
      "auc": 0.5894216494519726
    },
    {
      "rank": 16,
      "name": "shift_prob/by_category/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.12937556678451967,
      "mce": 0.5014850911968574,
      "brier": 0.25462522323711473,
      "auc": 0.5402255282857955
    },
    {
      "rank": 17,
      "name": "shift_prob/uniform/prob/mean",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "mean",
      "ece": 0.130577781985464,
      "mce": 0.3523786191258518,
      "brier": 0.2545596170040078,
      "auc": 0.568463943902208
    },
    {
      "rank": 18,
      "name": "shift_logit/by_auc/logit/median",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.13065186914632987,
      "mce": 0.4273776095807231,
      "brier": 0.2675757018698279,
      "auc": 0.5621466249723618
    },
    {
      "rank": 19,
      "name": "shift_logit/by_auc/prob/median",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.13065186914632987,
      "mce": 0.4273776095807231,
      "brier": 0.2675757018698279,
      "auc": 0.5621466249723618
    },
    {
      "rank": 20,
      "name": "none/uniform/logit/median",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.13213237077834902,
      "mce": 0.39892789806638446,
      "brier": 0.26159175837844695,
      "auc": 0.5834359897659434
    },
    {
      "rank": 21,
      "name": "none/uniform/prob/median",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.13213237077834902,
      "mce": 0.39892789806638446,
      "brier": 0.26159175837844695,
      "auc": 0.5834359897659434
    },
    {
      "rank": 22,
      "name": "none/by_category_x_auc/logit/median",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.1324865520000458,
      "mce": 0.3514590041978019,
      "brier": 0.27041522118272904,
      "auc": 0.5572664960990555
    },
    {
      "rank": 23,
      "name": "none/by_category_x_auc/prob/median",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.1324865520000458,
      "mce": 0.3514590041978019,
      "brier": 0.27041522118272904,
      "auc": 0.5572664960990555
    },
    {
      "rank": 24,
      "name": "shift_prob/by_category/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.13265175973081755,
      "mce": 0.5827082342787209,
      "brier": 0.2810759155620392,
      "auc": 0.5395937963928109
    },
    {
      "rank": 25,
      "name": "none/uniform/logit/mean",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.13277237620324728,
      "mce": 0.36928036050815594,
      "brier": 0.2533581223946936,
      "auc": 0.5870052749613064
    },
    {
      "rank": 26,
      "name": "none/by_auc/logit/mean",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.13356231404256863,
      "mce": 0.2501028765089762,
      "brier": 0.2549247969041095,
      "auc": 0.5959126946523895
    },
    {
      "rank": 27,
      "name": "shift_prob/by_category/logit/median",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.13383067247147307,
      "mce": 0.4932981207314378,
      "brier": 0.2587831440949804,
      "auc": 0.5082914810954231
    },
    {
      "rank": 28,
      "name": "shift_prob/by_category/prob/median",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.13383067247147307,
      "mce": 0.4932981207314378,
      "brier": 0.2587831440949804,
      "auc": 0.5082914810954231
    },
    {
      "rank": 29,
      "name": "shift_logit/by_category/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.1354669778773545,
      "mce": 0.5564953881671106,
      "brier": 0.2603521088184134,
      "auc": 0.5471114059193278
    },
    {
      "rank": 30,
      "name": "none/by_category/prob/mean",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "mean",
      "ece": 0.1392828590828109,
      "mce": 0.4061121829161569,
      "brier": 0.2521022453317115,
      "auc": 0.541109952935974
    },
    {
      "rank": 31,
      "name": "shift_logit/uniform/logit/mean",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.14093148821479637,
      "mce": 0.40645592674311093,
      "brier": 0.2601223365872932,
      "auc": 0.5870052749613064
    },
    {
      "rank": 32,
      "name": "none/by_category/logit/mean",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.14157232990862448,
      "mce": 0.4796185295873031,
      "brier": 0.25480327578171347,
      "auc": 0.5661897090874632
    },
    {
      "rank": 33,
      "name": "shift_logit/by_category/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "mean",
      "ece": 0.14279049342572436,
      "mce": 0.5326298189669799,
      "brier": 0.2643612932804917,
      "auc": 0.5661897090874632
    },
    {
      "rank": 34,
      "name": "shift_prob/by_category_x_auc/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.14279886047966378,
      "mce": 0.5113619627187848,
      "brier": 0.2557984899337547,
      "auc": 0.55481853501374
    },
    {
      "rank": 35,
      "name": "shift_logit/by_category_x_auc/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.1429611104093854,
      "mce": 0.5544027016563582,
      "brier": 0.2646287699242767,
      "auc": 0.5767080451056572
    },
    {
      "rank": 36,
      "name": "shift_logit/by_auc/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.14352180976820433,
      "mce": 0.3698428072036353,
      "brier": 0.25707277487701513,
      "auc": 0.5792665592722448
    },
    {
      "rank": 37,
      "name": "shift_logit/by_auc/logit/mean",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.14538192975585798,
      "mce": 0.29662925246292093,
      "brier": 0.2634891935290604,
      "auc": 0.5959126946523895
    },
    {
      "rank": 38,
      "name": "shift_prob/by_auc/logit/median",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "median",
      "ece": 0.14778902069972963,
      "mce": 0.3285680322339283,
      "brier": 0.2634962517299993,
      "auc": 0.5684955304968572
    },
    {
      "rank": 39,
      "name": "shift_prob/by_auc/prob/median",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "median",
      "ece": 0.14778902069972963,
      "mce": 0.3285680322339283,
      "brier": 0.2634962517299993,
      "auc": 0.5684955304968572
    },
    {
      "rank": 40,
      "name": "shift_logit/uniform/logit/median",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "median",
      "ece": 0.1498225243355742,
      "mce": 0.33636790801297295,
      "brier": 0.26482811106723125,
      "auc": 0.5381566063362708
    },
    {
      "rank": 41,
      "name": "shift_logit/uniform/prob/median",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "median",
      "ece": 0.1498225243355742,
      "mce": 0.33636790801297295,
      "brier": 0.26482811106723125,
      "auc": 0.5381566063362708
    },
    {
      "rank": 42,
      "name": "shift_prob/by_auc/prob/mean",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.1506915775985901,
      "mce": 0.34069423288653283,
      "brier": 0.25779285021019444,
      "auc": 0.5797087715973341
    },
    {
      "rank": 43,
      "name": "shift_logit/by_category_x_auc/prob/mean",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "mean",
      "ece": 0.1569626943245963,
      "mce": 0.5776658904181582,
      "brier": 0.25969273695329853,
      "auc": 0.5595565242111248
    },
    {
      "rank": 44,
      "name": "shift_prob/uniform/logit/mean",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "mean",
      "ece": 0.17681261592148123,
      "mce": 0.4710025301978454,
      "brier": 0.2885644764679608,
      "auc": 0.5629362898385926
    },
    {
      "rank": 45,
      "name": "baseline/constant_base_rate",
      "calib": "-",
      "scheme": "baseline",
      "domain": "-",
      "op": "const",
      "ece": 0.18809178134073984,
      "mce": 0.4569020866773674,
      "brier": 0.24980273955308674,
      "auc": 0.5
    },
    {
      "rank": 46,
      "name": "none/by_category/logit/median",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "median",
      "ece": 0.19709662182696083,
      "mce": 0.3206964087569051,
      "brier": 0.2859818176471831,
      "auc": 0.5417416848289586
    },
    {
      "rank": 47,
      "name": "none/by_category/prob/median",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "median",
      "ece": 0.19709662182696083,
      "mce": 0.3206964087569051,
      "brier": 0.2859818176471831,
      "auc": 0.5417416848289586
    },
    {
      "rank": 48,
      "name": "shift_prob/by_category_x_auc/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.20489816100013464,
      "mce": 0.6320331759217532,
      "brier": 0.29693913559336943,
      "auc": 0.5479958305695063
    },
    {
      "rank": 49,
      "name": "joint/joint_plus_subplus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2075307143068853,
      "mce": 0.521896631964765,
      "brier": 0.2927314712281956,
      "auc": 0.5500489592217063
    },
    {
      "rank": 50,
      "name": "joint/joint_plus_sub__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2080074548272311,
      "mce": 0.49204984566926024,
      "brier": 0.2940250154769243,
      "auc": 0.5549448813923371
    },
    {
      "rank": 51,
      "name": "joint/joint_base__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2153490082939855,
      "mce": 0.5692854905724631,
      "brier": 0.29479704663507245,
      "auc": 0.5456584225654632
    },
    {
      "rank": 52,
      "name": "joint/joint_plus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.22308829250342757,
      "mce": 0.5677546244360837,
      "brier": 0.29870425623891983,
      "auc": 0.537130042010171
    },
    {
      "rank": 53,
      "name": "shift_prob/by_auc/logit/mean",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "mean",
      "ece": 0.22952876873829492,
      "mce": 0.439970618335045,
      "brier": 0.30531057482688045,
      "auc": 0.5687166366594018
    },
    {
      "rank": 54,
      "name": "joint/joint_plus_sub__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.24914175674242092,
      "mce": 0.5261882288115365,
      "brier": 0.32819732224063725,
      "auc": 0.5717173631510787
    },
    {
      "rank": 55,
      "name": "joint/joint_plus_subplus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2558189076122964,
      "mce": 0.47985024281910493,
      "brier": 0.32895371376875043,
      "auc": 0.5825199785211157
    },
    {
      "rank": 56,
      "name": "joint/joint_base__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2584018441750081,
      "mce": 0.4397949854768014,
      "brier": 0.3211537630674278,
      "auc": 0.582835844467608
    },
    {
      "rank": 57,
      "name": "joint/joint_plus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2584754049063796,
      "mce": 0.4267130581041177,
      "brier": 0.32095263970955007,
      "auc": 0.5963549069774787
    },
    {
      "rank": 58,
      "name": "joint/joint_plus_sub__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.260753413543283,
      "mce": 0.5362798537526812,
      "brier": 0.33053306310315694,
      "auc": 0.577245017214694
    },
    {
      "rank": 59,
      "name": "joint/joint_plus_sub__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.26351498529785095,
      "mce": 0.5293720928201637,
      "brier": 0.32872424555599206,
      "auc": 0.5640102340566663
    },
    {
      "rank": 60,
      "name": "joint/joint_base__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2644510072200779,
      "mce": 0.5250486765589033,
      "brier": 0.3301524456553324,
      "auc": 0.5797719447866325
    },
    {
      "rank": 61,
      "name": "joint/joint_plus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.26676239288653397,
      "mce": 0.4232618120444035,
      "brier": 0.3137403776690881,
      "auc": 0.5927224485928172
    },
    {
      "rank": 62,
      "name": "joint/joint_plus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2685493251656831,
      "mce": 0.6517494950362904,
      "brier": 0.325125335936332,
      "auc": 0.537130042010171
    },
    {
      "rank": 63,
      "name": "joint/joint_plus_sub__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.270299091783277,
      "mce": 0.4609464627946448,
      "brier": 0.32518944593548654,
      "auc": 0.5640102340566663
    },
    {
      "rank": 64,
      "name": "joint/joint_plus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27033745706227896,
      "mce": 0.5256929942539761,
      "brier": 0.33145664105468176,
      "auc": 0.5807511292207587
    },
    {
      "rank": 65,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27251215415399815,
      "mce": 0.4879145315715245,
      "brier": 0.3308630200101219,
      "auc": 0.5836255093338387
    },
    {
      "rank": 66,
      "name": "joint/joint_plus_subplus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.273187702317628,
      "mce": 0.533996513911656,
      "brier": 0.3325842589657186,
      "auc": 0.5768975646735525
    },
    {
      "rank": 67,
      "name": "joint/joint_base__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.27446088574177935,
      "mce": 0.39701559373310635,
      "brier": 0.32008357550185423,
      "auc": 0.5929435547553618
    },
    {
      "rank": 68,
      "name": "joint/joint_plus_sub__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.27571486043900756,
      "mce": 0.5341282963752747,
      "brier": 0.33342094347610657,
      "auc": 0.5809722353833033
    },
    {
      "rank": 69,
      "name": "joint/joint_base__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2784776736974319,
      "mce": 0.5058627877916608,
      "brier": 0.3350261957443951,
      "auc": 0.5776240563504849
    },
    {
      "rank": 70,
      "name": "joint/joint_plus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2798982313260969,
      "mce": 0.4612863670525542,
      "brier": 0.329456763249055,
      "auc": 0.5927224485928172
    },
    {
      "rank": 71,
      "name": "joint/joint_plus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28228301613191353,
      "mce": 0.5068174821989877,
      "brier": 0.33768098252782025,
      "auc": 0.5734862124514356
    },
    {
      "rank": 72,
      "name": "joint/joint_plus_sub__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28586346833261755,
      "mce": 0.5900072949282905,
      "brier": 0.32974543251171146,
      "auc": 0.5549448813923371
    },
    {
      "rank": 73,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28677074634021693,
      "mce": 0.5180734519681278,
      "brier": 0.34407568142525796,
      "auc": 0.5728860671531002
    },
    {
      "rank": 74,
      "name": "joint/joint_plus_subplus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28696905785525895,
      "mce": 0.6185103882603368,
      "brier": 0.329440967639667,
      "auc": 0.5500489592217063
    },
    {
      "rank": 75,
      "name": "joint/joint_plus_reg__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28796108227267864,
      "mce": 0.5560932599315591,
      "brier": 0.3464011552167772,
      "auc": 0.5643261000031586
    },
    {
      "rank": 76,
      "name": "joint/joint_plus_regplus_mmse__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28796108227267864,
      "mce": 0.5560932599315591,
      "brier": 0.3464011552167772,
      "auc": 0.5643261000031586
    },
    {
      "rank": 77,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.28885653299004754,
      "mce": 0.4542497275740588,
      "brier": 0.33512383494397924,
      "auc": 0.5735809722353833
    },
    {
      "rank": 78,
      "name": "joint/joint_base__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2890453058401314,
      "mce": 0.4703747091292414,
      "brier": 0.3391657069154847,
      "auc": 0.582835844467608
    },
    {
      "rank": 79,
      "name": "joint/joint_plus_subplus_reg__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2891826090722104,
      "mce": 0.5710410133879676,
      "brier": 0.3511661148340079,
      "auc": 0.5677058656306264
    },
    {
      "rank": 80,
      "name": "joint/joint_plus_all__xgb_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.2891826090722104,
      "mce": 0.5710410133879676,
      "brier": 0.3511661148340079,
      "auc": 0.5677058656306264
    },
    {
      "rank": 81,
      "name": "joint/joint_base__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.2946784595681658,
      "mce": 0.6515254571241968,
      "brier": 0.32992487451606844,
      "auc": 0.5456584225654632
    },
    {
      "rank": 82,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.29776314811982807,
      "mce": 0.5501320083453961,
      "brier": 0.34794875950459125,
      "auc": 0.5735809722353833
    },
    {
      "rank": 83,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3014857302859807,
      "mce": 0.5651027604094097,
      "brier": 0.35138877775394967,
      "auc": 0.5728860671531002
    },
    {
      "rank": 84,
      "name": "joint/joint_plus_subplus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.30179240919720907,
      "mce": 0.538337480453664,
      "brier": 0.3502878542547056,
      "auc": 0.5836255093338387
    },
    {
      "rank": 85,
      "name": "joint/joint_plus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3020210701164505,
      "mce": 0.48697141669377453,
      "brier": 0.3451929458103218,
      "auc": 0.5963549069774787
    },
    {
      "rank": 86,
      "name": "joint/joint_base__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.3070325408764961,
      "mce": 0.4858014554129613,
      "brier": 0.3516106846880353,
      "auc": 0.5929435547553618
    },
    {
      "rank": 87,
      "name": "joint/joint_plus_subplus_reg__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.30848864083481803,
      "mce": 0.47243884461266655,
      "brier": 0.3582340312542051,
      "auc": 0.5913010518336018
    },
    {
      "rank": 88,
      "name": "joint/joint_plus_all__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3105640755756148,
      "mce": 0.567452636157306,
      "brier": 0.36383254902575674,
      "auc": 0.5829621908462048
    },
    {
      "rank": 89,
      "name": "joint/joint_plus_reg__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.31475337332569736,
      "mce": 0.7471203161490186,
      "brier": 0.36109237577614245,
      "auc": 0.5857733977699864
    },
    {
      "rank": 90,
      "name": "joint/joint_plus_reg__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.31691313556765766,
      "mce": 0.5555923592987446,
      "brier": 0.3675961851298634,
      "auc": 0.5898638617770618
    },
    {
      "rank": 91,
      "name": "joint/joint_plus_all__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3170941089118601,
      "mce": 0.6266689384427654,
      "brier": 0.35938312167968445,
      "auc": 0.5748128494267032
    },
    {
      "rank": 92,
      "name": "joint/joint_plus_subplus_reg__tabpfn_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3243037637643618,
      "mce": 0.5690343974497414,
      "brier": 0.36333258312615335,
      "auc": 0.5939227391894879
    },
    {
      "rank": 93,
      "name": "joint/joint_plus_subplus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32534736279056814,
      "mce": 0.5422799337078044,
      "brier": 0.36359409173852586,
      "auc": 0.5768975646735525
    },
    {
      "rank": 94,
      "name": "joint/joint_plus_sub__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3260352753673976,
      "mce": 0.5422438076236746,
      "brier": 0.36366707608111476,
      "auc": 0.577245017214694
    },
    {
      "rank": 95,
      "name": "joint/joint_plus_all__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32691059028314934,
      "mce": 0.553637299445451,
      "brier": 0.3609880259222224,
      "auc": 0.5748128494267032
    },
    {
      "rank": 96,
      "name": "joint/joint_base__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.32700200938093676,
      "mce": 0.5137485641108019,
      "brier": 0.365742758597394,
      "auc": 0.5776240563504849
    },
    {
      "rank": 97,
      "name": "joint/joint_plus_subplus_reg__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32894661020139726,
      "mce": 0.5613239968715507,
      "brier": 0.36502070424948774,
      "auc": 0.5913010518336018
    },
    {
      "rank": 98,
      "name": "joint/joint_plus_subplus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.32954330899607986,
      "mce": 0.4851660678577615,
      "brier": 0.3635947543850333,
      "auc": 0.5825199785211157
    },
    {
      "rank": 99,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3302727559073728,
      "mce": 0.7964234027886372,
      "brier": 0.36849003931339247,
      "auc": 0.6006506838497742
    },
    {
      "rank": 100,
      "name": "joint/joint_plus_subplus_reg__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33163720891090465,
      "mce": 0.490759295451414,
      "brier": 0.36389380482954176,
      "auc": 0.5939227391894879
    },
    {
      "rank": 101,
      "name": "joint/joint_plus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3327799905356023,
      "mce": 0.5413122569701052,
      "brier": 0.3611563303889988,
      "auc": 0.5807511292207587
    },
    {
      "rank": 102,
      "name": "joint/joint_plus_sub__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3331171337550789,
      "mce": 0.542301580525526,
      "brier": 0.36661100075145653,
      "auc": 0.5809722353833033
    },
    {
      "rank": 103,
      "name": "joint/joint_plus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3333071425159233,
      "mce": 0.5138222909031929,
      "brier": 0.36778230224400354,
      "auc": 0.5734862124514356
    },
    {
      "rank": 104,
      "name": "joint/joint_plus_sub__tabpfn_balanced+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33346550206367803,
      "mce": 0.541384799784087,
      "brier": 0.36835304987567025,
      "auc": 0.5717173631510787
    },
    {
      "rank": 105,
      "name": "joint/joint_plus_subplus_reg__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3340727256300321,
      "mce": 0.6049124978855882,
      "brier": 0.3673591453421981,
      "auc": 0.5677058656306264
    },
    {
      "rank": 106,
      "name": "joint/joint_plus_all__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3340727256300321,
      "mce": 0.6049124978855882,
      "brier": 0.3673591453421981,
      "auc": 0.5677058656306264
    },
    {
      "rank": 107,
      "name": "joint/joint_plus_all__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3342641655177798,
      "mce": 0.4663338916642325,
      "brier": 0.3632043555676512,
      "auc": 0.5829621908462048
    },
    {
      "rank": 108,
      "name": "joint/joint_base__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "base",
      "ece": 0.3350360207172097,
      "mce": 0.5412738766152949,
      "brier": 0.36561107099602963,
      "auc": 0.5797719447866325
    },
    {
      "rank": 109,
      "name": "joint/joint_plus_reg__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.336522593890534,
      "mce": 0.6019836959214371,
      "brier": 0.3800967311100113,
      "auc": 0.5943649515145772
    },
    {
      "rank": 110,
      "name": "joint/joint_plus_regplus_mmse__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.336522593890534,
      "mce": 0.6019836959214371,
      "brier": 0.3800967311100113,
      "auc": 0.5943649515145772
    },
    {
      "rank": 111,
      "name": "joint/joint_plus_reg__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33774181960930194,
      "mce": 0.5071940692141652,
      "brier": 0.36742725076813854,
      "auc": 0.5898638617770618
    },
    {
      "rank": 112,
      "name": "joint/joint_plus_regplus_mmse__tabpfn_balanced",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.33856509000244756,
      "mce": 0.7045305801762475,
      "brier": 0.36529843942852214,
      "auc": 0.6006506838497742
    },
    {
      "rank": 113,
      "name": "joint/joint_plus_reg__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3404635416842195,
      "mce": 0.6036839212220315,
      "brier": 0.3675256074957871,
      "auc": 0.5643261000031586
    },
    {
      "rank": 114,
      "name": "joint/joint_plus_regplus_mmse__xgb_platt+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3404635416842195,
      "mce": 0.6036839212220315,
      "brier": 0.3675256074957871,
      "auc": 0.5643261000031586
    },
    {
      "rank": 115,
      "name": "joint/joint_plus_subplus_reg__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3414014122084724,
      "mce": 0.5954379144256604,
      "brier": 0.38063793922120986,
      "auc": 0.5956600018951956
    },
    {
      "rank": 116,
      "name": "joint/joint_plus_all__xgb_lossbal+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3414014122084724,
      "mce": 0.5954379144256604,
      "brier": 0.38063793922120986,
      "auc": 0.5956600018951956
    },
    {
      "rank": 117,
      "name": "baseline/single_best_per_patient",
      "calib": "-",
      "scheme": "baseline",
      "domain": "-",
      "op": "self",
      "ece": 0.342839989995043,
      "mce": 0.6493080701146807,
      "brier": 0.37282163763678633,
      "auc": 0.5447897912126094
    },
    {
      "rank": 118,
      "name": "joint/joint_plus_subplus_reg__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3433022165215773,
      "mce": 0.626030485840792,
      "brier": 0.379801267633594,
      "auc": 0.6031776114217127
    },
    {
      "rank": 119,
      "name": "joint/joint_plus_all__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3433022165215773,
      "mce": 0.626030485840792,
      "brier": 0.379801267633594,
      "auc": 0.6031776114217127
    },
    {
      "rank": 120,
      "name": "joint/joint_plus_reg__tabpfn_platt",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3435957080996401,
      "mce": 0.6920087802175626,
      "brier": 0.3660618448650202,
      "auc": 0.5857733977699864
    },
    {
      "rank": 121,
      "name": "joint/joint_plus_reg__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3443395028758904,
      "mce": 0.5818547466783319,
      "brier": 0.38049766024846327,
      "auc": 0.5988502479547679
    },
    {
      "rank": 122,
      "name": "joint/joint_plus_regplus_mmse__xgb_raw+shift_logit",
      "calib": "shift_logit",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3443395028758904,
      "mce": 0.5818547466783319,
      "brier": 0.38049766024846327,
      "auc": 0.5988502479547679
    },
    {
      "rank": 123,
      "name": "joint/joint_plus_reg__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3545930136630856,
      "mce": 0.5334542189325606,
      "brier": 0.3823239275823753,
      "auc": 0.5988502479547679
    },
    {
      "rank": 124,
      "name": "joint/joint_plus_regplus_mmse__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.3545930136630856,
      "mce": 0.5334542189325606,
      "brier": 0.3823239275823753,
      "auc": 0.5988502479547679
    },
    {
      "rank": 125,
      "name": "joint/joint_plus_subplus_reg__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.35475624621429824,
      "mce": 0.6192245772906712,
      "brier": 0.3814507694727296,
      "auc": 0.6031776114217127
    },
    {
      "rank": 126,
      "name": "joint/joint_plus_all__xgb_raw",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.35475624621429824,
      "mce": 0.6192245772906712,
      "brier": 0.3814507694727296,
      "auc": 0.6031776114217127
    },
    {
      "rank": 127,
      "name": "joint/joint_plus_subplus_reg__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37449787106048416,
      "mce": 0.5806853072983877,
      "brier": 0.3837315197682905,
      "auc": 0.5956600018951956
    },
    {
      "rank": 128,
      "name": "joint/joint_plus_all__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37449787106048416,
      "mce": 0.5806853072983877,
      "brier": 0.3837315197682905,
      "auc": 0.5956600018951956
    },
    {
      "rank": 129,
      "name": "joint/joint_plus_reg__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37734200096142406,
      "mce": 0.523904527936663,
      "brier": 0.38217342927426207,
      "auc": 0.5943649515145772
    },
    {
      "rank": 130,
      "name": "joint/joint_plus_regplus_mmse__xgb_lossbal",
      "calib": "none",
      "scheme": "joint",
      "domain": "-",
      "op": "plus",
      "ece": 0.37734200096142406,
      "mce": 0.523904527936663,
      "brier": 0.38217342927426207,
      "auc": 0.5943649515145772
    },
    {
      "rank": 131,
      "name": "shift_prob/by_auc/prob/max",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.39151467854188843,
      "mce": 0.8856142857142854,
      "brier": 0.4154076682121326,
      "auc": 0.5317919075144509
    },
    {
      "rank": 132,
      "name": "shift_prob/by_category_x_auc/prob/max",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.39151467854188843,
      "mce": 0.8856142857142854,
      "brier": 0.4154076682121326,
      "auc": 0.5317919075144509
    },
    {
      "rank": 133,
      "name": "shift_prob/by_auc/logit/max",
      "calib": "shift_prob",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.39151467854188854,
      "mce": 0.8856142857142856,
      "brier": 0.4154076682121326,
      "auc": 0.5317919075144509
    },
    {
      "rank": 134,
      "name": "shift_prob/by_category_x_auc/logit/max",
      "calib": "shift_prob",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.39151467854188854,
      "mce": 0.8856142857142856,
      "brier": 0.4154076682121326,
      "auc": 0.5317919075144509
    },
    {
      "rank": 135,
      "name": "shift_prob/uniform/prob/max",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.3998560758983879,
      "mce": 0.8856142857142854,
      "brier": 0.4174792091115724,
      "auc": 0.531949840487697
    },
    {
      "rank": 136,
      "name": "shift_prob/by_category/prob/max",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.3998560758983879,
      "mce": 0.8856142857142854,
      "brier": 0.4174792091115724,
      "auc": 0.531949840487697
    },
    {
      "rank": 137,
      "name": "shift_prob/uniform/logit/max",
      "calib": "shift_prob",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.399856075898388,
      "mce": 0.8856142857142856,
      "brier": 0.4174792091115724,
      "auc": 0.531949840487697
    },
    {
      "rank": 138,
      "name": "shift_prob/by_category/logit/max",
      "calib": "shift_prob",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.399856075898388,
      "mce": 0.8856142857142856,
      "brier": 0.4174792091115724,
      "auc": 0.531949840487697
    },
    {
      "rank": 139,
      "name": "shift_logit/by_auc/logit/max",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.4319596530272344,
      "mce": 0.5528870130139094,
      "brier": 0.4377385504394308,
      "auc": 0.571338324015288
    },
    {
      "rank": 140,
      "name": "shift_logit/by_auc/prob/max",
      "calib": "shift_logit",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.4319596530272344,
      "mce": 0.5528870130139094,
      "brier": 0.4377385504394308,
      "auc": 0.571338324015288
    },
    {
      "rank": 141,
      "name": "shift_logit/by_category_x_auc/logit/max",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.4319596530272344,
      "mce": 0.5528870130139094,
      "brier": 0.4377385504394308,
      "auc": 0.571338324015288
    },
    {
      "rank": 142,
      "name": "shift_logit/by_category_x_auc/prob/max",
      "calib": "shift_logit",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.4319596530272344,
      "mce": 0.5528870130139094,
      "brier": 0.4377385504394308,
      "auc": 0.571338324015288
    },
    {
      "rank": 143,
      "name": "shift_logit/uniform/logit/max",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.4321787792468377,
      "mce": 0.5528870130139094,
      "brier": 0.4375947136054652,
      "auc": 0.571338324015288
    },
    {
      "rank": 144,
      "name": "shift_logit/uniform/prob/max",
      "calib": "shift_logit",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.4321787792468377,
      "mce": 0.5528870130139094,
      "brier": 0.4375947136054652,
      "auc": 0.571338324015288
    },
    {
      "rank": 145,
      "name": "shift_logit/by_category/logit/max",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.4321787792468377,
      "mce": 0.5528870130139094,
      "brier": 0.4375947136054652,
      "auc": 0.571338324015288
    },
    {
      "rank": 146,
      "name": "shift_logit/by_category/prob/max",
      "calib": "shift_logit",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.4321787792468377,
      "mce": 0.5528870130139094,
      "brier": 0.4375947136054652,
      "auc": 0.571338324015288
    },
    {
      "rank": 147,
      "name": "none/uniform/logit/max",
      "calib": "none",
      "scheme": "uniform",
      "domain": "logit",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 148,
      "name": "none/uniform/prob/max",
      "calib": "none",
      "scheme": "uniform",
      "domain": "prob",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 149,
      "name": "none/by_category/logit/max",
      "calib": "none",
      "scheme": "by_category",
      "domain": "logit",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 150,
      "name": "none/by_category/prob/max",
      "calib": "none",
      "scheme": "by_category",
      "domain": "prob",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 151,
      "name": "none/by_auc/logit/max",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 152,
      "name": "none/by_auc/prob/max",
      "calib": "none",
      "scheme": "by_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 153,
      "name": "none/by_category_x_auc/logit/max",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "logit",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    },
    {
      "rank": 154,
      "name": "none/by_category_x_auc/prob/max",
      "calib": "none",
      "scheme": "by_category_x_auc",
      "domain": "prob",
      "op": "max",
      "ece": 0.4712833534465747,
      "mce": 0.5671713501214981,
      "brier": 0.470624263101316,
      "auc": 0.5362140307653431
    }
  ]
}