{
  "cohort_counts": {
    "AD_EEG": {
      "n": 20,
      "pos": 10,
      "neg": 10,
      "base_rate": 0.5
    },
    "CAUEEG": {
      "n": 73,
      "pos": 53,
      "neg": 20,
      "base_rate": 0.726027397260274
    },
    "DEPRESSION": {
      "n": 46,
      "pos": 20,
      "neg": 26,
      "base_rate": 0.43478260869565216
    },
    "DS004504": {
      "n": 49,
      "pos": 31,
      "neg": 18,
      "base_rate": 0.6326530612244898
    },
    "PARKINSON_UCSD": {
      "n": 14,
      "pos": 7,
      "neg": 7,
      "base_rate": 0.5
    },
    "PEARL": {
      "n": 60,
      "pos": 0,
      "neg": 60,
      "base_rate": 0.0
    },
    "READTBI": {
      "n": 74,
      "pos": 36,
      "neg": 38,
      "base_rate": 0.4864864864864865
    },
    "TD_BRAIN": {
      "n": 80,
      "pos": 26,
      "neg": 54,
      "base_rate": 0.325
    }
  },
  "pooled": {
    "full15_by_auc_logit_mean": {
      "auc": 0.5887802246769389,
      "ece": 0.15924322832308224,
      "mce": 0.3190768777023009,
      "brier": 0.2662629321547086
    },
    "filtered_high_auc_logit_mean": {
      "auc": 0.6047749712704331,
      "ece": 0.12646049592465552,
      "mce": 0.26039962335737,
      "brier": 0.25812314577226003
    },
    "cohort_restricted_mean": {
      "auc": 0.5713900419803466,
      "ece": 0.3172454194578445,
      "mce": 0.5732762349866249,
      "brier": 0.33321725186454976
    },
    "filtered_high_auc__bayes_prior": {
      "auc": 0.5609418607378223,
      "ece": 0.27880164077672065,
      "mce": 0.7456770757568011,
      "brier": 0.32348970500898583
    },
    "cohort_restricted__bayes_prior": {
      "auc": 0.5717652853021881,
      "ece": 0.3264535861771393,
      "mce": 0.728733066889455,
      "brier": 0.3441398641550093
    },
    "filtered_high_auc__cohort_platt": {
      "auc": 0.7403316212856774,
      "ece": 0.08745586316440902,
      "mce": 0.19317746384198514,
      "brier": 0.19731313987396876
    },
    "cohort_restricted__cohort_platt": {
      "auc": 0.7492788292408359,
      "ece": 0.10757041762918831,
      "mce": 0.47619047619047616,
      "brier": 0.19714952557651808
    }
  },
  "per_cohort": {
    "AD_EEG": {
      "n": 20,
      "pos": 10,
      "neg": 10,
      "base_rate": 0.5,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.9500000000000001,
          "ece": 0.20551877837411303,
          "mce": 0.3672455292682411,
          "brier": 0.14488184785565306,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.3672455292682411,
              0.550879802108794,
              0.767364087105645
            ],
            "frac_pos": [
              0.0,
              0.7142857142857143,
              0.8333333333333334
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.96,
          "ece": 0.17835219348394313,
          "mce": 0.26742916410906825,
          "brier": 0.11438683265617453,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.26742916410906825,
              0.4905442300756241,
              0.8118584447592077
            ],
            "frac_pos": [
              0.0,
              0.5714285714285714,
              1.0
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.8700000000000001,
          "ece": 0.11659575942903752,
          "mce": 0.15653064687337193,
          "brier": 0.13738704316171235,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.12918363884091377,
              0.5069825266088758,
              0.9478871623675028
            ],
            "frac_pos": [
              0.2857142857142857,
              0.42857142857142855,
              0.8333333333333334
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.96,
          "ece": 0.16366754708345077,
          "mce": 0.3267287680185735,
          "brier": 0.11960931775028186,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.3267287680185735,
              0.5585561760594848,
              0.8506428670074341
            ],
            "frac_pos": [
              0.0,
              0.5714285714285714,
              1.0
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.8700000000000001,
          "ece": 0.12796459607688782,
          "mce": 0.1343090130922912,
          "brier": 0.137845508866894,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.1632217830457991,
              0.5628804416637198,
              0.9602802185353854
            ],
            "frac_pos": [
              0.2857142857142857,
              0.42857142857142855,
              0.8333333333333334
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.9500000000000001,
          "ece": 0.16345183503552765,
          "mce": 0.241621235745769,
          "brier": 0.10434958746880425,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.16468898326920955,
              0.4726644785399453,
              0.9041441946009506
            ],
            "frac_pos": [
              0.0,
              0.7142857142857143,
              0.8333333333333334
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.8300000000000001,
          "ece": 0.08185537177375106,
          "mce": 0.12058838309976061,
          "brier": 0.15138484359881896,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.1651259026145251,
              0.4633901048549842,
              0.9248763366319679
            ],
            "frac_pos": [
              0.2857142857142857,
              0.42857142857142855,
              0.8333333333333334
            ],
            "weights": [
              0.35,
              0.35,
              0.3
            ]
          }
        }
      }
    },
    "CAUEEG": {
      "n": 73,
      "pos": 53,
      "neg": 20,
      "base_rate": 0.726027397260274,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.7905660377358491,
          "ece": 0.16077488769601112,
          "mce": 0.25944833581206994,
          "brier": 0.17820728324490342,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.30207206726925057,
              0.3818768281244298,
              0.4403910922083822,
              0.5192565417435346,
              0.5993444235768263,
              0.6388995836251671,
              0.6868510572008464,
              0.7405516641879301,
              0.809560472067633,
              0.8525543735780253
            ],
            "frac_pos": [
              0.5,
              0.625,
              0.5,
              0.42857142857142855,
              0.5714285714285714,
              0.8571428571428571,
              0.8571428571428571,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.7679245283018868,
          "ece": 0.2058107775872084,
          "mce": 0.4287118623833248,
          "brier": 0.1928759272807087,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.2272182856549995,
              0.3212881376166752,
              0.3843410599668292,
              0.45293647194106157,
              0.541151843344881,
              0.6015081722336907,
              0.670038237343095,
              0.7296053716019438,
              0.8154362780228018,
              0.882772765141186
            ],
            "frac_pos": [
              0.5,
              0.75,
              0.5,
              0.2857142857142857,
              0.5714285714285714,
              0.8571428571428571,
              0.8571428571428571,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.7971698113207547,
          "ece": 0.3068416323658372,
          "mce": 0.6710921509731365,
          "brier": 0.2630267517621558,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.03406258023710412,
              0.07890784902686356,
              0.15328742928921957,
              0.23957889921446038,
              0.35744368958827444,
              0.4637597376590383,
              0.6168557690250107,
              0.7113276045446728,
              0.7918980438951458,
              0.8863502516260239
            ],
            "frac_pos": [
              0.25,
              0.75,
              0.625,
              0.5714285714285714,
              0.7142857142857143,
              0.5714285714285714,
              0.8571428571428571,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.7679245283018868,
          "ece": 0.14514118274973972,
          "mce": 0.3131821056367543,
          "brier": 0.1669718028965287,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.34314873284393455,
              0.46078030646075757,
              0.5298636583861096,
              0.59889639135104,
              0.6803680962986601,
              0.731674197173189,
              0.7857752192463605,
              0.8295531688497639,
              0.8882271400618051,
              0.9314877068786301
            ],
            "frac_pos": [
              0.5,
              0.75,
              0.5,
              0.2857142857142857,
              0.5714285714285714,
              0.8571428571428571,
              0.8571428571428571,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.7971698113207547,
          "ece": 0.22104161158362023,
          "mce": 0.6162405696387854,
          "brier": 0.21726502389993343,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.05988333733371802,
              0.13375943036121468,
              0.2463661464115219,
              0.3618897477315269,
              0.500641504058979,
              0.6084675187857753,
              0.7436260474515339,
              0.8163616712088732,
              0.8729596432882741,
              0.9335447681243146
            ],
            "frac_pos": [
              0.25,
              0.75,
              0.625,
              0.5714285714285714,
              0.7142857142857143,
              0.5714285714285714,
              0.8571428571428571,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.7594339622641509,
          "ece": 0.12421340648468843,
          "mce": 0.3835974817872039,
          "brier": 0.16708362650831204,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.3961932921451422,
              0.5270184355987211,
              0.6094974104222992,
              0.6693117675014896,
              0.7477619507904452,
              0.7944967754043969,
              0.8406686968311174,
              0.880708576137953,
              0.9236389245610911,
              0.9597867038771091
            ],
            "frac_pos": [
              0.625,
              0.625,
              0.5,
              0.2857142857142857,
              0.7142857142857143,
              0.7142857142857143,
              1.0,
              0.8571428571428571,
              1.0,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.7660377358490567,
          "ece": 0.0913723961989506,
          "mce": 0.28847055207300076,
          "brier": 0.17010417428859304,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.3302539060024112,
              0.46152944792699924,
              0.6073236904250408,
              0.6929151764815847,
              0.7692039941517627,
              0.8222658460787271,
              0.8838688370987544,
              0.9049254349207576,
              0.9265381820029269,
              0.9642982035615091
            ],
            "frac_pos": [
              0.25,
              0.75,
              0.625,
              0.5714285714285714,
              0.7142857142857143,
              0.7142857142857143,
              0.8571428571428571,
              1.0,
              0.8571428571428571,
              1.0
            ],
            "weights": [
              0.1095890410958904,
              0.1095890410958904,
              0.1095890410958904,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041,
              0.0958904109589041
            ]
          }
        }
      }
    },
    "DEPRESSION": {
      "n": 46,
      "pos": 20,
      "neg": 26,
      "base_rate": 0.43478260869565216,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.8365384615384616,
          "ece": 0.24620334123254967,
          "mce": 0.38764303178064285,
          "brier": 0.21926812616839214,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.4004852868409593,
              0.45081847323594815,
              0.4991777516275841,
              0.5281154570523402,
              0.5467518048606687,
              0.5718656840747346,
              0.6123569682193571
            ],
            "frac_pos": [
              0.14285714285714285,
              0.14285714285714285,
              0.2857142857142857,
              0.2857142857142857,
              0.5,
              0.8333333333333334,
              1.0
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.6749999999999999,
          "ece": 0.18801485214148403,
          "mce": 0.42395307733351006,
          "brier": 0.2327427181643408,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.3468374987791768,
              0.42853391988063994,
              0.46906286804467073,
              0.5011291550190651,
              0.5258145306790049,
              0.5496689351656162,
              0.5760469226664899
            ],
            "frac_pos": [
              0.14285714285714285,
              0.2857142857142857,
              0.5714285714285714,
              0.42857142857142855,
              0.3333333333333333,
              0.3333333333333333,
              1.0
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.7538461538461538,
          "ece": 0.23649957326162385,
          "mce": 0.4369739989439646,
          "brier": 0.24272479928638507,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.0018108069655551975,
              0.010466014700276511,
              0.07484365573951177,
              0.23816690061773574,
              0.5962617248296738,
              0.8275323609511057,
              0.9369739989439646
            ],
            "frac_pos": [
              0.14285714285714285,
              0.0,
              0.42857142857142855,
              0.5714285714285714,
              0.8333333333333334,
              0.6666666666666666,
              0.5
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.6749999999999999,
          "ece": 0.1540586124253535,
          "mce": 0.5415973050475424,
          "brier": 0.23546593719805067,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.24934427160903616,
              0.31832530657891295,
              0.3549578964087758,
              0.38480161680071595,
              0.4084664108959308,
              0.4318239035093703,
              0.45840269495245756
            ],
            "frac_pos": [
              0.14285714285714285,
              0.2857142857142857,
              0.5714285714285714,
              0.42857142857142855,
              0.3333333333333333,
              0.3333333333333333,
              1.0
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.7538461538461538,
          "ece": 0.25151594256356913,
          "mce": 0.40654988954082494,
          "brier": 0.2594646097335222,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.0011284376163131964,
              0.006556429984739068,
              0.04813619934357055,
              0.16487868188774643,
              0.4839174318535859,
              0.7508202794805502,
              0.9035707490337721
            ],
            "frac_pos": [
              0.14285714285714285,
              0.0,
              0.42857142857142855,
              0.5714285714285714,
              0.8333333333333334,
              0.6666666666666666,
              0.5
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.6615384615384615,
          "ece": 0.1623465079599985,
          "mce": 0.3177452779516109,
          "brier": 0.23458656314358786,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.31252383934617184,
              0.38986762283911786,
              0.42367317840760926,
              0.45252232724623476,
              0.4683128665971746,
              0.49470313385784975,
              0.5155880553817225
            ],
            "frac_pos": [
              0.14285714285714285,
              0.2857142857142857,
              0.5714285714285714,
              0.5714285714285714,
              0.3333333333333333,
              0.3333333333333333,
              0.8333333333333334
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.7461538461538461,
          "ece": 0.13083370846321926,
          "mce": 0.25448653102616847,
          "brier": 0.20124831715559263,
          "n_bins": 7,
          "reliability": {
            "mean_pred": [
              0.13272260349642076,
              0.20508218290827127,
              0.34863643748187706,
              0.44682893271145196,
              0.5807382197744969,
              0.6603997904552655,
              0.7544865310261685
            ],
            "frac_pos": [
              0.14285714285714285,
              0.0,
              0.42857142857142855,
              0.5714285714285714,
              0.8333333333333334,
              0.6666666666666666,
              0.5
            ],
            "weights": [
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.15217391304347827,
              0.13043478260869565,
              0.13043478260869565,
              0.13043478260869565
            ]
          }
        }
      }
    },
    "DS004504": {
      "n": 49,
      "pos": 31,
      "neg": 18,
      "base_rate": 0.6326530612244898,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.974910394265233,
          "ece": 0.27759993920074344,
          "mce": 0.4649417954665831,
          "brier": 0.13254046847711937,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.3387582851983507,
              0.39439351693809255,
              0.4603115661227111,
              0.5350582045334169,
              0.6337187834506468,
              0.6935557842192316,
              0.7750163781214594,
              0.8455077619947202
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              1.0,
              0.8333333333333334,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.9767025089605734,
          "ece": 0.22951162475515424,
          "mce": 0.5197354669516967,
          "brier": 0.1168350552227112,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.20417720005917392,
              0.2793488762100243,
              0.3380728159861141,
              0.48026453304830324,
              0.6050690543984013,
              0.6880918985975525,
              0.8060648870072459,
              0.9017931170465788
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              0.8333333333333334,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.974910394265233,
          "ece": 0.20356138351247455,
          "mce": 0.5974104560583027,
          "brier": 0.11035676206315398,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.08500203697763069,
              0.12251194414470384,
              0.24878550120772794,
              0.4025895439416973,
              0.5801237837345076,
              0.7408516146609868,
              0.8204990417069881,
              0.9330802033481564
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              0.8333333333333334,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.9767025089605734,
          "ece": 0.22082368865282107,
          "mce": 0.4958939308269959,
          "brier": 0.11752133299347166,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.39442899615721444,
              0.4958939308269959,
              0.5648916628435747,
              0.7014432266942929,
              0.7956838667280542,
              0.8480722999210718,
              0.9134414732893449,
              0.9589184318898516
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              0.8333333333333334,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.974910394265233,
          "ece": 0.15375228496388824,
          "mce": 0.36918391551469554,
          "brier": 0.07530372296107006,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.1908568886004807,
              0.2616435205365334,
              0.45132053692510565,
              0.6308160844853045,
              0.7774636127098322,
              0.8786771095363263,
              0.9205981741564179,
              0.9724317860692318
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              0.8333333333333334,
              1.0,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.9677419354838709,
          "ece": 0.12019227727943446,
          "mce": 0.32430973266671126,
          "brier": 0.06854675422416844,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.11272211675615777,
              0.23428030915163556,
              0.357053587980151,
              0.6756902673332887,
              0.854619070945068,
              0.9343057928046657,
              0.9813389681429193,
              0.9972635886153122
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              1.0,
              0.8333333333333334,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.9695340501792116,
          "ece": 0.0951954408897964,
          "mce": 0.29612787549957786,
          "brier": 0.05704757552445357,
          "n_bins": 8,
          "reliability": {
            "mean_pred": [
              0.052134236579572245,
              0.12056074833039994,
              0.3909274509633088,
              0.7038721245004221,
              0.9072105837731019,
              0.9711225946667916,
              0.9891736521966447,
              0.9990816088998287
            ],
            "frac_pos": [
              0.0,
              0.0,
              0.3333333333333333,
              1.0,
              1.0,
              0.8333333333333334,
              1.0,
              1.0
            ],
            "weights": [
              0.14285714285714285,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673,
              0.12244897959183673
            ]
          }
        }
      }
    },
    "PARKINSON_UCSD": {
      "n": 14,
      "pos": 7,
      "neg": 7,
      "base_rate": 0.5,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.5510204081632653,
          "ece": 0.22523697755813687,
          "mce": 0.4700912099820424,
          "brier": 0.298375654492894,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.4723143706718528,
              0.6700912099820424,
              0.791108372315742
            ],
            "frac_pos": [
              0.6,
              0.2,
              0.75
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.5306122448979592,
          "ece": 0.2556125345607984,
          "mce": 0.4463216454835292,
          "brier": 0.2985643653683133,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.39359477067546783,
              0.6463216454835292,
              0.8287352774527177
            ],
            "frac_pos": [
              0.6,
              0.2,
              0.75
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.5,
          "ece": 0.3586461075714657,
          "mce": 0.8350871205329896,
          "brier": 0.36228338120034015,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.29894771575927737,
              0.8350871205329897,
              0.8350871205329896
            ],
            "frac_pos": [
              0.6,
              0.8,
              0.0
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.5306122448979592,
          "ece": 0.2556125345607984,
          "mce": 0.4463216454835292,
          "brier": 0.2985643653683133,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.39359477067546783,
              0.6463216454835292,
              0.8287352774527177
            ],
            "frac_pos": [
              0.6,
              0.2,
              0.75
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.5,
          "ece": 0.3586461075714657,
          "mce": 0.8350871205329896,
          "brier": 0.36228338120034015,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.29894771575927737,
              0.8350871205329897,
              0.8350871205329896
            ],
            "frac_pos": [
              0.6,
              0.8,
              0.0
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.12244897959183673,
          "ece": 0.32728015068756466,
          "mce": 0.5496295169308097,
          "brier": 0.2910995055230617,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.4097435910240731,
              0.5135756005953938,
              0.5496295169308097
            ],
            "frac_pos": [
              0.8,
              0.6,
              0.0
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.19387755102040816,
          "ece": 0.3416887972704535,
          "mce": 0.5952677303021866,
          "brier": 0.30093107674485253,
          "n_bins": 3,
          "reliability": {
            "mean_pred": [
              0.4215346512740317,
              0.4979509006104478,
              0.5952677303021866
            ],
            "frac_pos": [
              0.8,
              0.6,
              0.0
            ],
            "weights": [
              0.35714285714285715,
              0.35714285714285715,
              0.2857142857142857
            ]
          }
        }
      }
    },
    "PEARL": {
      "n": 60,
      "note": "too small or single-class"
    },
    "READTBI": {
      "n": 74,
      "pos": 36,
      "neg": 38,
      "base_rate": 0.4864864864864865,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.4926900584795322,
          "ece": 0.1755837186573762,
          "mce": 0.32775538541716703,
          "brier": 0.27274721711414873,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.255193208016265,
              0.27943911035913116,
              0.29724461458283297,
              0.31862635603555,
              0.33458377622755353,
              0.35585714662201,
              0.3922884118333408,
              0.4114887271800561,
              0.46493393639035324,
              0.47737063797404133
            ],
            "frac_pos": [
              0.375,
              0.5,
              0.625,
              0.625,
              0.42857142857142855,
              0.5714285714285714,
              0.2857142857142857,
              0.2857142857142857,
              0.5714285714285714,
              0.5714285714285714
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.47368421052631576,
          "ece": 0.2448559844238703,
          "mce": 0.5181949995715864,
          "brier": 0.29115963414934315,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.199465452494881,
              0.2318050004284135,
              0.24357308729313662,
              0.26502621263795345,
              0.2959787299250163,
              0.3177784917388607,
              0.35714522478661637,
              0.4203589310188505,
              0.44984277647904625,
              0.47985644091767116
            ],
            "frac_pos": [
              0.375,
              0.75,
              0.5,
              0.375,
              0.5714285714285714,
              0.7142857142857143,
              0.42857142857142855,
              0.0,
              0.5714285714285714,
              0.5714285714285714
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.5833333333333334,
          "ece": 0.40029912840762927,
          "mce": 0.6277327735370305,
          "brier": 0.4037790646726962,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.033644389845507175,
              0.04957470751066288,
              0.05877254974912967,
              0.0689523270410086,
              0.07841323839763281,
              0.08655294074868378,
              0.09747946822596168,
              0.1044337439666633,
              0.11403043901431482,
              0.18913484174173933
            ],
            "frac_pos": [
              0.375,
              0.5,
              0.5,
              0.125,
              0.5714285714285714,
              0.7142857142857143,
              0.5714285714285714,
              0.42857142857142855,
              0.42857142857142855,
              0.7142857142857143
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.47368421052631576,
          "ece": 0.4437420154665725,
          "mce": 0.7137493098385622,
          "brier": 0.4347614851021946,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.030156731038268148,
              0.036250690161437754,
              0.038584423399048606,
              0.04302619816889903,
              0.049790616963168506,
              0.05488202523079728,
              0.06493238943450981,
              0.08291808873983719,
              0.09252778830214471,
              0.10349191357098933
            ],
            "frac_pos": [
              0.375,
              0.75,
              0.5,
              0.375,
              0.5714285714285714,
              0.7142857142857143,
              0.42857142857142855,
              0.0,
              0.5714285714285714,
              0.5714285714285714
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.5833333333333334,
          "ece": 0.47445094435892776,
          "mce": 0.7026120983875325,
          "brier": 0.4734613352803048,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.00432616083038244,
              0.006459709874927158,
              0.007722798301347559,
              0.009146574733916292,
              0.010493980637257688,
              0.011673615898181786,
              0.013283496433249165,
              0.01432530250055887,
              0.01579204036736323,
              0.030058445236926464
            ],
            "frac_pos": [
              0.375,
              0.5,
              0.5,
              0.125,
              0.5714285714285714,
              0.7142857142857143,
              0.5714285714285714,
              0.42857142857142855,
              0.42857142857142855,
              0.7142857142857143
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.4385964912280702,
          "ece": 0.1268092591559442,
          "mce": 0.26325979373287245,
          "brier": 0.25675629464644933,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.410192618592176,
              0.4596306544683937,
              0.47797327293892305,
              0.4837116807044054,
              0.4880263171886376,
              0.4921731003026874,
              0.4984627860359603,
              0.5087798417466883,
              0.5210716182861403,
              0.5489740794471581
            ],
            "frac_pos": [
              0.625,
              0.5,
              0.5,
              0.375,
              0.5714285714285714,
              0.42857142857142855,
              0.7142857142857143,
              0.2857142857142857,
              0.5714285714285714,
              0.2857142857142857
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.564327485380117,
          "ece": 0.16669669400227413,
          "mce": 0.3453848593873123,
          "brier": 0.24917762213906816,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.36779338786553706,
              0.4311614989429039,
              0.4535824485948361,
              0.4703848593873123,
              0.4908124341880371,
              0.5001053490577286,
              0.5185543857793986,
              0.5288448954286398,
              0.5489579601362048,
              0.6122283587680603
            ],
            "frac_pos": [
              0.625,
              0.25,
              0.5,
              0.125,
              0.7142857142857143,
              0.42857142857142855,
              0.7142857142857143,
              0.42857142857142855,
              0.42857142857142855,
              0.7142857142857143
            ],
            "weights": [
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.10810810810810811,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946,
              0.0945945945945946
            ]
          }
        }
      }
    },
    "TD_BRAIN": {
      "n": 80,
      "pos": 26,
      "neg": 54,
      "base_rate": 0.325,
      "schemes": {
        "full15_by_auc_logit_mean": {
          "auc": 0.35826210826210825,
          "ece": 0.42922792960769035,
          "mce": 0.764130807400969,
          "brier": 0.42381361352911495,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.6014049251304757,
              0.6762206201462545,
              0.7111562470168731,
              0.7406635561928537,
              0.764130807400969,
              0.7818654358497035,
              0.7928554527462555,
              0.8038830661195936,
              0.8262828886953975,
              0.8438162967785272
            ],
            "frac_pos": [
              0.5,
              0.25,
              0.625,
              0.5,
              0.0,
              0.5,
              0.5,
              0.125,
              0.125,
              0.125
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "filtered_high_auc_logit_mean": {
          "auc": 0.3155270655270655,
          "ece": 0.42763228330579606,
          "mce": 0.7495640891790732,
          "brier": 0.42780962270763573,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.5004178341886691,
              0.6229542679136996,
              0.6750518244972585,
              0.7048381262116595,
              0.7194595163339056,
              0.7496191492766344,
              0.7727812645565835,
              0.8063066948747749,
              0.8511657344030401,
              0.8745640891790732
            ],
            "frac_pos": [
              0.625,
              0.5,
              0.375,
              0.25,
              0.375,
              0.5,
              0.125,
              0.25,
              0.125,
              0.125
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "cohort_restricted_mean": {
          "auc": 0.6752136752136753,
          "ece": 0.6426009617505701,
          "mce": 0.9436487714923183,
          "brier": 0.6268155350366069,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.8872107812117315,
              0.9436487714923183,
              0.9610905160931571,
              0.9693487138688166,
              0.9758382694380991,
              0.9800014128405463,
              0.9845104963911248,
              0.9871648439114957,
              0.9917481547755201,
              0.995447657482891
            ],
            "frac_pos": [
              0.25,
              0.0,
              0.375,
              0.375,
              0.125,
              0.375,
              0.25,
              0.25,
              0.5,
              0.75
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "filtered_high_auc__bayes_prior": {
          "auc": 0.3155270655270655,
          "ece": 0.6573965470157173,
          "mce": 0.8687589553322805,
          "brier": 0.655229714755286,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.9566759985533553,
              0.9740954021474956,
              0.9793579375347277,
              0.9819988883986509,
              0.9832195948469711,
              0.98558581047274,
              0.9872936043721738,
              0.989578139502773,
              0.9924011389960039,
              0.9937589553322805
            ],
            "frac_pos": [
              0.625,
              0.5,
              0.375,
              0.25,
              0.375,
              0.5,
              0.125,
              0.25,
              0.125,
              0.125
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "cohort_restricted__bayes_prior": {
          "auc": 0.6752136752136753,
          "ece": 0.6734869688009792,
          "mce": 0.997387656865594,
          "brier": 0.6726445743258632,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.9944293520994152,
              0.997387656865594,
              0.9982306807531262,
              0.9986180257969939,
              0.99891748975702,
              0.9991076567907691,
              0.9993118726061194,
              0.9994312799926435,
              0.9996357747245741,
              0.999799898623537
            ],
            "frac_pos": [
              0.25,
              0.0,
              0.375,
              0.375,
              0.125,
              0.375,
              0.25,
              0.25,
              0.5,
              0.75
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "filtered_high_auc__cohort_platt": {
          "auc": 0.6695156695156695,
          "ece": 0.1006819826790617,
          "mce": 0.198823900400943,
          "brier": 0.19928819079981192,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.1467516444771969,
              0.17570246959626967,
              0.23245800867347988,
              0.2723976060684172,
              0.301176099599057,
              0.33648735055554496,
              0.3615632535104841,
              0.38773737952897014,
              0.46583971602117097,
              0.5772159200659658
            ],
            "frac_pos": [
              0.25,
              0.0,
              0.125,
              0.25,
              0.5,
              0.5,
              0.25,
              0.375,
              0.5,
              0.5
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        },
        "cohort_restricted__cohort_platt": {
          "auc": 0.6225071225071225,
          "ece": 0.1357651148396997,
          "mce": 0.32850345702566414,
          "brier": 0.21079960177766743,
          "n_bins": 10,
          "reliability": {
            "mean_pred": [
              0.09976524185234097,
              0.20480973116049545,
              0.23472176665084782,
              0.2668485953516582,
              0.2990181723817362,
              0.32850345702566414,
              0.3628214184126176,
              0.39111032645561117,
              0.45532756380448997,
              0.5536940474454446
            ],
            "frac_pos": [
              0.25,
              0.125,
              0.375,
              0.375,
              0.25,
              0.0,
              0.375,
              0.25,
              0.75,
              0.5
            ],
            "weights": [
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1,
              0.1
            ]
          }
        }
      }
    }
  }
}