{
  "cohorts": {
    "23": {
      "calibration": {
        "events": 1327,
        "records": 6000
      },
      "test": {
        "events": 1327,
        "records": 6000
      },
      "train": {
        "events": 3982,
        "records": 18000
      }
    },
    "41": {
      "calibration": {
        "events": 1327,
        "records": 6000
      },
      "test": {
        "events": 1327,
        "records": 6000
      },
      "train": {
        "events": 3982,
        "records": 18000
      }
    },
    "59": {
      "calibration": {
        "events": 1327,
        "records": 6000
      },
      "test": {
        "events": 1327,
        "records": 6000
      },
      "train": {
        "events": 3982,
        "records": 18000
      }
    },
    "7": {
      "calibration": {
        "events": 1327,
        "records": 6000
      },
      "test": {
        "events": 1327,
        "records": 6000
      },
      "train": {
        "events": 3982,
        "records": 18000
      }
    },
    "83": {
      "calibration": {
        "events": 1327,
        "records": 6000
      },
      "test": {
        "events": 1327,
        "records": 6000
      },
      "train": {
        "events": 3982,
        "records": 18000
      }
    }
  },
  "data_kind": "public_observed_static",
  "metrics": [
    {
      "average_precision": 0.221167,
      "brier": 0.172252,
      "method": "constant",
      "roc_auc": 0.5,
      "seed": 7
    },
    {
      "average_precision": 0.561971,
      "brier": 0.132978,
      "method": "logistic",
      "roc_auc": 0.782352,
      "seed": 7
    },
    {
      "average_precision": 0.543245,
      "brier": 0.132633,
      "method": "isotonic",
      "roc_auc": 0.780979,
      "seed": 7
    },
    {
      "average_precision": 0.57307,
      "brier": 0.131555,
      "method": "hist_gradient_boosting",
      "roc_auc": 0.792727,
      "seed": 7
    },
    {
      "average_precision": 0.221167,
      "brier": 0.172252,
      "method": "constant",
      "roc_auc": 0.5,
      "seed": 23
    },
    {
      "average_precision": 0.526623,
      "brier": 0.139526,
      "method": "logistic",
      "roc_auc": 0.754902,
      "seed": 23
    },
    {
      "average_precision": 0.512225,
      "brier": 0.139335,
      "method": "isotonic",
      "roc_auc": 0.754033,
      "seed": 23
    },
    {
      "average_precision": 0.536702,
      "brier": 0.138071,
      "method": "hist_gradient_boosting",
      "roc_auc": 0.76648,
      "seed": 23
    },
    {
      "average_precision": 0.221167,
      "brier": 0.172252,
      "method": "constant",
      "roc_auc": 0.5,
      "seed": 41
    },
    {
      "average_precision": 0.530344,
      "brier": 0.137465,
      "method": "logistic",
      "roc_auc": 0.769772,
      "seed": 41
    },
    {
      "average_precision": 0.515874,
      "brier": 0.137144,
      "method": "isotonic",
      "roc_auc": 0.769434,
      "seed": 41
    },
    {
      "average_precision": 0.550488,
      "brier": 0.135165,
      "method": "hist_gradient_boosting",
      "roc_auc": 0.779534,
      "seed": 41
    },
    {
      "average_precision": 0.221167,
      "brier": 0.172252,
      "method": "constant",
      "roc_auc": 0.5,
      "seed": 59
    },
    {
      "average_precision": 0.556288,
      "brier": 0.134921,
      "method": "logistic",
      "roc_auc": 0.768123,
      "seed": 59
    },
    {
      "average_precision": 0.537823,
      "brier": 0.135196,
      "method": "isotonic",
      "roc_auc": 0.767964,
      "seed": 59
    },
    {
      "average_precision": 0.562962,
      "brier": 0.134016,
      "method": "hist_gradient_boosting",
      "roc_auc": 0.77776,
      "seed": 59
    },
    {
      "average_precision": 0.221167,
      "brier": 0.172252,
      "method": "constant",
      "roc_auc": 0.5,
      "seed": 83
    },
    {
      "average_precision": 0.537352,
      "brier": 0.135956,
      "method": "logistic",
      "roc_auc": 0.778212,
      "seed": 83
    },
    {
      "average_precision": 0.528131,
      "brier": 0.135695,
      "method": "isotonic",
      "roc_auc": 0.776938,
      "seed": 83
    },
    {
      "average_precision": 0.549212,
      "brier": 0.134522,
      "method": "hist_gradient_boosting",
      "roc_auc": 0.788417,
      "seed": 83
    }
  ],
  "policies": [
    {
      "capacity": 0.05,
      "capture": 0.043708,
      "captured": 58,
      "method": "constant",
      "precision": 0.193333,
      "reviewed": 300,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.098719,
      "captured": 131,
      "method": "constant",
      "precision": 0.218333,
      "reviewed": 600,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.195931,
      "captured": 260,
      "method": "constant",
      "precision": 0.216667,
      "reviewed": 1200,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.17483,
      "captured": 232,
      "method": "logistic",
      "precision": 0.773333,
      "reviewed": 300,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.322532,
      "captured": 428,
      "method": "logistic",
      "precision": 0.713333,
      "reviewed": 600,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.522984,
      "captured": 694,
      "method": "logistic",
      "precision": 0.578333,
      "reviewed": 1200,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.174077,
      "captured": 231,
      "method": "isotonic",
      "precision": 0.77,
      "reviewed": 300,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.318764,
      "captured": 423,
      "method": "isotonic",
      "precision": 0.705,
      "reviewed": 600,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.518463,
      "captured": 688,
      "method": "isotonic",
      "precision": 0.573333,
      "reviewed": 1200,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.17257,
      "captured": 229,
      "method": "hist_gradient_boosting",
      "precision": 0.763333,
      "reviewed": 300,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.325546,
      "captured": 432,
      "method": "hist_gradient_boosting",
      "precision": 0.72,
      "reviewed": 600,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.535041,
      "captured": 710,
      "method": "hist_gradient_boosting",
      "precision": 0.591667,
      "reviewed": 1200,
      "seed": 7,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.048229,
      "captured": 64,
      "method": "constant",
      "precision": 0.213333,
      "reviewed": 300,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.102487,
      "captured": 136,
      "method": "constant",
      "precision": 0.226667,
      "reviewed": 600,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.203466,
      "captured": 270,
      "method": "constant",
      "precision": 0.225,
      "reviewed": 1200,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.171063,
      "captured": 227,
      "method": "logistic",
      "precision": 0.756667,
      "reviewed": 300,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.310475,
      "captured": 412,
      "method": "logistic",
      "precision": 0.686667,
      "reviewed": 600,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.483798,
      "captured": 642,
      "method": "logistic",
      "precision": 0.535,
      "reviewed": 1200,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.171063,
      "captured": 227,
      "method": "isotonic",
      "precision": 0.756667,
      "reviewed": 300,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.310475,
      "captured": 412,
      "method": "isotonic",
      "precision": 0.686667,
      "reviewed": 600,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.484552,
      "captured": 643,
      "method": "isotonic",
      "precision": 0.535833,
      "reviewed": 1200,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.169555,
      "captured": 225,
      "method": "hist_gradient_boosting",
      "precision": 0.75,
      "reviewed": 300,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.308968,
      "captured": 410,
      "method": "hist_gradient_boosting",
      "precision": 0.683333,
      "reviewed": 600,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.492087,
      "captured": 653,
      "method": "hist_gradient_boosting",
      "precision": 0.544167,
      "reviewed": 1200,
      "seed": 23,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.055765,
      "captured": 74,
      "method": "constant",
      "precision": 0.246667,
      "reviewed": 300,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.110023,
      "captured": 146,
      "method": "constant",
      "precision": 0.243333,
      "reviewed": 600,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.197438,
      "captured": 262,
      "method": "constant",
      "precision": 0.218333,
      "reviewed": 1200,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.167295,
      "captured": 222,
      "method": "logistic",
      "precision": 0.74,
      "reviewed": 300,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.313489,
      "captured": 416,
      "method": "logistic",
      "precision": 0.693333,
      "reviewed": 600,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.504898,
      "captured": 670,
      "method": "logistic",
      "precision": 0.558333,
      "reviewed": 1200,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.163527,
      "captured": 217,
      "method": "isotonic",
      "precision": 0.723333,
      "reviewed": 300,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.3052,
      "captured": 405,
      "method": "isotonic",
      "precision": 0.675,
      "reviewed": 600,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.504145,
      "captured": 669,
      "method": "isotonic",
      "precision": 0.5575,
      "reviewed": 1200,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.171063,
      "captured": 227,
      "method": "hist_gradient_boosting",
      "precision": 0.756667,
      "reviewed": 300,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.314996,
      "captured": 418,
      "method": "hist_gradient_boosting",
      "precision": 0.696667,
      "reviewed": 600,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.516202,
      "captured": 685,
      "method": "hist_gradient_boosting",
      "precision": 0.570833,
      "reviewed": 1200,
      "seed": 41,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.043708,
      "captured": 58,
      "method": "constant",
      "precision": 0.193333,
      "reviewed": 300,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.097212,
      "captured": 129,
      "method": "constant",
      "precision": 0.215,
      "reviewed": 600,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.203466,
      "captured": 270,
      "method": "constant",
      "precision": 0.225,
      "reviewed": 1200,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.178598,
      "captured": 237,
      "method": "logistic",
      "precision": 0.79,
      "reviewed": 300,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.329314,
      "captured": 437,
      "method": "logistic",
      "precision": 0.728333,
      "reviewed": 600,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.50113,
      "captured": 665,
      "method": "logistic",
      "precision": 0.554167,
      "reviewed": 1200,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.180859,
      "captured": 240,
      "method": "isotonic",
      "precision": 0.8,
      "reviewed": 300,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.324039,
      "captured": 430,
      "method": "isotonic",
      "precision": 0.716667,
      "reviewed": 600,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.504145,
      "captured": 669,
      "method": "isotonic",
      "precision": 0.5575,
      "reviewed": 1200,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.177845,
      "captured": 236,
      "method": "hist_gradient_boosting",
      "precision": 0.786667,
      "reviewed": 300,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.323286,
      "captured": 429,
      "method": "hist_gradient_boosting",
      "precision": 0.715,
      "reviewed": 600,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.50942,
      "captured": 676,
      "method": "hist_gradient_boosting",
      "precision": 0.563333,
      "reviewed": 1200,
      "seed": 59,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.053504,
      "captured": 71,
      "method": "constant",
      "precision": 0.236667,
      "reviewed": 300,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.105501,
      "captured": 140,
      "method": "constant",
      "precision": 0.233333,
      "reviewed": 600,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.209495,
      "captured": 278,
      "method": "constant",
      "precision": 0.231667,
      "reviewed": 1200,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.168802,
      "captured": 224,
      "method": "logistic",
      "precision": 0.746667,
      "reviewed": 300,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.31575,
      "captured": 419,
      "method": "logistic",
      "precision": 0.698333,
      "reviewed": 600,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.502638,
      "captured": 667,
      "method": "logistic",
      "precision": 0.555833,
      "reviewed": 1200,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.167295,
      "captured": 222,
      "method": "isotonic",
      "precision": 0.74,
      "reviewed": 300,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.31575,
      "captured": 419,
      "method": "isotonic",
      "precision": 0.698333,
      "reviewed": 600,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.502638,
      "captured": 667,
      "method": "isotonic",
      "precision": 0.555833,
      "reviewed": 1200,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.05,
      "capture": 0.17257,
      "captured": 229,
      "method": "hist_gradient_boosting",
      "precision": 0.763333,
      "reviewed": 300,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.1,
      "capture": 0.311228,
      "captured": 413,
      "method": "hist_gradient_boosting",
      "precision": 0.688333,
      "reviewed": 600,
      "seed": 83,
      "total_events": 1327
    },
    {
      "capacity": 0.2,
      "capture": 0.50942,
      "captured": 676,
      "method": "hist_gradient_boosting",
      "precision": 0.563333,
      "reviewed": 1200,
      "seed": 83,
      "total_events": 1327
    }
  ],
  "protocol": {
    "calibration": "isotonic fitted only on the separate calibration partition",
    "excluded_fields": [
      "ID",
      "SEX",
      "EDUCATION",
      "MARRIAGE",
      "AGE"
    ],
    "features": [
      "LIMIT_BAL",
      "PAY_0",
      "PAY_2",
      "PAY_3",
      "PAY_4",
      "PAY_5",
      "PAY_6",
      "BILL_AMT1",
      "BILL_AMT2",
      "BILL_AMT3",
      "BILL_AMT4",
      "BILL_AMT5",
      "BILL_AMT6",
      "PAY_AMT1",
      "PAY_AMT2",
      "PAY_AMT3",
      "PAY_AMT4",
      "PAY_AMT5",
      "PAY_AMT6"
    ],
    "history": "April\u2013September 2005 repayment, bill and payment history in source records",
    "isotonic_input_decimals": 6,
    "label": "Unchanged native 'default payment next month': 0/1",
    "limits": [
      "One historical cohort; random customer splits do not validate future periods",
      "No publication/revision timestamps: information availability remains unvalidated",
      "Native subsequent-default target differs from the synthetic 180-day 90+ DPD label",
      "Overlapping repeated splits: min/max are descriptive, not confidence intervals",
      "ID is excluded from fitting; demographic exclusion does not demonstrate fairness",
      "No observed recoveries, intervention effects, live deployment or monetary savings"
    ],
    "logistic": "C=1; newton-cholesky; tol=1e-10; max_iter=100; no class weighting",
    "preprocessing": "train-only numeric scaling and repayment-status one-hot encoding",
    "review": "ceil(capacity*n_test), descending score then original source ID",
    "seeds": [
      7,
      23,
      41,
      59,
      83
    ],
    "split": "five frozen stratified 60/20/20 random splits",
    "tree": "learning_rate=.05; 100 iterations; depth=3; 15 leaves; min_leaf=20; L2=1",
    "tuning": "none; all frozen seeds retained; no model selected from test results"
  },
  "results": {
    "constant": {
      "average_precision": {
        "max": 0.221167,
        "mean": 0.221167,
        "min": 0.221167
      },
      "brier": {
        "max": 0.172252,
        "mean": 0.172252,
        "min": 0.172252
      },
      "roc_auc": {
        "max": 0.5,
        "mean": 0.5,
        "min": 0.5
      }
    },
    "hist_gradient_boosting": {
      "average_precision": {
        "max": 0.57307,
        "mean": 0.554487,
        "min": 0.536702
      },
      "brier": {
        "max": 0.138071,
        "mean": 0.134666,
        "min": 0.131555
      },
      "roc_auc": {
        "max": 0.792727,
        "mean": 0.780984,
        "min": 0.76648
      }
    },
    "isotonic": {
      "average_precision": {
        "max": 0.543245,
        "mean": 0.52746,
        "min": 0.512225
      },
      "brier": {
        "max": 0.139335,
        "mean": 0.136001,
        "min": 0.132633
      },
      "roc_auc": {
        "max": 0.780979,
        "mean": 0.76987,
        "min": 0.754033
      }
    },
    "logistic": {
      "average_precision": {
        "max": 0.561971,
        "mean": 0.542516,
        "min": 0.526623
      },
      "brier": {
        "max": 0.139526,
        "mean": 0.136169,
        "min": 0.132978
      },
      "roc_auc": {
        "max": 0.782352,
        "mean": 0.770672,
        "min": 0.754902
      }
    }
  },
  "runtime": {
    "numpy": "2.3.5",
    "python": "3.12.15",
    "scikit_learn": "1.8.0",
    "scipy": "1.17.0"
  },
  "schema": "creditvintage-card-credit-v2",
  "source": {
    "canonical_sha256": "4edce6da569b2c30788a85fd98a9bafb1a983e8ca1a7aac875dd7ff853cbd0bb",
    "doi": "https://doi.org/10.24432/C55S3H",
    "events": 6636,
    "license": "CC BY 4.0",
    "name": "Yeh (2009), Default of Credit Card Clients, UCI 350",
    "records": 30000
  }
}