{
  "v3_train": {
    "grades": {
      "A+": {
        "n": 225,
        "pct": 12.8,
        "reach": 0.9733,
        "null": 0.9511,
        "lift": 0.0222
      },
      "A": {
        "n": 264,
        "pct": 15.1,
        "reach": 0.8826,
        "null": 0.8864,
        "lift": -0.0038
      },
      "B": {
        "n": 273,
        "pct": 15.6,
        "reach": 0.8278,
        "null": 0.8388,
        "lift": -0.011
      },
      "C": {
        "n": 232,
        "pct": 13.2,
        "reach": 0.6595,
        "null": 0.6983,
        "lift": -0.0388
      },
      "D": {
        "n": 172,
        "pct": 9.8,
        "reach": 0.5174,
        "null": 0.5552,
        "lift": -0.0378
      },
      "F": {
        "n": 585,
        "pct": 33.4,
        "reach": 0.3453,
        "null": 0.347,
        "lift": -0.0017
      }
    },
    "spearman_rho": 0.5225,
    "spearman_p": 2.9830927229096424e-123,
    "monotonic": true,
    "n_events": 1751
  },
  "v3_test": {
    "grades": {
      "A+": {
        "n": 96,
        "pct": 7.5,
        "reach": 0.9167,
        "null": 0.9375,
        "lift": -0.0208
      },
      "A": {
        "n": 219,
        "pct": 17.1,
        "reach": 0.8904,
        "null": 0.895,
        "lift": -0.0046
      },
      "B": {
        "n": 179,
        "pct": 14.0,
        "reach": 0.838,
        "null": 0.8492,
        "lift": -0.0112
      },
      "C": {
        "n": 209,
        "pct": 16.3,
        "reach": 0.799,
        "null": 0.756,
        "lift": 0.0431
      },
      "D": {
        "n": 155,
        "pct": 12.1,
        "reach": 0.6323,
        "null": 0.6226,
        "lift": 0.0097
      },
      "F": {
        "n": 423,
        "pct": 33.0,
        "reach": 0.3097,
        "null": 0.3097,
        "lift": 0.0
      }
    },
    "spearman_rho": 0.5193,
    "spearman_p": 2.2611979921430234e-89,
    "monotonic": true,
    "n_events": 1281
  },
  "v3_all": {
    "grades": {
      "A+": {
        "n": 321,
        "pct": 10.6,
        "reach": 0.9564,
        "null": 0.947,
        "lift": 0.0093
      },
      "A": {
        "n": 483,
        "pct": 15.9,
        "reach": 0.8861,
        "null": 0.8903,
        "lift": -0.0041
      },
      "B": {
        "n": 452,
        "pct": 14.9,
        "reach": 0.8319,
        "null": 0.8429,
        "lift": -0.0111
      },
      "C": {
        "n": 441,
        "pct": 14.5,
        "reach": 0.7256,
        "null": 0.7256,
        "lift": 0.0
      },
      "D": {
        "n": 327,
        "pct": 10.8,
        "reach": 0.5719,
        "null": 0.5872,
        "lift": -0.0153
      },
      "F": {
        "n": 1008,
        "pct": 33.2,
        "reach": 0.3304,
        "null": 0.3313,
        "lift": -0.001
      }
    },
    "spearman_rho": 0.5204,
    "spearman_p": 4.416961987735599e-210,
    "monotonic": true,
    "n_events": 3032
  },
  "mech_train": {
    "grades": {
      "A": {
        "n": 39,
        "pct": 2.2,
        "reach": 1.0,
        "null": 0.9872,
        "lift": 0.0128
      },
      "B": {
        "n": 532,
        "pct": 30.4,
        "reach": 0.8929,
        "null": 0.8929,
        "lift": 0.0
      },
      "C": {
        "n": 261,
        "pct": 14.9,
        "reach": 0.7663,
        "null": 0.7778,
        "lift": -0.0115
      },
      "D": {
        "n": 253,
        "pct": 14.4,
        "reach": 0.6008,
        "null": 0.6265,
        "lift": -0.0257
      },
      "F": {
        "n": 666,
        "pct": 38.0,
        "reach": 0.3844,
        "null": 0.3941,
        "lift": -0.0098
      }
    },
    "spearman_rho": 0.4857,
    "spearman_p": 2.564535600538794e-104,
    "monotonic": true,
    "n_events": 1751
  },
  "mech_test": {
    "grades": {
      "A": {
        "n": 7,
        "pct": 0.5,
        "reach": 1.0,
        "null": 1.0,
        "lift": 0.0
      },
      "B": {
        "n": 307,
        "pct": 24.0,
        "reach": 0.8827,
        "null": 0.9023,
        "lift": -0.0195
      },
      "C": {
        "n": 168,
        "pct": 13.1,
        "reach": 0.8155,
        "null": 0.8155,
        "lift": 0.0
      },
      "D": {
        "n": 253,
        "pct": 19.8,
        "reach": 0.7747,
        "null": 0.747,
        "lift": 0.0277
      },
      "F": {
        "n": 546,
        "pct": 42.6,
        "reach": 0.3993,
        "null": 0.391,
        "lift": 0.0082
      }
    },
    "spearman_rho": 0.477,
    "spearman_p": 9.451907239617726e-74,
    "monotonic": true,
    "n_events": 1281
  },
  "mech_all": {
    "grades": {
      "A": {
        "n": 46,
        "pct": 1.5,
        "reach": 1.0,
        "null": 0.9891,
        "lift": 0.0109
      },
      "B": {
        "n": 839,
        "pct": 27.7,
        "reach": 0.8892,
        "null": 0.8963,
        "lift": -0.0072
      },
      "C": {
        "n": 429,
        "pct": 14.1,
        "reach": 0.7855,
        "null": 0.7925,
        "lift": -0.007
      },
      "D": {
        "n": 506,
        "pct": 16.7,
        "reach": 0.6877,
        "null": 0.6868,
        "lift": 0.001
      },
      "F": {
        "n": 1212,
        "pct": 40.0,
        "reach": 0.3911,
        "null": 0.3927,
        "lift": -0.0017
      }
    },
    "spearman_rho": 0.479,
    "spearman_p": 1.0240499099445502e-173,
    "monotonic": true,
    "n_events": 3032
  },
  "overfit_check": {
    "v3_is_rho": 0.5225,
    "v3_oos_rho": 0.5193,
    "v3_degradation_pct": 0.6,
    "mech_is_rho": 0.4857,
    "mech_oos_rho": 0.477,
    "mech_degradation_pct": 1.8,
    "train_dates": "2024-06-24 \u2013 2025-04-17",
    "test_dates": "2025-04-21 \u2013 2026-02-26"
  }
}