{ "metadata": { "valid_dates": 359, "total_observations": 13084, "date_range": [ "2024-06-24", "2026-03-20" ], "thresholds_tested": [ 5, 10, 20 ], "forward_horizons": [ 120, 180, 390 ], "corruption_excluded": "2025-10-27 to 2026-02-17" }, "results": { "step1_path_type_reach": { "5M": { "EMPTY": { "label": "EMPTY", "2h": { "N": 818, "reach_rate": 0.8399, "null_rate": 0.7787, "lift": 0.0611, "p_two_sided": 1.7e-05, "p_greater": 8e-06, "flag": null }, "3h": { "N": 818, "reach_rate": 0.8484, "null_rate": 0.7787, "lift": 0.0697, "p_two_sided": 1e-06, "p_greater": 0.0, "flag": null }, "EOD": { "N": 818, "reach_rate": 0.8631, "null_rate": 0.7787, "lift": 0.0844, "p_two_sided": 0.0, "p_greater": 0.0, "flag": null } }, "POS_ONLY": { "label": "POS_ONLY", "2h": { "N": 3733, "reach_rate": 0.5293, "null_rate": 0.5776, "lift": -0.0482, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 3733, "reach_rate": 0.5631, "null_rate": 0.5776, "lift": -0.0145, "p_two_sided": 0.076258, "p_greater": 0.964387, "flag": null }, "EOD": { "N": 3733, "reach_rate": 0.6054, "null_rate": 0.5776, "lift": 0.0279, "p_two_sided": 0.000567, "p_greater": 0.000291, "flag": null } }, "NEG_ONLY": { "label": "NEG_ONLY", "2h": { "N": 1699, "reach_rate": 0.545, "null_rate": 0.6157, "lift": -0.0706, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 1699, "reach_rate": 0.5803, "null_rate": 0.6157, "lift": -0.0353, "p_two_sided": 0.002992, "p_greater": 0.998664, "flag": null }, "EOD": { "N": 1699, "reach_rate": 0.6074, "null_rate": 0.6157, "lift": -0.0082, "p_two_sided": 0.485124, "p_greater": 0.76549, "flag": null } }, "MIXED": { "label": "MIXED", "2h": { "N": 6834, "reach_rate": 0.2003, "null_rate": 0.3155, "lift": -0.1152, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 6834, "reach_rate": 0.243, "null_rate": 0.3155, "lift": -0.0724, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 6834, "reach_rate": 0.2921, "null_rate": 0.3155, "lift": -0.0234, "p_two_sided": 2.9e-05, "p_greater": 0.999987, "flag": null } }, "CLEAR (EMPTY+POS)": { "label": "CLEAR (EMPTY+POS)", "2h": { "N": 4551, "reach_rate": 0.5851, "null_rate": 0.6137, "lift": -0.0286, "p_two_sided": 8e-05, "p_greater": 0.999962, "flag": null }, "3h": { "N": 4551, "reach_rate": 0.6144, "null_rate": 0.6137, "lift": 0.0007, "p_two_sided": 0.939332, "p_greater": 0.470122, "flag": null }, "EOD": { "N": 4551, "reach_rate": 0.6517, "null_rate": 0.6137, "lift": 0.038, "p_two_sided": 0.0, "p_greater": 0.0, "flag": null } }, "NEG_BLOCKED": { "label": "NEG_BLOCKED", "2h": { "N": 8533, "reach_rate": 0.269, "null_rate": 0.3752, "lift": -0.1063, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 8533, "reach_rate": 0.3102, "null_rate": 0.3752, "lift": -0.065, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 8533, "reach_rate": 0.3549, "null_rate": 0.3752, "lift": -0.0204, "p_two_sided": 9.5e-05, "p_greater": 0.999955, "flag": null } } }, "10M": { "EMPTY": { "label": "EMPTY", "2h": { "N": 1733, "reach_rate": 0.6826, "null_rate": 0.7121, "lift": -0.0294, "p_two_sided": 0.007367, "p_greater": 0.996629, "flag": null }, "3h": { "N": 1733, "reach_rate": 0.7121, "null_rate": 0.7121, "lift": 0.0, "p_two_sided": 1.0, "p_greater": 0.512075, "flag": null }, "EOD": { "N": 1733, "reach_rate": 0.7444, "null_rate": 0.7121, "lift": 0.0323, "p_two_sided": 0.002956, "p_greater": 0.001464, "flag": null } }, "POS_ONLY": { "label": "POS_ONLY", "2h": { "N": 4269, "reach_rate": 0.4652, "null_rate": 0.5242, "lift": -0.059, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 4269, "reach_rate": 0.5006, "null_rate": 0.5242, "lift": -0.0237, "p_two_sided": 0.002067, "p_greater": 0.999061, "flag": null }, "EOD": { "N": 4269, "reach_rate": 0.5463, "null_rate": 0.5242, "lift": 0.022, "p_two_sided": 0.003966, "p_greater": 0.002068, "flag": null } }, "NEG_ONLY": { "label": "NEG_ONLY", "2h": { "N": 1751, "reach_rate": 0.4592, "null_rate": 0.5397, "lift": -0.0805, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 1751, "reach_rate": 0.49, "null_rate": 0.5397, "lift": -0.0497, "p_two_sided": 3.3e-05, "p_greater": 0.999986, "flag": null }, "EOD": { "N": 1751, "reach_rate": 0.5243, "null_rate": 0.5397, "lift": -0.0154, "p_two_sided": 0.195575, "p_greater": 0.906268, "flag": null } }, "MIXED": { "label": "MIXED", "2h": { "N": 5331, "reach_rate": 0.1848, "null_rate": 0.296, "lift": -0.1112, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 5331, "reach_rate": 0.2277, "null_rate": 0.296, "lift": -0.0683, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 5331, "reach_rate": 0.2727, "null_rate": 0.296, "lift": -0.0233, "p_two_sided": 0.000187, "p_greater": 0.999916, "flag": null } }, "CLEAR (EMPTY+POS)": { "label": "CLEAR (EMPTY+POS)", "2h": { "N": 6002, "reach_rate": 0.528, "null_rate": 0.5785, "lift": -0.0505, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 6002, "reach_rate": 0.5616, "null_rate": 0.5785, "lift": -0.0168, "p_two_sided": 0.008608, "p_greater": 0.995967, "flag": null }, "EOD": { "N": 6002, "reach_rate": 0.6035, "null_rate": 0.5785, "lift": 0.025, "p_two_sided": 8.8e-05, "p_greater": 4.5e-05, "flag": null } }, "NEG_BLOCKED": { "label": "NEG_BLOCKED", "2h": { "N": 7082, "reach_rate": 0.2526, "null_rate": 0.3563, "lift": -0.1036, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 7082, "reach_rate": 0.2926, "null_rate": 0.3563, "lift": -0.0637, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 7082, "reach_rate": 0.3349, "null_rate": 0.3563, "lift": -0.0213, "p_two_sided": 0.00017, "p_greater": 0.99992, "flag": null } } }, "20M": { "EMPTY": { "label": "EMPTY", "2h": { "N": 3545, "reach_rate": 0.5461, "null_rate": 0.6138, "lift": -0.0677, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 3545, "reach_rate": 0.5769, "null_rate": 0.6138, "lift": -0.037, "p_two_sided": 7e-06, "p_greater": 0.999997, "flag": null }, "EOD": { "N": 3545, "reach_rate": 0.6209, "null_rate": 0.6138, "lift": 0.0071, "p_two_sided": 0.39802, "p_greater": 0.199114, "flag": null } }, "POS_ONLY": { "label": "POS_ONLY", "2h": { "N": 4708, "reach_rate": 0.4036, "null_rate": 0.473, "lift": -0.0695, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 4708, "reach_rate": 0.4399, "null_rate": 0.473, "lift": -0.0331, "p_two_sided": 5e-06, "p_greater": 0.999998, "flag": null }, "EOD": { "N": 4708, "reach_rate": 0.4856, "null_rate": 0.473, "lift": 0.0125, "p_two_sided": 0.085046, "p_greater": 0.043891, "flag": null } }, "NEG_ONLY": { "label": "NEG_ONLY", "2h": { "N": 1781, "reach_rate": 0.3414, "null_rate": 0.434, "lift": -0.0926, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 1781, "reach_rate": 0.3863, "null_rate": 0.434, "lift": -0.0477, "p_two_sided": 4.8e-05, "p_greater": 0.99998, "flag": null }, "EOD": { "N": 1781, "reach_rate": 0.4222, "null_rate": 0.434, "lift": -0.0118, "p_two_sided": 0.327042, "p_greater": 0.848016, "flag": null } }, "MIXED": { "label": "MIXED", "2h": { "N": 3050, "reach_rate": 0.1685, "null_rate": 0.2685, "lift": -0.1, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 3050, "reach_rate": 0.2095, "null_rate": 0.2685, "lift": -0.059, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 3050, "reach_rate": 0.2475, "null_rate": 0.2685, "lift": -0.021, "p_two_sided": 0.008915, "p_greater": 0.996033, "flag": null } }, "CLEAR (EMPTY+POS)": { "label": "CLEAR (EMPTY+POS)", "2h": { "N": 8253, "reach_rate": 0.4648, "null_rate": 0.5335, "lift": -0.0687, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 8253, "reach_rate": 0.4987, "null_rate": 0.5335, "lift": -0.0348, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 8253, "reach_rate": 0.5437, "null_rate": 0.5335, "lift": 0.0102, "p_two_sided": 0.063827, "p_greater": 0.032661, "flag": null } }, "NEG_BLOCKED": { "label": "NEG_BLOCKED", "2h": { "N": 4831, "reach_rate": 0.2323, "null_rate": 0.3295, "lift": -0.0973, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 4831, "reach_rate": 0.2747, "null_rate": 0.3295, "lift": -0.0549, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 4831, "reach_rate": 0.3119, "null_rate": 0.3295, "lift": -0.0176, "p_two_sided": 0.00927, "p_greater": 0.9957, "flag": null } } } }, "step2_time_to_reach": { "EMPTY": { "N_reached": 706, "median_min": 5.0, "p25": 1.0, "p75": 15.0 }, "POS_ONLY": { "N_reached": 2260, "median_min": 25.0, "p25": 7.0, "p75": 65.0 }, "NEG_ONLY": { "N_reached": 1032, "median_min": 16.0, "p25": 5.0, "p75": 51.0 }, "MIXED": { "N_reached": 1996, "median_min": 70.5, "p25": 30.0, "p75": 147.2 } }, "step3_gamma_magnitude": { "POS_ONLY_quintiles": [ { "quintile": 0, "N": 747, "median_gamma_M": 12.3, "reach_rate": 0.7189, "null_rate": 0.6988, "lift": 0.0201 }, { "quintile": 1, "N": 746, "median_gamma_M": 33.1, "reach_rate": 0.693, "null_rate": 0.6166, "lift": 0.0764 }, { "quintile": 2, "N": 747, "median_gamma_M": 61.5, "reach_rate": 0.6439, "null_rate": 0.6011, "lift": 0.0428 }, { "quintile": 3, "N": 746, "median_gamma_M": 103.2, "reach_rate": 0.5107, "null_rate": 0.5054, "lift": 0.0054 }, { "quintile": 4, "N": 747, "median_gamma_M": 197.3, "reach_rate": 0.4605, "null_rate": 0.4659, "lift": -0.0054 } ], "NEG_ONLY_quintiles": [ { "quintile": 0, "N": 340, "median_gamma_M": 7.7, "reach_rate": 0.7529, "null_rate": 0.7265, "lift": 0.0265 }, { "quintile": 1, "N": 340, "median_gamma_M": 14.8, "reach_rate": 0.5912, "null_rate": 0.6324, "lift": -0.0412 }, { "quintile": 2, "N": 339, "median_gamma_M": 26.6, "reach_rate": 0.6047, "null_rate": 0.5929, "lift": 0.0118 }, { "quintile": 3, "N": 340, "median_gamma_M": 51.4, "reach_rate": 0.5471, "null_rate": 0.5971, "lift": -0.05 }, { "quintile": 4, "N": 340, "median_gamma_M": 133.9, "reach_rate": 0.5412, "null_rate": 0.5294, "lift": 0.0118 } ] }, "step4_directional": { "above": { "EMPTY": { "label": "above:EMPTY", "2h": { "N": 414, "reach_rate": 0.843, "null_rate": 0.7633, "lift": 0.0797, "p_two_sided": 8e-05, "p_greater": 4.4e-05, "flag": null }, "3h": { "N": 414, "reach_rate": 0.8527, "null_rate": 0.7633, "lift": 0.0894, "p_two_sided": 8e-06, "p_greater": 5e-06, "flag": null }, "EOD": { "N": 414, "reach_rate": 0.8696, "null_rate": 0.7633, "lift": 0.1063, "p_two_sided": 0.0, "p_greater": 0.0, "flag": null } }, "POS_ONLY": { "label": "above:POS_ONLY", "2h": { "N": 1981, "reach_rate": 0.5634, "null_rate": 0.582, "lift": -0.0187, "p_two_sided": 0.091959, "p_greater": 0.955994, "flag": null }, "3h": { "N": 1981, "reach_rate": 0.5977, "null_rate": 0.582, "lift": 0.0156, "p_two_sided": 0.164707, "p_greater": 0.082177, "flag": null }, "EOD": { "N": 1981, "reach_rate": 0.634, "null_rate": 0.582, "lift": 0.052, "p_two_sided": 2e-06, "p_greater": 1e-06, "flag": null } }, "NEG_ONLY": { "label": "above:NEG_ONLY", "2h": { "N": 964, "reach_rate": 0.5622, "null_rate": 0.6411, "lift": -0.0788, "p_two_sided": 1e-06, "p_greater": 1.0, "flag": null }, "3h": { "N": 964, "reach_rate": 0.6027, "null_rate": 0.6411, "lift": -0.0384, "p_two_sided": 0.014212, "p_greater": 0.993834, "flag": null }, "EOD": { "N": 964, "reach_rate": 0.6359, "null_rate": 0.6411, "lift": -0.0052, "p_two_sided": 0.73717, "p_greater": 0.64505, "flag": null } }, "MIXED": { "label": "above:MIXED", "2h": { "N": 4181, "reach_rate": 0.1705, "null_rate": 0.2846, "lift": -0.1141, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 4181, "reach_rate": 0.2093, "null_rate": 0.2846, "lift": -0.0753, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 4181, "reach_rate": 0.2626, "null_rate": 0.2846, "lift": -0.022, "p_two_sided": 0.001521, "p_greater": 0.999298, "flag": null } } }, "below": { "EMPTY": { "label": "below:EMPTY", "2h": { "N": 404, "reach_rate": 0.8366, "null_rate": 0.7946, "lift": 0.0421, "p_two_sided": 0.03623, "p_greater": 0.01903, "flag": null }, "3h": { "N": 404, "reach_rate": 0.8441, "null_rate": 0.7946, "lift": 0.0495, "p_two_sided": 0.01363, "p_greater": 0.006813, "flag": null }, "EOD": { "N": 404, "reach_rate": 0.8564, "null_rate": 0.7946, "lift": 0.0619, "p_two_sided": 0.001649, "p_greater": 0.000867, "flag": null } }, "POS_ONLY": { "label": "below:POS_ONLY", "2h": { "N": 1752, "reach_rate": 0.4909, "null_rate": 0.5725, "lift": -0.0816, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 1752, "reach_rate": 0.524, "null_rate": 0.5725, "lift": -0.0485, "p_two_sided": 4.4e-05, "p_greater": 0.999981, "flag": null }, "EOD": { "N": 1752, "reach_rate": 0.5731, "null_rate": 0.5725, "lift": 0.0006, "p_two_sided": 0.980737, "p_greater": 0.490834, "flag": null } }, "NEG_ONLY": { "label": "below:NEG_ONLY", "2h": { "N": 735, "reach_rate": 0.5224, "null_rate": 0.5823, "lift": -0.0599, "p_two_sided": 0.001127, "p_greater": 0.999536, "flag": null }, "3h": { "N": 735, "reach_rate": 0.551, "null_rate": 0.5823, "lift": -0.0313, "p_two_sided": 0.085537, "p_greater": 0.960265, "flag": null }, "EOD": { "N": 735, "reach_rate": 0.5701, "null_rate": 0.5823, "lift": -0.0122, "p_two_sided": 0.501111, "p_greater": 0.761612, "flag": null } }, "MIXED": { "label": "below:MIXED", "2h": { "N": 2653, "reach_rate": 0.2473, "null_rate": 0.3641, "lift": -0.1168, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "3h": { "N": 2653, "reach_rate": 0.2963, "null_rate": 0.3641, "lift": -0.0678, "p_two_sided": 0.0, "p_greater": 1.0, "flag": null }, "EOD": { "N": 2653, "reach_rate": 0.3385, "null_rate": 0.3641, "lift": -0.0256, "p_two_sided": 0.006068, "p_greater": 0.997255, "flag": null } } } }, "step5_interactions": { "distance": { "near": { "EMPTY": { "N": 637, "reach_rate": 0.9231, "null_rate": 0.8053, "p": 0.0, "flag": null }, "POS_ONLY": { "N": 2120, "reach_rate": 0.7788, "null_rate": 0.7057, "p": 0.0, "flag": null }, "NEG_ONLY": { "N": 867, "reach_rate": 0.8005, "null_rate": 0.7555, "p": 0.0018, "flag": null }, "MIXED": { "N": 724, "reach_rate": 0.6188, "null_rate": 0.6354, "p": 0.3544, "flag": null } }, "mid": { "EMPTY": { "N": 105, "reach_rate": 0.6762, "null_rate": 0.7333, "p": 0.1864, "flag": null }, "POS_ONLY": { "N": 1141, "reach_rate": 0.4496, "null_rate": 0.4943, "p": 0.0025, "flag": null }, "NEG_ONLY": { "N": 508, "reach_rate": 0.4646, "null_rate": 0.5472, "p": 0.0002, "flag": null }, "MIXED": { "N": 2783, "reach_rate": 0.3604, "null_rate": 0.3924, "p": 0.0005, "flag": null } }, "far": { "EMPTY": { "N": 76, "reach_rate": 0.6184, "null_rate": 0.6184, "p": 1.0, "flag": null }, "POS_ONLY": { "N": 472, "reach_rate": 0.2034, "null_rate": 0.2034, "p": 1.0, "flag": null }, "NEG_ONLY": { "N": 324, "reach_rate": 0.3148, "null_rate": 0.3488, "p": 0.2209, "flag": null }, "MIXED": { "N": 3327, "reach_rate": 0.1638, "null_rate": 0.1815, "p": 0.0079, "flag": null } } }, "cluster_gamma": { "low_gamma": { "EMPTY": { "N": 470, "reach_rate": 0.817, "lift": 0.034 }, "POS_ONLY": { "N": 759, "reach_rate": 0.6113, "lift": 0.0013 }, "NEG_ONLY": { "N": 926, "reach_rate": 0.5389, "lift": -0.0248 }, "MIXED": { "N": 2207, "reach_rate": 0.2809, "lift": -0.0344 } }, "mid_gamma": { "EMPTY": { "N": 167, "reach_rate": 0.9102, "lift": 0.0539 }, "POS_ONLY": { "N": 1177, "reach_rate": 0.6007, "lift": 0.0212 }, "NEG_ONLY": { "N": 350, "reach_rate": 0.6543, "lift": -0.0286 }, "MIXED": { "N": 2666, "reach_rate": 0.2926, "lift": -0.0184 } }, "high_gamma": { "EMPTY": { "N": 181, "reach_rate": 0.9392, "lift": 0.2431 }, "POS_ONLY": { "N": 1797, "reach_rate": 0.606, "lift": 0.0434 }, "NEG_ONLY": { "N": 423, "reach_rate": 0.7187, "lift": 0.0449 }, "MIXED": { "N": 1961, "reach_rate": 0.3039, "lift": -0.0178 } } } }, "step6_permutation": { "EMPTY_vs_NEG_ONLY": { "obs_diff": 0.2557, "p_value": 0.0, "N": 2517 }, "EMPTY_vs_POS_ONLY": { "obs_diff": 0.2577, "p_value": 0.0, "N": 4551 }, "POS_ONLY_vs_NEG_ONLY": { "obs_diff": -0.002, "p_value": 0.892, "N": 5432 }, "CLEAR_vs_NEG_BLOCKED": { "obs_diff": 0.2969, "p_value": 0.0, "N_clear": 4551, "N_blocked": 8533 } } }, "path_distribution": { "5": { "MIXED": 6834, "POS_ONLY": 3733, "NEG_ONLY": 1699, "EMPTY": 818 }, "10": { "MIXED": 5331, "POS_ONLY": 4269, "NEG_ONLY": 1751, "EMPTY": 1733 }, "20": { "POS_ONLY": 4708, "EMPTY": 3545, "MIXED": 3050, "NEG_ONLY": 1781 } }, "summary_by_path_type_5M": { "EMPTY": { "N": 818, "reach_eod": 0.8631, "reach_2h": 0.8399, "reach_3h": 0.8484 }, "POS_ONLY": { "N": 3733, "reach_eod": 0.6054, "reach_2h": 0.5293, "reach_3h": 0.5631 }, "NEG_ONLY": { "N": 1699, "reach_eod": 0.6074, "reach_2h": 0.545, "reach_3h": 0.5803 }, "MIXED": { "N": 6834, "reach_eod": 0.2921, "reach_2h": 0.2003, "reach_3h": 0.243 } } }