{ "kind": "New retrospective calculation, source-aware AI-assisted; shares scipy with original; not R1-A certification or independent replication", "schema_valid": true, "source_runtime": { "python": "3.12.2 | packaged by conda-forge | (main, Feb 16 2024, 20:54:21) [Clang 16.0.6 ]", "scipy": "1.14.1", "platform": "macOS-26.5.1-arm64-arm-64bit" }, "components": { "T1/base": { "registered": 501, "valid": 381, "invalid": 120, "composite": { "n": 501, "mean": 0.42386328900514064, "sample_sd": 0.23814539508886987, "standard_error": 0.010639551601806012, "lower_95": 0.4063302989977879, "upper_95": 0.4413962790124934 }, "valid_population": { "n": 381, "mean": 0.5573635375106968, "sample_sd": 0.004322992177112518, "standard_error": 0.00022147359833514494, "lower_95": 0.556998355585844, "upper_95": 0.5577287194355496 }, "success_cp95": [ 0.7206343481451848, 0.7972181513040252 ], "margin": 0.05, "p_confirm_raw": 1.8112213006341154e-137, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 1.8112213006341154e-137, "p_disconfirm_adjusted": 1.0 }, "T1/shift": { "registered": 501, "valid": 429, "invalid": 72, "composite": { "n": 501, "mean": 0.3547336686874584, "sample_sd": 0.1456250778404986, "standard_error": 0.006506048666709723, "lower_95": 0.34401230649758857, "upper_95": 0.3654550308773283 }, "valid_population": { "n": 429, "mean": 0.41426938930633256, "sample_sd": 0.007258579662394996, "standard_error": 0.00035044752845313996, "lower_95": 0.4136917040305298, "upper_95": 0.4148470745821353 }, "success_cp95": [ 0.8224718482426736, 0.8858248646914797 ], "margin": 0.05, "p_confirm_raw": 2.7853410830406404e-185, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 2.7853410830406404e-185, "p_disconfirm_adjusted": 1.0 }, "T2": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.49777764510946293, "sample_sd": 0.007419914925462004, "standard_error": 0.00033149735144365677, "lower_95": 0.49723136835195947, "upper_95": 0.4983239218669664 }, "valid_population": { "n": 501, "mean": 0.49777764510946293, "sample_sd": 0.007419914925462004, "standard_error": 0.00033149735144365677, "lower_95": 0.49723136835195947, "upper_95": 0.4983239218669664 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0 }, "U/base_source1": { "registered": 501, "valid": 381, "invalid": 120, "composite": { "n": 501, "mean": 0.41106970055072667, "sample_sd": 0.23092846171147083, "standard_error": 0.010317122797138261, "lower_95": 0.39406804318049016, "upper_95": 0.4280713579209632 }, "valid_population": { "n": 381, "mean": 0.5405404723777272, "sample_sd": 9.029903217838409e-07, "standard_error": 4.6261595587909946e-08, "lower_95": 0.5405403960982128, "upper_95": 0.5405405486572415 }, "success_cp95": [ 0.7206343481451848, 0.7972181513040252 ], "margin": 0.02, "p_confirm_raw": 1.9409757662091638e-149, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 1.9409757662091638e-149, "p_disconfirm_adjusted": 1.0 }, "U/base_source2": { "registered": 501, "valid": 381, "invalid": 120, "composite": { "n": 501, "mean": 0.23122673372614685, "sample_sd": 0.12989727497331688, "standard_error": 0.005803382255184249, "lower_95": 0.22166330033185586, "upper_95": 0.24079016712043785 }, "valid_population": { "n": 381, "mean": 0.30405405143516945, "sample_sd": 6.653552018965937e-09, "standard_error": 3.4087179596395107e-10, "lower_95": 0.304054050873115, "upper_95": 0.3040540519972239 }, "success_cp95": [ 0.7206343481451848, 0.7972181513040252 ], "margin": 0.02, "p_confirm_raw": 5.778368362831893e-143, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 5.778368362831893e-143, "p_disconfirm_adjusted": 1.0 }, "U/base_source3": { "registered": 501, "valid": 381, "invalid": 120, "composite": { "n": 501, "mean": 0.2466418311384176, "sample_sd": 0.13855708309788028, "standard_error": 0.006190273949515135, "lower_95": 0.23644083626931034, "upper_95": 0.25684282600752484 }, "valid_population": { "n": 381, "mean": 0.32432429763870657, "sample_sd": 2.375305044368436e-07, "standard_error": 1.2169056379631896e-08, "lower_95": 0.3243242775734732, "upper_95": 0.32432431770393993 }, "success_cp95": [ 0.7206343481451848, 0.7972181513040252 ], "margin": 0.02, "p_confirm_raw": 6.752040232574842e-144, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 6.752040232574842e-144, "p_disconfirm_adjusted": 1.0 }, "U/shift_source1": { "registered": 501, "valid": 402, "invalid": 99, "composite": { "n": 501, "mean": 0.25074848317471754, "sample_sd": 0.12455946840836737, "standard_error": 0.005564906645076206, "lower_95": 0.2415780353728186, "upper_95": 0.25991893097661645 }, "valid_population": { "n": 402, "mean": 0.31249997529983453, "sample_sd": 2.6930779169312484e-07, "standard_error": 1.3431851825021082e-08, "lower_95": 0.3124999531552455, "upper_95": 0.3124999974444236 }, "success_cp95": [ 0.7647866048443095, 0.8363899372197096 ], "margin": 0.02, "p_confirm_raw": 3.1109602445642456e-164, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 3.1109602445642456e-164, "p_disconfirm_adjusted": 1.0 }, "U/shift_source2": { "registered": 501, "valid": 429, "invalid": 72, "composite": { "n": 501, "mean": 0.602077094403693, "sample_sd": 0.24690140879741665, "standard_error": 0.011030741444647354, "lower_95": 0.5838994599731343, "upper_95": 0.6202547288342516 }, "valid_population": { "n": 429, "mean": 0.7031249983595576, "sample_sd": 6.4723610161415744e-09, "standard_error": 3.1248853451514773e-10, "lower_95": 0.7031249978444447, "upper_95": 0.7031249988746704 }, "success_cp95": [ 0.8224718482426736, 0.8858248646914797 ], "margin": 0.02, "p_confirm_raw": 8.150198978073736e-207, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 8.150198978073736e-207, "p_disconfirm_adjusted": 1.0 }, "U/shift_source3": { "registered": 501, "valid": 407, "invalid": 94, "composite": { "n": 501, "mean": 0.15232034906536854, "sample_sd": 0.07327545253663356, "standard_error": 0.0032737057885090163, "lower_95": 0.14692558685873583, "upper_95": 0.15771511127200125 }, "valid_population": { "n": 407, "mean": 0.1874999874244463, "sample_sd": 1.1419936192533375e-07, "standard_error": 5.660652210656319e-09, "lower_95": 0.18749997809220798, "upper_95": 0.1874999967566846 }, "success_cp95": [ 0.775383032728117, 0.8456316997663522 ], "margin": 0.02, "p_confirm_raw": 5.858213537106448e-160, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 5.858213537106448e-160, "p_disconfirm_adjusted": 1.0 }, "V/alpha__1_uniform": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 1.0595349108487992, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 1.0571748222466149, "upper_95": 1.0618949994509836 }, "valid_population": { "n": 501, "mean": 1.0595349108487992, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 1.0571748222466149, "upper_95": 1.0618949994509836 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/alpha__2_entropy_conditional": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 1.2723643600140522, "sample_sd": 0.03205638241830141, "standard_error": 0.001432173545826774, "lower_95": 1.2700042714118678, "upper_95": 1.2747244486162366 }, "valid_population": { "n": 501, "mean": 1.2723643600140522, "sample_sd": 0.03205638241830141, "standard_error": 0.001432173545826774, "lower_95": 1.2700042714118678, "upper_95": 1.2747244486162366 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/alpha__3_inferability_only": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 1.0305814281799963, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 1.028221339577812, "upper_95": 1.0329415167821807 }, "valid_population": { "n": 501, "mean": 1.0305814281799963, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 1.028221339577812, "upper_95": 1.0329415167821807 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/alpha__4_isolated_causal_value": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.4933248651866986, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 0.49096477658451415, "upper_95": 0.49568495378888305 }, "valid_population": { "n": 501, "mean": 0.4933248651866986, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 0.49096477658451415, "upper_95": 0.49568495378888305 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/alpha__8_proportional_one_step_value": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.41443829577873825, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 0.4120782071765538, "upper_95": 0.4167983843809227 }, "valid_population": { "n": 501, "mean": 0.41443829577873825, "sample_sd": 0.032056382418301416, "standard_error": 0.0014321735458267745, "lower_95": 0.4120782071765538, "upper_95": 0.4167983843809227 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__1_uniform": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 1.0031073744750614, "sample_sd": 0.03860200744313555, "standard_error": 0.0017246105051549475, "lower_95": 1.0002653770032577, "upper_95": 1.005949371946865 }, "valid_population": { "n": 501, "mean": 1.0031073744750614, "sample_sd": 0.03860200744313555, "standard_error": 0.0017246105051549475, "lower_95": 1.0002653770032577, "upper_95": 1.005949371946865 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__2_entropy_conditional": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.7187659753968343, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.7159239779250306, "upper_95": 0.721607972868638 }, "valid_population": { "n": 501, "mean": 0.7187659753968343, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.7159239779250306, "upper_95": 0.721607972868638 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__3_inferability_only": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.9409440254427199, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.9381020279709162, "upper_95": 0.9437860229145236 }, "valid_population": { "n": 501, "mean": 0.9409440254427199, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.9381020279709162, "upper_95": 0.9437860229145236 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__4_isolated_causal_value": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.33644070780839486, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.3335987103365912, "upper_95": 0.3392827052801985 }, "valid_population": { "n": 501, "mean": 0.33644070780839486, "sample_sd": 0.038602007443135536, "standard_error": 0.0017246105051549469, "lower_95": 0.3335987103365912, "upper_95": 0.3392827052801985 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__8_proportional_one_step_value": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.17631912855956702, "sample_sd": 0.03774836359262691, "standard_error": 0.0016864725105333774, "lower_95": 0.17353997895049536, "upper_95": 0.17909827816863869 }, "valid_population": { "n": 501, "mean": 0.17631912855956702, "sample_sd": 0.03774836359262691, "standard_error": 0.0016864725105333774, "lower_95": 0.17353997895049536, "upper_95": 0.17909827816863869 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 3.1477531135151933e-274, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 3.1477531135151933e-274, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" }, "V/beta__9_nearest_training_environment_identity_proxy": { "registered": 501, "valid": 501, "invalid": 0, "composite": { "n": 501, "mean": 0.49161612103053465, "sample_sd": 0.027328634848466753, "standard_error": 0.0012209533615742184, "lower_95": 0.4896041036176682, "upper_95": 0.4936281384434011 }, "valid_population": { "n": 501, "mean": 0.49161612103053465, "sample_sd": 0.027328634848466753, "standard_error": 0.0012209533615742184, "lower_95": 0.4896041036176682, "upper_95": 0.4936281384434011 }, "success_cp95": [ 0.9926640078758429, 1.0 ], "margin": 0.05, "p_confirm_raw": 0.0, "p_disconfirm_raw": 1.0, "p_confirm_adjusted": 0.0, "p_disconfirm_adjusted": 1.0, "p_equivalent_adjusted": 1.0, "classification": "v2_superior" } }, "claims": { "T1": "CONFIRMED", "T2": "CONFIRMED", "U": "CONFIRMED", "V": "CONFIRMED" }, "overall_recomputed": "PASS", "comparison_count": 481, "mismatches": [], "comparisons": [ { "path": "T1/base/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ] }, { "path": "T1/base/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T1/base/composite_summary/mean", "match": true, "observed": 0.42386328900514064, "archived": 0.42386328900514064, "absolute_difference": 0.0 }, { "path": "T1/base/composite_summary/sample_sd", "match": true, "observed": 0.23814539508886987, "archived": 0.23814539508886987, "absolute_difference": 0.0 }, { "path": "T1/base/composite_summary/standard_error", "match": true, "observed": 0.010639551601806012, "archived": 0.010639551601806012, "absolute_difference": 0.0 }, { "path": "T1/base/composite_summary/lower_95", "match": true, "observed": 0.4063302989977879, "archived": 0.4063302989977879, "absolute_difference": 0.0 }, { "path": "T1/base/composite_summary/upper_95", "match": true, "observed": 0.4413962790124934, "archived": 0.4413962790124934, "absolute_difference": 0.0 }, { "path": "T1/base/valid_summary/n", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "T1/base/valid_summary/mean", "match": true, "observed": 0.5573635375106968, "archived": 0.5573635375106968, "absolute_difference": 0.0 }, { "path": "T1/base/valid_summary/sample_sd", "match": true, "observed": 0.004322992177112518, "archived": 0.004322992177112517, "absolute_difference": 8.673617379884035e-19 }, { "path": "T1/base/valid_summary/standard_error", "match": true, "observed": 0.00022147359833514494, "archived": 0.0002214735983351449, "absolute_difference": 2.710505431213761e-20 }, { "path": "T1/base/valid_summary/lower_95", "match": true, "observed": 0.556998355585844, "archived": 0.556998355585844, "absolute_difference": 0.0 }, { "path": "T1/base/valid_summary/upper_95", "match": true, "observed": 0.5577287194355496, "archived": 0.5577287194355496, "absolute_difference": 0.0 }, { "path": "T1/base/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T1/base/valid", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "T1/base/failed", "match": true, "observed": 120, "archived": 120, "absolute_difference": 0 }, { "path": "T1/base/success_proportion", "match": true, "observed": 0.7604790419161677, "archived": 0.7604790419161677, "absolute_difference": 0.0 }, { "path": "T1/base/cp/0", "match": true, "observed": 0.7206343481451848, "archived": 0.7206343481451848, "absolute_difference": 0.0 }, { "path": "T1/base/cp/1", "match": true, "observed": 0.7972181513040252, "archived": 0.7972181513040252, "absolute_difference": 0.0 }, { "path": "T1/shift/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9291, 9302, 9310, 9312, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9448, 9449, 9480, 9481, 9488, 9489, 9492, 9504, 9508, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9619, 9623, 9638, 9641, 9644, 9645, 9658, 9676, 9677, 9678 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9291, 9302, 9310, 9312, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9448, 9449, 9480, 9481, 9488, 9489, 9492, 9504, 9508, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9619, 9623, 9638, 9641, 9644, 9645, 9658, 9676, 9677, 9678 ] }, { "path": "T1/shift/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T1/shift/composite_summary/mean", "match": true, "observed": 0.3547336686874584, "archived": 0.35473366868745837, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/composite_summary/sample_sd", "match": true, "observed": 0.1456250778404986, "archived": 0.1456250778404986, "absolute_difference": 0.0 }, { "path": "T1/shift/composite_summary/standard_error", "match": true, "observed": 0.006506048666709723, "archived": 0.006506048666709723, "absolute_difference": 0.0 }, { "path": "T1/shift/composite_summary/lower_95", "match": true, "observed": 0.34401230649758857, "archived": 0.3440123064975885, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/composite_summary/upper_95", "match": true, "observed": 0.3654550308773283, "archived": 0.3654550308773282, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/valid_summary/n", "match": true, "observed": 429, "archived": 429, "absolute_difference": 0 }, { "path": "T1/shift/valid_summary/mean", "match": true, "observed": 0.41426938930633256, "archived": 0.4142693893063326, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/valid_summary/sample_sd", "match": true, "observed": 0.007258579662394996, "archived": 0.007258579662394996, "absolute_difference": 0.0 }, { "path": "T1/shift/valid_summary/standard_error", "match": true, "observed": 0.00035044752845313996, "archived": 0.00035044752845313996, "absolute_difference": 0.0 }, { "path": "T1/shift/valid_summary/lower_95", "match": true, "observed": 0.4136917040305298, "archived": 0.41369170403052985, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/valid_summary/upper_95", "match": true, "observed": 0.4148470745821353, "archived": 0.4148470745821354, "absolute_difference": 5.551115123125783e-17 }, { "path": "T1/shift/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T1/shift/valid", "match": true, "observed": 429, "archived": 429, "absolute_difference": 0 }, { "path": "T1/shift/failed", "match": true, "observed": 72, "archived": 72, "absolute_difference": 0 }, { "path": "T1/shift/success_proportion", "match": true, "observed": 0.8562874251497006, "archived": 0.8562874251497006, "absolute_difference": 0.0 }, { "path": "T1/shift/cp/0", "match": true, "observed": 0.8224718482426736, "archived": 0.8224718482426736, "absolute_difference": 0.0 }, { "path": "T1/shift/cp/1", "match": true, "observed": 0.8858248646914797, "archived": 0.8858248646914797, "absolute_difference": 0.0 }, { "path": "T2/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "T2/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T2/composite_summary/mean", "match": true, "observed": 0.49777764510946293, "archived": 0.49777764510946293, "absolute_difference": 0.0 }, { "path": "T2/composite_summary/sample_sd", "match": true, "observed": 0.007419914925462004, "archived": 0.007419914925462004, "absolute_difference": 0.0 }, { "path": "T2/composite_summary/standard_error", "match": true, "observed": 0.00033149735144365677, "archived": 0.00033149735144365677, "absolute_difference": 0.0 }, { "path": "T2/composite_summary/lower_95", "match": true, "observed": 0.49723136835195947, "archived": 0.49723136835195947, "absolute_difference": 0.0 }, { "path": "T2/composite_summary/upper_95", "match": true, "observed": 0.4983239218669664, "archived": 0.4983239218669664, "absolute_difference": 0.0 }, { "path": "T2/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T2/valid_summary/mean", "match": true, "observed": 0.49777764510946293, "archived": 0.49777764510946293, "absolute_difference": 0.0 }, { "path": "T2/valid_summary/sample_sd", "match": true, "observed": 0.007419914925462004, "archived": 0.007419914925462004, "absolute_difference": 0.0 }, { "path": "T2/valid_summary/standard_error", "match": true, "observed": 0.00033149735144365677, "archived": 0.00033149735144365677, "absolute_difference": 0.0 }, { "path": "T2/valid_summary/lower_95", "match": true, "observed": 0.49723136835195947, "archived": 0.49723136835195947, "absolute_difference": 0.0 }, { "path": "T2/valid_summary/upper_95", "match": true, "observed": 0.4983239218669664, "archived": 0.4983239218669664, "absolute_difference": 0.0 }, { "path": "T2/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T2/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "T2/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "T2/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "T2/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "T2/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "U/base_source1/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ] }, { "path": "U/base_source1/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source1/composite_summary/mean", "match": true, "observed": 0.41106970055072667, "archived": 0.4110697005507266, "absolute_difference": 5.551115123125783e-17 }, { "path": "U/base_source1/composite_summary/sample_sd", "match": true, "observed": 0.23092846171147083, "archived": 0.23092846171147083, "absolute_difference": 0.0 }, { "path": "U/base_source1/composite_summary/standard_error", "match": true, "observed": 0.010317122797138261, "archived": 0.010317122797138261, "absolute_difference": 0.0 }, { "path": "U/base_source1/composite_summary/lower_95", "match": true, "observed": 0.39406804318049016, "archived": 0.39406804318049016, "absolute_difference": 0.0 }, { "path": "U/base_source1/composite_summary/upper_95", "match": true, "observed": 0.4280713579209632, "archived": 0.42807135792096307, "absolute_difference": 1.1102230246251565e-16 }, { "path": "U/base_source1/valid_summary/n", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source1/valid_summary/mean", "match": true, "observed": 0.5405404723777272, "archived": 0.5405404723777272, "absolute_difference": 0.0 }, { "path": "U/base_source1/valid_summary/sample_sd", "match": true, "observed": 9.029903217838409e-07, "archived": 9.02990321783841e-07, "absolute_difference": 1.0587911840678754e-22 }, { "path": "U/base_source1/valid_summary/standard_error", "match": true, "observed": 4.6261595587909946e-08, "archived": 4.626159558790995e-08, "absolute_difference": 6.617444900424222e-24 }, { "path": "U/base_source1/valid_summary/lower_95", "match": true, "observed": 0.5405403960982128, "archived": 0.5405403960982128, "absolute_difference": 0.0 }, { "path": "U/base_source1/valid_summary/upper_95", "match": true, "observed": 0.5405405486572415, "archived": 0.5405405486572415, "absolute_difference": 0.0 }, { "path": "U/base_source1/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source1/valid", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source1/failed", "match": true, "observed": 120, "archived": 120, "absolute_difference": 0 }, { "path": "U/base_source1/success_proportion", "match": true, "observed": 0.7604790419161677, "archived": 0.7604790419161677, "absolute_difference": 0.0 }, { "path": "U/base_source1/cp/0", "match": true, "observed": 0.7206343481451848, "archived": 0.7206343481451848, "absolute_difference": 0.0 }, { "path": "U/base_source1/cp/1", "match": true, "observed": 0.7972181513040252, "archived": 0.7972181513040252, "absolute_difference": 0.0 }, { "path": "U/base_source2/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ] }, { "path": "U/base_source2/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source2/composite_summary/mean", "match": true, "observed": 0.23122673372614685, "archived": 0.23122673372614685, "absolute_difference": 0.0 }, { "path": "U/base_source2/composite_summary/sample_sd", "match": true, "observed": 0.12989727497331688, "archived": 0.12989727497331688, "absolute_difference": 0.0 }, { "path": "U/base_source2/composite_summary/standard_error", "match": true, "observed": 0.005803382255184249, "archived": 0.005803382255184249, "absolute_difference": 0.0 }, { "path": "U/base_source2/composite_summary/lower_95", "match": true, "observed": 0.22166330033185586, "archived": 0.22166330033185586, "absolute_difference": 0.0 }, { "path": "U/base_source2/composite_summary/upper_95", "match": true, "observed": 0.24079016712043785, "archived": 0.24079016712043785, "absolute_difference": 0.0 }, { "path": "U/base_source2/valid_summary/n", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source2/valid_summary/mean", "match": true, "observed": 0.30405405143516945, "archived": 0.30405405143516945, "absolute_difference": 0.0 }, { "path": "U/base_source2/valid_summary/sample_sd", "match": true, "observed": 6.653552018965937e-09, "archived": 6.653552018965937e-09, "absolute_difference": 0.0 }, { "path": "U/base_source2/valid_summary/standard_error", "match": true, "observed": 3.4087179596395107e-10, "archived": 3.4087179596395107e-10, "absolute_difference": 0.0 }, { "path": "U/base_source2/valid_summary/lower_95", "match": true, "observed": 0.304054050873115, "archived": 0.304054050873115, "absolute_difference": 0.0 }, { "path": "U/base_source2/valid_summary/upper_95", "match": true, "observed": 0.3040540519972239, "archived": 0.3040540519972239, "absolute_difference": 0.0 }, { "path": "U/base_source2/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source2/valid", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source2/failed", "match": true, "observed": 120, "archived": 120, "absolute_difference": 0 }, { "path": "U/base_source2/success_proportion", "match": true, "observed": 0.7604790419161677, "archived": 0.7604790419161677, "absolute_difference": 0.0 }, { "path": "U/base_source2/cp/0", "match": true, "observed": 0.7206343481451848, "archived": 0.7206343481451848, "absolute_difference": 0.0 }, { "path": "U/base_source2/cp/1", "match": true, "observed": 0.7972181513040252, "archived": 0.7972181513040252, "absolute_difference": 0.0 }, { "path": "U/base_source3/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9279, 9282, 9291, 9293, 9295, 9297, 9302, 9308, 9309, 9310, 9312, 9313, 9314, 9317, 9326, 9333, 9336, 9339, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9443, 9448, 9449, 9450, 9456, 9458, 9464, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9503, 9504, 9508, 9512, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9629, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ] }, { "path": "U/base_source3/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source3/composite_summary/mean", "match": true, "observed": 0.2466418311384176, "archived": 0.2466418311384176, "absolute_difference": 0.0 }, { "path": "U/base_source3/composite_summary/sample_sd", "match": true, "observed": 0.13855708309788028, "archived": 0.13855708309788028, "absolute_difference": 0.0 }, { "path": "U/base_source3/composite_summary/standard_error", "match": true, "observed": 0.006190273949515135, "archived": 0.006190273949515135, "absolute_difference": 0.0 }, { "path": "U/base_source3/composite_summary/lower_95", "match": true, "observed": 0.23644083626931034, "archived": 0.23644083626931034, "absolute_difference": 0.0 }, { "path": "U/base_source3/composite_summary/upper_95", "match": true, "observed": 0.25684282600752484, "archived": 0.25684282600752484, "absolute_difference": 0.0 }, { "path": "U/base_source3/valid_summary/n", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source3/valid_summary/mean", "match": true, "observed": 0.32432429763870657, "archived": 0.3243242976387066, "absolute_difference": 5.551115123125783e-17 }, { "path": "U/base_source3/valid_summary/sample_sd", "match": true, "observed": 2.375305044368436e-07, "archived": 2.375305044368436e-07, "absolute_difference": 0.0 }, { "path": "U/base_source3/valid_summary/standard_error", "match": true, "observed": 1.2169056379631896e-08, "archived": 1.2169056379631896e-08, "absolute_difference": 0.0 }, { "path": "U/base_source3/valid_summary/lower_95", "match": true, "observed": 0.3243242775734732, "archived": 0.32432427757347326, "absolute_difference": 5.551115123125783e-17 }, { "path": "U/base_source3/valid_summary/upper_95", "match": true, "observed": 0.32432431770393993, "archived": 0.32432431770394, "absolute_difference": 5.551115123125783e-17 }, { "path": "U/base_source3/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/base_source3/valid", "match": true, "observed": 381, "archived": 381, "absolute_difference": 0 }, { "path": "U/base_source3/failed", "match": true, "observed": 120, "archived": 120, "absolute_difference": 0 }, { "path": "U/base_source3/success_proportion", "match": true, "observed": 0.7604790419161677, "archived": 0.7604790419161677, "absolute_difference": 0.0 }, { "path": "U/base_source3/cp/0", "match": true, "observed": 0.7206343481451848, "archived": 0.7206343481451848, "absolute_difference": 0.0 }, { "path": "U/base_source3/cp/1", "match": true, "observed": 0.7972181513040252, "archived": 0.7972181513040252, "absolute_difference": 0.0 }, { "path": "U/shift_source1/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9291, 9293, 9297, 9302, 9308, 9310, 9312, 9313, 9317, 9326, 9339, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9443, 9448, 9449, 9456, 9458, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9504, 9508, 9520, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9619, 9623, 9629, 9638, 9641, 9644, 9645, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9248, 9251, 9256, 9259, 9264, 9265, 9267, 9268, 9270, 9272, 9273, 9291, 9293, 9297, 9302, 9308, 9310, 9312, 9313, 9317, 9326, 9339, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9443, 9448, 9449, 9456, 9458, 9480, 9481, 9482, 9484, 9488, 9489, 9492, 9502, 9504, 9508, 9520, 9526, 9528, 9532, 9535, 9540, 9546, 9548, 9557, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9598, 9599, 9600, 9607, 9613, 9617, 9619, 9623, 9629, 9638, 9641, 9644, 9645, 9652, 9657, 9658, 9669, 9676, 9677, 9678, 9679 ] }, { "path": "U/shift_source1/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source1/composite_summary/mean", "match": true, "observed": 0.25074848317471754, "archived": 0.25074848317471754, "absolute_difference": 0.0 }, { "path": "U/shift_source1/composite_summary/sample_sd", "match": true, "observed": 0.12455946840836737, "archived": 0.12455946840836737, "absolute_difference": 0.0 }, { "path": "U/shift_source1/composite_summary/standard_error", "match": true, "observed": 0.005564906645076206, "archived": 0.005564906645076206, "absolute_difference": 0.0 }, { "path": "U/shift_source1/composite_summary/lower_95", "match": true, "observed": 0.2415780353728186, "archived": 0.2415780353728186, "absolute_difference": 0.0 }, { "path": "U/shift_source1/composite_summary/upper_95", "match": true, "observed": 0.25991893097661645, "archived": 0.25991893097661645, "absolute_difference": 0.0 }, { "path": "U/shift_source1/valid_summary/n", "match": true, "observed": 402, "archived": 402, "absolute_difference": 0 }, { "path": "U/shift_source1/valid_summary/mean", "match": true, "observed": 0.31249997529983453, "archived": 0.31249997529983453, "absolute_difference": 0.0 }, { "path": "U/shift_source1/valid_summary/sample_sd", "match": true, "observed": 2.6930779169312484e-07, "archived": 2.6930779169312484e-07, "absolute_difference": 0.0 }, { "path": "U/shift_source1/valid_summary/standard_error", "match": true, "observed": 1.3431851825021082e-08, "archived": 1.3431851825021082e-08, "absolute_difference": 0.0 }, { "path": "U/shift_source1/valid_summary/lower_95", "match": true, "observed": 0.3124999531552455, "archived": 0.3124999531552455, "absolute_difference": 0.0 }, { "path": "U/shift_source1/valid_summary/upper_95", "match": true, "observed": 0.3124999974444236, "archived": 0.3124999974444236, "absolute_difference": 0.0 }, { "path": "U/shift_source1/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source1/valid", "match": true, "observed": 402, "archived": 402, "absolute_difference": 0 }, { "path": "U/shift_source1/failed", "match": true, "observed": 99, "archived": 99, "absolute_difference": 0 }, { "path": "U/shift_source1/success_proportion", "match": true, "observed": 0.8023952095808383, "archived": 0.8023952095808383, "absolute_difference": 0.0 }, { "path": "U/shift_source1/cp/0", "match": true, "observed": 0.7647866048443095, "archived": 0.7647866048443095, "absolute_difference": 0.0 }, { "path": "U/shift_source1/cp/1", "match": true, "observed": 0.8363899372197096, "archived": 0.8363899372197096, "absolute_difference": 0.0 }, { "path": "U/shift_source2/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9291, 9302, 9310, 9312, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9448, 9449, 9480, 9481, 9488, 9489, 9492, 9504, 9508, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9619, 9623, 9638, 9641, 9644, 9645, 9658, 9676, 9677, 9678 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9228, 9230, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9291, 9302, 9310, 9312, 9348, 9354, 9359, 9363, 9368, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9422, 9429, 9448, 9449, 9480, 9481, 9488, 9489, 9492, 9504, 9508, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9619, 9623, 9638, 9641, 9644, 9645, 9658, 9676, 9677, 9678 ] }, { "path": "U/shift_source2/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source2/composite_summary/mean", "match": true, "observed": 0.602077094403693, "archived": 0.602077094403693, "absolute_difference": 0.0 }, { "path": "U/shift_source2/composite_summary/sample_sd", "match": true, "observed": 0.24690140879741665, "archived": 0.24690140879741665, "absolute_difference": 0.0 }, { "path": "U/shift_source2/composite_summary/standard_error", "match": true, "observed": 0.011030741444647354, "archived": 0.011030741444647354, "absolute_difference": 0.0 }, { "path": "U/shift_source2/composite_summary/lower_95", "match": true, "observed": 0.5838994599731343, "archived": 0.5838994599731343, "absolute_difference": 0.0 }, { "path": "U/shift_source2/composite_summary/upper_95", "match": true, "observed": 0.6202547288342516, "archived": 0.6202547288342516, "absolute_difference": 0.0 }, { "path": "U/shift_source2/valid_summary/n", "match": true, "observed": 429, "archived": 429, "absolute_difference": 0 }, { "path": "U/shift_source2/valid_summary/mean", "match": true, "observed": 0.7031249983595576, "archived": 0.7031249983595576, "absolute_difference": 0.0 }, { "path": "U/shift_source2/valid_summary/sample_sd", "match": true, "observed": 6.4723610161415744e-09, "archived": 6.472361016141575e-09, "absolute_difference": 8.271806125530277e-25 }, { "path": "U/shift_source2/valid_summary/standard_error", "match": true, "observed": 3.1248853451514773e-10, "archived": 3.124885345151478e-10, "absolute_difference": 5.169878828456423e-26 }, { "path": "U/shift_source2/valid_summary/lower_95", "match": true, "observed": 0.7031249978444447, "archived": 0.7031249978444447, "absolute_difference": 0.0 }, { "path": "U/shift_source2/valid_summary/upper_95", "match": true, "observed": 0.7031249988746704, "archived": 0.7031249988746704, "absolute_difference": 0.0 }, { "path": "U/shift_source2/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source2/valid", "match": true, "observed": 429, "archived": 429, "absolute_difference": 0 }, { "path": "U/shift_source2/failed", "match": true, "observed": 72, "archived": 72, "absolute_difference": 0 }, { "path": "U/shift_source2/success_proportion", "match": true, "observed": 0.8562874251497006, "archived": 0.8562874251497006, "absolute_difference": 0.0 }, { "path": "U/shift_source2/cp/0", "match": true, "observed": 0.8224718482426736, "archived": 0.8224718482426736, "absolute_difference": 0.0 }, { "path": "U/shift_source2/cp/1", "match": true, "observed": 0.8858248646914797, "archived": 0.8858248646914797, "absolute_difference": 0.0 }, { "path": "U/shift_source3/invalid_seed_ids", "match": true, "observed": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9279, 9282, 9291, 9295, 9302, 9309, 9310, 9312, 9314, 9333, 9336, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9448, 9449, 9450, 9464, 9480, 9481, 9488, 9489, 9492, 9503, 9504, 9508, 9512, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9658, 9676, 9677, 9678 ], "archived": [ 9202, 9203, 9205, 9206, 9215, 9221, 9228, 9230, 9231, 9234, 9251, 9256, 9265, 9267, 9268, 9270, 9273, 9279, 9282, 9291, 9295, 9302, 9309, 9310, 9312, 9314, 9333, 9336, 9348, 9354, 9359, 9363, 9368, 9369, 9375, 9378, 9381, 9386, 9389, 9396, 9406, 9408, 9412, 9422, 9423, 9429, 9448, 9449, 9450, 9464, 9480, 9481, 9488, 9489, 9492, 9503, 9504, 9508, 9512, 9520, 9526, 9532, 9535, 9540, 9546, 9548, 9563, 9564, 9573, 9577, 9580, 9582, 9583, 9584, 9591, 9599, 9613, 9617, 9618, 9619, 9622, 9623, 9625, 9633, 9638, 9641, 9644, 9645, 9648, 9650, 9658, 9676, 9677, 9678 ] }, { "path": "U/shift_source3/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source3/composite_summary/mean", "match": true, "observed": 0.15232034906536854, "archived": 0.15232034906536854, "absolute_difference": 0.0 }, { "path": "U/shift_source3/composite_summary/sample_sd", "match": true, "observed": 0.07327545253663356, "archived": 0.07327545253663356, "absolute_difference": 0.0 }, { "path": "U/shift_source3/composite_summary/standard_error", "match": true, "observed": 0.0032737057885090163, "archived": 0.0032737057885090163, "absolute_difference": 0.0 }, { "path": "U/shift_source3/composite_summary/lower_95", "match": true, "observed": 0.14692558685873583, "archived": 0.14692558685873583, "absolute_difference": 0.0 }, { "path": "U/shift_source3/composite_summary/upper_95", "match": true, "observed": 0.15771511127200125, "archived": 0.15771511127200125, "absolute_difference": 0.0 }, { "path": "U/shift_source3/valid_summary/n", "match": true, "observed": 407, "archived": 407, "absolute_difference": 0 }, { "path": "U/shift_source3/valid_summary/mean", "match": true, "observed": 0.1874999874244463, "archived": 0.1874999874244463, "absolute_difference": 0.0 }, { "path": "U/shift_source3/valid_summary/sample_sd", "match": true, "observed": 1.1419936192533375e-07, "archived": 1.1419936192533375e-07, "absolute_difference": 0.0 }, { "path": "U/shift_source3/valid_summary/standard_error", "match": true, "observed": 5.660652210656319e-09, "archived": 5.660652210656319e-09, "absolute_difference": 0.0 }, { "path": "U/shift_source3/valid_summary/lower_95", "match": true, "observed": 0.18749997809220798, "archived": 0.18749997809220798, "absolute_difference": 0.0 }, { "path": "U/shift_source3/valid_summary/upper_95", "match": true, "observed": 0.1874999967566846, "archived": 0.1874999967566846, "absolute_difference": 0.0 }, { "path": "U/shift_source3/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "U/shift_source3/valid", "match": true, "observed": 407, "archived": 407, "absolute_difference": 0 }, { "path": "U/shift_source3/failed", "match": true, "observed": 94, "archived": 94, "absolute_difference": 0 }, { "path": "U/shift_source3/success_proportion", "match": true, "observed": 0.812375249500998, "archived": 0.812375249500998, "absolute_difference": 0.0 }, { "path": "U/shift_source3/cp/0", "match": true, "observed": 0.775383032728117, "archived": 0.775383032728117, "absolute_difference": 0.0 }, { "path": "U/shift_source3/cp/1", "match": true, "observed": 0.8456316997663522, "archived": 0.8456316997663522, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/alpha__1_uniform/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__1_uniform/composite_summary/mean", "match": true, "observed": 1.0595349108487992, "archived": 1.0595349108487992, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/composite_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__1_uniform/composite_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__1_uniform/composite_summary/lower_95", "match": true, "observed": 1.0571748222466149, "archived": 1.0571748222466149, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/composite_summary/upper_95", "match": true, "observed": 1.0618949994509836, "archived": 1.0618949994509836, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__1_uniform/valid_summary/mean", "match": true, "observed": 1.0595349108487992, "archived": 1.0595349108487992, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/valid_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__1_uniform/valid_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__1_uniform/valid_summary/lower_95", "match": true, "observed": 1.0571748222466149, "archived": 1.0571748222466149, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/valid_summary/upper_95", "match": true, "observed": 1.0618949994509836, "archived": 1.0618949994509836, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__1_uniform/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__1_uniform/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/alpha__1_uniform/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/alpha__1_uniform/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/alpha__2_entropy_conditional/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__2_entropy_conditional/composite_summary/mean", "match": true, "observed": 1.2723643600140522, "archived": 1.2723643600140522, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/composite_summary/sample_sd", "match": true, "observed": 0.03205638241830141, "archived": 0.03205638241830141, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/composite_summary/standard_error", "match": true, "observed": 0.001432173545826774, "archived": 0.001432173545826774, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/composite_summary/lower_95", "match": true, "observed": 1.2700042714118678, "archived": 1.2700042714118678, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/composite_summary/upper_95", "match": true, "observed": 1.2747244486162366, "archived": 1.2747244486162366, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/mean", "match": true, "observed": 1.2723643600140522, "archived": 1.2723643600140522, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/sample_sd", "match": true, "observed": 0.03205638241830141, "archived": 0.03205638241830141, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/standard_error", "match": true, "observed": 0.001432173545826774, "archived": 0.001432173545826774, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/lower_95", "match": true, "observed": 1.2700042714118678, "archived": 1.2700042714118678, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/valid_summary/upper_95", "match": true, "observed": 1.2747244486162366, "archived": 1.2747244486162366, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__2_entropy_conditional/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__2_entropy_conditional/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/alpha__2_entropy_conditional/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/alpha__2_entropy_conditional/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/alpha__3_inferability_only/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__3_inferability_only/composite_summary/mean", "match": true, "observed": 1.0305814281799963, "archived": 1.0305814281799963, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/composite_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__3_inferability_only/composite_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__3_inferability_only/composite_summary/lower_95", "match": true, "observed": 1.028221339577812, "archived": 1.028221339577812, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/composite_summary/upper_95", "match": true, "observed": 1.0329415167821807, "archived": 1.0329415167821807, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__3_inferability_only/valid_summary/mean", "match": true, "observed": 1.0305814281799963, "archived": 1.0305814281799963, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/valid_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__3_inferability_only/valid_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__3_inferability_only/valid_summary/lower_95", "match": true, "observed": 1.028221339577812, "archived": 1.028221339577812, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/valid_summary/upper_95", "match": true, "observed": 1.0329415167821807, "archived": 1.0329415167821807, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__3_inferability_only/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__3_inferability_only/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/alpha__3_inferability_only/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/alpha__3_inferability_only/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/mean", "match": true, "observed": 0.4933248651866986, "archived": 0.4933248651866986, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/lower_95", "match": true, "observed": 0.49096477658451415, "archived": 0.49096477658451415, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/composite_summary/upper_95", "match": true, "observed": 0.49568495378888305, "archived": 0.49568495378888305, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/mean", "match": true, "observed": 0.4933248651866986, "archived": 0.4933248651866986, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/lower_95", "match": true, "observed": 0.49096477658451415, "archived": 0.49096477658451415, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/valid_summary/upper_95", "match": true, "observed": 0.49568495378888305, "archived": 0.49568495378888305, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__4_isolated_causal_value/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__4_isolated_causal_value/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/alpha__4_isolated_causal_value/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/mean", "match": true, "observed": 0.41443829577873825, "archived": 0.41443829577873825, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/lower_95", "match": true, "observed": 0.4120782071765538, "archived": 0.4120782071765538, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/composite_summary/upper_95", "match": true, "observed": 0.4167983843809227, "archived": 0.4167983843809227, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/mean", "match": true, "observed": 0.41443829577873825, "archived": 0.41443829577873825, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/sample_sd", "match": true, "observed": 0.032056382418301416, "archived": 0.03205638241830141, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/standard_error", "match": true, "observed": 0.0014321735458267745, "archived": 0.001432173545826774, "absolute_difference": 4.336808689942018e-19 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/lower_95", "match": true, "observed": 0.4120782071765538, "archived": 0.4120782071765538, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/valid_summary/upper_95", "match": true, "observed": 0.4167983843809227, "archived": 0.4167983843809227, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__8_proportional_one_step_value/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/alpha__8_proportional_one_step_value/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/alpha__8_proportional_one_step_value/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__1_uniform/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__1_uniform/composite_summary/mean", "match": true, "observed": 1.0031073744750614, "archived": 1.0031073744750614, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/composite_summary/sample_sd", "match": true, "observed": 0.03860200744313555, "archived": 0.03860200744313555, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/composite_summary/standard_error", "match": true, "observed": 0.0017246105051549475, "archived": 0.0017246105051549475, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/composite_summary/lower_95", "match": true, "observed": 1.0002653770032577, "archived": 1.0002653770032577, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/composite_summary/upper_95", "match": true, "observed": 1.005949371946865, "archived": 1.005949371946865, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__1_uniform/valid_summary/mean", "match": true, "observed": 1.0031073744750614, "archived": 1.0031073744750614, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/valid_summary/sample_sd", "match": true, "observed": 0.03860200744313555, "archived": 0.03860200744313555, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/valid_summary/standard_error", "match": true, "observed": 0.0017246105051549475, "archived": 0.0017246105051549475, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/valid_summary/lower_95", "match": true, "observed": 1.0002653770032577, "archived": 1.0002653770032577, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/valid_summary/upper_95", "match": true, "observed": 1.005949371946865, "archived": 1.005949371946865, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__1_uniform/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__1_uniform/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__1_uniform/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__1_uniform/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__2_entropy_conditional/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__2_entropy_conditional/composite_summary/mean", "match": true, "observed": 0.7187659753968343, "archived": 0.7187659753968343, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/composite_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__2_entropy_conditional/composite_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__2_entropy_conditional/composite_summary/lower_95", "match": true, "observed": 0.7159239779250306, "archived": 0.7159239779250306, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/composite_summary/upper_95", "match": true, "observed": 0.721607972868638, "archived": 0.721607972868638, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__2_entropy_conditional/valid_summary/mean", "match": true, "observed": 0.7187659753968343, "archived": 0.7187659753968343, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/valid_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__2_entropy_conditional/valid_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__2_entropy_conditional/valid_summary/lower_95", "match": true, "observed": 0.7159239779250306, "archived": 0.7159239779250306, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/valid_summary/upper_95", "match": true, "observed": 0.721607972868638, "archived": 0.721607972868638, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__2_entropy_conditional/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__2_entropy_conditional/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__2_entropy_conditional/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__2_entropy_conditional/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__3_inferability_only/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__3_inferability_only/composite_summary/mean", "match": true, "observed": 0.9409440254427199, "archived": 0.9409440254427199, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/composite_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__3_inferability_only/composite_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__3_inferability_only/composite_summary/lower_95", "match": true, "observed": 0.9381020279709162, "archived": 0.9381020279709162, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/composite_summary/upper_95", "match": true, "observed": 0.9437860229145236, "archived": 0.9437860229145236, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__3_inferability_only/valid_summary/mean", "match": true, "observed": 0.9409440254427199, "archived": 0.9409440254427199, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/valid_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__3_inferability_only/valid_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__3_inferability_only/valid_summary/lower_95", "match": true, "observed": 0.9381020279709162, "archived": 0.9381020279709162, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/valid_summary/upper_95", "match": true, "observed": 0.9437860229145236, "archived": 0.9437860229145236, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__3_inferability_only/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__3_inferability_only/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__3_inferability_only/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__3_inferability_only/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__4_isolated_causal_value/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__4_isolated_causal_value/composite_summary/mean", "match": true, "observed": 0.33644070780839486, "archived": 0.33644070780839486, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/composite_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__4_isolated_causal_value/composite_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__4_isolated_causal_value/composite_summary/lower_95", "match": true, "observed": 0.3335987103365912, "archived": 0.3335987103365912, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/composite_summary/upper_95", "match": true, "observed": 0.3392827052801985, "archived": 0.3392827052801985, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/mean", "match": true, "observed": 0.33644070780839486, "archived": 0.33644070780839486, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/sample_sd", "match": true, "observed": 0.038602007443135536, "archived": 0.03860200744313553, "absolute_difference": 6.938893903907228e-18 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/standard_error", "match": true, "observed": 0.0017246105051549469, "archived": 0.0017246105051549466, "absolute_difference": 2.168404344971009e-19 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/lower_95", "match": true, "observed": 0.3335987103365912, "archived": 0.3335987103365912, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/valid_summary/upper_95", "match": true, "observed": 0.3392827052801985, "archived": 0.3392827052801985, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__4_isolated_causal_value/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__4_isolated_causal_value/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__4_isolated_causal_value/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__4_isolated_causal_value/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/mean", "match": true, "observed": 0.17631912855956702, "archived": 0.17631912855956702, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/sample_sd", "match": true, "observed": 0.03774836359262691, "archived": 0.03774836359262691, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/standard_error", "match": true, "observed": 0.0016864725105333774, "archived": 0.0016864725105333774, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/lower_95", "match": true, "observed": 0.17353997895049536, "archived": 0.17353997895049536, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/composite_summary/upper_95", "match": true, "observed": 0.17909827816863869, "archived": 0.17909827816863869, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/mean", "match": true, "observed": 0.17631912855956702, "archived": 0.17631912855956702, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/sample_sd", "match": true, "observed": 0.03774836359262691, "archived": 0.03774836359262691, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/standard_error", "match": true, "observed": 0.0016864725105333774, "archived": 0.0016864725105333774, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/lower_95", "match": true, "observed": 0.17353997895049536, "archived": 0.17353997895049536, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/valid_summary/upper_95", "match": true, "observed": 0.17909827816863869, "archived": 0.17909827816863869, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__8_proportional_one_step_value/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__8_proportional_one_step_value/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__8_proportional_one_step_value/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__8_proportional_one_step_value/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/invalid_seed_ids", "match": true, "observed": [], "archived": [] }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/mean", "match": true, "observed": 0.49161612103053465, "archived": 0.49161612103053465, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/sample_sd", "match": true, "observed": 0.027328634848466753, "archived": 0.027328634848466753, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/standard_error", "match": true, "observed": 0.0012209533615742184, "archived": 0.0012209533615742184, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/lower_95", "match": true, "observed": 0.4896041036176682, "archived": 0.4896041036176682, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/composite_summary/upper_95", "match": true, "observed": 0.4936281384434011, "archived": 0.4936281384434011, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/n", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/mean", "match": true, "observed": 0.49161612103053465, "archived": 0.49161612103053465, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/sample_sd", "match": true, "observed": 0.027328634848466753, "archived": 0.027328634848466753, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/standard_error", "match": true, "observed": 0.0012209533615742184, "archived": 0.0012209533615742184, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/lower_95", "match": true, "observed": 0.4896041036176682, "archived": 0.4896041036176682, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid_summary/upper_95", "match": true, "observed": 0.4936281384434011, "archived": 0.4936281384434011, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/registered", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/valid", "match": true, "observed": 501, "archived": 501, "absolute_difference": 0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/failed", "match": true, "observed": 0, "archived": 0, "absolute_difference": 0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/success_proportion", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/cp/0", "match": true, "observed": 0.9926640078758429, "archived": 0.9926640078758429, "absolute_difference": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/cp/1", "match": true, "observed": 1.0, "archived": 1.0, "absolute_difference": 0.0 }, { "path": "T1/base/p_confirm", "match": true, "observed": 1.8112213006341154e-137, "archived": 1.8112213006341154e-137 }, { "path": "T1/base/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "T1/shift/p_confirm", "match": true, "observed": 2.7853410830406404e-185, "archived": 2.7853410830407988e-185 }, { "path": "T1/shift/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "T1/label", "match": true, "observed": "CONFIRMED", "archived": "CONFIRMED" }, { "path": "T2/p_confirm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "T2/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "T2/label", "match": true, "observed": "CONFIRMED", "archived": "CONFIRMED" }, { "path": "U/base_source1/p_confirm", "match": true, "observed": 1.9409757662091638e-149, "archived": 1.9409757662091638e-149 }, { "path": "U/base_source1/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/base_source2/p_confirm", "match": true, "observed": 5.778368362831893e-143, "archived": 5.778368362831893e-143 }, { "path": "U/base_source2/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/base_source3/p_confirm", "match": true, "observed": 6.752040232574842e-144, "archived": 6.752040232574842e-144 }, { "path": "U/base_source3/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/shift_source1/p_confirm", "match": true, "observed": 3.1109602445642456e-164, "archived": 3.1109602445642456e-164 }, { "path": "U/shift_source1/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/shift_source2/p_confirm", "match": true, "observed": 8.150198978073736e-207, "archived": 8.150198978073736e-207 }, { "path": "U/shift_source2/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/shift_source3/p_confirm", "match": true, "observed": 5.858213537106448e-160, "archived": 5.858213537106448e-160 }, { "path": "U/shift_source3/p_disconfirm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "U/label", "match": true, "observed": "CONFIRMED", "archived": "CONFIRMED" }, { "path": "V/alpha__1_uniform/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__1_uniform/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__1_uniform/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__1_uniform/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__1_uniform/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__1_uniform/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__1_uniform/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/alpha__2_entropy_conditional/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__2_entropy_conditional/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__2_entropy_conditional/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__2_entropy_conditional/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__2_entropy_conditional/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__2_entropy_conditional/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__2_entropy_conditional/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/alpha__3_inferability_only/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__3_inferability_only/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__3_inferability_only/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__3_inferability_only/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__3_inferability_only/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__3_inferability_only/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__3_inferability_only/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/alpha__4_isolated_causal_value/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__4_isolated_causal_value/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__4_isolated_causal_value/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__4_isolated_causal_value/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__4_isolated_causal_value/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__4_isolated_causal_value/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/alpha__8_proportional_one_step_value/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/alpha__8_proportional_one_step_value/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__8_proportional_one_step_value/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__8_proportional_one_step_value/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__8_proportional_one_step_value/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/alpha__8_proportional_one_step_value/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__1_uniform/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__1_uniform/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__1_uniform/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__1_uniform/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__1_uniform/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__1_uniform/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__1_uniform/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__2_entropy_conditional/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__2_entropy_conditional/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__2_entropy_conditional/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__2_entropy_conditional/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__2_entropy_conditional/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__2_entropy_conditional/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__2_entropy_conditional/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__3_inferability_only/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__3_inferability_only/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__3_inferability_only/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__3_inferability_only/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__3_inferability_only/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__3_inferability_only/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__3_inferability_only/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__4_isolated_causal_value/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__4_isolated_causal_value/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__4_isolated_causal_value/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__4_isolated_causal_value/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__4_isolated_causal_value/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__4_isolated_causal_value/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__4_isolated_causal_value/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__8_proportional_one_step_value/p_v2_superior_composite_raw", "match": true, "observed": 3.1477531135151933e-274, "archived": 3.1477531135151933e-274 }, { "path": "V/beta__8_proportional_one_step_value/p_v2_superior_composite_holm", "match": true, "observed": 3.1477531135151933e-274, "archived": 3.1477531135151933e-274 }, { "path": "V/beta__8_proportional_one_step_value/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__8_proportional_one_step_value/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__8_proportional_one_step_value/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__8_proportional_one_step_value/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__8_proportional_one_step_value/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_v2_superior_composite_raw", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_v2_superior_composite_holm", "match": true, "observed": 0.0, "archived": 0.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_comparator_superior_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_comparator_superior_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_equivalent_valid_raw", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/p_equivalent_valid_holm", "match": true, "observed": 1.0, "archived": 1.0 }, { "path": "V/beta__9_nearest_training_environment_identity_proxy/classification", "match": true, "observed": "v2_superior", "archived": "v2_superior" }, { "path": "V/label", "match": true, "observed": "CONFIRMED", "archived": "CONFIRMED" }, { "path": "overall", "match": true, "observed": "PASS", "archived": "PASS" }, { "path": "condition_failure_reasons", "match": true, "observed": { "shift_C4.5": { "nonbinding_failed": 70, "plateau_failed": 2 }, "base_C4.5": { "nonbinding_failed": 118, "plateau_failed": 2 } }, "archived": { "base_C4.5": { "nonbinding_failed": 118, "plateau_failed": 2 }, "shift_C4.5": { "nonbinding_failed": 70, "plateau_failed": 2 } } } ], "numeric_policy": "summary absolute 5e-13 or relative 2e-10; nonzero p relative 2e-8; zero p exact; labels/counts/gates exact", "condition_failure_reasons": { "shift_C4.5": { "nonbinding_failed": 70, "plateau_failed": 2 }, "base_C4.5": { "nonbinding_failed": 118, "plateau_failed": 2 } }, "additional_invariants": { "max_share_sum_residual": 2.220446049250313e-16, "max_T2_conservation_residual": 2.3592239273284576e-16, "max_replacement_original_residual": 2.6645352591003757e-15, "max_target_return_sum_residual": 0.0, "max_target_replaced_sum_residual": 0.0, "max_unique_total_residual": 3.552713678800501e-15 }, "minimum_observed_individual_rate": 1.2986862283322882e-05, "bound_interpretation": "Archived lower_95 and upper_95 are individual one-sided 95% t bounds. Together they form a central 90% interval, not a two-sided 95% CI. V bounds here are not Holm-adjusted; V decisions use adjusted p-values.", "p_zero_interpretation": "A stored p=0 may reflect numerical underflow; report as below numerical reporting precision, never a probability exactly zero.", "limits": [ "No training or raw checkpoint/evaluator recomputation.", "No outcome decryption.", "Shared statistical library; this is not a fully independent numerical implementation.", "No external human review or authenticated historical access log." ] }