diff options
Diffstat (limited to 'artifacts/synth_v0/cc_battery_gate_mv.json')
| -rw-r--r-- | artifacts/synth_v0/cc_battery_gate_mv.json | 379 |
1 files changed, 379 insertions, 0 deletions
diff --git a/artifacts/synth_v0/cc_battery_gate_mv.json b/artifacts/synth_v0/cc_battery_gate_mv.json new file mode 100644 index 0000000..3fb7232 --- /dev/null +++ b/artifacts/synth_v0/cc_battery_gate_mv.json @@ -0,0 +1,379 @@ +{ + "protocol": "Vision sets are model-free connected-component sprites (declared minimal world knowledge); text sets are per-group phrase states. Hidden pairs score orderings only.", + "split": "test", + "samples": 512, + "mean_vision_set_size": 2.59375, + "gate_a": { + "true": { + "mse": 1.0645479078007105, + "mse_channels": [ + 1.0645479078007105 + ], + "mse_channel_mean": 1.0645479078007105, + "conditional_kl": 83.16008245981592, + "m30_total": 18.761112307564606 + }, + "similarity_shift": { + "mse": 1.7999073443357338, + "mse_channels": [ + 1.7999073443357338 + ], + "mse_channel_mean": 1.7999073443357338, + "conditional_kl": 166.8408662120983, + "m30_total": 36.96798793109112 + }, + "random": { + "mse": { + "mean": 2.0003468990325928, + "std": 0.015627698972821236, + "min": 1.9611443281173706, + "true_z": 59.880794525146484, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.0003468990325928, + "std": 0.015627698972821236, + "min": 1.9611443281173706, + "true_z": 59.880794525146484, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 169.95213317871094, + "std": 2.3629813194274902, + "min": 163.24522399902344, + "true_z": 36.72989273071289, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 37.991119384765625, + "std": 0.47560393810272217, + "min": 36.62797927856445, + "true_z": 40.43281555175781, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 167, + "improving_fraction": 0.0012766022504892367, + "delta_mean": 0.006539553594596856, + "delta_min": -0.0015065925098377733, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 124, + 385 + ], + "delta_mse": -0.0015065925098377733, + "text_cosine": 0.7564135468895015, + "visual_cosine": 2.246878920343339 + }, + { + "pair": [ + 77, + 440 + ], + "delta_mse": -0.0014186607433094318, + "text_cosine": 0.4883890852447405, + "visual_cosine": 2.984984633484502 + }, + { + "pair": [ + 68, + 385 + ], + "delta_mse": -0.001391416543140343, + "text_cosine": -0.3778797085142215, + "visual_cosine": 2.61311960069059 + }, + { + "pair": [ + 108, + 417 + ], + "delta_mse": -0.0012825281237332689, + "text_cosine": -0.3778797085142215, + "visual_cosine": 3.2643594089122288 + }, + { + "pair": [ + 101, + 494 + ], + "delta_mse": -0.0011948795578246374, + "text_cosine": 0.9111575118085833, + "visual_cosine": 2.2291918030503415 + }, + { + "pair": [ + 108, + 234 + ], + "delta_mse": -0.0010799808819813863, + "text_cosine": 1.756694571470844, + "visual_cosine": 1.297622499673109 + }, + { + "pair": [ + 56, + 260 + ], + "delta_mse": -0.0010664745881310415, + "text_cosine": 0.4883890852447405, + "visual_cosine": 2.1197652933728626 + }, + { + "pair": [ + 260, + 481 + ], + "delta_mse": -0.0010313083395566951, + "text_cosine": 1.4886701098260828, + "visual_cosine": 2.147599620414076 + }, + { + "pair": [ + 101, + 388 + ], + "delta_mse": -0.0010304864979527825, + "text_cosine": 0.06562045214632273, + "visual_cosine": 2.565632317087539 + }, + { + "pair": [ + 168, + 260 + ], + "delta_mse": -0.0010197932778717887, + "text_cosine": -0.5118919393366019, + "visual_cosine": 1.3875163270889872 + }, + { + "pair": [ + 481, + 490 + ], + "delta_mse": -0.001008812479874572, + "text_cosine": 2.0661829143781576, + "visual_cosine": 3.0109978581266517 + }, + { + "pair": [ + 293, + 481 + ], + "delta_mse": -0.0009861524532252704, + "text_cosine": 2.488951340942, + "visual_cosine": 3.0926043105951484 + }, + { + "pair": [ + 205, + 307 + ], + "delta_mse": -0.0009481864816338404, + "text_cosine": 0.4883890852447405, + "visual_cosine": 2.8881114990757935 + }, + { + "pair": [ + 43, + 211 + ], + "delta_mse": -0.0009097075572110447, + "text_cosine": 1.220645648181322, + "visual_cosine": 1.6912755277370144 + }, + { + "pair": [ + 39, + 75 + ], + "delta_mse": -0.0008812790380505994, + "text_cosine": -0.3778797085142215, + "visual_cosine": -0.3587863294807634 + }, + { + "pair": [ + 108, + 284 + ], + "delta_mse": -0.0008779164232221449, + "text_cosine": 2.7569753895176112, + "visual_cosine": 1.218323682931187 + }, + { + "pair": [ + 314, + 417 + ], + "delta_mse": -0.0008603789379163277, + "text_cosine": 0.4883890852447405, + "visual_cosine": 1.4976617645046042 + }, + { + "pair": [ + 168, + 207 + ], + "delta_mse": -0.0008595632241604462, + "text_cosine": -0.5118919393366019, + "visual_cosine": 1.093601272133213 + }, + { + "pair": [ + 205, + 396 + ], + "delta_mse": -0.0007980022855767631, + "text_cosine": -0.24386747769184097, + "visual_cosine": 2.8737961392843467 + }, + { + "pair": [ + 87, + 481 + ], + "delta_mse": -0.000781281400662361, + "text_cosine": 1.4886701098260828, + "visual_cosine": 1.780833674337543 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.689453125, + "final_objective": 1.0316476013748346, + "final_energy": { + "mse": 1.0316476013748346, + "mse_channels": [ + 1.0316476013748346 + ], + "mse_channel_mean": 1.0316476013748346, + "conditional_kl": 89.56823150514602, + "m30_total": 19.97694150377887 + }, + "accepted_moves": 105, + "moved_fraction": 0.310546875, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.0630413152908729, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.036917262542022, + "accuracy": 0.828125 + }, + { + "step": 100, + "objective": 1.0317017596029638, + "accuracy": 0.6953125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 1.0369360654493502, + "final_energy": { + "mse": 1.0369360654493502, + "mse_channels": [ + 1.0369360654493502 + ], + "mse_channel_mean": 1.0369360654493502, + "conditional_kl": 107.85022707689544, + "m30_total": 23.643917546277788 + }, + "accepted_moves": 813, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 1.0348565130892038, + "final_energy": { + "mse": 1.0348565130892038, + "mse_channels": [ + 1.0348565130892038 + ], + "mse_channel_mean": 1.0348565130892038, + "conditional_kl": 103.74262607392889, + "m30_total": 22.818238240964188 + }, + "accepted_moves": 741, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 0.9921776112924858, + "final_energy": { + "mse": 0.9921776112924858, + "mse_channels": [ + 0.9921776112924858 + ], + "mse_channel_mean": 0.9921776112924858, + "conditional_kl": 102.96093832764919, + "m30_total": 22.57654288811481 + }, + "accepted_moves": 807, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.0080896835981785, + "final_energy": { + "mse": 1.0080896835981785, + "mse_channels": [ + 1.0080896835981785 + ], + "mse_channel_mean": 1.0080896835981785, + "conditional_kl": 103.27214949469742, + "m30_total": 22.67060926613584 + }, + "accepted_moves": 842, + "moved_fraction": 0.998046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.005859375, + "final_accuracy": 0.001953125, + "final_objective": 1.0259326022810817, + "final_energy": { + "mse": 1.0259326022810817, + "mse_channels": [ + 1.0259326022810817 + ], + "mse_channel_mean": 1.0259326022810817, + "conditional_kl": 104.45691373996016, + "m30_total": 22.943247952554195 + }, + "accepted_moves": 854, + "moved_fraction": 0.998046875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 59.880794525146484, + "improving_fraction": 0.0012766022504892367, + "descent_keeps": 0.689453125, + "true_mse": 1.0645479078007105, + "best_random_descent": 0.9921776112924858, + "counterfeit_found": true + } +}
\ No newline at end of file |
