diff options
Diffstat (limited to 'artifacts/synth_v0/cc_gate_onehot_moment.json')
| -rw-r--r-- | artifacts/synth_v0/cc_gate_onehot_moment.json | 379 |
1 files changed, 379 insertions, 0 deletions
diff --git a/artifacts/synth_v0/cc_gate_onehot_moment.json b/artifacts/synth_v0/cc_gate_onehot_moment.json new file mode 100644 index 0000000..35b299d --- /dev/null +++ b/artifacts/synth_v0/cc_gate_onehot_moment.json @@ -0,0 +1,379 @@ +{ + "protocol": "Vision sets are model-free connected-component sprites (declared minimal world knowledge); text sets are per-group phrase states. Hidden pairs score orderings only.", + "split": "test", + "samples": 512, + "mean_vision_set_size": 2.59375, + "gate_a": { + "true": { + "mse": 0.9300114277989874, + "mse_channels": [ + 0.9300114277989874 + ], + "mse_channel_mean": 0.9300114277989874, + "conditional_kl": 60.03192832650445, + "m30_total": 13.866408520898865 + }, + "similarity_shift": { + "mse": 1.8300038997859625, + "mse_channels": [ + 1.8300038997859625 + ], + "mse_channel_mean": 1.8300038997859625, + "conditional_kl": 162.36338692533366, + "m30_total": 36.13268518463865 + }, + "random": { + "mse": { + "mean": 1.9990614652633667, + "std": 0.02397168055176735, + "min": 1.9353325366973877, + "true_z": 44.59637451171875, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 1.9990614652633667, + "std": 0.02397168055176735, + "min": 1.9353325366973877, + "true_z": 44.59637451171875, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 162.61036682128906, + "std": 2.2810802459716797, + "min": 157.043212890625, + "true_z": 44.96923828125, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 36.52019500732422, + "std": 0.4689028859138489, + "min": 35.337093353271484, + "true_z": 48.31231689453125, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 271, + "improving_fraction": 0.002071612035225049, + "delta_mean": 0.007848642884402391, + "delta_min": -0.004467133777118928, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 131, + 334 + ], + "delta_mse": -0.004467133777118928, + "text_cosine": 1.881744439051865, + "visual_cosine": 0.5073372484880835 + }, + { + "pair": [ + 64, + 158 + ], + "delta_mse": -0.0037848839739655677, + "text_cosine": -0.2983393359569729, + "visual_cosine": 0.037696856097792844 + }, + { + "pair": [ + 28, + 158 + ], + "delta_mse": -0.003683242093005895, + "text_cosine": 1.81501344963681, + "visual_cosine": 1.1801674150832302 + }, + { + "pair": [ + 321, + 434 + ], + "delta_mse": -0.003557930908854528, + "text_cosine": 0.11369066429120464, + "visual_cosine": 1.1804349132769365 + }, + { + "pair": [ + 64, + 131 + ], + "delta_mse": -0.003415828825072732, + "text_cosine": -0.6801621159938575, + "visual_cosine": 0.1908215735263468 + }, + { + "pair": [ + 131, + 135 + ], + "delta_mse": -0.003248027291974044, + "text_cosine": 0.4751710629893898, + "visual_cosine": -1.1564625017213115 + }, + { + "pair": [ + 75, + 334 + ], + "delta_mse": -0.003207364128212948, + "text_cosine": 0.7635089594066743, + "visual_cosine": 0.651351723243795 + }, + { + "pair": [ + 64, + 232 + ], + "delta_mse": -0.0031709159645822264, + "text_cosine": -0.20208163164159137, + "visual_cosine": 0.2191522404011218 + }, + { + "pair": [ + 64, + 434 + ], + "delta_mse": -0.0030453962821109628, + "text_cosine": 1.5636026078680862, + "visual_cosine": -0.10044839358424484 + }, + { + "pair": [ + 334, + 417 + ], + "delta_mse": -0.0030047048091416725, + "text_cosine": 0.9137843127526165, + "visual_cosine": 0.6338860958145965 + }, + { + "pair": [ + 76, + 434 + ], + "delta_mse": -0.0028493854746996844, + "text_cosine": 0.22779805194149536, + "visual_cosine": 0.7330565784579498 + }, + { + "pair": [ + 135, + 478 + ], + "delta_mse": -0.002832835651214184, + "text_cosine": 2.6751970440626534, + "visual_cosine": 1.6885325359105137 + }, + { + "pair": [ + 131, + 467 + ], + "delta_mse": -0.0026876937084237334, + "text_cosine": 1.969557408356569, + "visual_cosine": 0.7886515837914926 + }, + { + "pair": [ + 227, + 321 + ], + "delta_mse": -0.002645039040365607, + "text_cosine": 1.2132723778483088, + "visual_cosine": -0.04055466425627424 + }, + { + "pair": [ + 74, + 227 + ], + "delta_mse": -0.0026219241542046385, + "text_cosine": 0.30340194317623004, + "visual_cosine": 0.6245900485946351 + }, + { + "pair": [ + 158, + 334 + ], + "delta_mse": -0.0026154480751618726, + "text_cosine": 0.30340194317623004, + "visual_cosine": 0.4119367444167878 + }, + { + "pair": [ + 227, + 335 + ], + "delta_mse": -0.0024302299461121768, + "text_cosine": 2.315658428495852, + "visual_cosine": 0.6727119174448595 + }, + { + "pair": [ + 64, + 75 + ], + "delta_mse": -0.0024262499654758617, + "text_cosine": -0.43885310809176603, + "visual_cosine": 0.10928614101988993 + }, + { + "pair": [ + 360, + 442 + ], + "delta_mse": -0.0023668063618040346, + "text_cosine": 1.0687989439452257, + "visual_cosine": 0.47053242852114885 + }, + { + "pair": [ + 227, + 351 + ], + "delta_mse": -0.0023586359870804486, + "text_cosine": 1.661659234815383, + "visual_cosine": -0.12923645865970063 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.748046875, + "final_objective": 0.8423136428012938, + "final_energy": { + "mse": 0.8423136428012938, + "mse_channels": [ + 0.8423136428012938 + ], + "mse_channel_mean": 0.8423136428012938, + "conditional_kl": 70.76533524844979, + "m30_total": 15.837694335292547 + }, + "accepted_moves": 110, + "moved_fraction": 0.251953125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.9255442940218683, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8654292720529905, + "accuracy": 0.845703125 + }, + { + "step": 100, + "objective": 0.8458247698725851, + "accuracy": 0.763671875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 0.7580243074667786, + "final_energy": { + "mse": 0.7580243074667786, + "mse_channels": [ + 0.7580243074667786 + ], + "mse_channel_mean": 0.7580243074667786, + "conditional_kl": 93.14555737902761, + "m30_total": 20.14516009073908 + }, + "accepted_moves": 754, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 0.7838500894389513, + "final_energy": { + "mse": 0.7838500894389513, + "mse_channels": [ + 0.7838500894389513 + ], + "mse_channel_mean": 0.7838500894389513, + "conditional_kl": 96.32116994840675, + "m30_total": 20.831934168559254 + }, + "accepted_moves": 745, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 0.7770707750509355, + "final_energy": { + "mse": 0.7770707750509355, + "mse_channels": [ + 0.7770707750509355 + ], + "mse_channel_mean": 0.7770707750509355, + "conditional_kl": 91.93526106496762, + "m30_total": 19.941193763095395 + }, + "accepted_moves": 769, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 0.7816937178687126, + "final_energy": { + "mse": 0.7816937178687126, + "mse_channels": [ + 0.7816937178687126 + ], + "mse_channel_mean": 0.7816937178687126, + "conditional_kl": 98.96646900258722, + "m30_total": 21.35668123625487 + }, + "accepted_moves": 774, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.005859375, + "final_accuracy": 0.0, + "final_objective": 0.7881194886877553, + "final_energy": { + "mse": 0.7881194886877553, + "mse_channels": [ + 0.7881194886877553 + ], + "mse_channel_mean": 0.7881194886877553, + "conditional_kl": 91.99377283194835, + "m30_total": 19.97499354376518 + }, + "accepted_moves": 766, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 44.59637451171875, + "improving_fraction": 0.002071612035225049, + "descent_keeps": 0.748046875, + "true_mse": 0.9300114277989874, + "best_random_descent": 0.7580243074667786, + "counterfeit_found": true + } +}
\ No newline at end of file |