diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_vg_k16.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_vg_k16.json | 382 |
1 files changed, 382 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_vg_k16.json b/artifacts/manifold_gate/content_gate_vg_k16.json new file mode 100644 index 0000000..d7064ff --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k16.json @@ -0,0 +1,382 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 16, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.7571511520431647, + "mse_channels": [ + 0.7571511520431647 + ], + "mse_channel_mean": 0.7571511520431647, + "conditional_kl": 43.94865214424862, + "m30_total": 10.304032732936054 + }, + "similarity_shift": { + "mse": 1.7847206806924405, + "mse_channels": [ + 1.7847206806924405 + ], + "mse_channel_mean": 1.7847206806924405, + "conditional_kl": 137.0201306602457, + "m30_total": 30.973467493434025 + }, + "random": { + "mse": { + "mean": 1.9998713731765747, + "std": 0.005644011776894331, + "min": 1.9686219692230225, + "true_z": 220.18385314941406, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998713731765747, + "std": 0.005644011776894331, + "min": 1.9686219692230225, + "true_z": 220.18385314941406, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 153.37405395507812, + "std": 2.3105013370513916, + "min": 145.10116577148438, + "true_z": 47.360023498535156, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 34.67455291748047, + "std": 0.46381500363349915, + "min": 32.983951568603516, + "true_z": 52.54362487792969, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 2544, + "improving_fraction": 0.01944716242661448, + "delta_mean": 0.009635548148288604, + "delta_min": -0.012202593996729997, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 93, + 405 + ], + "delta_mse": -0.012202593996729997, + "text_cosine": 0.24547375613443856, + "visual_cosine": -0.7462587421523642 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.009526320453711625, + "text_cosine": 0.47666621353908106, + "visual_cosine": -0.5913789960402047 + }, + { + "pair": [ + 93, + 356 + ], + "delta_mse": -0.00773023799306394, + "text_cosine": 0.152315986329943, + "visual_cosine": 1.8988253022634147 + }, + { + "pair": [ + 282, + 405 + ], + "delta_mse": -0.007636435607427768, + "text_cosine": -0.5259809700389907, + "visual_cosine": -0.1267808979765722 + }, + { + "pair": [ + 93, + 273 + ], + "delta_mse": -0.007335538893170518, + "text_cosine": -0.968364063959403, + "visual_cosine": 0.01708327590694741 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.007061309296745894, + "text_cosine": -0.3378448488001467, + "visual_cosine": 0.7624667135962908 + }, + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.0070103021345466155, + "text_cosine": 0.7822727631636276, + "visual_cosine": -0.5242862400901364 + }, + { + "pair": [ + 19, + 395 + ], + "delta_mse": -0.00666232372359432, + "text_cosine": 0.5793389322478012, + "visual_cosine": -0.9710002272366003 + }, + { + "pair": [ + 19, + 107 + ], + "delta_mse": -0.006492356101829625, + "text_cosine": 0.9640392786519267, + "visual_cosine": 0.44763495098717326 + }, + { + "pair": [ + 169, + 282 + ], + "delta_mse": -0.006446680373026834, + "text_cosine": -0.11006592108457827, + "visual_cosine": -0.23025456475043685 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.006298238921339579, + "text_cosine": 0.7490617169107676, + "visual_cosine": -0.3998955379169835 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.005895632254427218, + "text_cosine": -0.39371956283345716, + "visual_cosine": -2.0132255559560086 + }, + { + "pair": [ + 93, + 423 + ], + "delta_mse": -0.005531795228683738, + "text_cosine": -0.9628285648296783, + "visual_cosine": -1.193042391758144 + }, + { + "pair": [ + 359, + 405 + ], + "delta_mse": -0.0053591948563620215, + "text_cosine": 0.6770280422508226, + "visual_cosine": -0.3185859325548784 + }, + { + "pair": [ + 108, + 405 + ], + "delta_mse": -0.0050018606558654794, + "text_cosine": 1.3960025192315557, + "visual_cosine": -1.0552534086997587 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.004850208531588345, + "text_cosine": 1.933936796139195, + "visual_cosine": -0.3160937216474144 + }, + { + "pair": [ + 359, + 423 + ], + "delta_mse": -0.004830800506097619, + "text_cosine": 0.44829128659057954, + "visual_cosine": 0.43809179261495657 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.004776657192591783, + "text_cosine": -0.7635588979726771, + "visual_cosine": -1.3908070022599637 + }, + { + "pair": [ + 243, + 395 + ], + "delta_mse": -0.004761367517035844, + "text_cosine": 0.5999248370628465, + "visual_cosine": 0.6443322014638325 + }, + { + "pair": [ + 142, + 282 + ], + "delta_mse": -0.004684303742022558, + "text_cosine": 0.3174416685241399, + "visual_cosine": 1.9431511789374942 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.162109375, + "final_objective": 0.5262194582279917, + "final_energy": { + "mse": 0.5262194582279917, + "mse_channels": [ + 0.5262194582279917 + ], + "mse_channel_mean": 0.5262194582279917, + "conditional_kl": 34.784136206564625, + "m30_total": 8.00926615776891 + }, + "accepted_moves": 472, + "moved_fraction": 0.837890625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.7449485580464348, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.635051006942703, + "accuracy": 0.83984375 + }, + { + "step": 100, + "objective": 0.5957490711852981, + "accuracy": 0.69140625 + }, + { + "step": 150, + "objective": 0.5729976963692321, + "accuracy": 0.55859375 + }, + { + "step": 200, + "objective": 0.5578103870480738, + "accuracy": 0.466796875 + }, + { + "step": 250, + "objective": 0.5472341377034863, + "accuracy": 0.39453125 + }, + { + "step": 300, + "objective": 0.5397528003488563, + "accuracy": 0.3046875 + }, + { + "step": 350, + "objective": 0.533769392091454, + "accuracy": 0.24609375 + }, + { + "step": 400, + "objective": 0.5303560664091532, + "accuracy": 0.201171875 + }, + { + "step": 450, + "objective": 0.5266600141401722, + "accuracy": 0.169921875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 0.6983289684379539, + "final_energy": { + "mse": 0.6983289684379539, + "mse_channels": [ + 0.6983289684379539 + ], + "mse_channel_mean": 0.6983289684379539, + "conditional_kl": 48.243173862290206, + "m30_total": 11.04529270933395 + }, + "accepted_moves": 809, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0078125, + "final_objective": 0.5804266424175694, + "final_energy": { + "mse": 0.5804266424175694, + "mse_channels": [ + 0.5804266424175694 + ], + "mse_channel_mean": 0.5804266424175694, + "conditional_kl": 44.56139291160291, + "m30_total": 10.07313186715572 + }, + "accepted_moves": 796, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.6687535024184628, + "final_energy": { + "mse": 0.6687535024184628, + "mse_channels": [ + 0.6687535024184628 + ], + "mse_channel_mean": 0.6687535024184628, + "conditional_kl": 47.74922674440422, + "m30_total": 10.88735235371777 + }, + "accepted_moves": 759, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 220.18385314941406, + "improving_fraction": 0.01944716242661448, + "identity_strict_local_min": false, + "descent_keeps": 0.162109375, + "true_mse": 0.7571511520431647, + "best_random_descent": 0.5804266424175694, + "best_random_accuracy": 0.0078125, + "counterfeit_found": true + } +}
\ No newline at end of file |