diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_vg_k128.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_vg_k128.json | 357 |
1 files changed, 357 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_vg_k128.json b/artifacts/manifold_gate/content_gate_vg_k128.json new file mode 100644 index 0000000..80207a9 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k128.json @@ -0,0 +1,357 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.839849764543192, + "mse_channels": [ + 0.839849764543192 + ], + "mse_channel_mean": 0.839849764543192, + "conditional_kl": 84.21727299155093, + "m30_total": 18.52315412739657 + }, + "similarity_shift": { + "mse": 1.932655144346576, + "mse_channels": [ + 1.932655144346576 + ], + "mse_channel_mean": 1.932655144346576, + "conditional_kl": 261.6444877034851, + "m30_total": 56.19420782939017 + }, + "random": { + "mse": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 277.5539245605469, + "std": 2.6164634227752686, + "min": 269.70050048828125, + "true_z": 73.8923568725586, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 59.51011657714844, + "std": 0.5265122056007385, + "min": 57.92308807373047, + "true_z": 77.84617614746094, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 329, + "improving_fraction": 0.002514982876712329, + "delta_mean": 0.009037330799486334, + "delta_min": -0.002817264973293611, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 58, + 377 + ], + "delta_mse": -0.002817264973293611, + "text_cosine": 2.714232734519877, + "visual_cosine": 2.7075132969999567 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.002525856769986404, + "text_cosine": 0.7985070849553976, + "visual_cosine": 0.18691935688134706 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.0021963353673408155, + "text_cosine": 0.2757290184091338, + "visual_cosine": 2.27085226875798 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.0021261796312654732, + "text_cosine": -0.7811999440647905, + "visual_cosine": -1.415223220335863 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.0018787845019292964, + "text_cosine": 1.913688758934387, + "visual_cosine": -0.7508226185265927 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.0017659857020280432, + "text_cosine": 2.7898631108017033, + "visual_cosine": 0.17003990915816658 + }, + { + "pair": [ + 58, + 191 + ], + "delta_mse": -0.0015401890404455679, + "text_cosine": 3.0656019706619144, + "visual_cosine": 1.5422177352371698 + }, + { + "pair": [ + 0, + 395 + ], + "delta_mse": -0.0015388523961947908, + "text_cosine": -0.2581153266063408, + "visual_cosine": -0.831856793726671 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.00148666625371806, + "text_cosine": 0.5557260747233308, + "visual_cosine": -0.4841961196381945 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0014246293746014759, + "text_cosine": 2.2426955835074964, + "visual_cosine": 1.3024941781915953 + }, + { + "pair": [ + 282, + 377 + ], + "delta_mse": -0.0013435025183629408, + "text_cosine": 2.909504796503497, + "visual_cosine": -0.23448078797128008 + }, + { + "pair": [ + 367, + 395 + ], + "delta_mse": -0.001286717257266551, + "text_cosine": 0.09862697014599547, + "visual_cosine": -1.0656415263156347 + }, + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.001237407218248841, + "text_cosine": 0.3443560350893097, + "visual_cosine": -0.7960151578810841 + }, + { + "pair": [ + 377, + 475 + ], + "delta_mse": -0.00122192458423277, + "text_cosine": 3.5098973138155984, + "visual_cosine": 3.016287671251372 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.0011373275643801442, + "text_cosine": 0.1689006907434184, + "visual_cosine": -0.11658288668796804 + }, + { + "pair": [ + 316, + 376 + ], + "delta_mse": -0.0010568747152113268, + "text_cosine": -0.01236868685658107, + "visual_cosine": -0.22626854256186235 + }, + { + "pair": [ + 295, + 377 + ], + "delta_mse": -0.001000536661571416, + "text_cosine": 1.7779724377506336, + "visual_cosine": 0.5736642651197316 + }, + { + "pair": [ + 165, + 500 + ], + "delta_mse": -0.000994405419583539, + "text_cosine": 3.545328721831781, + "visual_cosine": 2.3884086870819665 + }, + { + "pair": [ + 232, + 351 + ], + "delta_mse": -0.0009942574487756654, + "text_cosine": 2.190136539078203, + "visual_cosine": -0.6212028830889063 + }, + { + "pair": [ + 221, + 500 + ], + "delta_mse": -0.0009873527063073621, + "text_cosine": 3.450520385435802, + "visual_cosine": 3.6315384841621463 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.5390625, + "final_objective": 0.7793330778404849, + "final_energy": { + "mse": 0.7793330778404849, + "mse_channels": [ + 0.7793330778404849 + ], + "mse_channel_mean": 0.7793330778404849, + "conditional_kl": 81.95830485340011, + "m30_total": 17.950327126360992 + }, + "accepted_moves": 215, + "moved_fraction": 0.4609375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8370324995698983, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8029546926195407, + "accuracy": 0.84375 + }, + { + "step": 100, + "objective": 0.7908546768024152, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 0.7840495921447342, + "accuracy": 0.61328125 + }, + { + "step": 200, + "objective": 0.7796491799907503, + "accuracy": 0.55078125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.9989794393161704, + "final_energy": { + "mse": 0.9989794393161704, + "mse_channels": [ + 0.9989794393161704 + ], + "mse_channel_mean": 0.9989794393161704, + "conditional_kl": 130.63651239347013, + "m30_total": 28.125261357326366 + }, + "accepted_moves": 858, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 0.9191767171499994, + "final_energy": { + "mse": 0.9191767171499994, + "mse_channels": [ + 0.9191767171499994 + ], + "mse_channel_mean": 0.9191767171499994, + "conditional_kl": 120.7180761470864, + "m30_total": 25.981968663717282 + }, + "accepted_moves": 758, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.015625, + "final_objective": 0.916596780251344, + "final_energy": { + "mse": 0.916596780251344, + "mse_channels": [ + 0.916596780251344 + ], + "mse_channel_mean": 0.916596780251344, + "conditional_kl": 119.50087886296448, + "m30_total": 25.733369333095588 + }, + "accepted_moves": 810, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 207.27178955078125, + "improving_fraction": 0.002514982876712329, + "identity_strict_local_min": false, + "descent_keeps": 0.5390625, + "true_mse": 0.839849764543192, + "best_random_descent": 0.916596780251344, + "best_random_accuracy": 0.015625, + "counterfeit_found": false + } +}
\ No newline at end of file |