diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_k256_seed0.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_k256_seed0.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed0.json b/artifacts/manifold_gate/confirm_vg_k256_seed0.json new file mode 100644 index 0000000..34f3c7e --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed0.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8978782016624831, + "mse_channels": [ + 0.8978782016624831 + ], + "mse_channel_mean": 0.8978782016624831, + "conditional_kl": 95.01181466258727, + "m30_total": 20.79811933584242 + }, + "similarity_shift": { + "mse": 1.9636924824767177, + "mse_channels": [ + 1.9636924824767177 + ], + "mse_channel_mean": 1.9636924824767177, + "conditional_kl": 294.5749572618319, + "m30_total": 62.84237641731982 + }, + "random": { + "mse": { + "mean": 1.9996076822280884, + "std": 0.0055231861770153046, + "min": 1.980217695236206, + "true_z": 199.47352600097656, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996076822280884, + "std": 0.0055231861770153046, + "min": 1.980217695236206, + "true_z": 199.47352600097656, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 298.4756164550781, + "std": 2.6706624031066895, + "min": 288.7052001953125, + "true_z": 76.18476867675781, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 63.694332122802734, + "std": 0.5376331806182861, + "min": 61.713687896728516, + "true_z": 79.78713989257812, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 250, + "improving_fraction": 0.0019110812133072406, + "delta_mean": 0.008591023912430513, + "delta_min": -0.002640430598977915, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 58, + 377 + ], + "delta_mse": -0.002640430598977915, + "text_cosine": 1.974002177842609, + "visual_cosine": 2.143247918001465 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.0023317315244559297, + "text_cosine": 0.39197836710956846, + "visual_cosine": 2.6617806987284154 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.0021143382914512745, + "text_cosine": 0.7936885600275282, + "visual_cosine": 0.2593551541241933 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.0020848641342368695, + "text_cosine": 0.2926173228656142, + "visual_cosine": -1.5103618047302196 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.001579270271658051, + "text_cosine": 1.7385411216133833, + "visual_cosine": -0.7906059842072993 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0015366381755136547, + "text_cosine": 2.271439160211119, + "visual_cosine": 1.0524730600649763 + }, + { + "pair": [ + 0, + 395 + ], + "delta_mse": -0.0014813402779662776, + "text_cosine": -0.3335555427148398, + "visual_cosine": -0.8661656668833477 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.0013245452071606483, + "text_cosine": 2.7006705975504857, + "visual_cosine": 0.33469812608943017 + }, + { + "pair": [ + 377, + 475 + ], + "delta_mse": -0.0011500195466852912, + "text_cosine": 3.2792164749636976, + "visual_cosine": 3.0006386457543415 + }, + { + "pair": [ + 58, + 415 + ], + "delta_mse": -0.0011477995055470401, + "text_cosine": 4.006699112372184, + "visual_cosine": 1.8834794036333684 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.0010756980499461934, + "text_cosine": 0.4515806786305227, + "visual_cosine": -0.4500547297045634 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.001066954040672972, + "text_cosine": 0.028930626355776562, + "visual_cosine": 0.24591172308089695 + }, + { + "pair": [ + 216, + 385 + ], + "delta_mse": -0.0010087836267961335, + "text_cosine": 2.3855774610149005, + "visual_cosine": 2.430218703559098 + }, + { + "pair": [ + 282, + 377 + ], + "delta_mse": -0.0010071395446317887, + "text_cosine": 2.475533895297466, + "visual_cosine": 0.16804329491418601 + }, + { + "pair": [ + 367, + 395 + ], + "delta_mse": -0.0010017565871904782, + "text_cosine": 0.02867126751124813, + "visual_cosine": -1.1943271048363648 + }, + { + "pair": [ + 316, + 376 + ], + "delta_mse": -0.001000713749852885, + "text_cosine": -0.045345255515745496, + "visual_cosine": -0.01262506565281675 + }, + { + "pair": [ + 221, + 500 + ], + "delta_mse": -0.0009466137603427292, + "text_cosine": 3.308767175557374, + "visual_cosine": 3.3911394964054833 + }, + { + "pair": [ + 58, + 191 + ], + "delta_mse": -0.0009359356563577389, + "text_cosine": 3.0977059655736094, + "visual_cosine": 1.2165745954108584 + }, + { + "pair": [ + 26, + 95 + ], + "delta_mse": -0.0009306913158937456, + "text_cosine": 4.377691477028767, + "visual_cosine": 3.8138902637595544 + }, + { + "pair": [ + 284, + 351 + ], + "delta_mse": -0.0008701490415026745, + "text_cosine": 2.1551658683617627, + "visual_cosine": -0.022828417695704605 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.556640625, + "final_objective": 0.8418357629565305, + "final_energy": { + "mse": 0.8418357629565305, + "mse_channels": [ + 0.8418357629565305 + ], + "mse_channel_mean": 0.8418357629565305, + "conditional_kl": 89.79766150506326, + "m30_total": 19.643203826925713 + }, + "accepted_moves": 194, + "moved_fraction": 0.443359375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8952377710635052, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.863272693581132, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 0.8519341069653539, + "accuracy": 0.703125 + }, + { + "step": 150, + "objective": 0.8447822400085048, + "accuracy": 0.60546875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0283712791046227, + "final_energy": { + "mse": 1.0283712791046227, + "mse_channels": [ + 1.0283712791046227 + ], + "mse_channel_mean": 1.0283712791046227, + "conditional_kl": 140.76303901879396, + "m30_total": 30.20935036196804 + }, + "accepted_moves": 799, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.009765625, + "final_objective": 1.0239460363100756, + "final_energy": { + "mse": 1.0239460363100756, + "mse_channels": [ + 1.0239460363100756 + ], + "mse_channel_mean": 1.0239460363100756, + "conditional_kl": 134.74018239408505, + "m30_total": 28.995928551437164 + }, + "accepted_moves": 792, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0257871964686116, + "final_energy": { + "mse": 1.0257871964686116, + "mse_channels": [ + 1.0257871964686116 + ], + "mse_channel_mean": 1.0257871964686116, + "conditional_kl": 134.41023358493072, + "m30_total": 28.93362110992337 + }, + "accepted_moves": 830, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.022897633774693, + "final_energy": { + "mse": 1.022897633774693, + "mse_channels": [ + 1.022897633774693 + ], + "mse_channel_mean": 1.022897633774693, + "conditional_kl": 131.47643884762644, + "m30_total": 28.341083037074675 + }, + "accepted_moves": 845, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0705169082335229, + "final_energy": { + "mse": 1.0705169082335229, + "mse_channels": [ + 1.0705169082335229 + ], + "mse_channel_mean": 1.0705169082335229, + "conditional_kl": 134.35594051344953, + "m30_total": 29.012221919156953 + }, + "accepted_moves": 823, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.029296875, + "final_objective": 1.0051971758859544, + "final_energy": { + "mse": 1.0051971758859544, + "mse_channels": [ + 1.0051971758859544 + ], + "mse_channel_mean": 1.0051971758859544, + "conditional_kl": 131.90044296643214, + "m30_total": 28.390482945058338 + }, + "accepted_moves": 798, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0931390828005927, + "final_energy": { + "mse": 1.0931390828005927, + "mse_channels": [ + 1.0931390828005927 + ], + "mse_channel_mean": 1.0931390828005927, + "conditional_kl": 138.69999401966317, + "m30_total": 29.92627696953382 + }, + "accepted_moves": 748, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.1044034145222512, + "final_energy": { + "mse": 1.1044034145222512, + "mse_channels": [ + 1.1044034145222512 + ], + "mse_channel_mean": 1.1044034145222512, + "conditional_kl": 141.76944986793865, + "m30_total": 30.56269680263223 + }, + "accepted_moves": 750, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0098616667811613, + "final_energy": { + "mse": 1.0098616667811613, + "mse_channels": [ + 1.0098616667811613 + ], + "mse_channel_mean": 1.0098616667811613, + "conditional_kl": 123.45039875480369, + "m30_total": 26.70980308452306 + }, + "accepted_moves": 737, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0176752297733758, + "final_energy": { + "mse": 1.0176752297733758, + "mse_channels": [ + 1.0176752297733758 + ], + "mse_channel_mean": 1.0176752297733758, + "conditional_kl": 138.67485445692955, + "m30_total": 29.770321350932665 + }, + "accepted_moves": 785, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 199.47352600097656, + "improving_fraction": 0.0019110812133072406, + "identity_strict_local_min": false, + "descent_keeps": 0.556640625, + "true_mse": 0.8978782016624831, + "best_random_descent": 1.0051971758859544, + "best_random_accuracy": 0.029296875, + "counterfeit_found": false + } +}
\ No newline at end of file |