diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_k256_seed2.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_k256_seed2.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed2.json b/artifacts/manifold_gate/confirm_vg_k256_seed2.json new file mode 100644 index 0000000..608bcfc --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed2.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.846923893817396, + "mse_channels": [ + 0.846923893817396 + ], + "mse_channel_mean": 0.846923893817396, + "conditional_kl": 81.94371435749599, + "m30_total": 18.08259065913399 + }, + "similarity_shift": { + "mse": 1.9358796008985528, + "mse_channels": [ + 1.9358796008985528 + ], + "mse_channel_mean": 1.9358796008985528, + "conditional_kl": 294.0077432806566, + "m30_total": 62.67330785792843 + }, + "random": { + "mse": { + "mean": 2.0000948905944824, + "std": 0.0054289777763187885, + "min": 1.9844247102737427, + "true_z": 212.4103546142578, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0000948905944824, + "std": 0.0054289777763187885, + "min": 1.9844247102737427, + "true_z": 212.4103546142578, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 301.38531494140625, + "std": 2.684880256652832, + "min": 293.1719665527344, + "true_z": 81.73235321044922, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 64.2772445678711, + "std": 0.539846658706665, + "min": 62.61613845825195, + "true_z": 85.56996154785156, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 278, + "improving_fraction": 0.0021251223091976515, + "delta_mean": 0.008994848862781553, + "delta_min": -0.0030942227857659356, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 244, + 267 + ], + "delta_mse": -0.0030942227857659356, + "text_cosine": 1.3011818043609613, + "visual_cosine": 1.5402521867797838 + }, + { + "pair": [ + 41, + 267 + ], + "delta_mse": -0.0026519401306451047, + "text_cosine": 2.11264580319317, + "visual_cosine": 2.0194677759013953 + }, + { + "pair": [ + 267, + 276 + ], + "delta_mse": -0.0023144772847167702, + "text_cosine": 3.2222760573595575, + "visual_cosine": 2.236175207993906 + }, + { + "pair": [ + 184, + 250 + ], + "delta_mse": -0.002206163674553719, + "text_cosine": -1.3534659610631206, + "visual_cosine": 0.17670151533174192 + }, + { + "pair": [ + 184, + 245 + ], + "delta_mse": -0.0020219985484031507, + "text_cosine": 0.3167388883379693, + "visual_cosine": 4.446912283701257 + }, + { + "pair": [ + 267, + 332 + ], + "delta_mse": -0.001889981196875703, + "text_cosine": 2.36908386064135, + "visual_cosine": 5.344433987155472 + }, + { + "pair": [ + 253, + 267 + ], + "delta_mse": -0.0014317999046285315, + "text_cosine": 1.7127438556965837, + "visual_cosine": 5.465661807233045 + }, + { + "pair": [ + 267, + 292 + ], + "delta_mse": -0.0013952613273014807, + "text_cosine": 2.9958852789488892, + "visual_cosine": 4.211346514889615 + }, + { + "pair": [ + 184, + 462 + ], + "delta_mse": -0.0013207218900546955, + "text_cosine": 0.5556346237762444, + "visual_cosine": -0.4636473770125418 + }, + { + "pair": [ + 106, + 245 + ], + "delta_mse": -0.0012620978259293768, + "text_cosine": 0.05345204201861087, + "visual_cosine": 1.5891441470641998 + }, + { + "pair": [ + 106, + 250 + ], + "delta_mse": -0.0011798420310077295, + "text_cosine": 1.6212858834702015, + "visual_cosine": 0.42435061058560813 + }, + { + "pair": [ + 244, + 383 + ], + "delta_mse": -0.0011478080603260438, + "text_cosine": 0.4045916897915917, + "visual_cosine": 0.6687067466323693 + }, + { + "pair": [ + 184, + 374 + ], + "delta_mse": -0.0011317149613959997, + "text_cosine": -0.11970014877633656, + "visual_cosine": -0.45060184702115386 + }, + { + "pair": [ + 184, + 510 + ], + "delta_mse": -0.0010993990500095085, + "text_cosine": -0.17231920599262976, + "visual_cosine": 2.5075844871214805 + }, + { + "pair": [ + 154, + 203 + ], + "delta_mse": -0.0010614839225716272, + "text_cosine": 2.1177854989081575, + "visual_cosine": 0.8531255713931778 + }, + { + "pair": [ + 21, + 236 + ], + "delta_mse": -0.001026068380141729, + "text_cosine": 1.70739602153444, + "visual_cosine": 3.024716834999253 + }, + { + "pair": [ + 20, + 245 + ], + "delta_mse": -0.0009690585644683843, + "text_cosine": -0.05940444900195173, + "visual_cosine": -0.5191875220812289 + }, + { + "pair": [ + 20, + 115 + ], + "delta_mse": -0.000950068150647503, + "text_cosine": -0.38627145637845417, + "visual_cosine": 0.9131376288867251 + }, + { + "pair": [ + 21, + 377 + ], + "delta_mse": -0.0008769487972048614, + "text_cosine": 2.775156602154823, + "visual_cosine": 0.9247837826756469 + }, + { + "pair": [ + 213, + 377 + ], + "delta_mse": -0.0008509255751835141, + "text_cosine": 4.242309862586537, + "visual_cosine": 2.0974209160405524 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.5390625, + "final_objective": 0.7972765057143968, + "final_energy": { + "mse": 0.7972765057143968, + "mse_channels": [ + 0.7972765057143968 + ], + "mse_channel_mean": 0.7972765057143968, + "conditional_kl": 80.43524476513356, + "m30_total": 17.681601964455506 + }, + "accepted_moves": 194, + "moved_fraction": 0.4609375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8438296710316299, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8171410055123166, + "accuracy": 0.84375 + }, + { + "step": 100, + "objective": 0.8068419859899517, + "accuracy": 0.703125 + }, + { + "step": 150, + "objective": 0.8015360370608148, + "accuracy": 0.5859375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0332917469616345, + "final_energy": { + "mse": 1.0332917469616345, + "mse_channels": [ + 1.0332917469616345 + ], + "mse_channel_mean": 1.0332917469616345, + "conditional_kl": 138.66510661347644, + "m30_total": 29.799604816618558 + }, + "accepted_moves": 708, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0952293798386514, + "final_energy": { + "mse": 1.0952293798386514, + "mse_channels": [ + 1.0952293798386514 + ], + "mse_channel_mean": 1.0952293798386514, + "conditional_kl": 128.67521387621505, + "m30_total": 27.925501534920315 + }, + "accepted_moves": 811, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 0.9884509084859376, + "final_energy": { + "mse": 0.9884509084859376, + "mse_channels": [ + 0.9884509084859376 + ], + "mse_channel_mean": 0.9884509084859376, + "conditional_kl": 126.47066990929916, + "m30_total": 27.271035798831708 + }, + "accepted_moves": 792, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.017578125, + "final_objective": 0.9807311525004382, + "final_energy": { + "mse": 0.9807311525004382, + "mse_channels": [ + 0.9807311525004382 + ], + "mse_channel_mean": 0.9807311525004382, + "conditional_kl": 129.49316757891356, + "m30_total": 27.860095820783588 + }, + "accepted_moves": 720, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0009146521805175, + "final_energy": { + "mse": 1.0009146521805175, + "mse_channels": [ + 1.0009146521805175 + ], + "mse_channel_mean": 1.0009146521805175, + "conditional_kl": 135.6561645989575, + "m30_total": 29.133062224152535 + }, + "accepted_moves": 809, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.059325533462321, + "final_energy": { + "mse": 1.059325533462321, + "mse_channels": [ + 1.059325533462321 + ], + "mse_channel_mean": 1.059325533462321, + "conditional_kl": 132.85752644875663, + "m30_total": 28.69015635667597 + }, + "accepted_moves": 814, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0597854651703253, + "final_energy": { + "mse": 1.0597854651703253, + "mse_channels": [ + 1.0597854651703253 + ], + "mse_channel_mean": 1.0597854651703253, + "conditional_kl": 131.07107838857587, + "m30_total": 28.333786608055824 + }, + "accepted_moves": 769, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0435683007887575, + "final_energy": { + "mse": 1.0435683007887575, + "mse_channels": [ + 1.0435683007887575 + ], + "mse_channel_mean": 1.0435683007887575, + "conditional_kl": 134.63627028664945, + "m30_total": 29.014390658907406 + }, + "accepted_moves": 759, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 1.0002959149363935, + "final_energy": { + "mse": 1.0002959149363935, + "mse_channels": [ + 1.0002959149363935 + ], + "mse_channel_mean": 1.0002959149363935, + "conditional_kl": 113.51274610211182, + "m30_total": 24.70314105029515 + }, + "accepted_moves": 804, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.005859375, + "final_objective": 1.0785350679008276, + "final_energy": { + "mse": 1.0785350679008276, + "mse_channels": [ + 1.0785350679008276 + ], + "mse_channel_mean": 1.0785350679008276, + "conditional_kl": 129.3784018685919, + "m30_total": 28.032750509520035 + }, + "accepted_moves": 718, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 212.4103546142578, + "improving_fraction": 0.0021251223091976515, + "identity_strict_local_min": false, + "descent_keeps": 0.5390625, + "true_mse": 0.846923893817396, + "best_random_descent": 0.9807311525004382, + "best_random_accuracy": 0.017578125, + "counterfeit_found": false + } +}
\ No newline at end of file |