diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_vg_k32.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_vg_k32.json | 362 |
1 files changed, 362 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_vg_k32.json b/artifacts/manifold_gate/content_gate_vg_k32.json new file mode 100644 index 0000000..6a9b469 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k32.json @@ -0,0 +1,362 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.7653370619130536, + "mse_channels": [ + 0.7653370619130536 + ], + "mse_channel_mean": 0.7653370619130536, + "conditional_kl": 51.04923709138937, + "m30_total": 11.740521542103982 + }, + "similarity_shift": { + "mse": 1.8748334049112891, + "mse_channels": [ + 1.8748334049112891 + ], + "mse_channel_mean": 1.8748334049112891, + "conditional_kl": 190.064726166135, + "m30_total": 41.76261204304958 + }, + "random": { + "mse": { + "mean": 2.0000228881835938, + "std": 0.00555937085300684, + "min": 1.9766288995742798, + "true_z": 222.0909423828125, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0000228881835938, + "std": 0.00555937085300684, + "min": 1.9766288995742798, + "true_z": 222.0909423828125, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 205.72727966308594, + "std": 2.4542996883392334, + "min": 196.39825439453125, + "true_z": 63.02328872680664, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 45.145503997802734, + "std": 0.49290961027145386, + "min": 43.27833557128906, + "true_z": 67.77101135253906, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 847, + "improving_fraction": 0.006474743150684931, + "delta_mean": 0.009589585212517225, + "delta_min": -0.005622838344540802, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.005622838344540802, + "text_cosine": 1.3770174329023839, + "visual_cosine": 0.03280251662125801 + }, + { + "pair": [ + 93, + 405 + ], + "delta_mse": -0.005173728930871009, + "text_cosine": 0.7836210453823206, + "visual_cosine": 0.1812027300500079 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.004392035269142091, + "text_cosine": 1.1158500946274823, + "visual_cosine": -0.7378736612798164 + }, + { + "pair": [ + 19, + 395 + ], + "delta_mse": -0.0043190576901900955, + "text_cosine": 0.8183569954945363, + "visual_cosine": -0.22137931590976934 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.004311178694602923, + "text_cosine": 2.4665213488028, + "visual_cosine": -0.22694893507034228 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.0042024721586056525, + "text_cosine": 0.7125704575247325, + "visual_cosine": 0.1112744365583952 + }, + { + "pair": [ + 19, + 107 + ], + "delta_mse": -0.0037446792493152433, + "text_cosine": 1.4428050955787382, + "visual_cosine": 1.272384669975623 + }, + { + "pair": [ + 191, + 282 + ], + "delta_mse": -0.0036961676936121328, + "text_cosine": 1.3942584207484485, + "visual_cosine": 0.16295993021141883 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.00361730687278808, + "text_cosine": -0.6075118081182901, + "visual_cosine": 1.3073087255977647 + }, + { + "pair": [ + 395, + 455 + ], + "delta_mse": -0.003222002861179743, + "text_cosine": 1.0694787739546157, + "visual_cosine": -0.6324084800288416 + }, + { + "pair": [ + 142, + 282 + ], + "delta_mse": -0.003192454872229152, + "text_cosine": 0.3836484705597908, + "visual_cosine": 1.8418502605020766 + }, + { + "pair": [ + 254, + 282 + ], + "delta_mse": -0.003138455807880788, + "text_cosine": 1.8022366977343356, + "visual_cosine": -0.1495303646116317 + }, + { + "pair": [ + 243, + 395 + ], + "delta_mse": -0.003106094663414377, + "text_cosine": 0.5941726682427237, + "visual_cosine": 0.4651238201249647 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.002896771263681136, + "text_cosine": -0.8493468527058708, + "visual_cosine": -0.769728812782414 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.002894257913943362, + "text_cosine": 2.619663908389996, + "visual_cosine": -0.4642469681725607 + }, + { + "pair": [ + 93, + 320 + ], + "delta_mse": -0.0028741764297683017, + "text_cosine": 0.8514499756044277, + "visual_cosine": 1.3539503002103044 + }, + { + "pair": [ + 93, + 356 + ], + "delta_mse": -0.0028594884490216457, + "text_cosine": 0.5345737305770364, + "visual_cosine": 1.0967433872754027 + }, + { + "pair": [ + 282, + 338 + ], + "delta_mse": -0.002802597025813233, + "text_cosine": -0.5432739087524631, + "visual_cosine": -1.4320655177057133 + }, + { + "pair": [ + 282, + 367 + ], + "delta_mse": -0.0027219562289381403, + "text_cosine": -0.25571523589310197, + "visual_cosine": -0.806537911232611 + }, + { + "pair": [ + 178, + 282 + ], + "delta_mse": -0.002693348121688705, + "text_cosine": 1.9126501006164351, + "visual_cosine": -0.3232253121168982 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.337890625, + "final_objective": 0.6392138976368924, + "final_energy": { + "mse": 0.6392138976368924, + "mse_channels": [ + 0.6392138976368924 + ], + "mse_channel_mean": 0.6392138976368924, + "conditional_kl": 47.44860374008245, + "m30_total": 10.768148543290275 + }, + "accepted_moves": 299, + "moved_fraction": 0.662109375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.7597142235685127, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.6942739749710766, + "accuracy": 0.841796875 + }, + { + "step": 100, + "objective": 0.6699640330729069, + "accuracy": 0.705078125 + }, + { + "step": 150, + "objective": 0.6562458446654199, + "accuracy": 0.568359375 + }, + { + "step": 200, + "objective": 0.6468261330103398, + "accuracy": 0.48046875 + }, + { + "step": 250, + "objective": 0.6426449989459969, + "accuracy": 0.392578125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.7846437741479689, + "final_energy": { + "mse": 0.7846437741479689, + "mse_channels": [ + 0.7846437741479689 + ], + "mse_channel_mean": 0.7846437741479689, + "conditional_kl": 74.84041523688335, + "m30_total": 16.53737059567261 + }, + "accepted_moves": 825, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.7282379759619445, + "final_energy": { + "mse": 0.7282379759619445, + "mse_channels": [ + 0.7282379759619445 + ], + "mse_channel_mean": 0.7282379759619445, + "conditional_kl": 64.81259778336894, + "m30_total": 14.418995508597678 + }, + "accepted_moves": 794, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.8944389091787294, + "final_energy": { + "mse": 0.8944389091787294, + "mse_channels": [ + 0.8944389091787294 + ], + "mse_channel_mean": 0.8944389091787294, + "conditional_kl": 75.12563619501663, + "m30_total": 16.814005057360784 + }, + "accepted_moves": 772, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 222.0909423828125, + "improving_fraction": 0.006474743150684931, + "identity_strict_local_min": false, + "descent_keeps": 0.337890625, + "true_mse": 0.7653370619130536, + "best_random_descent": 0.7282379759619445, + "best_random_accuracy": 0.013671875, + "counterfeit_found": true + } +}
\ No newline at end of file |