diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_k128_seed2.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_k128_seed2.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_k128_seed2.json b/artifacts/manifold_gate/confirm_vg_k128_seed2.json new file mode 100644 index 0000000..47b3829 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k128_seed2.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8097179417892586, + "mse_channels": [ + 0.8097179417892586 + ], + "mse_channel_mean": 0.8097179417892586, + "conditional_kl": 73.9639749054795, + "m30_total": 16.41223086467442 + }, + "similarity_shift": { + "mse": 1.914349615926982, + "mse_channels": [ + 1.914349615926982 + ], + "mse_channel_mean": 1.914349615926982, + "conditional_kl": 271.5228691402462, + "m30_total": 58.1332730599032 + }, + "random": { + "mse": { + "mean": 2.000108003616333, + "std": 0.005445372778922319, + "min": 1.9811184406280518, + "true_z": 218.60580444335938, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000108003616333, + "std": 0.005445372778922319, + "min": 1.9811184406280518, + "true_z": 218.60580444335938, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 283.22015380859375, + "std": 2.7424890995025635, + "min": 270.9774169921875, + "true_z": 76.30155181884766, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 60.64424514770508, + "std": 0.5512785315513611, + "min": 58.1768798828125, + "true_z": 80.2353286743164, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 345, + "improving_fraction": 0.0026372920743639922, + "delta_mean": 0.009283719776713974, + "delta_min": -0.0028979994434550713, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 244, + 267 + ], + "delta_mse": -0.0028979994434550713, + "text_cosine": 1.3875868202719452, + "visual_cosine": 1.4504423575085514 + }, + { + "pair": [ + 184, + 250 + ], + "delta_mse": -0.002874958760518093, + "text_cosine": -1.294189925821665, + "visual_cosine": 0.021115613236647283 + }, + { + "pair": [ + 184, + 245 + ], + "delta_mse": -0.002616418052106867, + "text_cosine": 0.3962477472685702, + "visual_cosine": 3.954822067643062 + }, + { + "pair": [ + 41, + 267 + ], + "delta_mse": -0.0019310738222514249, + "text_cosine": 2.391838122527499, + "visual_cosine": 2.185335923226997 + }, + { + "pair": [ + 106, + 250 + ], + "delta_mse": -0.0018449487439623857, + "text_cosine": 1.4136779567376117, + "visual_cosine": 0.8114780703140336 + }, + { + "pair": [ + 184, + 510 + ], + "delta_mse": -0.0016919662908349508, + "text_cosine": -0.5796456290175936, + "visual_cosine": 2.8585846406159927 + }, + { + "pair": [ + 267, + 332 + ], + "delta_mse": -0.0016539063227955992, + "text_cosine": 2.4766990911707487, + "visual_cosine": 4.951474148004389 + }, + { + "pair": [ + 106, + 245 + ], + "delta_mse": -0.0016525396694818558, + "text_cosine": 0.026151450627644842, + "visual_cosine": 2.048825628888436 + }, + { + "pair": [ + 184, + 374 + ], + "delta_mse": -0.001621978122727667, + "text_cosine": 0.09390862426268187, + "visual_cosine": -1.105667238392785 + }, + { + "pair": [ + 267, + 276 + ], + "delta_mse": -0.001570257079002138, + "text_cosine": 2.6255159081951036, + "visual_cosine": 2.216291698381961 + }, + { + "pair": [ + 184, + 462 + ], + "delta_mse": -0.0015578444308852427, + "text_cosine": -0.07548793373343775, + "visual_cosine": -0.9203386641450997 + }, + { + "pair": [ + 184, + 241 + ], + "delta_mse": -0.001542638004273279, + "text_cosine": 0.3114322558877483, + "visual_cosine": 0.4785617670102961 + }, + { + "pair": [ + 74, + 184 + ], + "delta_mse": -0.00143516127072789, + "text_cosine": 0.6336978077000404, + "visual_cosine": -0.5382181500829035 + }, + { + "pair": [ + 31, + 470 + ], + "delta_mse": -0.0013947828025965385, + "text_cosine": 1.7880935219119694, + "visual_cosine": 0.5178243039363708 + }, + { + "pair": [ + 244, + 383 + ], + "delta_mse": -0.0013643870728485099, + "text_cosine": 0.2804788731989666, + "visual_cosine": 0.5701602897490318 + }, + { + "pair": [ + 20, + 115 + ], + "delta_mse": -0.0012253538886472452, + "text_cosine": 0.6783466485701102, + "visual_cosine": 1.1404385230634135 + }, + { + "pair": [ + 154, + 203 + ], + "delta_mse": -0.001109802059692362, + "text_cosine": 1.9414945547870524, + "visual_cosine": 0.8104882887580083 + }, + { + "pair": [ + 317, + 470 + ], + "delta_mse": -0.0010635507136293526, + "text_cosine": 1.1068151792964203, + "visual_cosine": 2.0647737408722633 + }, + { + "pair": [ + 267, + 292 + ], + "delta_mse": -0.001062367260401531, + "text_cosine": 2.6642621457907643, + "visual_cosine": 3.6825157806391684 + }, + { + "pair": [ + 20, + 245 + ], + "delta_mse": -0.0010287527854909444, + "text_cosine": 0.5174913950894664, + "visual_cosine": -0.7819356690985326 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.517578125, + "final_objective": 0.7496736649417357, + "final_energy": { + "mse": 0.7496736649417357, + "mse_channels": [ + 0.7496736649417357 + ], + "mse_channel_mean": 0.7496736649417357, + "conditional_kl": 75.21877460945191, + "m30_total": 16.543102251773853 + }, + "accepted_moves": 190, + "moved_fraction": 0.482421875, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8068199423458035, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.770910811404813, + "accuracy": 0.84765625 + }, + { + "step": 100, + "objective": 0.7579549331132257, + "accuracy": 0.708984375 + }, + { + "step": 150, + "objective": 0.7519749482186362, + "accuracy": 0.5859375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.9879273552042033, + "final_energy": { + "mse": 0.9879273552042033, + "mse_channels": [ + 0.9879273552042033 + ], + "mse_channel_mean": 0.9879273552042033, + "conditional_kl": 132.9040734376856, + "m30_total": 28.55666939794553 + }, + "accepted_moves": 790, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.012291245883109, + "final_energy": { + "mse": 1.012291245883109, + "mse_channels": [ + 1.012291245883109 + ], + "mse_channel_mean": 1.012291245883109, + "conditional_kl": 120.26696970394623, + "m30_total": 26.077976432555467 + }, + "accepted_moves": 802, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 0.9409825578135177, + "final_energy": { + "mse": 0.9409825578135177, + "mse_channels": [ + 0.9409825578135177 + ], + "mse_channel_mean": 0.9409825578135177, + "conditional_kl": 107.90883697889846, + "m30_total": 23.46373251140673 + }, + "accepted_moves": 826, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.8971896376498977, + "final_energy": { + "mse": 0.8971896376498977, + "mse_channels": [ + 0.8971896376498977 + ], + "mse_channel_mean": 0.8971896376498977, + "conditional_kl": 113.09783193027268, + "m30_total": 24.413945661354333 + }, + "accepted_moves": 821, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.9720430924258321, + "final_energy": { + "mse": 0.9720430924258321, + "mse_channels": [ + 0.9720430924258321 + ], + "mse_channel_mean": 0.9720430924258321, + "conditional_kl": 129.44373594300933, + "m30_total": 27.832833373453532 + }, + "accepted_moves": 813, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.033203125, + "final_objective": 0.9123813837470321, + "final_energy": { + "mse": 0.9123813837470321, + "mse_channels": [ + 0.9123813837470321 + ], + "mse_channel_mean": 0.9123813837470321, + "conditional_kl": 117.32694311547402, + "m30_total": 25.29015139058887 + }, + "accepted_moves": 754, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.9888379144662454, + "final_energy": { + "mse": 0.9888379144662454, + "mse_channels": [ + 0.9888379144662454 + ], + "mse_channel_mean": 0.9888379144662454, + "conditional_kl": 129.18322888604226, + "m30_total": 27.814321606140943 + }, + "accepted_moves": 805, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 0.9768660647747108, + "final_energy": { + "mse": 0.9768660647747108, + "mse_channels": [ + 0.9768660647747108 + ], + "mse_channel_mean": 0.9768660647747108, + "conditional_kl": 124.53955162426226, + "m30_total": 26.861642454401874 + }, + "accepted_moves": 856, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.015625, + "final_objective": 0.9289379933751933, + "final_energy": { + "mse": 0.9289379933751933, + "mse_channels": [ + 0.9289379933751933 + ], + "mse_channel_mean": 0.9289379933751933, + "conditional_kl": 118.99439503548436, + "m30_total": 25.656754993847258 + }, + "accepted_moves": 774, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 0.9841825680924623, + "final_energy": { + "mse": 0.9841825680924623, + "mse_channels": [ + 0.9841825680924623 + ], + "mse_channel_mean": 0.9841825680924623, + "conditional_kl": 118.50089668026978, + "m30_total": 25.66854447223888 + }, + "accepted_moves": 844, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 218.60580444335938, + "improving_fraction": 0.0026372920743639922, + "identity_strict_local_min": false, + "descent_keeps": 0.517578125, + "true_mse": 0.8097179417892586, + "best_random_descent": 0.8971896376498977, + "best_random_accuracy": 0.033203125, + "counterfeit_found": false + } +}
\ No newline at end of file |