diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_flickr_k256.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_flickr_k256.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_flickr_k256.json b/artifacts/manifold_gate/confirm_flickr_k256.json new file mode 100644 index 0000000..e22b99b --- /dev/null +++ b/artifacts/manifold_gate/confirm_flickr_k256.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.1546877246286762, + "mse_channels": [ + 1.1546877246286762 + ], + "mse_channel_mean": 1.1546877246286762, + "conditional_kl": 108.4550083670776, + "m30_total": 24.000377122672873 + }, + "similarity_shift": { + "mse": 1.9041912830760603, + "mse_channels": [ + 1.9041912830760603 + ], + "mse_channel_mean": 1.9041912830760603, + "conditional_kl": 256.05337466005227, + "m30_total": 55.019057498162574 + }, + "random": { + "mse": { + "mean": 1.9999003410339355, + "std": 0.006010130047798157, + "min": 1.982003927230835, + "true_z": 140.63133239746094, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999003410339355, + "std": 0.006010130047798157, + "min": 1.982003927230835, + "true_z": 140.63133239746094, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 268.9618835449219, + "std": 2.801914691925049, + "min": 259.6843566894531, + "true_z": 57.28470993041992, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 57.79217529296875, + "std": 0.5641281604766846, + "min": 55.919036865234375, + "true_z": 59.90092468261719, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 301, + "improving_fraction": 0.002300941780821918, + "delta_mean": 0.006599695465669975, + "delta_min": -0.002106673753913907, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.002106673753913907, + "text_cosine": 4.771752607226815, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 249, + 263 + ], + "delta_mse": -0.002030481243337521, + "text_cosine": 3.639415975392405, + "visual_cosine": 0.779646086071806 + }, + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.0018087325801711461, + "text_cosine": 4.894592625648925, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 162, + 249 + ], + "delta_mse": -0.0017773483828894376, + "text_cosine": 4.2517640784798, + "visual_cosine": -0.8257147296481121 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0016735141691076828, + "text_cosine": 0.4369644141168811, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 249, + 376 + ], + "delta_mse": -0.0014473801500991222, + "text_cosine": 4.297139802607657, + "visual_cosine": -0.10976963338483188 + }, + { + "pair": [ + 119, + 263 + ], + "delta_mse": -0.0012890142182044658, + "text_cosine": 3.878637084019888, + "visual_cosine": 1.8204774124468979 + }, + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0012433291039634685, + "text_cosine": 1.1870969374583211, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 249, + 474 + ], + "delta_mse": -0.0012422355358091548, + "text_cosine": 3.660335482330824, + "visual_cosine": 2.8634547096915384 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.001218397589389288, + "text_cosine": 0.8310003119079372, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 9, + 150 + ], + "delta_mse": -0.0010210092435163612, + "text_cosine": 0.8460324872858265, + "visual_cosine": 2.657273763844986 + }, + { + "pair": [ + 119, + 161 + ], + "delta_mse": -0.0009735647476847104, + "text_cosine": 5.177541316503694, + "visual_cosine": 1.7612146710426384 + }, + { + "pair": [ + 77, + 249 + ], + "delta_mse": -0.0009630197068010005, + "text_cosine": 3.576483408081121, + "visual_cosine": 3.1298802818032883 + }, + { + "pair": [ + 186, + 400 + ], + "delta_mse": -0.0009303746459313509, + "text_cosine": 3.2110023106708723, + "visual_cosine": 0.26436751214831594 + }, + { + "pair": [ + 167, + 263 + ], + "delta_mse": -0.0009158935337043716, + "text_cosine": 5.3137658689642535, + "visual_cosine": 0.5569875687642872 + }, + { + "pair": [ + 145, + 249 + ], + "delta_mse": -0.0009086185498558903, + "text_cosine": 4.203582407263344, + "visual_cosine": 3.6885509258087743 + }, + { + "pair": [ + 9, + 276 + ], + "delta_mse": -0.0008722941532666594, + "text_cosine": 1.965975910195773, + "visual_cosine": 4.009282024464298 + }, + { + "pair": [ + 259, + 384 + ], + "delta_mse": -0.0008601661194578243, + "text_cosine": 0.9798790474306791, + "visual_cosine": 1.3198176951165124 + }, + { + "pair": [ + 119, + 376 + ], + "delta_mse": -0.0008435283988319419, + "text_cosine": 4.484928752880318, + "visual_cosine": -0.05953952202158341 + }, + { + "pair": [ + 162, + 251 + ], + "delta_mse": -0.0008337540430346952, + "text_cosine": 4.885882854391089, + "visual_cosine": 1.6993900020603434 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.57421875, + "final_objective": 1.0977529716166556, + "final_energy": { + "mse": 1.0977529716166556, + "mse_channels": [ + 1.0977529716166556 + ], + "mse_channel_mean": 1.0977529716166556, + "conditional_kl": 108.24199635335856, + "m30_total": 23.843905213905025 + }, + "accepted_moves": 173, + "moved_fraction": 0.42578125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1525810508747623, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.1196791353321829, + "accuracy": 0.841796875 + }, + { + "step": 100, + "objective": 1.1072090587688939, + "accuracy": 0.712890625 + }, + { + "step": 150, + "objective": 1.0999492514623208, + "accuracy": 0.615234375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.01171875, + "final_objective": 1.1989583103900996, + "final_energy": { + "mse": 1.1989583103900996, + "mse_channels": [ + 1.1989583103900996 + ], + "mse_channel_mean": 1.1989583103900996, + "conditional_kl": 136.6311415406787, + "m30_total": 29.72414492891594 + }, + "accepted_moves": 767, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.03125, + "final_objective": 1.1482750042023677, + "final_energy": { + "mse": 1.1482750042023677, + "mse_channels": [ + 1.1482750042023677 + ], + "mse_channel_mean": 1.1482750042023677, + "conditional_kl": 135.726583057305, + "m30_total": 29.441866619865735 + }, + "accepted_moves": 769, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.009765625, + "final_objective": 1.2402463307539915, + "final_energy": { + "mse": 1.2402463307539915, + "mse_channels": [ + 1.2402463307539915 + ], + "mse_channel_mean": 1.2402463307539915, + "conditional_kl": 138.9196194950157, + "m30_total": 30.264416560511126 + }, + "accepted_moves": 833, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.218728525625111, + "final_energy": { + "mse": 1.218728525625111, + "mse_channels": [ + 1.218728525625111 + ], + "mse_channel_mean": 1.218728525625111, + "conditional_kl": 151.72932277145136, + "m30_total": 32.78332160554049 + }, + "accepted_moves": 783, + "moved_fraction": 0.97265625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.2681235388723056, + "final_energy": { + "mse": 1.2681235388723056, + "mse_channels": [ + 1.2681235388723056 + ], + "mse_channel_mean": 1.2681235388723056, + "conditional_kl": 145.1072004024942, + "m30_total": 31.55768715824345 + }, + "accepted_moves": 731, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.2350275361769232, + "final_energy": { + "mse": 1.2350275361769232, + "mse_channels": [ + 1.2350275361769232 + ], + "mse_channel_mean": 1.2350275361769232, + "conditional_kl": 147.65210117618506, + "m30_total": 32.00047530759086 + }, + "accepted_moves": 764, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.2458547935863458, + "final_energy": { + "mse": 1.2458547935863458, + "mse_channels": [ + 1.2458547935863458 + ], + "mse_channel_mean": 1.2458547935863458, + "conditional_kl": 144.94915350750264, + "m30_total": 31.481540288673223 + }, + "accepted_moves": 788, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.017578125, + "final_objective": 1.1616751950016448, + "final_energy": { + "mse": 1.1616751950016448, + "mse_channels": [ + 1.1616751950016448 + ], + "mse_channel_mean": 1.1616751950016448, + "conditional_kl": 136.85712413815074, + "m30_total": 29.694775217633442 + }, + "accepted_moves": 812, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.1904869630151909, + "final_energy": { + "mse": 1.1904869630151909, + "mse_channels": [ + 1.1904869630151909 + ], + "mse_channel_mean": 1.1904869630151909, + "conditional_kl": 145.64149511716178, + "m30_total": 31.50927294946274 + }, + "accepted_moves": 724, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 1.1869085072887713, + "final_energy": { + "mse": 1.1869085072887713, + "mse_channels": [ + 1.1869085072887713 + ], + "mse_channel_mean": 1.1869085072887713, + "conditional_kl": 137.22801745597192, + "m30_total": 29.81942050577193 + }, + "accepted_moves": 726, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 140.63133239746094, + "improving_fraction": 0.002300941780821918, + "identity_strict_local_min": false, + "descent_keeps": 0.57421875, + "true_mse": 1.1546877246286762, + "best_random_descent": 1.1482750042023677, + "best_random_accuracy": 0.03125, + "counterfeit_found": true + } +}
\ No newline at end of file |