diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_flickr_k16.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_flickr_k16.json | 367 |
1 files changed, 367 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_flickr_k16.json b/artifacts/manifold_gate/content_gate_flickr_k16.json new file mode 100644 index 0000000..479c047 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k16.json @@ -0,0 +1,367 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 16, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.170547862614944, + "mse_channels": [ + 1.170547862614944 + ], + "mse_channel_mean": 1.170547862614944, + "conditional_kl": 56.53022845801316, + "m30_total": 13.647141416832522 + }, + "similarity_shift": { + "mse": 1.8261931354752048, + "mse_channels": [ + 1.8261931354752048 + ], + "mse_channel_mean": 1.8261931354752048, + "conditional_kl": 147.93363665527812, + "m30_total": 33.239113602006036 + }, + "random": { + "mse": { + "mean": 1.9997648000717163, + "std": 0.006351436022669077, + "min": 1.979751467704773, + "true_z": 130.55581665039062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9997648000717163, + "std": 0.006351436022669077, + "min": 1.979751467704773, + "true_z": 130.55581665039062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 164.26585388183594, + "std": 2.6830193996429443, + "min": 154.93247985839844, + "true_z": 40.15462112426758, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 36.852699279785156, + "std": 0.5395469665527344, + "min": 34.96461868286133, + "true_z": 43.00933837890625, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 1077, + "improving_fraction": 0.008232937866927593, + "delta_mean": 0.006353311708923697, + "delta_min": -0.0021474547004293144, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0021474547004293144, + "text_cosine": 1.3850072171715269, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0019709092968313276, + "text_cosine": -0.6815416705568218, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 165, + 409 + ], + "delta_mse": -0.001818275224885462, + "text_cosine": 0.8596239879147901, + "visual_cosine": 0.9387374078953112 + }, + { + "pair": [ + 129, + 280 + ], + "delta_mse": -0.0017592087367304795, + "text_cosine": 1.238005666228812, + "visual_cosine": -1.4335152974213174 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.001743129667020755, + "text_cosine": 0.5101843993060393, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 124, + 409 + ], + "delta_mse": -0.0017382429674432634, + "text_cosine": 1.8475113380271249, + "visual_cosine": -0.7173736684685584 + }, + { + "pair": [ + 9, + 326 + ], + "delta_mse": -0.0017279396573557145, + "text_cosine": 0.659533140806115, + "visual_cosine": 1.4015242194038386 + }, + { + "pair": [ + 9, + 409 + ], + "delta_mse": -0.0016525366224884842, + "text_cosine": 0.2138020198663334, + "visual_cosine": 0.5376838441710586 + }, + { + "pair": [ + 73, + 280 + ], + "delta_mse": -0.0016343371004176334, + "text_cosine": -0.5116453532935662, + "visual_cosine": 0.5953618129772664 + }, + { + "pair": [ + 9, + 19 + ], + "delta_mse": -0.0016296465959740182, + "text_cosine": 0.09721603716068283, + "visual_cosine": 2.0835824180656943 + }, + { + "pair": [ + 280, + 333 + ], + "delta_mse": -0.0015356180836313953, + "text_cosine": 1.6667083745158067, + "visual_cosine": -0.6307120443245444 + }, + { + "pair": [ + 9, + 170 + ], + "delta_mse": -0.001512580041893584, + "text_cosine": 2.480547517922658, + "visual_cosine": 1.9378848107459343 + }, + { + "pair": [ + 9, + 124 + ], + "delta_mse": -0.001497055861383025, + "text_cosine": 2.065723739107589, + "visual_cosine": 0.2944096857804318 + }, + { + "pair": [ + 280, + 485 + ], + "delta_mse": -0.0014849080388556867, + "text_cosine": 1.1935861620673776, + "visual_cosine": -0.46058588668645245 + }, + { + "pair": [ + 280, + 312 + ], + "delta_mse": -0.0014822061986563937, + "text_cosine": 0.8360536633272647, + "visual_cosine": 0.49145593984037017 + }, + { + "pair": [ + 124, + 165 + ], + "delta_mse": -0.0014570045188639622, + "text_cosine": 2.383839786681372, + "visual_cosine": 0.5944260853209754 + }, + { + "pair": [ + 409, + 500 + ], + "delta_mse": -0.0014429547816194816, + "text_cosine": -0.07274220785520549, + "visual_cosine": -0.500735893619571 + }, + { + "pair": [ + 78, + 333 + ], + "delta_mse": -0.0014220002017214623, + "text_cosine": 0.5621358664771955, + "visual_cosine": -0.17176174286080148 + }, + { + "pair": [ + 132, + 337 + ], + "delta_mse": -0.00141831692279113, + "text_cosine": -0.2921359436771003, + "visual_cosine": 0.41413451455268774 + }, + { + "pair": [ + 73, + 345 + ], + "delta_mse": -0.00141124879324221, + "text_cosine": 0.12810298049191862, + "visual_cosine": 0.06780742802849238 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.30859375, + "final_objective": 1.0363113624640892, + "final_energy": { + "mse": 1.0363113624640892, + "mse_channels": [ + 1.0363113624640892 + ], + "mse_channel_mean": 1.0363113624640892, + "conditional_kl": 53.38002349196541, + "m30_total": 12.748627423321262 + }, + "accepted_moves": 348, + "moved_fraction": 0.69140625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1684004079145147, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.1108665447039632, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 1.0835282982215557, + "accuracy": 0.6953125 + }, + { + "step": 150, + "objective": 1.0646349185660782, + "accuracy": 0.568359375 + }, + { + "step": 200, + "objective": 1.051725062341308, + "accuracy": 0.4921875 + }, + { + "step": 250, + "objective": 1.045089648469431, + "accuracy": 0.41015625 + }, + { + "step": 300, + "objective": 1.0414304171716953, + "accuracy": 0.34375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0965724994049268, + "final_energy": { + "mse": 1.0965724994049268, + "mse_channels": [ + 1.0965724994049268 + ], + "mse_channel_mean": 1.0965724994049268, + "conditional_kl": 59.24539496426371, + "m30_total": 14.042223991662595 + }, + "accepted_moves": 840, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 1.071891750635961, + "final_energy": { + "mse": 1.071891750635961, + "mse_channels": [ + 1.071891750635961 + ], + "mse_channel_mean": 1.071891750635961, + "conditional_kl": 64.8484817254993, + "m30_total": 15.113479846371783 + }, + "accepted_moves": 830, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01171875, + "final_objective": 1.0678137763941078, + "final_energy": { + "mse": 1.0678137763941078, + "mse_channels": [ + 1.0678137763941078 + ], + "mse_channel_mean": 1.0678137763941078, + "conditional_kl": 64.252864890195, + "m30_total": 14.986200530827215 + }, + "accepted_moves": 861, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 130.55581665039062, + "improving_fraction": 0.008232937866927593, + "identity_strict_local_min": false, + "descent_keeps": 0.30859375, + "true_mse": 1.170547862614944, + "best_random_descent": 1.0678137763941078, + "best_random_accuracy": 0.013671875, + "counterfeit_found": true + } +}
\ No newline at end of file |