diff options
Diffstat (limited to 'artifacts/synth_v0/content_gate_slots_k32.json')
| -rw-r--r-- | artifacts/synth_v0/content_gate_slots_k32.json | 456 |
1 files changed, 456 insertions, 0 deletions
diff --git a/artifacts/synth_v0/content_gate_slots_k32.json b/artifacts/synth_v0/content_gate_slots_k32.json new file mode 100644 index 0000000..ded5ebd --- /dev/null +++ b/artifacts/synth_v0/content_gate_slots_k32.json @@ -0,0 +1,456 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.870156592934731, + "mse_channels": [ + 1.870156592934731 + ], + "mse_channel_mean": 1.870156592934731, + "conditional_kl": 157.77288068345064, + "m30_total": 35.29488932255959 + }, + "similarity_shift": { + "mse": 1.9784686445390582, + "mse_channels": [ + 1.9784686445390582 + ], + "mse_channel_mean": 1.9784686445390582, + "conditional_kl": 171.28595591575206, + "m30_total": 38.21412847222853 + }, + "random": { + "mse": { + "mean": 2.000009775161743, + "std": 0.006289373151957989, + "min": 1.980724573135376, + "true_z": 20.646434783935547, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000009775161743, + "std": 0.006289373151957989, + "min": 1.980724573135376, + "true_z": 20.646434783935547, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 176.11590576171875, + "std": 1.457231044769287, + "min": 170.63792419433594, + "true_z": 12.587583541870117, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 39.223201751708984, + "std": 0.29307013750076294, + "min": 38.11118698120117, + "true_z": 13.404006958007812, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 25450, + "improving_fraction": 0.1945480675146771, + "delta_mean": 0.000995283701220857, + "delta_min": -0.004784973948940595, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 0, + 111 + ], + "delta_mse": -0.004784973948940595, + "text_cosine": -0.5025836953536643, + "visual_cosine": -0.5275797887465272 + }, + { + "pair": [ + 0, + 247 + ], + "delta_mse": -0.004747379396450364, + "text_cosine": 1.254240218587558, + "visual_cosine": -2.3660001865427622 + }, + { + "pair": [ + 0, + 170 + ], + "delta_mse": -0.0046459816197161686, + "text_cosine": 0.625881984180002, + "visual_cosine": 0.1394769043774387 + }, + { + "pair": [ + 0, + 13 + ], + "delta_mse": -0.004613282525532132, + "text_cosine": -0.8360415226641519, + "visual_cosine": -0.1681685306517208 + }, + { + "pair": [ + 337, + 495 + ], + "delta_mse": -0.004498807861157463, + "text_cosine": -0.24228143709408076, + "visual_cosine": -0.20337168908381562 + }, + { + "pair": [ + 485, + 495 + ], + "delta_mse": -0.004479111458423538, + "text_cosine": -1.654701048237546, + "visual_cosine": -0.23469947459478668 + }, + { + "pair": [ + 265, + 337 + ], + "delta_mse": -0.0044621565031773, + "text_cosine": -0.945766217809744, + "visual_cosine": -1.1372871490269867 + }, + { + "pair": [ + 0, + 86 + ], + "delta_mse": -0.004342431131145495, + "text_cosine": 0.050933750069296936, + "visual_cosine": -0.5640802222646077 + }, + { + "pair": [ + 13, + 275 + ], + "delta_mse": -0.004286713336537979, + "text_cosine": -1.0767163879156414, + "visual_cosine": -0.9270129191938438 + }, + { + "pair": [ + 0, + 356 + ], + "delta_mse": -0.004232390689447754, + "text_cosine": -1.2818938749394437, + "visual_cosine": -0.8608829998388908 + }, + { + "pair": [ + 0, + 337 + ], + "delta_mse": -0.0041887716364183755, + "text_cosine": -0.9118954938025817, + "visual_cosine": -1.1436636985590183 + }, + { + "pair": [ + 0, + 40 + ], + "delta_mse": -0.004170511675186377, + "text_cosine": -0.3815845233263318, + "visual_cosine": 0.33992548664011707 + }, + { + "pair": [ + 203, + 247 + ], + "delta_mse": -0.00414836772696785, + "text_cosine": 0.8663300739301831, + "visual_cosine": -1.2274297384954567 + }, + { + "pair": [ + 13, + 442 + ], + "delta_mse": -0.004131224892298408, + "text_cosine": -1.214169041424676, + "visual_cosine": -0.37369816951840346 + }, + { + "pair": [ + 470, + 495 + ], + "delta_mse": -0.004066014925931424, + "text_cosine": -0.4087220487825658, + "visual_cosine": -1.9431198508602439 + }, + { + "pair": [ + 247, + 495 + ], + "delta_mse": -0.004049877352002878, + "text_cosine": -0.0460774561293568, + "visual_cosine": -1.9141874067074653 + }, + { + "pair": [ + 67, + 179 + ], + "delta_mse": -0.004049825675929628, + "text_cosine": -1.3799299589440364, + "visual_cosine": -0.26718340536043556 + }, + { + "pair": [ + 111, + 495 + ], + "delta_mse": -0.004015003819276189, + "text_cosine": 0.387165951939148, + "visual_cosine": 0.0675039332133355 + }, + { + "pair": [ + 337, + 442 + ], + "delta_mse": -0.004011626391774026, + "text_cosine": -0.3499733776272365, + "visual_cosine": -0.7524737631132027 + }, + { + "pair": [ + 265, + 485 + ], + "delta_mse": -0.004004189546758807, + "text_cosine": 0.08725059691074472, + "visual_cosine": -1.0959371892814649 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.01171875, + "final_objective": 1.2496959771050442, + "final_energy": { + "mse": 1.2496959771050442, + "mse_channels": [ + 1.2496959771050442 + ], + "mse_channel_mean": 1.2496959771050442, + "conditional_kl": 121.9008808718213, + "m30_total": 26.879568128574352 + }, + "accepted_moves": 900, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.8653716189857905, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.716021083199152, + "accuracy": 0.806640625 + }, + { + "step": 100, + "objective": 1.6033717687069842, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 1.5172273321859024, + "accuracy": 0.458984375 + }, + { + "step": 200, + "objective": 1.4518116998956845, + "accuracy": 0.330078125 + }, + { + "step": 250, + "objective": 1.4029121566535336, + "accuracy": 0.23828125 + }, + { + "step": 300, + "objective": 1.3671165731738415, + "accuracy": 0.16796875 + }, + { + "step": 350, + "objective": 1.3394152801951726, + "accuracy": 0.12109375 + }, + { + "step": 400, + "objective": 1.3184519512273734, + "accuracy": 0.09375 + }, + { + "step": 450, + "objective": 1.3026767336417613, + "accuracy": 0.064453125 + }, + { + "step": 500, + "objective": 1.2895298678718303, + "accuracy": 0.0546875 + }, + { + "step": 550, + "objective": 1.2792260601646335, + "accuracy": 0.04296875 + }, + { + "step": 600, + "objective": 1.2711610942479965, + "accuracy": 0.033203125 + }, + { + "step": 650, + "objective": 1.2644553787123756, + "accuracy": 0.025390625 + }, + { + "step": 700, + "objective": 1.2597235969915328, + "accuracy": 0.017578125 + }, + { + "step": 750, + "objective": 1.2550981069517109, + "accuracy": 0.013671875 + }, + { + "step": 800, + "objective": 1.2525786877202372, + "accuracy": 0.01171875 + }, + { + "step": 850, + "objective": 1.2507909806630153, + "accuracy": 0.013671875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 1.2489173774627818, + "final_energy": { + "mse": 1.2489173774627818, + "mse_channels": [ + 1.2489173774627818 + ], + "mse_channel_mean": 1.2489173774627818, + "conditional_kl": 121.53959644549484, + "m30_total": 26.805754044024532 + }, + "accepted_moves": 900, + "moved_fraction": 0.998046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.240910310803104, + "final_energy": { + "mse": 1.240910310803104, + "mse_channels": [ + 1.240910310803104 + ], + "mse_channel_mean": 1.240910310803104, + "conditional_kl": 119.13370273393767, + "m30_total": 26.30856116839374 + }, + "accepted_moves": 884, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.2487643247904778, + "final_energy": { + "mse": 1.2487643247904778, + "mse_channels": [ + 1.2487643247904778 + ], + "mse_channel_mean": 1.2487643247904778, + "conditional_kl": 121.63282182688454, + "m30_total": 26.824093014957867 + }, + "accepted_moves": 949, + "moved_fraction": 1.0, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.2755242361344223, + "final_energy": { + "mse": 1.2755242361344223, + "mse_channels": [ + 1.2755242361344223 + ], + "mse_channel_mean": 1.2755242361344223, + "conditional_kl": 120.25340250436325, + "m30_total": 26.601728973141498 + }, + "accepted_moves": 875, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.254094592257686, + "final_energy": { + "mse": 1.254094592257686, + "mse_channels": [ + 1.254094592257686 + ], + "mse_channel_mean": 1.254094592257686, + "conditional_kl": 119.69324919584825, + "m30_total": 26.446839023685026 + }, + "accepted_moves": 940, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 20.646434783935547, + "improving_fraction": 0.1945480675146771, + "identity_strict_local_min": false, + "descent_keeps": 0.01171875, + "true_mse": 1.870156592934731, + "best_random_descent": 1.240910310803104, + "best_random_accuracy": 0.00390625, + "counterfeit_found": true + } +}
\ No newline at end of file |