diff options
Diffstat (limited to 'artifacts/synth_v0/content_gate_hybrid_k32.json')
| -rw-r--r-- | artifacts/synth_v0/content_gate_hybrid_k32.json | 426 |
1 files changed, 426 insertions, 0 deletions
diff --git a/artifacts/synth_v0/content_gate_hybrid_k32.json b/artifacts/synth_v0/content_gate_hybrid_k32.json new file mode 100644 index 0000000..e4d2243 --- /dev/null +++ b/artifacts/synth_v0/content_gate_hybrid_k32.json @@ -0,0 +1,426 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.3902333030622172, + "mse_channels": [ + 1.3902333030622172 + ], + "mse_channel_mean": 1.3902333030622172, + "conditional_kl": 94.30657888662621, + "m30_total": 21.641782383449677 + }, + "similarity_shift": { + "mse": 1.9605810844350937, + "mse_channels": [ + 1.9605810844350937 + ], + "mse_channel_mean": 1.9605810844350937, + "conditional_kl": 169.70222914426017, + "m30_total": 37.861607997722224 + }, + "random": { + "mse": { + "mean": 1.999964952468872, + "std": 0.006050188094377518, + "min": 1.9797561168670654, + "true_z": 100.77896118164062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.999964952468872, + "std": 0.006050188094377518, + "min": 1.9797561168670654, + "true_z": 100.77896118164062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 181.68814086914062, + "std": 2.3889875411987305, + "min": 173.353759765625, + "true_z": 36.57681655883789, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 40.33755874633789, + "std": 0.4792686998844147, + "min": 38.67021560668945, + "true_z": 39.00896453857422, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 491, + "improving_fraction": 0.0037533635029354208, + "delta_mean": 0.004816865072434924, + "delta_min": -0.0011254007619853142, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 366, + 422 + ], + "delta_mse": -0.0011254007619853142, + "text_cosine": 1.4954684889681091, + "visual_cosine": 1.698485863282338 + }, + { + "pair": [ + 440, + 497 + ], + "delta_mse": -0.000981265893709353, + "text_cosine": 0.15398401111435372, + "visual_cosine": -0.5131487749598622 + }, + { + "pair": [ + 40, + 415 + ], + "delta_mse": -0.000866189965387231, + "text_cosine": 1.2473875295354326, + "visual_cosine": 1.046447546939017 + }, + { + "pair": [ + 40, + 57 + ], + "delta_mse": -0.0008121532577800345, + "text_cosine": 1.4916491528997993, + "visual_cosine": 2.336421762595138 + }, + { + "pair": [ + 40, + 135 + ], + "delta_mse": -0.0008109693078817859, + "text_cosine": -0.026607259204683296, + "visual_cosine": 1.7823923888294975 + }, + { + "pair": [ + 54, + 221 + ], + "delta_mse": -0.0007959364590255153, + "text_cosine": 0.0964394550074318, + "visual_cosine": 0.7313589361598681 + }, + { + "pair": [ + 70, + 440 + ], + "delta_mse": -0.0007775168646380693, + "text_cosine": 0.7918586945997522, + "visual_cosine": 0.19683918666188066 + }, + { + "pair": [ + 232, + 289 + ], + "delta_mse": -0.0007619960186964534, + "text_cosine": -0.14817978824489875, + "visual_cosine": -0.3406593664573065 + }, + { + "pair": [ + 221, + 388 + ], + "delta_mse": -0.0007269292744695876, + "text_cosine": 1.3865030094595034, + "visual_cosine": 0.8751574152984914 + }, + { + "pair": [ + 40, + 122 + ], + "delta_mse": -0.000707445945105897, + "text_cosine": 0.6310140798283539, + "visual_cosine": 1.566484957137113 + }, + { + "pair": [ + 329, + 363 + ], + "delta_mse": -0.000676495724458291, + "text_cosine": 0.8813416394831681, + "visual_cosine": 1.5809202063829182 + }, + { + "pair": [ + 54, + 289 + ], + "delta_mse": -0.0006622564169938137, + "text_cosine": 0.900752103136738, + "visual_cosine": 0.7865161248235308 + }, + { + "pair": [ + 133, + 440 + ], + "delta_mse": -0.0006606619150000128, + "text_cosine": 0.5195225617714953, + "visual_cosine": -0.07367590446869404 + }, + { + "pair": [ + 376, + 484 + ], + "delta_mse": -0.0006558989138743745, + "text_cosine": 2.3370773379120773, + "visual_cosine": 1.2044759492617432 + }, + { + "pair": [ + 349, + 366 + ], + "delta_mse": -0.0006345379037263024, + "text_cosine": 0.5759843296534186, + "visual_cosine": 2.5431681749439696 + }, + { + "pair": [ + 440, + 458 + ], + "delta_mse": -0.0006306072264240433, + "text_cosine": -0.3768374261837539, + "visual_cosine": 0.7840315379958346 + }, + { + "pair": [ + 221, + 232 + ], + "delta_mse": -0.0006168184569151351, + "text_cosine": -0.3022735861972137, + "visual_cosine": 0.1527070790687742 + }, + { + "pair": [ + 32, + 69 + ], + "delta_mse": -0.0006047015563750823, + "text_cosine": 1.9083839626592882, + "visual_cosine": 2.2944833275590444 + }, + { + "pair": [ + 50, + 407 + ], + "delta_mse": -0.0006046780282645459, + "text_cosine": 0.6132988697451417, + "visual_cosine": 1.0815692159851475 + }, + { + "pair": [ + 141, + 422 + ], + "delta_mse": -0.0005936876801723781, + "text_cosine": 2.289149164552967, + "visual_cosine": 2.447024755971289 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.13671875, + "final_objective": 1.2621429714140882, + "final_energy": { + "mse": 1.2621429714140882, + "mse_channels": [ + 1.2621429714140882 + ], + "mse_channel_mean": 1.2621429714140882, + "conditional_kl": 101.31389772378935, + "m30_total": 22.787065487586048 + }, + "accepted_moves": 564, + "moved_fraction": 0.86328125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.3891079023002317, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.3620417971942702, + "accuracy": 0.8203125 + }, + { + "step": 100, + "objective": 1.3404862760828862, + "accuracy": 0.685546875 + }, + { + "step": 150, + "objective": 1.3199282580800797, + "accuracy": 0.564453125 + }, + { + "step": 200, + "objective": 1.3058037235462459, + "accuracy": 0.439453125 + }, + { + "step": 250, + "objective": 1.2941192070429115, + "accuracy": 0.36328125 + }, + { + "step": 300, + "objective": 1.2863547417764263, + "accuracy": 0.294921875 + }, + { + "step": 350, + "objective": 1.280659891122564, + "accuracy": 0.25 + }, + { + "step": 400, + "objective": 1.2771101899063961, + "accuracy": 0.2109375 + }, + { + "step": 450, + "objective": 1.271843090321181, + "accuracy": 0.171875 + }, + { + "step": 500, + "objective": 1.268349228910492, + "accuracy": 0.154296875 + }, + { + "step": 550, + "objective": 1.2632906355319529, + "accuracy": 0.138671875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 1.1796581493154314, + "final_energy": { + "mse": 1.1796581493154314, + "mse_channels": [ + 1.1796581493154314 + ], + "mse_channel_mean": 1.1796581493154314, + "conditional_kl": 102.98357067005226, + "m30_total": 22.956030432641317 + }, + "accepted_moves": 762, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.20185990153898, + "final_energy": { + "mse": 1.20185990153898, + "mse_channels": [ + 1.20185990153898 + ], + "mse_channel_mean": 1.20185990153898, + "conditional_kl": 99.5263040514623, + "m30_total": 22.30898061337042 + }, + "accepted_moves": 865, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.1744290495793468, + "final_energy": { + "mse": 1.1744290495793468, + "mse_channels": [ + 1.1744290495793468 + ], + "mse_channel_mean": 1.1744290495793468, + "conditional_kl": 96.86665521908165, + "m30_total": 21.722189142975026 + }, + "accepted_moves": 785, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.184574956244155, + "final_energy": { + "mse": 1.184574956244155, + "mse_channels": [ + 1.184574956244155 + ], + "mse_channel_mean": 1.184574956244155, + "conditional_kl": 101.99620625567657, + "m30_total": 22.768391163623626 + }, + "accepted_moves": 814, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.1961272465011372, + "final_energy": { + "mse": 1.1961272465011372, + "mse_channels": [ + 1.1961272465011372 + ], + "mse_channel_mean": 1.1961272465011372, + "conditional_kl": 98.77039828247842, + "m30_total": 22.14633414949796 + }, + "accepted_moves": 835, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 100.77896118164062, + "improving_fraction": 0.0037533635029354208, + "identity_strict_local_min": false, + "descent_keeps": 0.13671875, + "true_mse": 1.3902333030622172, + "best_random_descent": 1.1744290495793468, + "best_random_accuracy": 0.00390625, + "counterfeit_found": true + } +}
\ No newline at end of file |