diff options
Diffstat (limited to 'artifacts/synth_v0/content_gate_k32.json')
| -rw-r--r-- | artifacts/synth_v0/content_gate_k32.json | 406 |
1 files changed, 406 insertions, 0 deletions
diff --git a/artifacts/synth_v0/content_gate_k32.json b/artifacts/synth_v0/content_gate_k32.json new file mode 100644 index 0000000..3d3c2ab --- /dev/null +++ b/artifacts/synth_v0/content_gate_k32.json @@ -0,0 +1,406 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.3171688589150667, + "mse_channels": [ + 1.3171688589150667 + ], + "mse_channel_mean": 1.3171688589150667, + "conditional_kl": 93.3083559991163, + "m30_total": 21.296008917653396 + }, + "similarity_shift": { + "mse": 1.9460219832165693, + "mse_channels": [ + 1.9460219832165693 + ], + "mse_channel_mean": 1.9460219832165693, + "conditional_kl": 171.59997142836363, + "m30_total": 38.21203825210586 + }, + "random": { + "mse": { + "mean": 1.9999228715896606, + "std": 0.005833397153764963, + "min": 1.9811630249023438, + "true_z": 117.04226684570312, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999228715896606, + "std": 0.005833397153764963, + "min": 1.9811630249023438, + "true_z": 117.04226684570312, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 183.064208984375, + "std": 2.6530652046203613, + "min": 173.48146057128906, + "true_z": 33.83100128173828, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 40.61268997192383, + "std": 0.5331465005874634, + "min": 38.68171310424805, + "true_z": 36.231468200683594, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 456, + "improving_fraction": 0.003485812133072407, + "delta_mean": 0.005358543956842653, + "delta_min": -0.0011590226664382735, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 60, + 69 + ], + "delta_mse": -0.0011590226664382735, + "text_cosine": 1.5866447956975969, + "visual_cosine": 2.550584693938266 + }, + { + "pair": [ + 58, + 69 + ], + "delta_mse": -0.0010784489018042037, + "text_cosine": 1.545523442455609, + "visual_cosine": 1.9965988996311628 + }, + { + "pair": [ + 69, + 173 + ], + "delta_mse": -0.0010412220832801552, + "text_cosine": 1.6875588387340001, + "visual_cosine": 2.71374104504196 + }, + { + "pair": [ + 83, + 415 + ], + "delta_mse": -0.0009980711357028963, + "text_cosine": -0.3692498200392197, + "visual_cosine": 3.0690102542405246 + }, + { + "pair": [ + 48, + 342 + ], + "delta_mse": -0.0009061810236017866, + "text_cosine": 0.15083812536010283, + "visual_cosine": 2.310658444927576 + }, + { + "pair": [ + 70, + 478 + ], + "delta_mse": -0.0008720048140806045, + "text_cosine": 0.00811396903995572, + "visual_cosine": 1.7589933586747912 + }, + { + "pair": [ + 70, + 157 + ], + "delta_mse": -0.0008617275620967195, + "text_cosine": -0.8379459894026423, + "visual_cosine": 0.5954351844013963 + }, + { + "pair": [ + 17, + 256 + ], + "delta_mse": -0.000825471014530849, + "text_cosine": -1.1352565142121729, + "visual_cosine": 0.6442919204421124 + }, + { + "pair": [ + 129, + 308 + ], + "delta_mse": -0.0008094319424229077, + "text_cosine": 1.5189372113617445, + "visual_cosine": 2.9212944673316747 + }, + { + "pair": [ + 103, + 325 + ], + "delta_mse": -0.0007985569516966718, + "text_cosine": 2.218372347970694, + "visual_cosine": 3.1717010316463816 + }, + { + "pair": [ + 183, + 342 + ], + "delta_mse": -0.0007897222175821126, + "text_cosine": -0.16578752562652718, + "visual_cosine": 2.9977879572813206 + }, + { + "pair": [ + 256, + 420 + ], + "delta_mse": -0.0007873426317018783, + "text_cosine": 0.12731520800349924, + "visual_cosine": -0.019159027476371084 + }, + { + "pair": [ + 83, + 433 + ], + "delta_mse": -0.0007807297702458418, + "text_cosine": -0.1414006445351288, + "visual_cosine": 3.0295746341265644 + }, + { + "pair": [ + 362, + 415 + ], + "delta_mse": -0.0007393989578089474, + "text_cosine": 0.677055417884895, + "visual_cosine": 2.4776554542132345 + }, + { + "pair": [ + 329, + 363 + ], + "delta_mse": -0.0007356023854832284, + "text_cosine": 0.8813416394831681, + "visual_cosine": 2.439016753127773 + }, + { + "pair": [ + 69, + 457 + ], + "delta_mse": -0.0007236846329818977, + "text_cosine": 1.2447697206382684, + "visual_cosine": 3.136244518513017 + }, + { + "pair": [ + 420, + 511 + ], + "delta_mse": -0.0007139857565727694, + "text_cosine": 1.401031779317963, + "visual_cosine": 1.587065002386999 + }, + { + "pair": [ + 159, + 462 + ], + "delta_mse": -0.0007124192998806047, + "text_cosine": 2.4901021687187215, + "visual_cosine": 2.4913857343687793 + }, + { + "pair": [ + 69, + 365 + ], + "delta_mse": -0.0006856292248921934, + "text_cosine": 2.2660668244320306, + "visual_cosine": 1.5938526260141312 + }, + { + "pair": [ + 19, + 373 + ], + "delta_mse": -0.0006848108464632256, + "text_cosine": 0.4334305564659379, + "visual_cosine": 2.9439522368614677 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.244140625, + "final_objective": 1.2352806732235102, + "final_energy": { + "mse": 1.2352806732235102, + "mse_channels": [ + 1.2352806732235102 + ], + "mse_channel_mean": 1.2352806732235102, + "conditional_kl": 90.98157270456204, + "m30_total": 20.666875887359428 + }, + "accepted_moves": 398, + "moved_fraction": 0.755859375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.3160098362486288, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.287372902881716, + "accuracy": 0.8125 + }, + { + "step": 100, + "objective": 1.2728338408539355, + "accuracy": 0.65625 + }, + { + "step": 150, + "objective": 1.2603766654544133, + "accuracy": 0.5546875 + }, + { + "step": 200, + "objective": 1.2535109846455308, + "accuracy": 0.443359375 + }, + { + "step": 250, + "objective": 1.2452430405826536, + "accuracy": 0.37890625 + }, + { + "step": 300, + "objective": 1.2410003386830177, + "accuracy": 0.30859375 + }, + { + "step": 350, + "objective": 1.2371885775749218, + "accuracy": 0.27734375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.1413681443193002, + "final_energy": { + "mse": 1.1413681443193002, + "mse_channels": [ + 1.1413681443193002 + ], + "mse_channel_mean": 1.1413681443193002, + "conditional_kl": 94.24273596099255, + "m30_total": 21.13128348083711 + }, + "accepted_moves": 746, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.1624349239609875, + "final_energy": { + "mse": 1.1624349239609875, + "mse_channels": [ + 1.1624349239609875 + ], + "mse_channel_mean": 1.1624349239609875, + "conditional_kl": 90.8489256188133, + "m30_total": 20.494654971684636 + }, + "accepted_moves": 837, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.160916510366608, + "final_energy": { + "mse": 1.160916510366608, + "mse_channels": [ + 1.160916510366608 + ], + "mse_channel_mean": 1.160916510366608, + "conditional_kl": 90.61465504620351, + "m30_total": 20.444764029973918 + }, + "accepted_moves": 789, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 1.1725820060877068, + "final_energy": { + "mse": 1.1725820060877068, + "mse_channels": [ + 1.1725820060877068 + ], + "mse_channel_mean": 1.1725820060877068, + "conditional_kl": 93.39180727982703, + "m30_total": 21.02352546814082 + }, + "accepted_moves": 803, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.156551236794528, + "final_energy": { + "mse": 1.156551236794528, + "mse_channels": [ + 1.156551236794528 + ], + "mse_channel_mean": 1.156551236794528, + "conditional_kl": 96.02340731874173, + "m30_total": 21.517783937337402 + }, + "accepted_moves": 836, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 117.04226684570312, + "improving_fraction": 0.003485812133072407, + "identity_strict_local_min": false, + "descent_keeps": 0.244140625, + "true_mse": 1.3171688589150667, + "best_random_descent": 1.1413681443193002, + "best_random_accuracy": 0.005859375, + "counterfeit_found": true + } +}
\ No newline at end of file |