diff options
Diffstat (limited to 'artifacts/manifold_gate/content_gate_flickr_k32.json')
| -rw-r--r-- | artifacts/manifold_gate/content_gate_flickr_k32.json | 362 |
1 files changed, 362 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/content_gate_flickr_k32.json b/artifacts/manifold_gate/content_gate_flickr_k32.json new file mode 100644 index 0000000..fa5228f --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k32.json @@ -0,0 +1,362 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.1409489570499156, + "mse_channels": [ + 1.1409489570499156 + ], + "mse_channel_mean": 1.1409489570499156, + "conditional_kl": 67.33988596589113, + "m30_total": 15.749875107278058 + }, + "similarity_shift": { + "mse": 1.9067233905164904, + "mse_channels": [ + 1.9067233905164904 + ], + "mse_channel_mean": 1.9067233905164904, + "conditional_kl": 186.74535536079563, + "m30_total": 41.16251785319211 + }, + "random": { + "mse": { + "mean": 1.9998486042022705, + "std": 0.006022298708558083, + "min": 1.981075644493103, + "true_z": 142.61988830566406, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998486042022705, + "std": 0.006022298708558083, + "min": 1.981075644493103, + "true_z": 142.61988830566406, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 193.23446655273438, + "std": 2.7021615505218506, + "min": 184.488525390625, + "true_z": 46.5903205871582, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 42.64659118652344, + "std": 0.5436192750930786, + "min": 40.890926361083984, + "true_z": 49.47712326049805, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 623, + "improving_fraction": 0.004762414383561644, + "delta_mean": 0.006614384327259976, + "delta_min": -0.0018833884803345527, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0018833884803345527, + "text_cosine": 1.8937643415178953, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 124, + 409 + ], + "delta_mse": -0.0018333894959604597, + "text_cosine": 1.7355883530526224, + "visual_cosine": -0.7173736684685584 + }, + { + "pair": [ + 165, + 409 + ], + "delta_mse": -0.001704593040026588, + "text_cosine": 1.2211269368798545, + "visual_cosine": 0.9387374078953112 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.001623174927752787, + "text_cosine": -0.6895358090074006, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 337, + 485 + ], + "delta_mse": -0.0015982722068407858, + "text_cosine": 2.11742953381571, + "visual_cosine": 0.8444916412015606 + }, + { + "pair": [ + 305, + 485 + ], + "delta_mse": -0.0015469611106928866, + "text_cosine": 0.03199675813814657, + "visual_cosine": -0.3864148927040937 + }, + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.0015301149494288237, + "text_cosine": 3.665212306592386, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.0015094352331642003, + "text_cosine": 0.8998479049780388, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 9, + 124 + ], + "delta_mse": -0.0013967951979963432, + "text_cosine": 2.036028571870346, + "visual_cosine": 0.2944096857804318 + }, + { + "pair": [ + 9, + 276 + ], + "delta_mse": -0.001347978797690255, + "text_cosine": 2.7150059205748436, + "visual_cosine": 4.009282024464298 + }, + { + "pair": [ + 124, + 165 + ], + "delta_mse": -0.0013318153964246235, + "text_cosine": 2.001968941301746, + "visual_cosine": 0.5944260853209754 + }, + { + "pair": [ + 9, + 436 + ], + "delta_mse": -0.001285548073389857, + "text_cosine": 1.33379017922693, + "visual_cosine": 2.150922173324471 + }, + { + "pair": [ + 409, + 434 + ], + "delta_mse": -0.0012408796738965775, + "text_cosine": 1.5465340750468566, + "visual_cosine": -0.25205678421914984 + }, + { + "pair": [ + 389, + 485 + ], + "delta_mse": -0.0012212358032484564, + "text_cosine": 1.9563031246635776, + "visual_cosine": -0.7438779458074521 + }, + { + "pair": [ + 57, + 409 + ], + "delta_mse": -0.001219446287254568, + "text_cosine": 2.3884154888733633, + "visual_cosine": 0.501901018584272 + }, + { + "pair": [ + 392, + 485 + ], + "delta_mse": -0.0012009450805130816, + "text_cosine": 0.6309419648255989, + "visual_cosine": -0.443039386614659 + }, + { + "pair": [ + 424, + 469 + ], + "delta_mse": -0.001186132145258966, + "text_cosine": 2.8559875616872197, + "visual_cosine": 2.6275199267191525 + }, + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.0011607639340676665, + "text_cosine": 3.0995390265615503, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 334, + 409 + ], + "delta_mse": -0.001152693188989794, + "text_cosine": 1.5098878697522988, + "visual_cosine": -0.14168712785561643 + }, + { + "pair": [ + 130, + 485 + ], + "delta_mse": -0.0011338306771832233, + "text_cosine": 1.8588675813745397, + "visual_cosine": -0.027564620756647455 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.404296875, + "final_objective": 1.046206260636463, + "final_energy": { + "mse": 1.046206260636463, + "mse_channels": [ + 1.046206260636463 + ], + "mse_channel_mean": 1.046206260636463, + "conditional_kl": 67.74992187876556, + "m30_total": 15.642396897026039 + }, + "accepted_moves": 292, + "moved_fraction": 0.595703125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1390655685695812, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.0934153115844905, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 1.0739327960705125, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 1.0631909305991252, + "accuracy": 0.58203125 + }, + { + "step": 200, + "objective": 1.053776867843126, + "accuracy": 0.50390625 + }, + { + "step": 250, + "objective": 1.0482250481547462, + "accuracy": 0.4296875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.1570468156265634, + "final_energy": { + "mse": 1.1570468156265634, + "mse_channels": [ + 1.1570468156265634 + ], + "mse_channel_mean": 1.1570468156265634, + "conditional_kl": 84.4986892574408, + "m30_total": 19.213831482741288 + }, + "accepted_moves": 735, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01953125, + "final_objective": 1.0788964442963973, + "final_energy": { + "mse": 1.0788964442963973, + "mse_channels": [ + 1.0788964442963973 + ], + "mse_channel_mean": 1.0788964442963973, + "conditional_kl": 87.00104449711986, + "m30_total": 19.558001788016767 + }, + "accepted_moves": 823, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 1.1916639685529302, + "final_energy": { + "mse": 1.1916639685529302, + "mse_channels": [ + 1.1916639685529302 + ], + "mse_channel_mean": 1.1916639685529302, + "conditional_kl": 86.46502879388007, + "m30_total": 19.676333695881876 + }, + "accepted_moves": 774, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 142.61988830566406, + "improving_fraction": 0.004762414383561644, + "identity_strict_local_min": false, + "descent_keeps": 0.404296875, + "true_mse": 1.1409489570499156, + "best_random_descent": 1.0788964442963973, + "best_random_accuracy": 0.01953125, + "counterfeit_found": true + } +}
\ No newline at end of file |