diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_ctx_k256.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_ctx_k256.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k256.json b/artifacts/manifold_gate/confirm_vg_ctx_k256.json new file mode 100644 index 0000000..cfb6385 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k256.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8291606910714874, + "mse_channels": [ + 0.8291606910714874 + ], + "mse_channel_mean": 0.8291606910714874, + "conditional_kl": 66.94348113997624, + "m30_total": 15.047017610138223 + }, + "similarity_shift": { + "mse": 1.9467263751366224, + "mse_channels": [ + 1.9467263751366224 + ], + "mse_channel_mean": 1.9467263751366224, + "conditional_kl": 248.58364734340185, + "m30_total": 53.61018221895362 + }, + "random": { + "mse": { + "mean": 1.99990713596344, + "std": 0.005606652237474918, + "min": 1.9816752672195435, + "true_z": 208.81381225585938, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.99990713596344, + "std": 0.005606652237474918, + "min": 1.9816752672195435, + "true_z": 208.81381225585938, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 257.592041015625, + "std": 2.7235772609710693, + "min": 249.01158142089844, + "true_z": 69.99932098388672, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 55.518218994140625, + "std": 0.5476071834564209, + "min": 53.79206848144531, + "true_z": 73.90553283691406, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 222, + "improving_fraction": 0.0016970401174168297, + "delta_mean": 0.009129020872215092, + "delta_min": -0.001982051158836244, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.001982051158836244, + "text_cosine": 3.0529266732858837, + "visual_cosine": 3.1299426265783743 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0017844343403964282, + "text_cosine": 2.778758308215422, + "visual_cosine": 1.7641533230090085 + }, + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.0017425724643356565, + "text_cosine": 1.4541632490565262, + "visual_cosine": 0.8202344318174067 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0013138721079200787, + "text_cosine": 1.403129132484385, + "visual_cosine": 1.7970631681234677 + }, + { + "pair": [ + 156, + 299 + ], + "delta_mse": -0.0011825955777385458, + "text_cosine": 1.8906372955018715, + "visual_cosine": 2.9793780447838873 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.001094288042029077, + "text_cosine": 1.7130964872703875, + "visual_cosine": 3.1791271626392215 + }, + { + "pair": [ + 235, + 299 + ], + "delta_mse": -0.001005480373250503, + "text_cosine": 1.6490479798887585, + "visual_cosine": 3.631427752592989 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.000952681789519479, + "text_cosine": 1.8934064733789544, + "visual_cosine": 2.250961365819796 + }, + { + "pair": [ + 216, + 491 + ], + "delta_mse": -0.0009412983881268763, + "text_cosine": 2.9563066457658786, + "visual_cosine": 4.953824563467284 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0008948483476499171, + "text_cosine": 2.5216412605988343, + "visual_cosine": -0.5649238201143523 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0008807477687096559, + "text_cosine": 0.6657681828488062, + "visual_cosine": -0.41762840022656195 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0008747282498907303, + "text_cosine": 2.5400442111939254, + "visual_cosine": 2.8709681643208467 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0008113848172181164, + "text_cosine": 2.0992981786016824, + "visual_cosine": 1.0787669060574794 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0007798217575135845, + "text_cosine": 1.943360113997329, + "visual_cosine": 3.2348883856554185 + }, + { + "pair": [ + 216, + 385 + ], + "delta_mse": -0.000698101535130126, + "text_cosine": 3.4020323627583338, + "visual_cosine": 4.188848307134719 + }, + { + "pair": [ + 141, + 216 + ], + "delta_mse": -0.0006461039566705614, + "text_cosine": 3.3787268733125644, + "visual_cosine": 6.454403136269444 + }, + { + "pair": [ + 284, + 351 + ], + "delta_mse": -0.0006384480085896762, + "text_cosine": 2.6642093263655875, + "visual_cosine": 0.8983796510921921 + }, + { + "pair": [ + 181, + 255 + ], + "delta_mse": -0.0006368065869369426, + "text_cosine": 1.1062222313794219, + "visual_cosine": 3.798288792961186 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0005967002468003508, + "text_cosine": 2.3671154649099067, + "visual_cosine": 4.07951998446578 + }, + { + "pair": [ + 216, + 341 + ], + "delta_mse": -0.0005625833082438933, + "text_cosine": 2.0127614449816806, + "visual_cosine": 3.604160953464477 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.587890625, + "final_objective": 0.7908062608316871, + "final_energy": { + "mse": 0.7908062608316871, + "mse_channels": [ + 0.7908062608316871 + ], + "mse_channel_mean": 0.7908062608316871, + "conditional_kl": 67.98931868417766, + "m30_total": 15.179476258498907 + }, + "accepted_moves": 156, + "moved_fraction": 0.412109375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8271786399126511, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8044466697343587, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 0.7952126879030614, + "accuracy": 0.7109375 + }, + { + "step": 150, + "objective": 0.7908966321832261, + "accuracy": 0.58984375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0252190238727592, + "final_energy": { + "mse": 1.0252190238727592, + "mse_channels": [ + 1.0252190238727592 + ], + "mse_channel_mean": 1.0252190238727592, + "conditional_kl": 114.33648208794108, + "m30_total": 24.917734465333737 + }, + "accepted_moves": 757, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 0.9826537414341335, + "final_energy": { + "mse": 0.9826537414341335, + "mse_channels": [ + 0.9826537414341335 + ], + "mse_channel_mean": 0.9826537414341335, + "conditional_kl": 102.9407161784741, + "m30_total": 22.553450718563088 + }, + "accepted_moves": 803, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0226669860800095, + "final_energy": { + "mse": 1.0226669860800095, + "mse_channels": [ + 1.0226669860800095 + ], + "mse_channel_mean": 1.0226669860800095, + "conditional_kl": 115.5215332259773, + "m30_total": 25.14964061735548 + }, + "accepted_moves": 814, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.0378349547804073, + "final_energy": { + "mse": 1.0378349547804073, + "mse_channels": [ + 1.0378349547804073 + ], + "mse_channel_mean": 1.0378349547804073, + "conditional_kl": 106.95813914056677, + "m30_total": 23.467297737674173 + }, + "accepted_moves": 823, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01171875, + "final_objective": 0.985192735211683, + "final_energy": { + "mse": 0.985192735211683, + "mse_channels": [ + 0.985192735211683 + ], + "mse_channel_mean": 0.985192735211683, + "conditional_kl": 109.24773372186733, + "m30_total": 23.819932214796836 + }, + "accepted_moves": 822, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 1.0025771383451125, + "final_energy": { + "mse": 1.0025771383451125, + "mse_channels": [ + 1.0025771383451125 + ], + "mse_channel_mean": 1.0025771383451125, + "conditional_kl": 114.02354573030284, + "m30_total": 24.809863422750794 + }, + "accepted_moves": 760, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0349677446235754, + "final_energy": { + "mse": 1.0349677446235754, + "mse_channels": [ + 1.0349677446235754 + ], + "mse_channel_mean": 1.0349677446235754, + "conditional_kl": 111.04325470316434, + "m30_total": 24.27858642988002 + }, + "accepted_moves": 874, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.1069797263942536, + "final_energy": { + "mse": 1.1069797263942536, + "mse_channels": [ + 1.1069797263942536 + ], + "mse_channel_mean": 1.1069797263942536, + "conditional_kl": 115.51792729249503, + "m30_total": 25.317544911287516 + }, + "accepted_moves": 799, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.0417880951936163, + "final_energy": { + "mse": 1.0417880951936163, + "mse_channels": [ + 1.0417880951936163 + ], + "mse_channel_mean": 1.0417880951936163, + "conditional_kl": 114.4394342185829, + "m30_total": 24.971463034103817 + }, + "accepted_moves": 798, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.013671875, + "final_objective": 0.9903820343212691, + "final_energy": { + "mse": 0.9903820343212691, + "mse_channels": [ + 0.9903820343212691 + ], + "mse_channel_mean": 0.9903820343212691, + "conditional_kl": 106.04793155792441, + "m30_total": 23.190350380227425 + }, + "accepted_moves": 797, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 208.81381225585938, + "improving_fraction": 0.0016970401174168297, + "identity_strict_local_min": false, + "descent_keeps": 0.587890625, + "true_mse": 0.8291606910714874, + "best_random_descent": 0.9826537414341335, + "best_random_accuracy": 0.013671875, + "counterfeit_found": false + } +}
\ No newline at end of file |