diff options
Diffstat (limited to 'artifacts/manifold_gate/confirm_vg_ctx_k128.json')
| -rw-r--r-- | artifacts/manifold_gate/confirm_vg_ctx_k128.json | 471 |
1 files changed, 471 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k128.json b/artifacts/manifold_gate/confirm_vg_ctx_k128.json new file mode 100644 index 0000000..790fe31 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k128.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.827988845865869, + "mse_channels": [ + 0.827988845865869 + ], + "mse_channel_mean": 0.827988845865869, + "conditional_kl": 61.821281344439775, + "m30_total": 14.020233960619695 + }, + "similarity_shift": { + "mse": 1.9530848384522321, + "mse_channels": [ + 1.9530848384522321 + ], + "mse_channel_mean": 1.9530848384522321, + "conditional_kl": 247.08405475473484, + "m30_total": 53.32298062785143 + }, + "random": { + "mse": { + "mean": 1.9999589920043945, + "std": 0.005616878159344196, + "min": 1.9804449081420898, + "true_z": 208.65151977539062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999589920043945, + "std": 0.005616878159344196, + "min": 1.9804449081420898, + "true_z": 208.65151977539062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 246.26869201660156, + "std": 2.715684413909912, + "min": 238.67620849609375, + "true_z": 67.9193115234375, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 53.25364685058594, + "std": 0.5459474921226501, + "min": 51.7321891784668, + "true_z": 71.86298370361328, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 246, + "improving_fraction": 0.0018805039138943247, + "delta_mean": 0.009136810979152442, + "delta_min": -0.0018142672660784625, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.0018142672660784625, + "text_cosine": 1.6572966327548762, + "visual_cosine": 0.6849210625891649 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0018022521003868738, + "text_cosine": 1.538731249880867, + "visual_cosine": 2.026250226993711 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0015181833287607296, + "text_cosine": 2.796230837363656, + "visual_cosine": 1.8695190139116014 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0014746831609377315, + "text_cosine": 2.9305960543875695, + "visual_cosine": 3.0972484686643615 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0010889387080037097, + "text_cosine": 2.3381757926358455, + "visual_cosine": 2.7040533712682477 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0010176362879789856, + "text_cosine": 2.1480704306416794, + "visual_cosine": 1.3232504190941647 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.0009804675934470286, + "text_cosine": 1.9745135307977784, + "visual_cosine": 1.9203640219073455 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0009458626304008757, + "text_cosine": 2.527564109853728, + "visual_cosine": -0.385806735059448 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0008929395832947169, + "text_cosine": 1.0584700947660504, + "visual_cosine": -0.1502620904801008 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0008672452253065659, + "text_cosine": 1.8601037281741701, + "visual_cosine": 3.198019217053571 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.000866849733570186, + "text_cosine": 1.8130418658166596, + "visual_cosine": 3.5056188698009687 + }, + { + "pair": [ + 156, + 299 + ], + "delta_mse": -0.0008356898454564659, + "text_cosine": 2.0999694441591146, + "visual_cosine": 3.0312872741876706 + }, + { + "pair": [ + 206, + 297 + ], + "delta_mse": -0.0007673892203211864, + "text_cosine": 1.1864333098711806, + "visual_cosine": 3.156105031655421 + }, + { + "pair": [ + 235, + 299 + ], + "delta_mse": -0.0007297154647156282, + "text_cosine": 1.858780483490853, + "visual_cosine": 3.4888376062907036 + }, + { + "pair": [ + 103, + 153 + ], + "delta_mse": -0.0007238019449981943, + "text_cosine": 1.085892677932045, + "visual_cosine": 1.646121940407328 + }, + { + "pair": [ + 276, + 297 + ], + "delta_mse": -0.0007150092818103321, + "text_cosine": 1.352886712516287, + "visual_cosine": 4.014875480606243 + }, + { + "pair": [ + 120, + 362 + ], + "delta_mse": -0.0006423593549810814, + "text_cosine": 3.1137711124826173, + "visual_cosine": 5.291230811872147 + }, + { + "pair": [ + 181, + 255 + ], + "delta_mse": -0.0006191649869307155, + "text_cosine": 1.3249301093890005, + "visual_cosine": 3.874644872401014 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0005892845617117474, + "text_cosine": 2.4492709978965768, + "visual_cosine": 4.0889621976690345 + }, + { + "pair": [ + 216, + 491 + ], + "delta_mse": -0.0005832656794090363, + "text_cosine": 3.057012977810355, + "visual_cosine": 4.771937671816996 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.576171875, + "final_objective": 0.7890217112861286, + "final_energy": { + "mse": 0.7890217112861286, + "mse_channels": [ + 0.7890217112861286 + ], + "mse_channel_mean": 0.7890217112861286, + "conditional_kl": 63.80192187346023, + "m30_total": 14.338427797264304 + }, + "accepted_moves": 163, + "moved_fraction": 0.423828125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8261745785997905, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8024179079800153, + "accuracy": 0.822265625 + }, + { + "step": 100, + "objective": 0.793150588364767, + "accuracy": 0.6953125 + }, + { + "step": 150, + "objective": 0.7895320185471979, + "accuracy": 0.58203125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0199616991958975, + "final_energy": { + "mse": 1.0199616991958975, + "mse_channels": [ + 1.0199616991958975 + ], + "mse_channel_mean": 1.0199616991958975, + "conditional_kl": 107.30061786072157, + "m30_total": 23.50004697053611 + }, + "accepted_moves": 738, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.9704822375520237, + "final_energy": { + "mse": 0.9704822375520237, + "mse_channels": [ + 0.9704822375520237 + ], + "mse_channel_mean": 0.9704822375520237, + "conditional_kl": 99.25206710606028, + "m30_total": 21.791377896316103 + }, + "accepted_moves": 741, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0256759804837916, + "final_energy": { + "mse": 1.0256759804837916, + "mse_channels": [ + 1.0256759804837916 + ], + "mse_channel_mean": 1.0256759804837916, + "conditional_kl": 107.52246343225683, + "m30_total": 23.55584464741895 + }, + "accepted_moves": 710, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0461885332027883, + "final_energy": { + "mse": 1.0461885332027883, + "mse_channels": [ + 1.0461885332027883 + ], + "mse_channel_mean": 1.0461885332027883, + "conditional_kl": 106.63063687907304, + "m30_total": 23.418504442220183 + }, + "accepted_moves": 743, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.015625, + "final_objective": 1.005522933479142, + "final_energy": { + "mse": 1.005522933479142, + "mse_channels": [ + 1.005522933479142 + ], + "mse_channel_mean": 1.005522933479142, + "conditional_kl": 101.01868930129427, + "m30_total": 22.21478372721714 + }, + "accepted_moves": 787, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 0.987634964612562, + "final_energy": { + "mse": 0.987634964612562, + "mse_channels": [ + 0.987634964612562 + ], + "mse_channel_mean": 0.987634964612562, + "conditional_kl": 107.53235431132352, + "m30_total": 23.48174079148983 + }, + "accepted_moves": 804, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0223774730559756, + "final_energy": { + "mse": 1.0223774730559756, + "mse_channels": [ + 1.0223774730559756 + ], + "mse_channel_mean": 1.0223774730559756, + "conditional_kl": 109.90183828665583, + "m30_total": 24.02512260344312 + }, + "accepted_moves": 814, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01953125, + "final_objective": 1.033471615301309, + "final_energy": { + "mse": 1.033471615301309, + "mse_channels": [ + 1.033471615301309 + ], + "mse_channel_mean": 1.033471615301309, + "conditional_kl": 105.74697140260368, + "m30_total": 23.216337511123356 + }, + "accepted_moves": 824, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.076173037053711, + "final_energy": { + "mse": 1.076173037053711, + "mse_channels": [ + 1.076173037053711 + ], + "mse_channel_mean": 1.076173037053711, + "conditional_kl": 111.09211847227003, + "m30_total": 24.37076976856143 + }, + "accepted_moves": 868, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.013671875, + "final_objective": 1.0288291595019676, + "final_energy": { + "mse": 1.0288291595019676, + "mse_channels": [ + 1.0288291595019676 + ], + "mse_channel_mean": 1.0288291595019676, + "conditional_kl": 114.58509034880748, + "m30_total": 24.97467638876543 + }, + "accepted_moves": 791, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 208.65151977539062, + "improving_fraction": 0.0018805039138943247, + "identity_strict_local_min": false, + "descent_keeps": 0.576171875, + "true_mse": 0.827988845865869, + "best_random_descent": 0.9704822375520237, + "best_random_accuracy": 0.01953125, + "counterfeit_found": false + } +}
\ No newline at end of file |