diff options
Diffstat (limited to 'artifacts/manifold_gate')
59 files changed, 43405 insertions, 0 deletions
diff --git a/artifacts/manifold_gate/anchor_battery.json b/artifacts/manifold_gate/anchor_battery.json new file mode 100644 index 0000000..fbf5e57 --- /dev/null +++ b/artifacts/manifold_gate/anchor_battery.json @@ -0,0 +1,40 @@ +{ + "protocol": "Unary anchors, computed independently per modality; hidden pairs score anchor quality only. Lexicon-to-physics maps are frozen world knowledge, declared before evaluation.", + "nodes": 5000, + "anchors": { + "color_histogram": { + "informative_text_fraction": 0.818, + "matched_mean": 0.4096606182992058, + "shuffled_mean": 0.29379064507043284, + "matched_minus_shuffled_z": 20.864018577857436 + }, + "chroma": { + "true_pairing_spearman": 0.13936140845445633 + }, + "light": { + "true_pairing_spearman": 0.07024794847391795 + }, + "size": { + "true_pairing_spearman": 0.0021239990289599483 + }, + "numerals_vs_area": { + "true_pairing_spearman": 0.04819725024789003 + } + }, + "combined_unary": { + "channels": [ + "color", + "chroma", + "light", + "size", + "numerals_vs_area" + ], + "matched_mean": 0.11238861179672217, + "grand_mean": -1.4522811397910117e-16, + "true_z": 17.22028281449666, + "retrieval_r@10": 0.0042, + "retrieval_r@100": 0.0396, + "median_rank": 1970.5, + "chance_r@10": 0.002 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/attention_probe_full.json b/artifacts/manifold_gate/attention_probe_full.json new file mode 100644 index 0000000..22d067a --- /dev/null +++ b/artifacts/manifold_gate/attention_probe_full.json @@ -0,0 +1,111 @@ +{ + "protocol": "Replayed view truth, evaluation-only. Each cell is the within-node cross-modal Spearman of relation fields at the true view correspondence, against a shuffled-view control.", + "nodes": 5000, + "baseline_isolated_cosine": { + "matched_mean": 0.1279621422290802, + "shuffled_mean": -0.002400045981630683, + "gap_z": 46.60123062133789 + }, + "channels": { + "text_attn_g0 x vision_attn_g0": { + "matched_mean": 0.0246360395103693, + "shuffled_mean": 0.0018186916131526232, + "gap_z": 7.828590393066406 + }, + "text_attn_g0 x vision_attn_g1": { + "matched_mean": 0.02522178180515766, + "shuffled_mean": 0.0023200020659714937, + "gap_z": 7.974187850952148 + }, + "text_attn_g0 x vision_attn_g2": { + "matched_mean": 0.026846596971154213, + "shuffled_mean": 0.003111843252554536, + "gap_z": 8.169827461242676 + }, + "text_attn_g0 x vision_ctx_cos": { + "matched_mean": 0.03297057002782822, + "shuffled_mean": 0.0029256935231387615, + "gap_z": 9.99555492401123 + }, + "text_attn_g1 x vision_attn_g0": { + "matched_mean": 0.058189209550619125, + "shuffled_mean": 0.0014253206318244338, + "gap_z": 19.106473922729492 + }, + "text_attn_g1 x vision_attn_g1": { + "matched_mean": 0.062455616891384125, + "shuffled_mean": 0.001968336058780551, + "gap_z": 20.717960357666016 + }, + "text_attn_g1 x vision_attn_g2": { + "matched_mean": 0.06540140509605408, + "shuffled_mean": 0.002817628439515829, + "gap_z": 21.213720321655273 + }, + "text_attn_g1 x vision_ctx_cos": { + "matched_mean": 0.07714134454727173, + "shuffled_mean": 0.0024559840094298124, + "gap_z": 24.414701461791992 + }, + "text_attn_g2 x vision_attn_g0": { + "matched_mean": 0.05762112885713577, + "shuffled_mean": 0.00122644763905555, + "gap_z": 18.899877548217773 + }, + "text_attn_g2 x vision_attn_g1": { + "matched_mean": 0.062174536287784576, + "shuffled_mean": 0.0014159244019538164, + "gap_z": 20.693180084228516 + }, + "text_attn_g2 x vision_attn_g2": { + "matched_mean": 0.06511640548706055, + "shuffled_mean": 0.002295177197083831, + "gap_z": 21.171533584594727 + }, + "text_attn_g2 x vision_ctx_cos": { + "matched_mean": 0.07819025963544846, + "shuffled_mean": 0.0018244234379380941, + "gap_z": 24.823591232299805 + }, + "text_attn_g3 x vision_attn_g0": { + "matched_mean": 0.048348233103752136, + "shuffled_mean": 0.0008306392701342702, + "gap_z": 15.629465103149414 + }, + "text_attn_g3 x vision_attn_g1": { + "matched_mean": 0.052185527980327606, + "shuffled_mean": 0.001778527395799756, + "gap_z": 16.855741500854492 + }, + "text_attn_g3 x vision_attn_g2": { + "matched_mean": 0.0553436279296875, + "shuffled_mean": 0.0025363026652485132, + "gap_z": 17.472745895385742 + }, + "text_attn_g3 x vision_ctx_cos": { + "matched_mean": 0.0647592768073082, + "shuffled_mean": 0.0026518579106777906, + "gap_z": 19.79732322692871 + }, + "text_ctx_cos x vision_attn_g0": { + "matched_mean": 0.15180939435958862, + "shuffled_mean": -0.001719625317491591, + "gap_z": 51.155216217041016 + }, + "text_ctx_cos x vision_attn_g1": { + "matched_mean": 0.17549680173397064, + "shuffled_mean": -0.0016138383653014898, + "gap_z": 59.05224609375 + }, + "text_ctx_cos x vision_attn_g2": { + "matched_mean": 0.18720850348472595, + "shuffled_mean": -0.00174369674641639, + "gap_z": 62.099239349365234 + }, + "text_ctx_cos x vision_ctx_cos": { + "matched_mean": 0.21646080911159515, + "shuffled_mean": -0.004605674650520086, + "gap_z": 69.60621643066406 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/bundle_channel_audit.json b/artifacts/manifold_gate/bundle_channel_audit.json new file mode 100644 index 0000000..9410ceb --- /dev/null +++ b/artifacts/manifold_gate/bundle_channel_audit.json @@ -0,0 +1,18 @@ +{ + "region_closed": { + "mean": 0.0875, + "std": -0.0234, + "q10": 0.0548, + "q90": 0.11, + "text_std_vs_mean": -0.8178, + "vis_std_vs_mean": 0.6304 + }, + "visible_relations": { + "mean": 0.0859, + "std": 0.0035, + "q10": 0.0446, + "q90": 0.1644, + "text_std_vs_mean": -0.8571, + "vis_std_vs_mean": 0.6304 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_flickr_k256.json b/artifacts/manifold_gate/confirm_flickr_k256.json new file mode 100644 index 0000000..e22b99b --- /dev/null +++ b/artifacts/manifold_gate/confirm_flickr_k256.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.1546877246286762, + "mse_channels": [ + 1.1546877246286762 + ], + "mse_channel_mean": 1.1546877246286762, + "conditional_kl": 108.4550083670776, + "m30_total": 24.000377122672873 + }, + "similarity_shift": { + "mse": 1.9041912830760603, + "mse_channels": [ + 1.9041912830760603 + ], + "mse_channel_mean": 1.9041912830760603, + "conditional_kl": 256.05337466005227, + "m30_total": 55.019057498162574 + }, + "random": { + "mse": { + "mean": 1.9999003410339355, + "std": 0.006010130047798157, + "min": 1.982003927230835, + "true_z": 140.63133239746094, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999003410339355, + "std": 0.006010130047798157, + "min": 1.982003927230835, + "true_z": 140.63133239746094, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 268.9618835449219, + "std": 2.801914691925049, + "min": 259.6843566894531, + "true_z": 57.28470993041992, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 57.79217529296875, + "std": 0.5641281604766846, + "min": 55.919036865234375, + "true_z": 59.90092468261719, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 301, + "improving_fraction": 0.002300941780821918, + "delta_mean": 0.006599695465669975, + "delta_min": -0.002106673753913907, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.002106673753913907, + "text_cosine": 4.771752607226815, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 249, + 263 + ], + "delta_mse": -0.002030481243337521, + "text_cosine": 3.639415975392405, + "visual_cosine": 0.779646086071806 + }, + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.0018087325801711461, + "text_cosine": 4.894592625648925, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 162, + 249 + ], + "delta_mse": -0.0017773483828894376, + "text_cosine": 4.2517640784798, + "visual_cosine": -0.8257147296481121 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0016735141691076828, + "text_cosine": 0.4369644141168811, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 249, + 376 + ], + "delta_mse": -0.0014473801500991222, + "text_cosine": 4.297139802607657, + "visual_cosine": -0.10976963338483188 + }, + { + "pair": [ + 119, + 263 + ], + "delta_mse": -0.0012890142182044658, + "text_cosine": 3.878637084019888, + "visual_cosine": 1.8204774124468979 + }, + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0012433291039634685, + "text_cosine": 1.1870969374583211, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 249, + 474 + ], + "delta_mse": -0.0012422355358091548, + "text_cosine": 3.660335482330824, + "visual_cosine": 2.8634547096915384 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.001218397589389288, + "text_cosine": 0.8310003119079372, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 9, + 150 + ], + "delta_mse": -0.0010210092435163612, + "text_cosine": 0.8460324872858265, + "visual_cosine": 2.657273763844986 + }, + { + "pair": [ + 119, + 161 + ], + "delta_mse": -0.0009735647476847104, + "text_cosine": 5.177541316503694, + "visual_cosine": 1.7612146710426384 + }, + { + "pair": [ + 77, + 249 + ], + "delta_mse": -0.0009630197068010005, + "text_cosine": 3.576483408081121, + "visual_cosine": 3.1298802818032883 + }, + { + "pair": [ + 186, + 400 + ], + "delta_mse": -0.0009303746459313509, + "text_cosine": 3.2110023106708723, + "visual_cosine": 0.26436751214831594 + }, + { + "pair": [ + 167, + 263 + ], + "delta_mse": -0.0009158935337043716, + "text_cosine": 5.3137658689642535, + "visual_cosine": 0.5569875687642872 + }, + { + "pair": [ + 145, + 249 + ], + "delta_mse": -0.0009086185498558903, + "text_cosine": 4.203582407263344, + "visual_cosine": 3.6885509258087743 + }, + { + "pair": [ + 9, + 276 + ], + "delta_mse": -0.0008722941532666594, + "text_cosine": 1.965975910195773, + "visual_cosine": 4.009282024464298 + }, + { + "pair": [ + 259, + 384 + ], + "delta_mse": -0.0008601661194578243, + "text_cosine": 0.9798790474306791, + "visual_cosine": 1.3198176951165124 + }, + { + "pair": [ + 119, + 376 + ], + "delta_mse": -0.0008435283988319419, + "text_cosine": 4.484928752880318, + "visual_cosine": -0.05953952202158341 + }, + { + "pair": [ + 162, + 251 + ], + "delta_mse": -0.0008337540430346952, + "text_cosine": 4.885882854391089, + "visual_cosine": 1.6993900020603434 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.57421875, + "final_objective": 1.0977529716166556, + "final_energy": { + "mse": 1.0977529716166556, + "mse_channels": [ + 1.0977529716166556 + ], + "mse_channel_mean": 1.0977529716166556, + "conditional_kl": 108.24199635335856, + "m30_total": 23.843905213905025 + }, + "accepted_moves": 173, + "moved_fraction": 0.42578125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1525810508747623, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.1196791353321829, + "accuracy": 0.841796875 + }, + { + "step": 100, + "objective": 1.1072090587688939, + "accuracy": 0.712890625 + }, + { + "step": 150, + "objective": 1.0999492514623208, + "accuracy": 0.615234375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.01171875, + "final_objective": 1.1989583103900996, + "final_energy": { + "mse": 1.1989583103900996, + "mse_channels": [ + 1.1989583103900996 + ], + "mse_channel_mean": 1.1989583103900996, + "conditional_kl": 136.6311415406787, + "m30_total": 29.72414492891594 + }, + "accepted_moves": 767, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.03125, + "final_objective": 1.1482750042023677, + "final_energy": { + "mse": 1.1482750042023677, + "mse_channels": [ + 1.1482750042023677 + ], + "mse_channel_mean": 1.1482750042023677, + "conditional_kl": 135.726583057305, + "m30_total": 29.441866619865735 + }, + "accepted_moves": 769, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.009765625, + "final_objective": 1.2402463307539915, + "final_energy": { + "mse": 1.2402463307539915, + "mse_channels": [ + 1.2402463307539915 + ], + "mse_channel_mean": 1.2402463307539915, + "conditional_kl": 138.9196194950157, + "m30_total": 30.264416560511126 + }, + "accepted_moves": 833, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.218728525625111, + "final_energy": { + "mse": 1.218728525625111, + "mse_channels": [ + 1.218728525625111 + ], + "mse_channel_mean": 1.218728525625111, + "conditional_kl": 151.72932277145136, + "m30_total": 32.78332160554049 + }, + "accepted_moves": 783, + "moved_fraction": 0.97265625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.2681235388723056, + "final_energy": { + "mse": 1.2681235388723056, + "mse_channels": [ + 1.2681235388723056 + ], + "mse_channel_mean": 1.2681235388723056, + "conditional_kl": 145.1072004024942, + "m30_total": 31.55768715824345 + }, + "accepted_moves": 731, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.2350275361769232, + "final_energy": { + "mse": 1.2350275361769232, + "mse_channels": [ + 1.2350275361769232 + ], + "mse_channel_mean": 1.2350275361769232, + "conditional_kl": 147.65210117618506, + "m30_total": 32.00047530759086 + }, + "accepted_moves": 764, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.2458547935863458, + "final_energy": { + "mse": 1.2458547935863458, + "mse_channels": [ + 1.2458547935863458 + ], + "mse_channel_mean": 1.2458547935863458, + "conditional_kl": 144.94915350750264, + "m30_total": 31.481540288673223 + }, + "accepted_moves": 788, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.017578125, + "final_objective": 1.1616751950016448, + "final_energy": { + "mse": 1.1616751950016448, + "mse_channels": [ + 1.1616751950016448 + ], + "mse_channel_mean": 1.1616751950016448, + "conditional_kl": 136.85712413815074, + "m30_total": 29.694775217633442 + }, + "accepted_moves": 812, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.1904869630151909, + "final_energy": { + "mse": 1.1904869630151909, + "mse_channels": [ + 1.1904869630151909 + ], + "mse_channel_mean": 1.1904869630151909, + "conditional_kl": 145.64149511716178, + "m30_total": 31.50927294946274 + }, + "accepted_moves": 724, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 1.1869085072887713, + "final_energy": { + "mse": 1.1869085072887713, + "mse_channels": [ + 1.1869085072887713 + ], + "mse_channel_mean": 1.1869085072887713, + "conditional_kl": 137.22801745597192, + "m30_total": 29.81942050577193 + }, + "accepted_moves": 726, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 140.63133239746094, + "improving_fraction": 0.002300941780821918, + "identity_strict_local_min": false, + "descent_keeps": 0.57421875, + "true_mse": 1.1546877246286762, + "best_random_descent": 1.1482750042023677, + "best_random_accuracy": 0.03125, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k128.json b/artifacts/manifold_gate/confirm_vg_ctx_k128.json new file mode 100644 index 0000000..790fe31 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k128.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.827988845865869, + "mse_channels": [ + 0.827988845865869 + ], + "mse_channel_mean": 0.827988845865869, + "conditional_kl": 61.821281344439775, + "m30_total": 14.020233960619695 + }, + "similarity_shift": { + "mse": 1.9530848384522321, + "mse_channels": [ + 1.9530848384522321 + ], + "mse_channel_mean": 1.9530848384522321, + "conditional_kl": 247.08405475473484, + "m30_total": 53.32298062785143 + }, + "random": { + "mse": { + "mean": 1.9999589920043945, + "std": 0.005616878159344196, + "min": 1.9804449081420898, + "true_z": 208.65151977539062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999589920043945, + "std": 0.005616878159344196, + "min": 1.9804449081420898, + "true_z": 208.65151977539062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 246.26869201660156, + "std": 2.715684413909912, + "min": 238.67620849609375, + "true_z": 67.9193115234375, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 53.25364685058594, + "std": 0.5459474921226501, + "min": 51.7321891784668, + "true_z": 71.86298370361328, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 246, + "improving_fraction": 0.0018805039138943247, + "delta_mean": 0.009136810979152442, + "delta_min": -0.0018142672660784625, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.0018142672660784625, + "text_cosine": 1.6572966327548762, + "visual_cosine": 0.6849210625891649 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0018022521003868738, + "text_cosine": 1.538731249880867, + "visual_cosine": 2.026250226993711 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0015181833287607296, + "text_cosine": 2.796230837363656, + "visual_cosine": 1.8695190139116014 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0014746831609377315, + "text_cosine": 2.9305960543875695, + "visual_cosine": 3.0972484686643615 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0010889387080037097, + "text_cosine": 2.3381757926358455, + "visual_cosine": 2.7040533712682477 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0010176362879789856, + "text_cosine": 2.1480704306416794, + "visual_cosine": 1.3232504190941647 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.0009804675934470286, + "text_cosine": 1.9745135307977784, + "visual_cosine": 1.9203640219073455 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0009458626304008757, + "text_cosine": 2.527564109853728, + "visual_cosine": -0.385806735059448 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0008929395832947169, + "text_cosine": 1.0584700947660504, + "visual_cosine": -0.1502620904801008 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0008672452253065659, + "text_cosine": 1.8601037281741701, + "visual_cosine": 3.198019217053571 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.000866849733570186, + "text_cosine": 1.8130418658166596, + "visual_cosine": 3.5056188698009687 + }, + { + "pair": [ + 156, + 299 + ], + "delta_mse": -0.0008356898454564659, + "text_cosine": 2.0999694441591146, + "visual_cosine": 3.0312872741876706 + }, + { + "pair": [ + 206, + 297 + ], + "delta_mse": -0.0007673892203211864, + "text_cosine": 1.1864333098711806, + "visual_cosine": 3.156105031655421 + }, + { + "pair": [ + 235, + 299 + ], + "delta_mse": -0.0007297154647156282, + "text_cosine": 1.858780483490853, + "visual_cosine": 3.4888376062907036 + }, + { + "pair": [ + 103, + 153 + ], + "delta_mse": -0.0007238019449981943, + "text_cosine": 1.085892677932045, + "visual_cosine": 1.646121940407328 + }, + { + "pair": [ + 276, + 297 + ], + "delta_mse": -0.0007150092818103321, + "text_cosine": 1.352886712516287, + "visual_cosine": 4.014875480606243 + }, + { + "pair": [ + 120, + 362 + ], + "delta_mse": -0.0006423593549810814, + "text_cosine": 3.1137711124826173, + "visual_cosine": 5.291230811872147 + }, + { + "pair": [ + 181, + 255 + ], + "delta_mse": -0.0006191649869307155, + "text_cosine": 1.3249301093890005, + "visual_cosine": 3.874644872401014 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0005892845617117474, + "text_cosine": 2.4492709978965768, + "visual_cosine": 4.0889621976690345 + }, + { + "pair": [ + 216, + 491 + ], + "delta_mse": -0.0005832656794090363, + "text_cosine": 3.057012977810355, + "visual_cosine": 4.771937671816996 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.576171875, + "final_objective": 0.7890217112861286, + "final_energy": { + "mse": 0.7890217112861286, + "mse_channels": [ + 0.7890217112861286 + ], + "mse_channel_mean": 0.7890217112861286, + "conditional_kl": 63.80192187346023, + "m30_total": 14.338427797264304 + }, + "accepted_moves": 163, + "moved_fraction": 0.423828125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8261745785997905, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8024179079800153, + "accuracy": 0.822265625 + }, + { + "step": 100, + "objective": 0.793150588364767, + "accuracy": 0.6953125 + }, + { + "step": 150, + "objective": 0.7895320185471979, + "accuracy": 0.58203125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0199616991958975, + "final_energy": { + "mse": 1.0199616991958975, + "mse_channels": [ + 1.0199616991958975 + ], + "mse_channel_mean": 1.0199616991958975, + "conditional_kl": 107.30061786072157, + "m30_total": 23.50004697053611 + }, + "accepted_moves": 738, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.9704822375520237, + "final_energy": { + "mse": 0.9704822375520237, + "mse_channels": [ + 0.9704822375520237 + ], + "mse_channel_mean": 0.9704822375520237, + "conditional_kl": 99.25206710606028, + "m30_total": 21.791377896316103 + }, + "accepted_moves": 741, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0256759804837916, + "final_energy": { + "mse": 1.0256759804837916, + "mse_channels": [ + 1.0256759804837916 + ], + "mse_channel_mean": 1.0256759804837916, + "conditional_kl": 107.52246343225683, + "m30_total": 23.55584464741895 + }, + "accepted_moves": 710, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0461885332027883, + "final_energy": { + "mse": 1.0461885332027883, + "mse_channels": [ + 1.0461885332027883 + ], + "mse_channel_mean": 1.0461885332027883, + "conditional_kl": 106.63063687907304, + "m30_total": 23.418504442220183 + }, + "accepted_moves": 743, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.015625, + "final_objective": 1.005522933479142, + "final_energy": { + "mse": 1.005522933479142, + "mse_channels": [ + 1.005522933479142 + ], + "mse_channel_mean": 1.005522933479142, + "conditional_kl": 101.01868930129427, + "m30_total": 22.21478372721714 + }, + "accepted_moves": 787, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 0.987634964612562, + "final_energy": { + "mse": 0.987634964612562, + "mse_channels": [ + 0.987634964612562 + ], + "mse_channel_mean": 0.987634964612562, + "conditional_kl": 107.53235431132352, + "m30_total": 23.48174079148983 + }, + "accepted_moves": 804, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0223774730559756, + "final_energy": { + "mse": 1.0223774730559756, + "mse_channels": [ + 1.0223774730559756 + ], + "mse_channel_mean": 1.0223774730559756, + "conditional_kl": 109.90183828665583, + "m30_total": 24.02512260344312 + }, + "accepted_moves": 814, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01953125, + "final_objective": 1.033471615301309, + "final_energy": { + "mse": 1.033471615301309, + "mse_channels": [ + 1.033471615301309 + ], + "mse_channel_mean": 1.033471615301309, + "conditional_kl": 105.74697140260368, + "m30_total": 23.216337511123356 + }, + "accepted_moves": 824, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.076173037053711, + "final_energy": { + "mse": 1.076173037053711, + "mse_channels": [ + 1.076173037053711 + ], + "mse_channel_mean": 1.076173037053711, + "conditional_kl": 111.09211847227003, + "m30_total": 24.37076976856143 + }, + "accepted_moves": 868, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.013671875, + "final_objective": 1.0288291595019676, + "final_energy": { + "mse": 1.0288291595019676, + "mse_channels": [ + 1.0288291595019676 + ], + "mse_channel_mean": 1.0288291595019676, + "conditional_kl": 114.58509034880748, + "m30_total": 24.97467638876543 + }, + "accepted_moves": 791, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 208.65151977539062, + "improving_fraction": 0.0018805039138943247, + "identity_strict_local_min": false, + "descent_keeps": 0.576171875, + "true_mse": 0.827988845865869, + "best_random_descent": 0.9704822375520237, + "best_random_accuracy": 0.01953125, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k256.json b/artifacts/manifold_gate/confirm_vg_ctx_k256.json new file mode 100644 index 0000000..cfb6385 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k256.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8291606910714874, + "mse_channels": [ + 0.8291606910714874 + ], + "mse_channel_mean": 0.8291606910714874, + "conditional_kl": 66.94348113997624, + "m30_total": 15.047017610138223 + }, + "similarity_shift": { + "mse": 1.9467263751366224, + "mse_channels": [ + 1.9467263751366224 + ], + "mse_channel_mean": 1.9467263751366224, + "conditional_kl": 248.58364734340185, + "m30_total": 53.61018221895362 + }, + "random": { + "mse": { + "mean": 1.99990713596344, + "std": 0.005606652237474918, + "min": 1.9816752672195435, + "true_z": 208.81381225585938, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.99990713596344, + "std": 0.005606652237474918, + "min": 1.9816752672195435, + "true_z": 208.81381225585938, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 257.592041015625, + "std": 2.7235772609710693, + "min": 249.01158142089844, + "true_z": 69.99932098388672, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 55.518218994140625, + "std": 0.5476071834564209, + "min": 53.79206848144531, + "true_z": 73.90553283691406, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 222, + "improving_fraction": 0.0016970401174168297, + "delta_mean": 0.009129020872215092, + "delta_min": -0.001982051158836244, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.001982051158836244, + "text_cosine": 3.0529266732858837, + "visual_cosine": 3.1299426265783743 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0017844343403964282, + "text_cosine": 2.778758308215422, + "visual_cosine": 1.7641533230090085 + }, + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.0017425724643356565, + "text_cosine": 1.4541632490565262, + "visual_cosine": 0.8202344318174067 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0013138721079200787, + "text_cosine": 1.403129132484385, + "visual_cosine": 1.7970631681234677 + }, + { + "pair": [ + 156, + 299 + ], + "delta_mse": -0.0011825955777385458, + "text_cosine": 1.8906372955018715, + "visual_cosine": 2.9793780447838873 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.001094288042029077, + "text_cosine": 1.7130964872703875, + "visual_cosine": 3.1791271626392215 + }, + { + "pair": [ + 235, + 299 + ], + "delta_mse": -0.001005480373250503, + "text_cosine": 1.6490479798887585, + "visual_cosine": 3.631427752592989 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.000952681789519479, + "text_cosine": 1.8934064733789544, + "visual_cosine": 2.250961365819796 + }, + { + "pair": [ + 216, + 491 + ], + "delta_mse": -0.0009412983881268763, + "text_cosine": 2.9563066457658786, + "visual_cosine": 4.953824563467284 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0008948483476499171, + "text_cosine": 2.5216412605988343, + "visual_cosine": -0.5649238201143523 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0008807477687096559, + "text_cosine": 0.6657681828488062, + "visual_cosine": -0.41762840022656195 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0008747282498907303, + "text_cosine": 2.5400442111939254, + "visual_cosine": 2.8709681643208467 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0008113848172181164, + "text_cosine": 2.0992981786016824, + "visual_cosine": 1.0787669060574794 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0007798217575135845, + "text_cosine": 1.943360113997329, + "visual_cosine": 3.2348883856554185 + }, + { + "pair": [ + 216, + 385 + ], + "delta_mse": -0.000698101535130126, + "text_cosine": 3.4020323627583338, + "visual_cosine": 4.188848307134719 + }, + { + "pair": [ + 141, + 216 + ], + "delta_mse": -0.0006461039566705614, + "text_cosine": 3.3787268733125644, + "visual_cosine": 6.454403136269444 + }, + { + "pair": [ + 284, + 351 + ], + "delta_mse": -0.0006384480085896762, + "text_cosine": 2.6642093263655875, + "visual_cosine": 0.8983796510921921 + }, + { + "pair": [ + 181, + 255 + ], + "delta_mse": -0.0006368065869369426, + "text_cosine": 1.1062222313794219, + "visual_cosine": 3.798288792961186 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0005967002468003508, + "text_cosine": 2.3671154649099067, + "visual_cosine": 4.07951998446578 + }, + { + "pair": [ + 216, + 341 + ], + "delta_mse": -0.0005625833082438933, + "text_cosine": 2.0127614449816806, + "visual_cosine": 3.604160953464477 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.587890625, + "final_objective": 0.7908062608316871, + "final_energy": { + "mse": 0.7908062608316871, + "mse_channels": [ + 0.7908062608316871 + ], + "mse_channel_mean": 0.7908062608316871, + "conditional_kl": 67.98931868417766, + "m30_total": 15.179476258498907 + }, + "accepted_moves": 156, + "moved_fraction": 0.412109375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8271786399126511, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8044466697343587, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 0.7952126879030614, + "accuracy": 0.7109375 + }, + { + "step": 150, + "objective": 0.7908966321832261, + "accuracy": 0.58984375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0252190238727592, + "final_energy": { + "mse": 1.0252190238727592, + "mse_channels": [ + 1.0252190238727592 + ], + "mse_channel_mean": 1.0252190238727592, + "conditional_kl": 114.33648208794108, + "m30_total": 24.917734465333737 + }, + "accepted_moves": 757, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 0.9826537414341335, + "final_energy": { + "mse": 0.9826537414341335, + "mse_channels": [ + 0.9826537414341335 + ], + "mse_channel_mean": 0.9826537414341335, + "conditional_kl": 102.9407161784741, + "m30_total": 22.553450718563088 + }, + "accepted_moves": 803, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0226669860800095, + "final_energy": { + "mse": 1.0226669860800095, + "mse_channels": [ + 1.0226669860800095 + ], + "mse_channel_mean": 1.0226669860800095, + "conditional_kl": 115.5215332259773, + "m30_total": 25.14964061735548 + }, + "accepted_moves": 814, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.0378349547804073, + "final_energy": { + "mse": 1.0378349547804073, + "mse_channels": [ + 1.0378349547804073 + ], + "mse_channel_mean": 1.0378349547804073, + "conditional_kl": 106.95813914056677, + "m30_total": 23.467297737674173 + }, + "accepted_moves": 823, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01171875, + "final_objective": 0.985192735211683, + "final_energy": { + "mse": 0.985192735211683, + "mse_channels": [ + 0.985192735211683 + ], + "mse_channel_mean": 0.985192735211683, + "conditional_kl": 109.24773372186733, + "m30_total": 23.819932214796836 + }, + "accepted_moves": 822, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 1.0025771383451125, + "final_energy": { + "mse": 1.0025771383451125, + "mse_channels": [ + 1.0025771383451125 + ], + "mse_channel_mean": 1.0025771383451125, + "conditional_kl": 114.02354573030284, + "m30_total": 24.809863422750794 + }, + "accepted_moves": 760, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0349677446235754, + "final_energy": { + "mse": 1.0349677446235754, + "mse_channels": [ + 1.0349677446235754 + ], + "mse_channel_mean": 1.0349677446235754, + "conditional_kl": 111.04325470316434, + "m30_total": 24.27858642988002 + }, + "accepted_moves": 874, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.1069797263942536, + "final_energy": { + "mse": 1.1069797263942536, + "mse_channels": [ + 1.1069797263942536 + ], + "mse_channel_mean": 1.1069797263942536, + "conditional_kl": 115.51792729249503, + "m30_total": 25.317544911287516 + }, + "accepted_moves": 799, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.0417880951936163, + "final_energy": { + "mse": 1.0417880951936163, + "mse_channels": [ + 1.0417880951936163 + ], + "mse_channel_mean": 1.0417880951936163, + "conditional_kl": 114.4394342185829, + "m30_total": 24.971463034103817 + }, + "accepted_moves": 798, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.013671875, + "final_objective": 0.9903820343212691, + "final_energy": { + "mse": 0.9903820343212691, + "mse_channels": [ + 0.9903820343212691 + ], + "mse_channel_mean": 0.9903820343212691, + "conditional_kl": 106.04793155792441, + "m30_total": 23.190350380227425 + }, + "accepted_moves": 797, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 208.81381225585938, + "improving_fraction": 0.0016970401174168297, + "identity_strict_local_min": false, + "descent_keeps": 0.587890625, + "true_mse": 0.8291606910714874, + "best_random_descent": 0.9826537414341335, + "best_random_accuracy": 0.013671875, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_ctx_k64.json b/artifacts/manifold_gate/confirm_vg_ctx_k64.json new file mode 100644 index 0000000..36a12e6 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_ctx_k64.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 64, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8140856357572548, + "mse_channels": [ + 0.8140856357572548 + ], + "mse_channel_mean": 0.8140856357572548, + "conditional_kl": 55.18031732576966, + "m30_total": 12.66423473666844 + }, + "similarity_shift": { + "mse": 1.9473473061424353, + "mse_channels": [ + 1.9473473061424353 + ], + "mse_channel_mean": 1.9473473061424353, + "conditional_kl": 225.02825824487698, + "m30_total": 48.900346261260275 + }, + "random": { + "mse": { + "mean": 1.999935269355774, + "std": 0.005565356928855181, + "min": 1.9808239936828613, + "true_z": 213.0770263671875, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.999935269355774, + "std": 0.005565356928855181, + "min": 1.9808239936828613, + "true_z": 213.0770263671875, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 229.97132873535156, + "std": 2.7381088733673096, + "min": 221.69647216796875, + "true_z": 63.83639907836914, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 49.99413299560547, + "std": 0.5505053997039795, + "min": 48.332183837890625, + "true_z": 67.81023406982422, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 301, + "improving_fraction": 0.002300941780821918, + "delta_mean": 0.009244377717663916, + "delta_min": -0.00201268571690027, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 243, + 327 + ], + "delta_mse": -0.00201268571690027, + "text_cosine": 2.023807705789151, + "visual_cosine": -0.24987834800362824 + }, + { + "pair": [ + 19, + 146 + ], + "delta_mse": -0.0016012698957732635, + "text_cosine": 1.052988071552314, + "visual_cosine": 1.7528574106004984 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0013673422220636907, + "text_cosine": 2.9471603882637547, + "visual_cosine": 3.2966817011379668 + }, + { + "pair": [ + 276, + 297 + ], + "delta_mse": -0.0013052655304598647, + "text_cosine": 1.1551487520377572, + "visual_cosine": 4.1688563897122215 + }, + { + "pair": [ + 243, + 390 + ], + "delta_mse": -0.0012938251908747702, + "text_cosine": 1.6662894623201576, + "visual_cosine": 1.2688511609901614 + }, + { + "pair": [ + 153, + 243 + ], + "delta_mse": -0.0012699679492806878, + "text_cosine": 2.147633712889248, + "visual_cosine": 0.9714243720660203 + }, + { + "pair": [ + 269, + 299 + ], + "delta_mse": -0.0012151861819225433, + "text_cosine": 2.4944221823924435, + "visual_cosine": 1.9926603688143947 + }, + { + "pair": [ + 243, + 455 + ], + "delta_mse": -0.001172980014423683, + "text_cosine": 1.8903534063062137, + "visual_cosine": 2.6125244367373353 + }, + { + "pair": [ + 181, + 341 + ], + "delta_mse": -0.0011166200609029444, + "text_cosine": 2.319359452546985, + "visual_cosine": 2.566534988175139 + }, + { + "pair": [ + 206, + 297 + ], + "delta_mse": -0.0010593495284126821, + "text_cosine": 1.0773316581089547, + "visual_cosine": 2.9372547667047226 + }, + { + "pair": [ + 103, + 153 + ], + "delta_mse": -0.0010389566411935646, + "text_cosine": 1.2988875017486146, + "visual_cosine": 2.5090800476556496 + }, + { + "pair": [ + 4, + 297 + ], + "delta_mse": -0.0008972254949974584, + "text_cosine": 2.0403597418551436, + "visual_cosine": 1.5650712569065268 + }, + { + "pair": [ + 284, + 292 + ], + "delta_mse": -0.0008133924430269296, + "text_cosine": 1.874042498612851, + "visual_cosine": 3.089190843940731 + }, + { + "pair": [ + 111, + 243 + ], + "delta_mse": -0.0007950863303360195, + "text_cosine": 2.849850381205819, + "visual_cosine": 3.9908796029401623 + }, + { + "pair": [ + 239, + 244 + ], + "delta_mse": -0.0007677906380592262, + "text_cosine": 2.084083421252743, + "visual_cosine": 0.6763609199354287 + }, + { + "pair": [ + 155, + 390 + ], + "delta_mse": -0.0007263145916679788, + "text_cosine": 2.3392866966985046, + "visual_cosine": -0.03367370883217646 + }, + { + "pair": [ + 32, + 249 + ], + "delta_mse": -0.0007163293598036494, + "text_cosine": 1.7610113940571634, + "visual_cosine": 3.363148379221864 + }, + { + "pair": [ + 5, + 276 + ], + "delta_mse": -0.0006998500242946498, + "text_cosine": 2.8961026156806975, + "visual_cosine": 4.579919361724931 + }, + { + "pair": [ + 297, + 505 + ], + "delta_mse": -0.0006720235277583073, + "text_cosine": 1.3640176446300787, + "visual_cosine": 2.7248817876316016 + }, + { + "pair": [ + 243, + 399 + ], + "delta_mse": -0.0006550633244014817, + "text_cosine": 2.165253316053502, + "visual_cosine": 0.4068660423360907 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.521484375, + "final_objective": 0.7673193715914207, + "final_energy": { + "mse": 0.7673193715914207, + "mse_channels": [ + 0.7673193715914207 + ], + "mse_channel_mean": 0.7673193715914207, + "conditional_kl": 56.40632373918596, + "m30_total": 12.815903491020032 + }, + "accepted_moves": 181, + "moved_fraction": 0.478515625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8120729500403545, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.7858440238231014, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 0.7752128067479371, + "accuracy": 0.68359375 + }, + { + "step": 150, + "objective": 0.7687343989342098, + "accuracy": 0.568359375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 0.988217830355934, + "final_energy": { + "mse": 0.988217830355934, + "mse_channels": [ + 0.988217830355934 + ], + "mse_channel_mean": 0.988217830355934, + "conditional_kl": 94.32903296788456, + "m30_total": 20.84224225428878 + }, + "accepted_moves": 767, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01953125, + "final_objective": 0.908925360203963, + "final_energy": { + "mse": 0.908925360203963, + "mse_channels": [ + 0.908925360203963 + ], + "mse_channel_mean": 0.908925360203963, + "conditional_kl": 95.47093542248258, + "m30_total": 20.912037804904443 + }, + "accepted_moves": 788, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0144896445821616, + "final_energy": { + "mse": 1.0144896445821616, + "mse_channels": [ + 1.0144896445821616 + ], + "mse_channel_mean": 1.0144896445821616, + "conditional_kl": 96.07101638807677, + "m30_total": 21.243182566779677 + }, + "accepted_moves": 773, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 0.9791431431305767, + "final_energy": { + "mse": 0.9791431431305767, + "mse_channels": [ + 0.9791431431305767 + ], + "mse_channel_mean": 0.9791431431305767, + "conditional_kl": 92.66743910040222, + "m30_total": 20.491774106341598 + }, + "accepted_moves": 800, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.021484375, + "final_objective": 0.9505906921163937, + "final_energy": { + "mse": 0.9505906921163937, + "mse_channels": [ + 0.9505906921163937 + ], + "mse_channel_mean": 0.9505906921163937, + "conditional_kl": 94.05747976317048, + "m30_total": 20.712677336866886 + }, + "accepted_moves": 793, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.9913604135149751, + "final_energy": { + "mse": 0.9913604135149751, + "mse_channels": [ + 0.9913604135149751 + ], + "mse_channel_mean": 0.9913604135149751, + "conditional_kl": 100.98558038456247, + "m30_total": 22.179836903942444 + }, + "accepted_moves": 768, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0078125, + "final_objective": 1.0040370307865647, + "final_energy": { + "mse": 1.0040370307865647, + "mse_channels": [ + 1.0040370307865647 + ], + "mse_channel_mean": 1.0040370307865647, + "conditional_kl": 98.17857528003837, + "m30_total": 21.643789117580805 + }, + "accepted_moves": 762, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0119171860348792, + "final_energy": { + "mse": 1.0119171860348792, + "mse_channels": [ + 1.0119171860348792 + ], + "mse_channel_mean": 1.0119171860348792, + "conditional_kl": 101.73536766845666, + "m30_total": 22.37090790576109 + }, + "accepted_moves": 798, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0086977715448446, + "final_energy": { + "mse": 1.0086977715448446, + "mse_channels": [ + 1.0086977715448446 + ], + "mse_channel_mean": 1.0086977715448446, + "conditional_kl": 93.13049251586273, + "m30_total": 20.643494046262234 + }, + "accepted_moves": 846, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 0.9763849328799405, + "final_energy": { + "mse": 0.9763849328799405, + "mse_channels": [ + 0.9763849328799405 + ], + "mse_channel_mean": 0.9763849328799405, + "conditional_kl": 95.17237951324991, + "m30_total": 20.987245768409863 + }, + "accepted_moves": 836, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 213.0770263671875, + "improving_fraction": 0.002300941780821918, + "identity_strict_local_min": false, + "descent_keeps": 0.521484375, + "true_mse": 0.8140856357572548, + "best_random_descent": 0.908925360203963, + "best_random_accuracy": 0.021484375, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k128_seed0.json b/artifacts/manifold_gate/confirm_vg_k128_seed0.json new file mode 100644 index 0000000..acadcdd --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k128_seed0.json @@ -0,0 +1,476 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.839849764543192, + "mse_channels": [ + 0.839849764543192 + ], + "mse_channel_mean": 0.839849764543192, + "conditional_kl": 84.21727299155093, + "m30_total": 18.52315412739657 + }, + "similarity_shift": { + "mse": 1.932655144346576, + "mse_channels": [ + 1.932655144346576 + ], + "mse_channel_mean": 1.932655144346576, + "conditional_kl": 261.6444877034851, + "m30_total": 56.19420782939017 + }, + "random": { + "mse": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 277.5539245605469, + "std": 2.6164634227752686, + "min": 269.70050048828125, + "true_z": 73.8923568725586, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 59.51011657714844, + "std": 0.5265122056007385, + "min": 57.92308807373047, + "true_z": 77.84617614746094, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 329, + "improving_fraction": 0.002514982876712329, + "delta_mean": 0.009037330799486334, + "delta_min": -0.002817264973293611, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 58, + 377 + ], + "delta_mse": -0.002817264973293611, + "text_cosine": 2.714232734519877, + "visual_cosine": 2.7075132969999567 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.002525856769986404, + "text_cosine": 0.7985070849553976, + "visual_cosine": 0.18691935688134706 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.0021963353673408155, + "text_cosine": 0.2757290184091338, + "visual_cosine": 2.27085226875798 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.0021261796312654732, + "text_cosine": -0.7811999440647905, + "visual_cosine": -1.415223220335863 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.0018787845019292964, + "text_cosine": 1.913688758934387, + "visual_cosine": -0.7508226185265927 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.0017659857020280432, + "text_cosine": 2.7898631108017033, + "visual_cosine": 0.17003990915816658 + }, + { + "pair": [ + 58, + 191 + ], + "delta_mse": -0.0015401890404455679, + "text_cosine": 3.0656019706619144, + "visual_cosine": 1.5422177352371698 + }, + { + "pair": [ + 0, + 395 + ], + "delta_mse": -0.0015388523961947908, + "text_cosine": -0.2581153266063408, + "visual_cosine": -0.831856793726671 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.00148666625371806, + "text_cosine": 0.5557260747233308, + "visual_cosine": -0.4841961196381945 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0014246293746014759, + "text_cosine": 2.2426955835074964, + "visual_cosine": 1.3024941781915953 + }, + { + "pair": [ + 282, + 377 + ], + "delta_mse": -0.0013435025183629408, + "text_cosine": 2.909504796503497, + "visual_cosine": -0.23448078797128008 + }, + { + "pair": [ + 367, + 395 + ], + "delta_mse": -0.001286717257266551, + "text_cosine": 0.09862697014599547, + "visual_cosine": -1.0656415263156347 + }, + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.001237407218248841, + "text_cosine": 0.3443560350893097, + "visual_cosine": -0.7960151578810841 + }, + { + "pair": [ + 377, + 475 + ], + "delta_mse": -0.00122192458423277, + "text_cosine": 3.5098973138155984, + "visual_cosine": 3.016287671251372 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.0011373275643801442, + "text_cosine": 0.1689006907434184, + "visual_cosine": -0.11658288668796804 + }, + { + "pair": [ + 316, + 376 + ], + "delta_mse": -0.0010568747152113268, + "text_cosine": -0.01236868685658107, + "visual_cosine": -0.22626854256186235 + }, + { + "pair": [ + 295, + 377 + ], + "delta_mse": -0.001000536661571416, + "text_cosine": 1.7779724377506336, + "visual_cosine": 0.5736642651197316 + }, + { + "pair": [ + 165, + 500 + ], + "delta_mse": -0.000994405419583539, + "text_cosine": 3.545328721831781, + "visual_cosine": 2.3884086870819665 + }, + { + "pair": [ + 232, + 351 + ], + "delta_mse": -0.0009942574487756654, + "text_cosine": 2.190136539078203, + "visual_cosine": -0.6212028830889063 + }, + { + "pair": [ + 221, + 500 + ], + "delta_mse": -0.0009873527063073621, + "text_cosine": 3.450520385435802, + "visual_cosine": 3.6315384841621463 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.5390625, + "final_objective": 0.7793330778404849, + "final_energy": { + "mse": 0.7793330778404849, + "mse_channels": [ + 0.7793330778404849 + ], + "mse_channel_mean": 0.7793330778404849, + "conditional_kl": 81.95830485340011, + "m30_total": 17.950327126360992 + }, + "accepted_moves": 215, + "moved_fraction": 0.4609375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8370324995698983, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8029546926195407, + "accuracy": 0.84375 + }, + { + "step": 100, + "objective": 0.7908546768024152, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 0.7840495921447342, + "accuracy": 0.61328125 + }, + { + "step": 200, + "objective": 0.7796491799907503, + "accuracy": 0.55078125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.9989794393161704, + "final_energy": { + "mse": 0.9989794393161704, + "mse_channels": [ + 0.9989794393161704 + ], + "mse_channel_mean": 0.9989794393161704, + "conditional_kl": 130.63651239347013, + "m30_total": 28.125261357326366 + }, + "accepted_moves": 858, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 0.9191767171499994, + "final_energy": { + "mse": 0.9191767171499994, + "mse_channels": [ + 0.9191767171499994 + ], + "mse_channel_mean": 0.9191767171499994, + "conditional_kl": 120.7180761470864, + "m30_total": 25.981968663717282 + }, + "accepted_moves": 758, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.015625, + "final_objective": 0.916596780251344, + "final_energy": { + "mse": 0.916596780251344, + "mse_channels": [ + 0.916596780251344 + ], + "mse_channel_mean": 0.916596780251344, + "conditional_kl": 119.50087886296448, + "m30_total": 25.733369333095588 + }, + "accepted_moves": 810, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 0.961079624968486, + "final_energy": { + "mse": 0.961079624968486, + "mse_channels": [ + 0.961079624968486 + ], + "mse_channel_mean": 0.961079624968486, + "conditional_kl": 112.355134118714, + "m30_total": 24.393186073679775 + }, + "accepted_moves": 819, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 0.9769181989105278, + "final_energy": { + "mse": 0.9769181989105278, + "mse_channels": [ + 0.9769181989105278 + ], + "mse_channel_mean": 0.9769181989105278, + "conditional_kl": 119.01793960610314, + "m30_total": 25.757424319041686 + }, + "accepted_moves": 798, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.021484375, + "final_objective": 0.9510557289514562, + "final_energy": { + "mse": 0.9510557289514562, + "mse_channels": [ + 0.9510557289514562 + ], + "mse_channel_mean": 0.9510557289514562, + "conditional_kl": 126.27155899982712, + "m30_total": 27.156423257868337 + }, + "accepted_moves": 813, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0007657168171111, + "final_energy": { + "mse": 1.0007657168171111, + "mse_channels": [ + 1.0007657168171111 + ], + "mse_channel_mean": 1.0007657168171111, + "conditional_kl": 127.7364274508346, + "m30_total": 27.548816923801144 + }, + "accepted_moves": 726, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.029296875, + "final_objective": 0.9013620898871871, + "final_energy": { + "mse": 0.9013620898871871, + "mse_channels": [ + 0.9013620898871871 + ], + "mse_channel_mean": 0.9013620898871871, + "conditional_kl": 104.44951751216898, + "m30_total": 22.69262768220817 + }, + "accepted_moves": 872, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.009765625, + "final_objective": 0.9535179103238572, + "final_energy": { + "mse": 0.9535179103238572, + "mse_channels": [ + 0.9535179103238572 + ], + "mse_channel_mean": 0.9535179103238572, + "conditional_kl": 120.52067314501446, + "m30_total": 26.011170449650606 + }, + "accepted_moves": 791, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 0.9642756271200218, + "final_energy": { + "mse": 0.9642756271200218, + "mse_channels": [ + 0.9642756271200218 + ], + "mse_channel_mean": 0.9642756271200218, + "conditional_kl": 118.74730327431135, + "m30_total": 25.678011909102317 + }, + "accepted_moves": 739, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 207.27178955078125, + "improving_fraction": 0.002514982876712329, + "identity_strict_local_min": false, + "descent_keeps": 0.5390625, + "true_mse": 0.839849764543192, + "best_random_descent": 0.9013620898871871, + "best_random_accuracy": 0.029296875, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k128_seed1.json b/artifacts/manifold_gate/confirm_vg_k128_seed1.json new file mode 100644 index 0000000..8af213b --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k128_seed1.json @@ -0,0 +1,476 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8461898686561814, + "mse_channels": [ + 0.8461898686561814 + ], + "mse_channel_mean": 0.8461898686561814, + "conditional_kl": 83.11779233731765, + "m30_total": 18.315938204775893 + }, + "similarity_shift": { + "mse": 1.909032153101283, + "mse_channels": [ + 1.909032153101283 + ], + "mse_channel_mean": 1.909032153101283, + "conditional_kl": 270.97437517635547, + "m30_total": 58.01293934147366 + }, + "random": { + "mse": { + "mean": 1.9999308586120605, + "std": 0.005415276624262333, + "min": 1.980623722076416, + "true_z": 213.05300903320312, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9999308586120605, + "std": 0.005415276624262333, + "min": 1.980623722076416, + "true_z": 213.05300903320312, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 281.0531311035156, + "std": 2.571009874343872, + "min": 272.8770446777344, + "true_z": 76.98738861083984, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 60.21048355102539, + "std": 0.5166908502578735, + "min": 58.56594467163086, + "true_z": 81.0824203491211, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 369, + "improving_fraction": 0.0028207558708414873, + "delta_mean": 0.008980280748833325, + "delta_min": -0.0026841194923196954, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 421, + 501 + ], + "delta_mse": -0.0026841194923196954, + "text_cosine": -0.15778705247305966, + "visual_cosine": -0.9528240803641709 + }, + { + "pair": [ + 97, + 358 + ], + "delta_mse": -0.002663336340810483, + "text_cosine": 1.824243065556641, + "visual_cosine": -1.2295060553249777 + }, + { + "pair": [ + 169, + 253 + ], + "delta_mse": -0.0019376819915811598, + "text_cosine": 0.7411414924722992, + "visual_cosine": -0.12430072148946003 + }, + { + "pair": [ + 358, + 501 + ], + "delta_mse": -0.001759521451084722, + "text_cosine": -0.4570102430219021, + "visual_cosine": 0.09365572381683304 + }, + { + "pair": [ + 495, + 504 + ], + "delta_mse": -0.0017329221887820603, + "text_cosine": 1.8233645577922106, + "visual_cosine": 1.8167843883128862 + }, + { + "pair": [ + 290, + 362 + ], + "delta_mse": -0.0017143033905624486, + "text_cosine": 4.833723360149344, + "visual_cosine": 2.8130833861304616 + }, + { + "pair": [ + 340, + 504 + ], + "delta_mse": -0.0016158181222582677, + "text_cosine": 0.44165668487704335, + "visual_cosine": 0.48974504750913267 + }, + { + "pair": [ + 236, + 290 + ], + "delta_mse": -0.001608743744623828, + "text_cosine": 4.402974780275268, + "visual_cosine": 3.0131067462252985 + }, + { + "pair": [ + 169, + 501 + ], + "delta_mse": -0.001558727521990226, + "text_cosine": 0.37290694783608724, + "visual_cosine": -0.7707538415646742 + }, + { + "pair": [ + 483, + 495 + ], + "delta_mse": -0.0014727686838593296, + "text_cosine": 2.6100475839823387, + "visual_cosine": 2.027944087295041 + }, + { + "pair": [ + 290, + 467 + ], + "delta_mse": -0.001469326474868847, + "text_cosine": 2.8110644714236526, + "visual_cosine": 2.764876905132282 + }, + { + "pair": [ + 253, + 403 + ], + "delta_mse": -0.0014280543862510368, + "text_cosine": 2.6343809883613627, + "visual_cosine": 1.6839976736528914 + }, + { + "pair": [ + 386, + 453 + ], + "delta_mse": -0.0014036385435340988, + "text_cosine": 2.9330325452513204, + "visual_cosine": 3.1382799042932943 + }, + { + "pair": [ + 354, + 495 + ], + "delta_mse": -0.0013316803569251613, + "text_cosine": 2.857800917910961, + "visual_cosine": 2.0846964322364956 + }, + { + "pair": [ + 358, + 495 + ], + "delta_mse": -0.0012986005965767281, + "text_cosine": 2.343889544997752, + "visual_cosine": 1.8531494155174117 + }, + { + "pair": [ + 97, + 504 + ], + "delta_mse": -0.0012463199691556785, + "text_cosine": 0.7387633361913704, + "visual_cosine": -0.7025267926765577 + }, + { + "pair": [ + 231, + 246 + ], + "delta_mse": -0.0012053636206535458, + "text_cosine": 3.514154434836688, + "visual_cosine": 1.1216217867064673 + }, + { + "pair": [ + 105, + 501 + ], + "delta_mse": -0.0011685985778248956, + "text_cosine": 2.6505501917922656, + "visual_cosine": 1.0674686580497288 + }, + { + "pair": [ + 358, + 426 + ], + "delta_mse": -0.0011073270400286717, + "text_cosine": 1.680278852913856, + "visual_cosine": 0.5305612100173487 + }, + { + "pair": [ + 437, + 501 + ], + "delta_mse": -0.001106646981753433, + "text_cosine": 0.08057126708720055, + "visual_cosine": 1.0510485545739516 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.521484375, + "final_objective": 0.7794426591572278, + "final_energy": { + "mse": 0.7794426591572278, + "mse_channels": [ + 0.7794426591572278 + ], + "mse_channel_mean": 0.7794426591572278, + "conditional_kl": 78.03057734468294, + "m30_total": 17.165000787251042 + }, + "accepted_moves": 201, + "moved_fraction": 0.478515625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8435057491638618, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8020735811325613, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 0.7891407447994455, + "accuracy": 0.708984375 + }, + { + "step": 150, + "objective": 0.7821254946263017, + "accuracy": 0.595703125 + }, + { + "step": 200, + "objective": 0.7794426591572278, + "accuracy": 0.521484375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 0.9158073469489326, + "final_energy": { + "mse": 0.9158073469489326, + "mse_channels": [ + 0.9158073469489326 + ], + "mse_channel_mean": 0.9158073469489326, + "conditional_kl": 116.65519837241126, + "m30_total": 25.16265436838012 + }, + "accepted_moves": 779, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.025276503048015, + "final_energy": { + "mse": 1.025276503048015, + "mse_channels": [ + 1.025276503048015 + ], + "mse_channel_mean": 1.025276503048015, + "conditional_kl": 125.33430178222437, + "m30_total": 27.11741336254091 + }, + "accepted_moves": 785, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0234375, + "final_objective": 0.91658106446105, + "final_energy": { + "mse": 0.91658106446105, + "mse_channels": [ + 0.91658106446105 + ], + "mse_channel_mean": 0.91658106446105, + "conditional_kl": 129.0357364536353, + "m30_total": 27.640309419649164 + }, + "accepted_moves": 771, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.021352128329811, + "final_energy": { + "mse": 1.021352128329811, + "mse_channels": [ + 1.021352128329811 + ], + "mse_channel_mean": 1.021352128329811, + "conditional_kl": 131.58247432525, + "m30_total": 28.359199121709622 + }, + "accepted_moves": 785, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 1.0090331149061613, + "final_energy": { + "mse": 1.0090331149061613, + "mse_channels": [ + 1.0090331149061613 + ], + "mse_channel_mean": 1.0090331149061613, + "conditional_kl": 132.22582945848274, + "m30_total": 28.46323212150887 + }, + "accepted_moves": 789, + "moved_fraction": 0.9765625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0390625, + "final_objective": 0.8892596534628971, + "final_energy": { + "mse": 0.8892596534628971, + "mse_channels": [ + 0.8892596534628971 + ], + "mse_channel_mean": 0.8892596534628971, + "conditional_kl": 116.84754948938762, + "m30_total": 25.14802920480332 + }, + "accepted_moves": 793, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.021484375, + "final_objective": 0.8914677956933827, + "final_energy": { + "mse": 0.8914677956933827, + "mse_channels": [ + 0.8914677956933827 + ], + "mse_channel_mean": 0.8914677956933827, + "conditional_kl": 113.04674933573207, + "m30_total": 24.39228545853318 + }, + "accepted_moves": 834, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.9680916194838789, + "final_energy": { + "mse": 0.9680916194838789, + "mse_channels": [ + 0.9680916194838789 + ], + "mse_channel_mean": 0.9680916194838789, + "conditional_kl": 125.86645001989251, + "m30_total": 27.10947324294626 + }, + "accepted_moves": 821, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.017578125, + "final_objective": 0.9195944096607847, + "final_energy": { + "mse": 0.9195944096607847, + "mse_channels": [ + 0.9195944096607847 + ], + "mse_channel_mean": 0.9195944096607847, + "conditional_kl": 121.97179857463767, + "m30_total": 26.233548534249106 + }, + "accepted_moves": 813, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 0.9696137786871593, + "final_energy": { + "mse": 0.9696137786871593, + "mse_channels": [ + 0.9696137786871593 + ], + "mse_channel_mean": 0.9696137786871593, + "conditional_kl": 127.62678515447998, + "m30_total": 27.464584588270316 + }, + "accepted_moves": 778, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 213.05300903320312, + "improving_fraction": 0.0028207558708414873, + "identity_strict_local_min": false, + "descent_keeps": 0.521484375, + "true_mse": 0.8461898686561814, + "best_random_descent": 0.8892596534628971, + "best_random_accuracy": 0.0390625, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k128_seed2.json b/artifacts/manifold_gate/confirm_vg_k128_seed2.json new file mode 100644 index 0000000..47b3829 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k128_seed2.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8097179417892586, + "mse_channels": [ + 0.8097179417892586 + ], + "mse_channel_mean": 0.8097179417892586, + "conditional_kl": 73.9639749054795, + "m30_total": 16.41223086467442 + }, + "similarity_shift": { + "mse": 1.914349615926982, + "mse_channels": [ + 1.914349615926982 + ], + "mse_channel_mean": 1.914349615926982, + "conditional_kl": 271.5228691402462, + "m30_total": 58.1332730599032 + }, + "random": { + "mse": { + "mean": 2.000108003616333, + "std": 0.005445372778922319, + "min": 1.9811184406280518, + "true_z": 218.60580444335938, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000108003616333, + "std": 0.005445372778922319, + "min": 1.9811184406280518, + "true_z": 218.60580444335938, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 283.22015380859375, + "std": 2.7424890995025635, + "min": 270.9774169921875, + "true_z": 76.30155181884766, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 60.64424514770508, + "std": 0.5512785315513611, + "min": 58.1768798828125, + "true_z": 80.2353286743164, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 345, + "improving_fraction": 0.0026372920743639922, + "delta_mean": 0.009283719776713974, + "delta_min": -0.0028979994434550713, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 244, + 267 + ], + "delta_mse": -0.0028979994434550713, + "text_cosine": 1.3875868202719452, + "visual_cosine": 1.4504423575085514 + }, + { + "pair": [ + 184, + 250 + ], + "delta_mse": -0.002874958760518093, + "text_cosine": -1.294189925821665, + "visual_cosine": 0.021115613236647283 + }, + { + "pair": [ + 184, + 245 + ], + "delta_mse": -0.002616418052106867, + "text_cosine": 0.3962477472685702, + "visual_cosine": 3.954822067643062 + }, + { + "pair": [ + 41, + 267 + ], + "delta_mse": -0.0019310738222514249, + "text_cosine": 2.391838122527499, + "visual_cosine": 2.185335923226997 + }, + { + "pair": [ + 106, + 250 + ], + "delta_mse": -0.0018449487439623857, + "text_cosine": 1.4136779567376117, + "visual_cosine": 0.8114780703140336 + }, + { + "pair": [ + 184, + 510 + ], + "delta_mse": -0.0016919662908349508, + "text_cosine": -0.5796456290175936, + "visual_cosine": 2.8585846406159927 + }, + { + "pair": [ + 267, + 332 + ], + "delta_mse": -0.0016539063227955992, + "text_cosine": 2.4766990911707487, + "visual_cosine": 4.951474148004389 + }, + { + "pair": [ + 106, + 245 + ], + "delta_mse": -0.0016525396694818558, + "text_cosine": 0.026151450627644842, + "visual_cosine": 2.048825628888436 + }, + { + "pair": [ + 184, + 374 + ], + "delta_mse": -0.001621978122727667, + "text_cosine": 0.09390862426268187, + "visual_cosine": -1.105667238392785 + }, + { + "pair": [ + 267, + 276 + ], + "delta_mse": -0.001570257079002138, + "text_cosine": 2.6255159081951036, + "visual_cosine": 2.216291698381961 + }, + { + "pair": [ + 184, + 462 + ], + "delta_mse": -0.0015578444308852427, + "text_cosine": -0.07548793373343775, + "visual_cosine": -0.9203386641450997 + }, + { + "pair": [ + 184, + 241 + ], + "delta_mse": -0.001542638004273279, + "text_cosine": 0.3114322558877483, + "visual_cosine": 0.4785617670102961 + }, + { + "pair": [ + 74, + 184 + ], + "delta_mse": -0.00143516127072789, + "text_cosine": 0.6336978077000404, + "visual_cosine": -0.5382181500829035 + }, + { + "pair": [ + 31, + 470 + ], + "delta_mse": -0.0013947828025965385, + "text_cosine": 1.7880935219119694, + "visual_cosine": 0.5178243039363708 + }, + { + "pair": [ + 244, + 383 + ], + "delta_mse": -0.0013643870728485099, + "text_cosine": 0.2804788731989666, + "visual_cosine": 0.5701602897490318 + }, + { + "pair": [ + 20, + 115 + ], + "delta_mse": -0.0012253538886472452, + "text_cosine": 0.6783466485701102, + "visual_cosine": 1.1404385230634135 + }, + { + "pair": [ + 154, + 203 + ], + "delta_mse": -0.001109802059692362, + "text_cosine": 1.9414945547870524, + "visual_cosine": 0.8104882887580083 + }, + { + "pair": [ + 317, + 470 + ], + "delta_mse": -0.0010635507136293526, + "text_cosine": 1.1068151792964203, + "visual_cosine": 2.0647737408722633 + }, + { + "pair": [ + 267, + 292 + ], + "delta_mse": -0.001062367260401531, + "text_cosine": 2.6642621457907643, + "visual_cosine": 3.6825157806391684 + }, + { + "pair": [ + 20, + 245 + ], + "delta_mse": -0.0010287527854909444, + "text_cosine": 0.5174913950894664, + "visual_cosine": -0.7819356690985326 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.517578125, + "final_objective": 0.7496736649417357, + "final_energy": { + "mse": 0.7496736649417357, + "mse_channels": [ + 0.7496736649417357 + ], + "mse_channel_mean": 0.7496736649417357, + "conditional_kl": 75.21877460945191, + "m30_total": 16.543102251773853 + }, + "accepted_moves": 190, + "moved_fraction": 0.482421875, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8068199423458035, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.770910811404813, + "accuracy": 0.84765625 + }, + { + "step": 100, + "objective": 0.7579549331132257, + "accuracy": 0.708984375 + }, + { + "step": 150, + "objective": 0.7519749482186362, + "accuracy": 0.5859375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.9879273552042033, + "final_energy": { + "mse": 0.9879273552042033, + "mse_channels": [ + 0.9879273552042033 + ], + "mse_channel_mean": 0.9879273552042033, + "conditional_kl": 132.9040734376856, + "m30_total": 28.55666939794553 + }, + "accepted_moves": 790, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 1.012291245883109, + "final_energy": { + "mse": 1.012291245883109, + "mse_channels": [ + 1.012291245883109 + ], + "mse_channel_mean": 1.012291245883109, + "conditional_kl": 120.26696970394623, + "m30_total": 26.077976432555467 + }, + "accepted_moves": 802, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 0.9409825578135177, + "final_energy": { + "mse": 0.9409825578135177, + "mse_channels": [ + 0.9409825578135177 + ], + "mse_channel_mean": 0.9409825578135177, + "conditional_kl": 107.90883697889846, + "m30_total": 23.46373251140673 + }, + "accepted_moves": 826, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.8971896376498977, + "final_energy": { + "mse": 0.8971896376498977, + "mse_channels": [ + 0.8971896376498977 + ], + "mse_channel_mean": 0.8971896376498977, + "conditional_kl": 113.09783193027268, + "m30_total": 24.413945661354333 + }, + "accepted_moves": 821, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.9720430924258321, + "final_energy": { + "mse": 0.9720430924258321, + "mse_channels": [ + 0.9720430924258321 + ], + "mse_channel_mean": 0.9720430924258321, + "conditional_kl": 129.44373594300933, + "m30_total": 27.832833373453532 + }, + "accepted_moves": 813, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.033203125, + "final_objective": 0.9123813837470321, + "final_energy": { + "mse": 0.9123813837470321, + "mse_channels": [ + 0.9123813837470321 + ], + "mse_channel_mean": 0.9123813837470321, + "conditional_kl": 117.32694311547402, + "m30_total": 25.29015139058887 + }, + "accepted_moves": 754, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.9888379144662454, + "final_energy": { + "mse": 0.9888379144662454, + "mse_channels": [ + 0.9888379144662454 + ], + "mse_channel_mean": 0.9888379144662454, + "conditional_kl": 129.18322888604226, + "m30_total": 27.814321606140943 + }, + "accepted_moves": 805, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 0.9768660647747108, + "final_energy": { + "mse": 0.9768660647747108, + "mse_channels": [ + 0.9768660647747108 + ], + "mse_channel_mean": 0.9768660647747108, + "conditional_kl": 124.53955162426226, + "m30_total": 26.861642454401874 + }, + "accepted_moves": 856, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.015625, + "final_objective": 0.9289379933751933, + "final_energy": { + "mse": 0.9289379933751933, + "mse_channels": [ + 0.9289379933751933 + ], + "mse_channel_mean": 0.9289379933751933, + "conditional_kl": 118.99439503548436, + "m30_total": 25.656754993847258 + }, + "accepted_moves": 774, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.00390625, + "final_objective": 0.9841825680924623, + "final_energy": { + "mse": 0.9841825680924623, + "mse_channels": [ + 0.9841825680924623 + ], + "mse_channel_mean": 0.9841825680924623, + "conditional_kl": 118.50089668026978, + "m30_total": 25.66854447223888 + }, + "accepted_moves": 844, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 218.60580444335938, + "improving_fraction": 0.0026372920743639922, + "identity_strict_local_min": false, + "descent_keeps": 0.517578125, + "true_mse": 0.8097179417892586, + "best_random_descent": 0.8971896376498977, + "best_random_accuracy": 0.033203125, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed0.json b/artifacts/manifold_gate/confirm_vg_k256_seed0.json new file mode 100644 index 0000000..34f3c7e --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed0.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8978782016624831, + "mse_channels": [ + 0.8978782016624831 + ], + "mse_channel_mean": 0.8978782016624831, + "conditional_kl": 95.01181466258727, + "m30_total": 20.79811933584242 + }, + "similarity_shift": { + "mse": 1.9636924824767177, + "mse_channels": [ + 1.9636924824767177 + ], + "mse_channel_mean": 1.9636924824767177, + "conditional_kl": 294.5749572618319, + "m30_total": 62.84237641731982 + }, + "random": { + "mse": { + "mean": 1.9996076822280884, + "std": 0.0055231861770153046, + "min": 1.980217695236206, + "true_z": 199.47352600097656, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996076822280884, + "std": 0.0055231861770153046, + "min": 1.980217695236206, + "true_z": 199.47352600097656, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 298.4756164550781, + "std": 2.6706624031066895, + "min": 288.7052001953125, + "true_z": 76.18476867675781, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 63.694332122802734, + "std": 0.5376331806182861, + "min": 61.713687896728516, + "true_z": 79.78713989257812, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 250, + "improving_fraction": 0.0019110812133072406, + "delta_mean": 0.008591023912430513, + "delta_min": -0.002640430598977915, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 58, + 377 + ], + "delta_mse": -0.002640430598977915, + "text_cosine": 1.974002177842609, + "visual_cosine": 2.143247918001465 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.0023317315244559297, + "text_cosine": 0.39197836710956846, + "visual_cosine": 2.6617806987284154 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.0021143382914512745, + "text_cosine": 0.7936885600275282, + "visual_cosine": 0.2593551541241933 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.0020848641342368695, + "text_cosine": 0.2926173228656142, + "visual_cosine": -1.5103618047302196 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.001579270271658051, + "text_cosine": 1.7385411216133833, + "visual_cosine": -0.7906059842072993 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0015366381755136547, + "text_cosine": 2.271439160211119, + "visual_cosine": 1.0524730600649763 + }, + { + "pair": [ + 0, + 395 + ], + "delta_mse": -0.0014813402779662776, + "text_cosine": -0.3335555427148398, + "visual_cosine": -0.8661656668833477 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.0013245452071606483, + "text_cosine": 2.7006705975504857, + "visual_cosine": 0.33469812608943017 + }, + { + "pair": [ + 377, + 475 + ], + "delta_mse": -0.0011500195466852912, + "text_cosine": 3.2792164749636976, + "visual_cosine": 3.0006386457543415 + }, + { + "pair": [ + 58, + 415 + ], + "delta_mse": -0.0011477995055470401, + "text_cosine": 4.006699112372184, + "visual_cosine": 1.8834794036333684 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.0010756980499461934, + "text_cosine": 0.4515806786305227, + "visual_cosine": -0.4500547297045634 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.001066954040672972, + "text_cosine": 0.028930626355776562, + "visual_cosine": 0.24591172308089695 + }, + { + "pair": [ + 216, + 385 + ], + "delta_mse": -0.0010087836267961335, + "text_cosine": 2.3855774610149005, + "visual_cosine": 2.430218703559098 + }, + { + "pair": [ + 282, + 377 + ], + "delta_mse": -0.0010071395446317887, + "text_cosine": 2.475533895297466, + "visual_cosine": 0.16804329491418601 + }, + { + "pair": [ + 367, + 395 + ], + "delta_mse": -0.0010017565871904782, + "text_cosine": 0.02867126751124813, + "visual_cosine": -1.1943271048363648 + }, + { + "pair": [ + 316, + 376 + ], + "delta_mse": -0.001000713749852885, + "text_cosine": -0.045345255515745496, + "visual_cosine": -0.01262506565281675 + }, + { + "pair": [ + 221, + 500 + ], + "delta_mse": -0.0009466137603427292, + "text_cosine": 3.308767175557374, + "visual_cosine": 3.3911394964054833 + }, + { + "pair": [ + 58, + 191 + ], + "delta_mse": -0.0009359356563577389, + "text_cosine": 3.0977059655736094, + "visual_cosine": 1.2165745954108584 + }, + { + "pair": [ + 26, + 95 + ], + "delta_mse": -0.0009306913158937456, + "text_cosine": 4.377691477028767, + "visual_cosine": 3.8138902637595544 + }, + { + "pair": [ + 284, + 351 + ], + "delta_mse": -0.0008701490415026745, + "text_cosine": 2.1551658683617627, + "visual_cosine": -0.022828417695704605 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.556640625, + "final_objective": 0.8418357629565305, + "final_energy": { + "mse": 0.8418357629565305, + "mse_channels": [ + 0.8418357629565305 + ], + "mse_channel_mean": 0.8418357629565305, + "conditional_kl": 89.79766150506326, + "m30_total": 19.643203826925713 + }, + "accepted_moves": 194, + "moved_fraction": 0.443359375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8952377710635052, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.863272693581132, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 0.8519341069653539, + "accuracy": 0.703125 + }, + { + "step": 150, + "objective": 0.8447822400085048, + "accuracy": 0.60546875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0283712791046227, + "final_energy": { + "mse": 1.0283712791046227, + "mse_channels": [ + 1.0283712791046227 + ], + "mse_channel_mean": 1.0283712791046227, + "conditional_kl": 140.76303901879396, + "m30_total": 30.20935036196804 + }, + "accepted_moves": 799, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.009765625, + "final_objective": 1.0239460363100756, + "final_energy": { + "mse": 1.0239460363100756, + "mse_channels": [ + 1.0239460363100756 + ], + "mse_channel_mean": 1.0239460363100756, + "conditional_kl": 134.74018239408505, + "m30_total": 28.995928551437164 + }, + "accepted_moves": 792, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0257871964686116, + "final_energy": { + "mse": 1.0257871964686116, + "mse_channels": [ + 1.0257871964686116 + ], + "mse_channel_mean": 1.0257871964686116, + "conditional_kl": 134.41023358493072, + "m30_total": 28.93362110992337 + }, + "accepted_moves": 830, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 1.022897633774693, + "final_energy": { + "mse": 1.022897633774693, + "mse_channels": [ + 1.022897633774693 + ], + "mse_channel_mean": 1.022897633774693, + "conditional_kl": 131.47643884762644, + "m30_total": 28.341083037074675 + }, + "accepted_moves": 845, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0705169082335229, + "final_energy": { + "mse": 1.0705169082335229, + "mse_channels": [ + 1.0705169082335229 + ], + "mse_channel_mean": 1.0705169082335229, + "conditional_kl": 134.35594051344953, + "m30_total": 29.012221919156953 + }, + "accepted_moves": 823, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.029296875, + "final_objective": 1.0051971758859544, + "final_energy": { + "mse": 1.0051971758859544, + "mse_channels": [ + 1.0051971758859544 + ], + "mse_channel_mean": 1.0051971758859544, + "conditional_kl": 131.90044296643214, + "m30_total": 28.390482945058338 + }, + "accepted_moves": 798, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0931390828005927, + "final_energy": { + "mse": 1.0931390828005927, + "mse_channels": [ + 1.0931390828005927 + ], + "mse_channel_mean": 1.0931390828005927, + "conditional_kl": 138.69999401966317, + "m30_total": 29.92627696953382 + }, + "accepted_moves": 748, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.1044034145222512, + "final_energy": { + "mse": 1.1044034145222512, + "mse_channels": [ + 1.1044034145222512 + ], + "mse_channel_mean": 1.1044034145222512, + "conditional_kl": 141.76944986793865, + "m30_total": 30.56269680263223 + }, + "accepted_moves": 750, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0098616667811613, + "final_energy": { + "mse": 1.0098616667811613, + "mse_channels": [ + 1.0098616667811613 + ], + "mse_channel_mean": 1.0098616667811613, + "conditional_kl": 123.45039875480369, + "m30_total": 26.70980308452306 + }, + "accepted_moves": 737, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0176752297733758, + "final_energy": { + "mse": 1.0176752297733758, + "mse_channels": [ + 1.0176752297733758 + ], + "mse_channel_mean": 1.0176752297733758, + "conditional_kl": 138.67485445692955, + "m30_total": 29.770321350932665 + }, + "accepted_moves": 785, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 199.47352600097656, + "improving_fraction": 0.0019110812133072406, + "identity_strict_local_min": false, + "descent_keeps": 0.556640625, + "true_mse": 0.8978782016624831, + "best_random_descent": 1.0051971758859544, + "best_random_accuracy": 0.029296875, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed1.json b/artifacts/manifold_gate/confirm_vg_k256_seed1.json new file mode 100644 index 0000000..5bf82b5 --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed1.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.8928713940246661, + "mse_channels": [ + 0.8928713940246661 + ], + "mse_channel_mean": 0.8928713940246661, + "conditional_kl": 93.7046616709643, + "m30_total": 20.526675122242192 + }, + "similarity_shift": { + "mse": 1.934004601906239, + "mse_channels": [ + 1.934004601906239 + ], + "mse_channel_mean": 1.934004601906239, + "conditional_kl": 295.7590122684406, + "m30_total": 63.0198116575006 + }, + "random": { + "mse": { + "mean": 2.000051736831665, + "std": 0.005416926462203264, + "min": 1.9814218282699585, + "true_z": 204.39273071289062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000051736831665, + "std": 0.005416926462203264, + "min": 1.9814218282699585, + "true_z": 204.39273071289062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 300.9863586425781, + "std": 2.5656986236572266, + "min": 290.8156433105469, + "true_z": 80.78958129882812, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 64.19737243652344, + "std": 0.5162094831466675, + "min": 62.165679931640625, + "true_z": 84.59879302978516, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 307, + "improving_fraction": 0.0023468077299412917, + "delta_mean": 0.00862280313258878, + "delta_min": -0.0021983711387223025, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 236, + 290 + ], + "delta_mse": -0.0021983711387223025, + "text_cosine": 4.782373749242612, + "visual_cosine": 3.354715027312567 + }, + { + "pair": [ + 290, + 362 + ], + "delta_mse": -0.002018241048313266, + "text_cosine": 5.095009444395582, + "visual_cosine": 3.12795217876831 + }, + { + "pair": [ + 290, + 467 + ], + "delta_mse": -0.0018884690226772438, + "text_cosine": 3.0603127833933694, + "visual_cosine": 2.857235950664429 + }, + { + "pair": [ + 421, + 501 + ], + "delta_mse": -0.0017282397182692077, + "text_cosine": 0.03239878697894844, + "visual_cosine": -0.8741400745737635 + }, + { + "pair": [ + 97, + 358 + ], + "delta_mse": -0.001702992968433282, + "text_cosine": 2.0372301615457804, + "visual_cosine": -1.4637581253218357 + }, + { + "pair": [ + 386, + 453 + ], + "delta_mse": -0.0016778429637236427, + "text_cosine": 2.612350816101385, + "visual_cosine": 3.42992360278045 + }, + { + "pair": [ + 169, + 253 + ], + "delta_mse": -0.0013956703230136205, + "text_cosine": 0.30883948588867177, + "visual_cosine": -0.19092885323336997 + }, + { + "pair": [ + 340, + 504 + ], + "delta_mse": -0.001373151714944959, + "text_cosine": 0.6040018415820366, + "visual_cosine": 0.7782638898041605 + }, + { + "pair": [ + 169, + 501 + ], + "delta_mse": -0.0013389725786772785, + "text_cosine": -0.0250671282521174, + "visual_cosine": -0.538353087519773 + }, + { + "pair": [ + 114, + 467 + ], + "delta_mse": -0.00131070743322837, + "text_cosine": 2.677791808328653, + "visual_cosine": 1.4708094113900165 + }, + { + "pair": [ + 202, + 236 + ], + "delta_mse": -0.0011528330550048922, + "text_cosine": 4.388528548823952, + "visual_cosine": 4.5938154743732635 + }, + { + "pair": [ + 358, + 377 + ], + "delta_mse": -0.001147475508511721, + "text_cosine": 2.8340601690382563, + "visual_cosine": 0.2216075548124182 + }, + { + "pair": [ + 114, + 386 + ], + "delta_mse": -0.0011427932906781326, + "text_cosine": 3.9733791156546645, + "visual_cosine": 3.3257914004367484 + }, + { + "pair": [ + 358, + 501 + ], + "delta_mse": -0.001122895158865653, + "text_cosine": -0.16940766795406959, + "visual_cosine": 0.2861276933059399 + }, + { + "pair": [ + 358, + 495 + ], + "delta_mse": -0.0010679386297390407, + "text_cosine": 1.9145974219254953, + "visual_cosine": 2.3216843956676465 + }, + { + "pair": [ + 231, + 246 + ], + "delta_mse": -0.0010019179193169485, + "text_cosine": 3.5864284530255666, + "visual_cosine": 1.1069973408602387 + }, + { + "pair": [ + 202, + 467 + ], + "delta_mse": -0.0010007849784928054, + "text_cosine": 2.4014566689037773, + "visual_cosine": 4.732063628977788 + }, + { + "pair": [ + 340, + 358 + ], + "delta_mse": -0.0009571259992725897, + "text_cosine": 2.5635191515783866, + "visual_cosine": 0.24212297562896878 + }, + { + "pair": [ + 105, + 501 + ], + "delta_mse": -0.000919457194067208, + "text_cosine": 2.865311452131331, + "visual_cosine": 0.4340320302823647 + }, + { + "pair": [ + 246, + 268 + ], + "delta_mse": -0.000917845981463023, + "text_cosine": 1.6111724144336537, + "visual_cosine": 1.778087046553671 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.58984375, + "final_objective": 0.8379749348440171, + "final_energy": { + "mse": 0.8379749348440171, + "mse_channels": [ + 0.8379749348440171 + ], + "mse_channel_mean": 0.8379749348440171, + "conditional_kl": 85.87147111614101, + "m30_total": 18.850244092916235 + }, + "accepted_moves": 170, + "moved_fraction": 0.41015625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8906730228859437, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8563683817635165, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 0.8446097825347268, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 0.8392394496912187, + "accuracy": 0.611328125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0849944444399882, + "final_energy": { + "mse": 1.0849944444399882, + "mse_channels": [ + 1.0849944444399882 + ], + "mse_channel_mean": 1.0849944444399882, + "conditional_kl": 135.9169931718017, + "m30_total": 29.35338752324032 + }, + "accepted_moves": 732, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.038249141041153, + "final_energy": { + "mse": 1.038249141041153, + "mse_channels": [ + 1.038249141041153 + ], + "mse_channel_mean": 1.038249141041153, + "conditional_kl": 132.5280837831216, + "m30_total": 28.582115038706625 + }, + "accepted_moves": 825, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.021484375, + "final_objective": 0.9879644627160089, + "final_energy": { + "mse": 0.9879644627160089, + "mse_channels": [ + 0.9879644627160089 + ], + "mse_channel_mean": 0.9879644627160089, + "conditional_kl": 136.04826855105392, + "m30_total": 29.185582635642806 + }, + "accepted_moves": 741, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0831527834399477, + "final_energy": { + "mse": 1.0831527834399477, + "mse_channels": [ + 1.0831527834399477 + ], + "mse_channel_mean": 1.0831527834399477, + "conditional_kl": 140.574196998472, + "m30_total": 30.281144966574296 + }, + "accepted_moves": 780, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 1.047712579754794, + "final_energy": { + "mse": 1.047712579754794, + "mse_channels": [ + 1.047712579754794 + ], + "mse_channel_mean": 1.047712579754794, + "conditional_kl": 137.6744543908093, + "m30_total": 29.63031603767145 + }, + "accepted_moves": 772, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01171875, + "final_objective": 0.9817165015373922, + "final_energy": { + "mse": 0.9817165015373922, + "mse_channels": [ + 0.9817165015373922 + ], + "mse_channel_mean": 0.9817165015373922, + "conditional_kl": 129.77030825042624, + "m30_total": 27.917494653160034 + }, + "accepted_moves": 799, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0078125, + "final_objective": 1.0827887434834, + "final_energy": { + "mse": 1.0827887434834, + "mse_channels": [ + 1.0827887434834 + ], + "mse_channel_mean": 1.0827887434834, + "conditional_kl": 136.77740378626828, + "m30_total": 29.52105824422046 + }, + "accepted_moves": 780, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 1.0229434594547024, + "final_energy": { + "mse": 1.0229434594547024, + "mse_channels": [ + 1.0229434594547024 + ], + "mse_channel_mean": 1.0229434594547024, + "conditional_kl": 129.15148283607655, + "m30_total": 27.876183486124717 + }, + "accepted_moves": 782, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.046875, + "final_objective": 0.9626451069073196, + "final_energy": { + "mse": 0.9626451069073196, + "mse_channels": [ + 0.9626451069073196 + ], + "mse_channel_mean": 0.9626451069073196, + "conditional_kl": 126.98237380145561, + "m30_total": 27.32176497410576 + }, + "accepted_moves": 731, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0078125, + "final_objective": 1.036637083808324, + "final_energy": { + "mse": 1.036637083808324, + "mse_channels": [ + 1.036637083808324 + ], + "mse_channel_mean": 1.036637083808324, + "conditional_kl": 139.3365983490616, + "m30_total": 29.94059383742897 + }, + "accepted_moves": 766, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 204.39273071289062, + "improving_fraction": 0.0023468077299412917, + "identity_strict_local_min": false, + "descent_keeps": 0.58984375, + "true_mse": 0.8928713940246661, + "best_random_descent": 0.9626451069073196, + "best_random_accuracy": 0.046875, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/confirm_vg_k256_seed2.json b/artifacts/manifold_gate/confirm_vg_k256_seed2.json new file mode 100644 index 0000000..608bcfc --- /dev/null +++ b/artifacts/manifold_gate/confirm_vg_k256_seed2.json @@ -0,0 +1,471 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.846923893817396, + "mse_channels": [ + 0.846923893817396 + ], + "mse_channel_mean": 0.846923893817396, + "conditional_kl": 81.94371435749599, + "m30_total": 18.08259065913399 + }, + "similarity_shift": { + "mse": 1.9358796008985528, + "mse_channels": [ + 1.9358796008985528 + ], + "mse_channel_mean": 1.9358796008985528, + "conditional_kl": 294.0077432806566, + "m30_total": 62.67330785792843 + }, + "random": { + "mse": { + "mean": 2.0000948905944824, + "std": 0.0054289777763187885, + "min": 1.9844247102737427, + "true_z": 212.4103546142578, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0000948905944824, + "std": 0.0054289777763187885, + "min": 1.9844247102737427, + "true_z": 212.4103546142578, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 301.38531494140625, + "std": 2.684880256652832, + "min": 293.1719665527344, + "true_z": 81.73235321044922, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 64.2772445678711, + "std": 0.539846658706665, + "min": 62.61613845825195, + "true_z": 85.56996154785156, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 278, + "improving_fraction": 0.0021251223091976515, + "delta_mean": 0.008994848862781553, + "delta_min": -0.0030942227857659356, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 244, + 267 + ], + "delta_mse": -0.0030942227857659356, + "text_cosine": 1.3011818043609613, + "visual_cosine": 1.5402521867797838 + }, + { + "pair": [ + 41, + 267 + ], + "delta_mse": -0.0026519401306451047, + "text_cosine": 2.11264580319317, + "visual_cosine": 2.0194677759013953 + }, + { + "pair": [ + 267, + 276 + ], + "delta_mse": -0.0023144772847167702, + "text_cosine": 3.2222760573595575, + "visual_cosine": 2.236175207993906 + }, + { + "pair": [ + 184, + 250 + ], + "delta_mse": -0.002206163674553719, + "text_cosine": -1.3534659610631206, + "visual_cosine": 0.17670151533174192 + }, + { + "pair": [ + 184, + 245 + ], + "delta_mse": -0.0020219985484031507, + "text_cosine": 0.3167388883379693, + "visual_cosine": 4.446912283701257 + }, + { + "pair": [ + 267, + 332 + ], + "delta_mse": -0.001889981196875703, + "text_cosine": 2.36908386064135, + "visual_cosine": 5.344433987155472 + }, + { + "pair": [ + 253, + 267 + ], + "delta_mse": -0.0014317999046285315, + "text_cosine": 1.7127438556965837, + "visual_cosine": 5.465661807233045 + }, + { + "pair": [ + 267, + 292 + ], + "delta_mse": -0.0013952613273014807, + "text_cosine": 2.9958852789488892, + "visual_cosine": 4.211346514889615 + }, + { + "pair": [ + 184, + 462 + ], + "delta_mse": -0.0013207218900546955, + "text_cosine": 0.5556346237762444, + "visual_cosine": -0.4636473770125418 + }, + { + "pair": [ + 106, + 245 + ], + "delta_mse": -0.0012620978259293768, + "text_cosine": 0.05345204201861087, + "visual_cosine": 1.5891441470641998 + }, + { + "pair": [ + 106, + 250 + ], + "delta_mse": -0.0011798420310077295, + "text_cosine": 1.6212858834702015, + "visual_cosine": 0.42435061058560813 + }, + { + "pair": [ + 244, + 383 + ], + "delta_mse": -0.0011478080603260438, + "text_cosine": 0.4045916897915917, + "visual_cosine": 0.6687067466323693 + }, + { + "pair": [ + 184, + 374 + ], + "delta_mse": -0.0011317149613959997, + "text_cosine": -0.11970014877633656, + "visual_cosine": -0.45060184702115386 + }, + { + "pair": [ + 184, + 510 + ], + "delta_mse": -0.0010993990500095085, + "text_cosine": -0.17231920599262976, + "visual_cosine": 2.5075844871214805 + }, + { + "pair": [ + 154, + 203 + ], + "delta_mse": -0.0010614839225716272, + "text_cosine": 2.1177854989081575, + "visual_cosine": 0.8531255713931778 + }, + { + "pair": [ + 21, + 236 + ], + "delta_mse": -0.001026068380141729, + "text_cosine": 1.70739602153444, + "visual_cosine": 3.024716834999253 + }, + { + "pair": [ + 20, + 245 + ], + "delta_mse": -0.0009690585644683843, + "text_cosine": -0.05940444900195173, + "visual_cosine": -0.5191875220812289 + }, + { + "pair": [ + 20, + 115 + ], + "delta_mse": -0.000950068150647503, + "text_cosine": -0.38627145637845417, + "visual_cosine": 0.9131376288867251 + }, + { + "pair": [ + 21, + 377 + ], + "delta_mse": -0.0008769487972048614, + "text_cosine": 2.775156602154823, + "visual_cosine": 0.9247837826756469 + }, + { + "pair": [ + 213, + 377 + ], + "delta_mse": -0.0008509255751835141, + "text_cosine": 4.242309862586537, + "visual_cosine": 2.0974209160405524 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.5390625, + "final_objective": 0.7972765057143968, + "final_energy": { + "mse": 0.7972765057143968, + "mse_channels": [ + 0.7972765057143968 + ], + "mse_channel_mean": 0.7972765057143968, + "conditional_kl": 80.43524476513356, + "m30_total": 17.681601964455506 + }, + "accepted_moves": 194, + "moved_fraction": 0.4609375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8438296710316299, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8171410055123166, + "accuracy": 0.84375 + }, + { + "step": 100, + "objective": 0.8068419859899517, + "accuracy": 0.703125 + }, + { + "step": 150, + "objective": 0.8015360370608148, + "accuracy": 0.5859375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 1.0332917469616345, + "final_energy": { + "mse": 1.0332917469616345, + "mse_channels": [ + 1.0332917469616345 + ], + "mse_channel_mean": 1.0332917469616345, + "conditional_kl": 138.66510661347644, + "m30_total": 29.799604816618558 + }, + "accepted_moves": 708, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.0952293798386514, + "final_energy": { + "mse": 1.0952293798386514, + "mse_channels": [ + 1.0952293798386514 + ], + "mse_channel_mean": 1.0952293798386514, + "conditional_kl": 128.67521387621505, + "m30_total": 27.925501534920315 + }, + "accepted_moves": 811, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 0.9884509084859376, + "final_energy": { + "mse": 0.9884509084859376, + "mse_channels": [ + 0.9884509084859376 + ], + "mse_channel_mean": 0.9884509084859376, + "conditional_kl": 126.47066990929916, + "m30_total": 27.271035798831708 + }, + "accepted_moves": 792, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.017578125, + "final_objective": 0.9807311525004382, + "final_energy": { + "mse": 0.9807311525004382, + "mse_channels": [ + 0.9807311525004382 + ], + "mse_channel_mean": 0.9807311525004382, + "conditional_kl": 129.49316757891356, + "m30_total": 27.860095820783588 + }, + "accepted_moves": 720, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0009146521805175, + "final_energy": { + "mse": 1.0009146521805175, + "mse_channels": [ + 1.0009146521805175 + ], + "mse_channel_mean": 1.0009146521805175, + "conditional_kl": 135.6561645989575, + "m30_total": 29.133062224152535 + }, + "accepted_moves": 809, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 1.059325533462321, + "final_energy": { + "mse": 1.059325533462321, + "mse_channels": [ + 1.059325533462321 + ], + "mse_channel_mean": 1.059325533462321, + "conditional_kl": 132.85752644875663, + "m30_total": 28.69015635667597 + }, + "accepted_moves": 814, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0597854651703253, + "final_energy": { + "mse": 1.0597854651703253, + "mse_channels": [ + 1.0597854651703253 + ], + "mse_channel_mean": 1.0597854651703253, + "conditional_kl": 131.07107838857587, + "m30_total": 28.333786608055824 + }, + "accepted_moves": 769, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 1.0435683007887575, + "final_energy": { + "mse": 1.0435683007887575, + "mse_channels": [ + 1.0435683007887575 + ], + "mse_channel_mean": 1.0435683007887575, + "conditional_kl": 134.63627028664945, + "m30_total": 29.014390658907406 + }, + "accepted_moves": 759, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 1.0002959149363935, + "final_energy": { + "mse": 1.0002959149363935, + "mse_channels": [ + 1.0002959149363935 + ], + "mse_channel_mean": 1.0002959149363935, + "conditional_kl": 113.51274610211182, + "m30_total": 24.70314105029515 + }, + "accepted_moves": 804, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.005859375, + "final_objective": 1.0785350679008276, + "final_energy": { + "mse": 1.0785350679008276, + "mse_channels": [ + 1.0785350679008276 + ], + "mse_channel_mean": 1.0785350679008276, + "conditional_kl": 129.3784018685919, + "m30_total": 28.032750509520035 + }, + "accepted_moves": 718, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 212.4103546142578, + "improving_fraction": 0.0021251223091976515, + "identity_strict_local_min": false, + "descent_keeps": 0.5390625, + "true_mse": 0.846923893817396, + "best_random_descent": 0.9807311525004382, + "best_random_accuracy": 0.017578125, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_flickr_k128.json b/artifacts/manifold_gate/content_gate_flickr_k128.json new file mode 100644 index 0000000..eb32f07 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k128.json @@ -0,0 +1,357 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.136176218304143, + "mse_channels": [ + 1.136176218304143 + ], + "mse_channel_mean": 1.136176218304143, + "conditional_kl": 97.40103676825036, + "m30_total": 21.75255979025836 + }, + "similarity_shift": { + "mse": 1.9537246294067576, + "mse_channels": [ + 1.9537246294067576 + ], + "mse_channel_mean": 1.9537246294067576, + "conditional_kl": 248.56698480013813, + "m30_total": 53.620846218841145 + }, + "random": { + "mse": { + "mean": 1.99985671043396, + "std": 0.005896694492548704, + "min": 1.9830940961837769, + "true_z": 146.4685821533203, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.99985671043396, + "std": 0.005896694492548704, + "min": 1.9830940961837769, + "true_z": 146.4685821533203, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 251.8208465576172, + "std": 2.764803171157837, + "min": 242.947265625, + "true_z": 55.85200500488281, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 54.36388397216797, + "std": 0.5564111471176147, + "min": 52.577919006347656, + "true_z": 58.6101188659668, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 332, + "improving_fraction": 0.0025379158512720155, + "delta_mean": 0.0067103561559910575, + "delta_min": -0.001999873864871458, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.001999873864871458, + "text_cosine": 4.518184362300587, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.0019154269748872502, + "text_cosine": 4.248598350982519, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 162, + 249 + ], + "delta_mse": -0.0017566272482151585, + "text_cosine": 3.8365497546684386, + "visual_cosine": -0.8257147296481121 + }, + { + "pair": [ + 249, + 263 + ], + "delta_mse": -0.0017129573427745657, + "text_cosine": 3.322044975736754, + "visual_cosine": 0.779646086071806 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0016324821028163964, + "text_cosine": -0.23832577449626785, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0015458402967731017, + "text_cosine": 1.344288973986104, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 249, + 376 + ], + "delta_mse": -0.001499439601068177, + "text_cosine": 3.9815440961904116, + "visual_cosine": -0.10976963338483188 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.0013102834175106176, + "text_cosine": 1.0726696091213177, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 337, + 485 + ], + "delta_mse": -0.0011987918139132398, + "text_cosine": 1.3784406517350674, + "visual_cosine": 0.8444916412015606 + }, + { + "pair": [ + 392, + 485 + ], + "delta_mse": -0.0011908879193195403, + "text_cosine": 0.9731809910571623, + "visual_cosine": -0.443039386614659 + }, + { + "pair": [ + 404, + 443 + ], + "delta_mse": -0.0010923863591542203, + "text_cosine": 1.7962242061998632, + "visual_cosine": 0.0012392550951359398 + }, + { + "pair": [ + 249, + 474 + ], + "delta_mse": -0.0010695378253222246, + "text_cosine": 3.5174249340441315, + "visual_cosine": 2.8634547096915384 + }, + { + "pair": [ + 9, + 150 + ], + "delta_mse": -0.001050727608190406, + "text_cosine": 0.7565229145242864, + "visual_cosine": 2.657273763844986 + }, + { + "pair": [ + 77, + 249 + ], + "delta_mse": -0.0010476849576410443, + "text_cosine": 3.6255258761802756, + "visual_cosine": 3.1298802818032883 + }, + { + "pair": [ + 131, + 162 + ], + "delta_mse": -0.0010369318057412203, + "text_cosine": 4.2844128401301145, + "visual_cosine": -0.647322406032143 + }, + { + "pair": [ + 119, + 263 + ], + "delta_mse": -0.001004506157151956, + "text_cosine": 3.4502045941543056, + "visual_cosine": 1.8204774124468979 + }, + { + "pair": [ + 119, + 161 + ], + "delta_mse": -0.000999672021273782, + "text_cosine": 4.907905876537117, + "visual_cosine": 1.7612146710426384 + }, + { + "pair": [ + 119, + 376 + ], + "delta_mse": -0.0009980494586391373, + "text_cosine": 4.281487392473242, + "visual_cosine": -0.05953952202158341 + }, + { + "pair": [ + 242, + 485 + ], + "delta_mse": -0.0009639347516474328, + "text_cosine": 0.8339079733956323, + "visual_cosine": -0.2696993055592199 + }, + { + "pair": [ + 259, + 384 + ], + "delta_mse": -0.000955450573944686, + "text_cosine": 1.0441953119473693, + "visual_cosine": 1.3198176951165124 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.556640625, + "final_objective": 1.072196054525041, + "final_energy": { + "mse": 1.072196054525041, + "mse_channels": [ + 1.072196054525041 + ], + "mse_channel_mean": 1.072196054525041, + "conditional_kl": 95.41925762033176, + "m30_total": 21.228243633116435 + }, + "accepted_moves": 210, + "moved_fraction": 0.443359375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1341763444392714, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.0999058500849728, + "accuracy": 0.83203125 + }, + { + "step": 100, + "objective": 1.0879514371596086, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 1.079656311089371, + "accuracy": 0.63671875 + }, + { + "step": 200, + "objective": 1.0726743578327493, + "accuracy": 0.564453125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.005859375, + "final_objective": 1.1653813982928911, + "final_energy": { + "mse": 1.1653813982928911, + "mse_channels": [ + 1.1653813982928911 + ], + "mse_channel_mean": 1.1653813982928911, + "conditional_kl": 126.41061082583913, + "m30_total": 27.612884961753608 + }, + "accepted_moves": 777, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.017578125, + "final_objective": 1.1258228986160477, + "final_energy": { + "mse": 1.1258228986160477, + "mse_channels": [ + 1.1258228986160477 + ], + "mse_channel_mean": 1.1258228986160477, + "conditional_kl": 130.99284801626771, + "m30_total": 28.45021540048564 + }, + "accepted_moves": 747, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 1.2092587527548313, + "final_energy": { + "mse": 1.2092587527548313, + "mse_channels": [ + 1.2092587527548313 + ], + "mse_channel_mean": 1.2092587527548313, + "conditional_kl": 135.42416554939055, + "m30_total": 29.503350615387774 + }, + "accepted_moves": 861, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 146.4685821533203, + "improving_fraction": 0.0025379158512720155, + "identity_strict_local_min": false, + "descent_keeps": 0.556640625, + "true_mse": 1.136176218304143, + "best_random_descent": 1.1258228986160477, + "best_random_accuracy": 0.017578125, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_flickr_k16.json b/artifacts/manifold_gate/content_gate_flickr_k16.json new file mode 100644 index 0000000..479c047 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k16.json @@ -0,0 +1,367 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 16, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.170547862614944, + "mse_channels": [ + 1.170547862614944 + ], + "mse_channel_mean": 1.170547862614944, + "conditional_kl": 56.53022845801316, + "m30_total": 13.647141416832522 + }, + "similarity_shift": { + "mse": 1.8261931354752048, + "mse_channels": [ + 1.8261931354752048 + ], + "mse_channel_mean": 1.8261931354752048, + "conditional_kl": 147.93363665527812, + "m30_total": 33.239113602006036 + }, + "random": { + "mse": { + "mean": 1.9997648000717163, + "std": 0.006351436022669077, + "min": 1.979751467704773, + "true_z": 130.55581665039062, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9997648000717163, + "std": 0.006351436022669077, + "min": 1.979751467704773, + "true_z": 130.55581665039062, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 164.26585388183594, + "std": 2.6830193996429443, + "min": 154.93247985839844, + "true_z": 40.15462112426758, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 36.852699279785156, + "std": 0.5395469665527344, + "min": 34.96461868286133, + "true_z": 43.00933837890625, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 1077, + "improving_fraction": 0.008232937866927593, + "delta_mean": 0.006353311708923697, + "delta_min": -0.0021474547004293144, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0021474547004293144, + "text_cosine": 1.3850072171715269, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.0019709092968313276, + "text_cosine": -0.6815416705568218, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 165, + 409 + ], + "delta_mse": -0.001818275224885462, + "text_cosine": 0.8596239879147901, + "visual_cosine": 0.9387374078953112 + }, + { + "pair": [ + 129, + 280 + ], + "delta_mse": -0.0017592087367304795, + "text_cosine": 1.238005666228812, + "visual_cosine": -1.4335152974213174 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.001743129667020755, + "text_cosine": 0.5101843993060393, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 124, + 409 + ], + "delta_mse": -0.0017382429674432634, + "text_cosine": 1.8475113380271249, + "visual_cosine": -0.7173736684685584 + }, + { + "pair": [ + 9, + 326 + ], + "delta_mse": -0.0017279396573557145, + "text_cosine": 0.659533140806115, + "visual_cosine": 1.4015242194038386 + }, + { + "pair": [ + 9, + 409 + ], + "delta_mse": -0.0016525366224884842, + "text_cosine": 0.2138020198663334, + "visual_cosine": 0.5376838441710586 + }, + { + "pair": [ + 73, + 280 + ], + "delta_mse": -0.0016343371004176334, + "text_cosine": -0.5116453532935662, + "visual_cosine": 0.5953618129772664 + }, + { + "pair": [ + 9, + 19 + ], + "delta_mse": -0.0016296465959740182, + "text_cosine": 0.09721603716068283, + "visual_cosine": 2.0835824180656943 + }, + { + "pair": [ + 280, + 333 + ], + "delta_mse": -0.0015356180836313953, + "text_cosine": 1.6667083745158067, + "visual_cosine": -0.6307120443245444 + }, + { + "pair": [ + 9, + 170 + ], + "delta_mse": -0.001512580041893584, + "text_cosine": 2.480547517922658, + "visual_cosine": 1.9378848107459343 + }, + { + "pair": [ + 9, + 124 + ], + "delta_mse": -0.001497055861383025, + "text_cosine": 2.065723739107589, + "visual_cosine": 0.2944096857804318 + }, + { + "pair": [ + 280, + 485 + ], + "delta_mse": -0.0014849080388556867, + "text_cosine": 1.1935861620673776, + "visual_cosine": -0.46058588668645245 + }, + { + "pair": [ + 280, + 312 + ], + "delta_mse": -0.0014822061986563937, + "text_cosine": 0.8360536633272647, + "visual_cosine": 0.49145593984037017 + }, + { + "pair": [ + 124, + 165 + ], + "delta_mse": -0.0014570045188639622, + "text_cosine": 2.383839786681372, + "visual_cosine": 0.5944260853209754 + }, + { + "pair": [ + 409, + 500 + ], + "delta_mse": -0.0014429547816194816, + "text_cosine": -0.07274220785520549, + "visual_cosine": -0.500735893619571 + }, + { + "pair": [ + 78, + 333 + ], + "delta_mse": -0.0014220002017214623, + "text_cosine": 0.5621358664771955, + "visual_cosine": -0.17176174286080148 + }, + { + "pair": [ + 132, + 337 + ], + "delta_mse": -0.00141831692279113, + "text_cosine": -0.2921359436771003, + "visual_cosine": 0.41413451455268774 + }, + { + "pair": [ + 73, + 345 + ], + "delta_mse": -0.00141124879324221, + "text_cosine": 0.12810298049191862, + "visual_cosine": 0.06780742802849238 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.30859375, + "final_objective": 1.0363113624640892, + "final_energy": { + "mse": 1.0363113624640892, + "mse_channels": [ + 1.0363113624640892 + ], + "mse_channel_mean": 1.0363113624640892, + "conditional_kl": 53.38002349196541, + "m30_total": 12.748627423321262 + }, + "accepted_moves": 348, + "moved_fraction": 0.69140625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1684004079145147, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.1108665447039632, + "accuracy": 0.826171875 + }, + { + "step": 100, + "objective": 1.0835282982215557, + "accuracy": 0.6953125 + }, + { + "step": 150, + "objective": 1.0646349185660782, + "accuracy": 0.568359375 + }, + { + "step": 200, + "objective": 1.051725062341308, + "accuracy": 0.4921875 + }, + { + "step": 250, + "objective": 1.045089648469431, + "accuracy": 0.41015625 + }, + { + "step": 300, + "objective": 1.0414304171716953, + "accuracy": 0.34375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.0965724994049268, + "final_energy": { + "mse": 1.0965724994049268, + "mse_channels": [ + 1.0965724994049268 + ], + "mse_channel_mean": 1.0965724994049268, + "conditional_kl": 59.24539496426371, + "m30_total": 14.042223991662595 + }, + "accepted_moves": 840, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 1.071891750635961, + "final_energy": { + "mse": 1.071891750635961, + "mse_channels": [ + 1.071891750635961 + ], + "mse_channel_mean": 1.071891750635961, + "conditional_kl": 64.8484817254993, + "m30_total": 15.113479846371783 + }, + "accepted_moves": 830, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01171875, + "final_objective": 1.0678137763941078, + "final_energy": { + "mse": 1.0678137763941078, + "mse_channels": [ + 1.0678137763941078 + ], + "mse_channel_mean": 1.0678137763941078, + "conditional_kl": 64.252864890195, + "m30_total": 14.986200530827215 + }, + "accepted_moves": 861, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 130.55581665039062, + "improving_fraction": 0.008232937866927593, + "identity_strict_local_min": false, + "descent_keeps": 0.30859375, + "true_mse": 1.170547862614944, + "best_random_descent": 1.0678137763941078, + "best_random_accuracy": 0.013671875, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_flickr_k32.json b/artifacts/manifold_gate/content_gate_flickr_k32.json new file mode 100644 index 0000000..fa5228f --- /dev/null +++ b/artifacts/manifold_gate/content_gate_flickr_k32.json @@ -0,0 +1,362 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "flickr", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 1.1409489570499156, + "mse_channels": [ + 1.1409489570499156 + ], + "mse_channel_mean": 1.1409489570499156, + "conditional_kl": 67.33988596589113, + "m30_total": 15.749875107278058 + }, + "similarity_shift": { + "mse": 1.9067233905164904, + "mse_channels": [ + 1.9067233905164904 + ], + "mse_channel_mean": 1.9067233905164904, + "conditional_kl": 186.74535536079563, + "m30_total": 41.16251785319211 + }, + "random": { + "mse": { + "mean": 1.9998486042022705, + "std": 0.006022298708558083, + "min": 1.981075644493103, + "true_z": 142.61988830566406, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998486042022705, + "std": 0.006022298708558083, + "min": 1.981075644493103, + "true_z": 142.61988830566406, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 193.23446655273438, + "std": 2.7021615505218506, + "min": 184.488525390625, + "true_z": 46.5903205871582, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 42.64659118652344, + "std": 0.5436192750930786, + "min": 40.890926361083984, + "true_z": 49.47712326049805, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 623, + "improving_fraction": 0.004762414383561644, + "delta_mean": 0.006614384327259976, + "delta_min": -0.0018833884803345527, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 312, + 337 + ], + "delta_mse": -0.0018833884803345527, + "text_cosine": 1.8937643415178953, + "visual_cosine": 2.6040273248772507 + }, + { + "pair": [ + 124, + 409 + ], + "delta_mse": -0.0018333894959604597, + "text_cosine": 1.7355883530526224, + "visual_cosine": -0.7173736684685584 + }, + { + "pair": [ + 165, + 409 + ], + "delta_mse": -0.001704593040026588, + "text_cosine": 1.2211269368798545, + "visual_cosine": 0.9387374078953112 + }, + { + "pair": [ + 448, + 462 + ], + "delta_mse": -0.001623174927752787, + "text_cosine": -0.6895358090074006, + "visual_cosine": 0.9238613132292879 + }, + { + "pair": [ + 337, + 485 + ], + "delta_mse": -0.0015982722068407858, + "text_cosine": 2.11742953381571, + "visual_cosine": 0.8444916412015606 + }, + { + "pair": [ + 305, + 485 + ], + "delta_mse": -0.0015469611106928866, + "text_cosine": 0.03199675813814657, + "visual_cosine": -0.3864148927040937 + }, + { + "pair": [ + 249, + 487 + ], + "delta_mse": -0.0015301149494288237, + "text_cosine": 3.665212306592386, + "visual_cosine": -0.5507567581610348 + }, + { + "pair": [ + 9, + 255 + ], + "delta_mse": -0.0015094352331642003, + "text_cosine": 0.8998479049780388, + "visual_cosine": 2.5903144415397494 + }, + { + "pair": [ + 9, + 124 + ], + "delta_mse": -0.0013967951979963432, + "text_cosine": 2.036028571870346, + "visual_cosine": 0.2944096857804318 + }, + { + "pair": [ + 9, + 276 + ], + "delta_mse": -0.001347978797690255, + "text_cosine": 2.7150059205748436, + "visual_cosine": 4.009282024464298 + }, + { + "pair": [ + 124, + 165 + ], + "delta_mse": -0.0013318153964246235, + "text_cosine": 2.001968941301746, + "visual_cosine": 0.5944260853209754 + }, + { + "pair": [ + 9, + 436 + ], + "delta_mse": -0.001285548073389857, + "text_cosine": 1.33379017922693, + "visual_cosine": 2.150922173324471 + }, + { + "pair": [ + 409, + 434 + ], + "delta_mse": -0.0012408796738965775, + "text_cosine": 1.5465340750468566, + "visual_cosine": -0.25205678421914984 + }, + { + "pair": [ + 389, + 485 + ], + "delta_mse": -0.0012212358032484564, + "text_cosine": 1.9563031246635776, + "visual_cosine": -0.7438779458074521 + }, + { + "pair": [ + 57, + 409 + ], + "delta_mse": -0.001219446287254568, + "text_cosine": 2.3884154888733633, + "visual_cosine": 0.501901018584272 + }, + { + "pair": [ + 392, + 485 + ], + "delta_mse": -0.0012009450805130816, + "text_cosine": 0.6309419648255989, + "visual_cosine": -0.443039386614659 + }, + { + "pair": [ + 424, + 469 + ], + "delta_mse": -0.001186132145258966, + "text_cosine": 2.8559875616872197, + "visual_cosine": 2.6275199267191525 + }, + { + "pair": [ + 161, + 249 + ], + "delta_mse": -0.0011607639340676665, + "text_cosine": 3.0995390265615503, + "visual_cosine": 1.2849451278109671 + }, + { + "pair": [ + 334, + 409 + ], + "delta_mse": -0.001152693188989794, + "text_cosine": 1.5098878697522988, + "visual_cosine": -0.14168712785561643 + }, + { + "pair": [ + 130, + 485 + ], + "delta_mse": -0.0011338306771832233, + "text_cosine": 1.8588675813745397, + "visual_cosine": -0.027564620756647455 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.404296875, + "final_objective": 1.046206260636463, + "final_energy": { + "mse": 1.046206260636463, + "mse_channels": [ + 1.046206260636463 + ], + "mse_channel_mean": 1.046206260636463, + "conditional_kl": 67.74992187876556, + "m30_total": 15.642396897026039 + }, + "accepted_moves": 292, + "moved_fraction": 0.595703125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.1390655685695812, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.0934153115844905, + "accuracy": 0.833984375 + }, + { + "step": 100, + "objective": 1.0739327960705125, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 1.0631909305991252, + "accuracy": 0.58203125 + }, + { + "step": 200, + "objective": 1.053776867843126, + "accuracy": 0.50390625 + }, + { + "step": 250, + "objective": 1.0482250481547462, + "accuracy": 0.4296875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 1.1570468156265634, + "final_energy": { + "mse": 1.1570468156265634, + "mse_channels": [ + 1.1570468156265634 + ], + "mse_channel_mean": 1.1570468156265634, + "conditional_kl": 84.4986892574408, + "m30_total": 19.213831482741288 + }, + "accepted_moves": 735, + "moved_fraction": 0.984375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.01953125, + "final_objective": 1.0788964442963973, + "final_energy": { + "mse": 1.0788964442963973, + "mse_channels": [ + 1.0788964442963973 + ], + "mse_channel_mean": 1.0788964442963973, + "conditional_kl": 87.00104449711986, + "m30_total": 19.558001788016767 + }, + "accepted_moves": 823, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 1.1916639685529302, + "final_energy": { + "mse": 1.1916639685529302, + "mse_channels": [ + 1.1916639685529302 + ], + "mse_channel_mean": 1.1916639685529302, + "conditional_kl": 86.46502879388007, + "m30_total": 19.676333695881876 + }, + "accepted_moves": 774, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 142.61988830566406, + "improving_fraction": 0.004762414383561644, + "identity_strict_local_min": false, + "descent_keeps": 0.404296875, + "true_mse": 1.1409489570499156, + "best_random_descent": 1.0788964442963973, + "best_random_accuracy": 0.01953125, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_vg_k128.json b/artifacts/manifold_gate/content_gate_vg_k128.json new file mode 100644 index 0000000..80207a9 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k128.json @@ -0,0 +1,357 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.839849764543192, + "mse_channels": [ + 0.839849764543192 + ], + "mse_channel_mean": 0.839849764543192, + "conditional_kl": 84.21727299155093, + "m30_total": 18.52315412739657 + }, + "similarity_shift": { + "mse": 1.932655144346576, + "mse_channels": [ + 1.932655144346576 + ], + "mse_channel_mean": 1.932655144346576, + "conditional_kl": 261.6444877034851, + "m30_total": 56.19420782939017 + }, + "random": { + "mse": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996603727340698, + "std": 0.005595602560788393, + "min": 1.9812780618667603, + "true_z": 207.27178955078125, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 277.5539245605469, + "std": 2.6164634227752686, + "min": 269.70050048828125, + "true_z": 73.8923568725586, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 59.51011657714844, + "std": 0.5265122056007385, + "min": 57.92308807373047, + "true_z": 77.84617614746094, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 329, + "improving_fraction": 0.002514982876712329, + "delta_mean": 0.009037330799486334, + "delta_min": -0.002817264973293611, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 58, + 377 + ], + "delta_mse": -0.002817264973293611, + "text_cosine": 2.714232734519877, + "visual_cosine": 2.7075132969999567 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.002525856769986404, + "text_cosine": 0.7985070849553976, + "visual_cosine": 0.18691935688134706 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.0021963353673408155, + "text_cosine": 0.2757290184091338, + "visual_cosine": 2.27085226875798 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.0021261796312654732, + "text_cosine": -0.7811999440647905, + "visual_cosine": -1.415223220335863 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.0018787845019292964, + "text_cosine": 1.913688758934387, + "visual_cosine": -0.7508226185265927 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.0017659857020280432, + "text_cosine": 2.7898631108017033, + "visual_cosine": 0.17003990915816658 + }, + { + "pair": [ + 58, + 191 + ], + "delta_mse": -0.0015401890404455679, + "text_cosine": 3.0656019706619144, + "visual_cosine": 1.5422177352371698 + }, + { + "pair": [ + 0, + 395 + ], + "delta_mse": -0.0015388523961947908, + "text_cosine": -0.2581153266063408, + "visual_cosine": -0.831856793726671 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.00148666625371806, + "text_cosine": 0.5557260747233308, + "visual_cosine": -0.4841961196381945 + }, + { + "pair": [ + 52, + 299 + ], + "delta_mse": -0.0014246293746014759, + "text_cosine": 2.2426955835074964, + "visual_cosine": 1.3024941781915953 + }, + { + "pair": [ + 282, + 377 + ], + "delta_mse": -0.0013435025183629408, + "text_cosine": 2.909504796503497, + "visual_cosine": -0.23448078797128008 + }, + { + "pair": [ + 367, + 395 + ], + "delta_mse": -0.001286717257266551, + "text_cosine": 0.09862697014599547, + "visual_cosine": -1.0656415263156347 + }, + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.001237407218248841, + "text_cosine": 0.3443560350893097, + "visual_cosine": -0.7960151578810841 + }, + { + "pair": [ + 377, + 475 + ], + "delta_mse": -0.00122192458423277, + "text_cosine": 3.5098973138155984, + "visual_cosine": 3.016287671251372 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.0011373275643801442, + "text_cosine": 0.1689006907434184, + "visual_cosine": -0.11658288668796804 + }, + { + "pair": [ + 316, + 376 + ], + "delta_mse": -0.0010568747152113268, + "text_cosine": -0.01236868685658107, + "visual_cosine": -0.22626854256186235 + }, + { + "pair": [ + 295, + 377 + ], + "delta_mse": -0.001000536661571416, + "text_cosine": 1.7779724377506336, + "visual_cosine": 0.5736642651197316 + }, + { + "pair": [ + 165, + 500 + ], + "delta_mse": -0.000994405419583539, + "text_cosine": 3.545328721831781, + "visual_cosine": 2.3884086870819665 + }, + { + "pair": [ + 232, + 351 + ], + "delta_mse": -0.0009942574487756654, + "text_cosine": 2.190136539078203, + "visual_cosine": -0.6212028830889063 + }, + { + "pair": [ + 221, + 500 + ], + "delta_mse": -0.0009873527063073621, + "text_cosine": 3.450520385435802, + "visual_cosine": 3.6315384841621463 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.5390625, + "final_objective": 0.7793330778404849, + "final_energy": { + "mse": 0.7793330778404849, + "mse_channels": [ + 0.7793330778404849 + ], + "mse_channel_mean": 0.7793330778404849, + "conditional_kl": 81.95830485340011, + "m30_total": 17.950327126360992 + }, + "accepted_moves": 215, + "moved_fraction": 0.4609375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8370324995698983, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.8029546926195407, + "accuracy": 0.84375 + }, + { + "step": 100, + "objective": 0.7908546768024152, + "accuracy": 0.70703125 + }, + { + "step": 150, + "objective": 0.7840495921447342, + "accuracy": 0.61328125 + }, + { + "step": 200, + "objective": 0.7796491799907503, + "accuracy": 0.55078125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.9989794393161704, + "final_energy": { + "mse": 0.9989794393161704, + "mse_channels": [ + 0.9989794393161704 + ], + "mse_channel_mean": 0.9989794393161704, + "conditional_kl": 130.63651239347013, + "m30_total": 28.125261357326366 + }, + "accepted_moves": 858, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 0.9191767171499994, + "final_energy": { + "mse": 0.9191767171499994, + "mse_channels": [ + 0.9191767171499994 + ], + "mse_channel_mean": 0.9191767171499994, + "conditional_kl": 120.7180761470864, + "m30_total": 25.981968663717282 + }, + "accepted_moves": 758, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.015625, + "final_objective": 0.916596780251344, + "final_energy": { + "mse": 0.916596780251344, + "mse_channels": [ + 0.916596780251344 + ], + "mse_channel_mean": 0.916596780251344, + "conditional_kl": 119.50087886296448, + "m30_total": 25.733369333095588 + }, + "accepted_moves": 810, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 207.27178955078125, + "improving_fraction": 0.002514982876712329, + "identity_strict_local_min": false, + "descent_keeps": 0.5390625, + "true_mse": 0.839849764543192, + "best_random_descent": 0.916596780251344, + "best_random_accuracy": 0.015625, + "counterfeit_found": false + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_vg_k16.json b/artifacts/manifold_gate/content_gate_vg_k16.json new file mode 100644 index 0000000..d7064ff --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k16.json @@ -0,0 +1,382 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 16, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.7571511520431647, + "mse_channels": [ + 0.7571511520431647 + ], + "mse_channel_mean": 0.7571511520431647, + "conditional_kl": 43.94865214424862, + "m30_total": 10.304032732936054 + }, + "similarity_shift": { + "mse": 1.7847206806924405, + "mse_channels": [ + 1.7847206806924405 + ], + "mse_channel_mean": 1.7847206806924405, + "conditional_kl": 137.0201306602457, + "m30_total": 30.973467493434025 + }, + "random": { + "mse": { + "mean": 1.9998713731765747, + "std": 0.005644011776894331, + "min": 1.9686219692230225, + "true_z": 220.18385314941406, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998713731765747, + "std": 0.005644011776894331, + "min": 1.9686219692230225, + "true_z": 220.18385314941406, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 153.37405395507812, + "std": 2.3105013370513916, + "min": 145.10116577148438, + "true_z": 47.360023498535156, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 34.67455291748047, + "std": 0.46381500363349915, + "min": 32.983951568603516, + "true_z": 52.54362487792969, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 2544, + "improving_fraction": 0.01944716242661448, + "delta_mean": 0.009635548148288604, + "delta_min": -0.012202593996729997, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 93, + 405 + ], + "delta_mse": -0.012202593996729997, + "text_cosine": 0.24547375613443856, + "visual_cosine": -0.7462587421523642 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.009526320453711625, + "text_cosine": 0.47666621353908106, + "visual_cosine": -0.5913789960402047 + }, + { + "pair": [ + 93, + 356 + ], + "delta_mse": -0.00773023799306394, + "text_cosine": 0.152315986329943, + "visual_cosine": 1.8988253022634147 + }, + { + "pair": [ + 282, + 405 + ], + "delta_mse": -0.007636435607427768, + "text_cosine": -0.5259809700389907, + "visual_cosine": -0.1267808979765722 + }, + { + "pair": [ + 93, + 273 + ], + "delta_mse": -0.007335538893170518, + "text_cosine": -0.968364063959403, + "visual_cosine": 0.01708327590694741 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.007061309296745894, + "text_cosine": -0.3378448488001467, + "visual_cosine": 0.7624667135962908 + }, + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.0070103021345466155, + "text_cosine": 0.7822727631636276, + "visual_cosine": -0.5242862400901364 + }, + { + "pair": [ + 19, + 395 + ], + "delta_mse": -0.00666232372359432, + "text_cosine": 0.5793389322478012, + "visual_cosine": -0.9710002272366003 + }, + { + "pair": [ + 19, + 107 + ], + "delta_mse": -0.006492356101829625, + "text_cosine": 0.9640392786519267, + "visual_cosine": 0.44763495098717326 + }, + { + "pair": [ + 169, + 282 + ], + "delta_mse": -0.006446680373026834, + "text_cosine": -0.11006592108457827, + "visual_cosine": -0.23025456475043685 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.006298238921339579, + "text_cosine": 0.7490617169107676, + "visual_cosine": -0.3998955379169835 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.005895632254427218, + "text_cosine": -0.39371956283345716, + "visual_cosine": -2.0132255559560086 + }, + { + "pair": [ + 93, + 423 + ], + "delta_mse": -0.005531795228683738, + "text_cosine": -0.9628285648296783, + "visual_cosine": -1.193042391758144 + }, + { + "pair": [ + 359, + 405 + ], + "delta_mse": -0.0053591948563620215, + "text_cosine": 0.6770280422508226, + "visual_cosine": -0.3185859325548784 + }, + { + "pair": [ + 108, + 405 + ], + "delta_mse": -0.0050018606558654794, + "text_cosine": 1.3960025192315557, + "visual_cosine": -1.0552534086997587 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.004850208531588345, + "text_cosine": 1.933936796139195, + "visual_cosine": -0.3160937216474144 + }, + { + "pair": [ + 359, + 423 + ], + "delta_mse": -0.004830800506097619, + "text_cosine": 0.44829128659057954, + "visual_cosine": 0.43809179261495657 + }, + { + "pair": [ + 376, + 395 + ], + "delta_mse": -0.004776657192591783, + "text_cosine": -0.7635588979726771, + "visual_cosine": -1.3908070022599637 + }, + { + "pair": [ + 243, + 395 + ], + "delta_mse": -0.004761367517035844, + "text_cosine": 0.5999248370628465, + "visual_cosine": 0.6443322014638325 + }, + { + "pair": [ + 142, + 282 + ], + "delta_mse": -0.004684303742022558, + "text_cosine": 0.3174416685241399, + "visual_cosine": 1.9431511789374942 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.162109375, + "final_objective": 0.5262194582279917, + "final_energy": { + "mse": 0.5262194582279917, + "mse_channels": [ + 0.5262194582279917 + ], + "mse_channel_mean": 0.5262194582279917, + "conditional_kl": 34.784136206564625, + "m30_total": 8.00926615776891 + }, + "accepted_moves": 472, + "moved_fraction": 0.837890625, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.7449485580464348, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.635051006942703, + "accuracy": 0.83984375 + }, + { + "step": 100, + "objective": 0.5957490711852981, + "accuracy": 0.69140625 + }, + { + "step": 150, + "objective": 0.5729976963692321, + "accuracy": 0.55859375 + }, + { + "step": 200, + "objective": 0.5578103870480738, + "accuracy": 0.466796875 + }, + { + "step": 250, + "objective": 0.5472341377034863, + "accuracy": 0.39453125 + }, + { + "step": 300, + "objective": 0.5397528003488563, + "accuracy": 0.3046875 + }, + { + "step": 350, + "objective": 0.533769392091454, + "accuracy": 0.24609375 + }, + { + "step": 400, + "objective": 0.5303560664091532, + "accuracy": 0.201171875 + }, + { + "step": 450, + "objective": 0.5266600141401722, + "accuracy": 0.169921875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 0.6983289684379539, + "final_energy": { + "mse": 0.6983289684379539, + "mse_channels": [ + 0.6983289684379539 + ], + "mse_channel_mean": 0.6983289684379539, + "conditional_kl": 48.243173862290206, + "m30_total": 11.04529270933395 + }, + "accepted_moves": 809, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0078125, + "final_objective": 0.5804266424175694, + "final_energy": { + "mse": 0.5804266424175694, + "mse_channels": [ + 0.5804266424175694 + ], + "mse_channel_mean": 0.5804266424175694, + "conditional_kl": 44.56139291160291, + "m30_total": 10.07313186715572 + }, + "accepted_moves": 796, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.6687535024184628, + "final_energy": { + "mse": 0.6687535024184628, + "mse_channels": [ + 0.6687535024184628 + ], + "mse_channel_mean": 0.6687535024184628, + "conditional_kl": 47.74922674440422, + "m30_total": 10.88735235371777 + }, + "accepted_moves": 759, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 220.18385314941406, + "improving_fraction": 0.01944716242661448, + "identity_strict_local_min": false, + "descent_keeps": 0.162109375, + "true_mse": 0.7571511520431647, + "best_random_descent": 0.5804266424175694, + "best_random_accuracy": 0.0078125, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_gate_vg_k32.json b/artifacts/manifold_gate/content_gate_vg_k32.json new file mode 100644 index 0000000..6a9b469 --- /dev/null +++ b/artifacts/manifold_gate/content_gate_vg_k32.json @@ -0,0 +1,362 @@ +{ + "protocol": "Content-projected states, directions fitted without pairs on held-out scenes; the complete assignment gate is scored with hidden pairs.", + "dataset": "vg", + "dims": 32, + "samples": 512, + "gate_a": { + "true": { + "mse": 0.7653370619130536, + "mse_channels": [ + 0.7653370619130536 + ], + "mse_channel_mean": 0.7653370619130536, + "conditional_kl": 51.04923709138937, + "m30_total": 11.740521542103982 + }, + "similarity_shift": { + "mse": 1.8748334049112891, + "mse_channels": [ + 1.8748334049112891 + ], + "mse_channel_mean": 1.8748334049112891, + "conditional_kl": 190.064726166135, + "m30_total": 41.76261204304958 + }, + "random": { + "mse": { + "mean": 2.0000228881835938, + "std": 0.00555937085300684, + "min": 1.9766288995742798, + "true_z": 222.0909423828125, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0000228881835938, + "std": 0.00555937085300684, + "min": 1.9766288995742798, + "true_z": 222.0909423828125, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 205.72727966308594, + "std": 2.4542996883392334, + "min": 196.39825439453125, + "true_z": 63.02328872680664, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 45.145503997802734, + "std": 0.49290961027145386, + "min": 43.27833557128906, + "true_z": 67.77101135253906, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 847, + "improving_fraction": 0.006474743150684931, + "delta_mean": 0.009589585212517225, + "delta_min": -0.005622838344540802, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 19, + 282 + ], + "delta_mse": -0.005622838344540802, + "text_cosine": 1.3770174329023839, + "visual_cosine": 0.03280251662125801 + }, + { + "pair": [ + 93, + 405 + ], + "delta_mse": -0.005173728930871009, + "text_cosine": 0.7836210453823206, + "visual_cosine": 0.1812027300500079 + }, + { + "pair": [ + 395, + 405 + ], + "delta_mse": -0.004392035269142091, + "text_cosine": 1.1158500946274823, + "visual_cosine": -0.7378736612798164 + }, + { + "pair": [ + 19, + 395 + ], + "delta_mse": -0.0043190576901900955, + "text_cosine": 0.8183569954945363, + "visual_cosine": -0.22137931590976934 + }, + { + "pair": [ + 282, + 301 + ], + "delta_mse": -0.004311178694602923, + "text_cosine": 2.4665213488028, + "visual_cosine": -0.22694893507034228 + }, + { + "pair": [ + 395, + 423 + ], + "delta_mse": -0.0042024721586056525, + "text_cosine": 0.7125704575247325, + "visual_cosine": 0.1112744365583952 + }, + { + "pair": [ + 19, + 107 + ], + "delta_mse": -0.0037446792493152433, + "text_cosine": 1.4428050955787382, + "visual_cosine": 1.272384669975623 + }, + { + "pair": [ + 191, + 282 + ], + "delta_mse": -0.0036961676936121328, + "text_cosine": 1.3942584207484485, + "visual_cosine": 0.16295993021141883 + }, + { + "pair": [ + 273, + 395 + ], + "delta_mse": -0.00361730687278808, + "text_cosine": -0.6075118081182901, + "visual_cosine": 1.3073087255977647 + }, + { + "pair": [ + 395, + 455 + ], + "delta_mse": -0.003222002861179743, + "text_cosine": 1.0694787739546157, + "visual_cosine": -0.6324084800288416 + }, + { + "pair": [ + 142, + 282 + ], + "delta_mse": -0.003192454872229152, + "text_cosine": 0.3836484705597908, + "visual_cosine": 1.8418502605020766 + }, + { + "pair": [ + 254, + 282 + ], + "delta_mse": -0.003138455807880788, + "text_cosine": 1.8022366977343356, + "visual_cosine": -0.1495303646116317 + }, + { + "pair": [ + 243, + 395 + ], + "delta_mse": -0.003106094663414377, + "text_cosine": 0.5941726682427237, + "visual_cosine": 0.4651238201249647 + }, + { + "pair": [ + 93, + 376 + ], + "delta_mse": -0.002896771263681136, + "text_cosine": -0.8493468527058708, + "visual_cosine": -0.769728812782414 + }, + { + "pair": [ + 282, + 444 + ], + "delta_mse": -0.002894257913943362, + "text_cosine": 2.619663908389996, + "visual_cosine": -0.4642469681725607 + }, + { + "pair": [ + 93, + 320 + ], + "delta_mse": -0.0028741764297683017, + "text_cosine": 0.8514499756044277, + "visual_cosine": 1.3539503002103044 + }, + { + "pair": [ + 93, + 356 + ], + "delta_mse": -0.0028594884490216457, + "text_cosine": 0.5345737305770364, + "visual_cosine": 1.0967433872754027 + }, + { + "pair": [ + 282, + 338 + ], + "delta_mse": -0.002802597025813233, + "text_cosine": -0.5432739087524631, + "visual_cosine": -1.4320655177057133 + }, + { + "pair": [ + 282, + 367 + ], + "delta_mse": -0.0027219562289381403, + "text_cosine": -0.25571523589310197, + "visual_cosine": -0.806537911232611 + }, + { + "pair": [ + 178, + 282 + ], + "delta_mse": -0.002693348121688705, + "text_cosine": 1.9126501006164351, + "visual_cosine": -0.3232253121168982 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.337890625, + "final_objective": 0.6392138976368924, + "final_energy": { + "mse": 0.6392138976368924, + "mse_channels": [ + 0.6392138976368924 + ], + "mse_channel_mean": 0.6392138976368924, + "conditional_kl": 47.44860374008245, + "m30_total": 10.768148543290275 + }, + "accepted_moves": 299, + "moved_fraction": 0.662109375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.7597142235685127, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.6942739749710766, + "accuracy": 0.841796875 + }, + { + "step": 100, + "objective": 0.6699640330729069, + "accuracy": 0.705078125 + }, + { + "step": 150, + "objective": 0.6562458446654199, + "accuracy": 0.568359375 + }, + { + "step": 200, + "objective": 0.6468261330103398, + "accuracy": 0.48046875 + }, + { + "step": 250, + "objective": 0.6426449989459969, + "accuracy": 0.392578125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.7846437741479689, + "final_energy": { + "mse": 0.7846437741479689, + "mse_channels": [ + 0.7846437741479689 + ], + "mse_channel_mean": 0.7846437741479689, + "conditional_kl": 74.84041523688335, + "m30_total": 16.53737059567261 + }, + "accepted_moves": 825, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.013671875, + "final_objective": 0.7282379759619445, + "final_energy": { + "mse": 0.7282379759619445, + "mse_channels": [ + 0.7282379759619445 + ], + "mse_channel_mean": 0.7282379759619445, + "conditional_kl": 64.81259778336894, + "m30_total": 14.418995508597678 + }, + "accepted_moves": 794, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 0.8944389091787294, + "final_energy": { + "mse": 0.8944389091787294, + "mse_channels": [ + 0.8944389091787294 + ], + "mse_channel_mean": 0.8944389091787294, + "conditional_kl": 75.12563619501663, + "m30_total": 16.814005057360784 + }, + "accepted_moves": 772, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": true + } + ], + "verdict": { + "true_z_mse": 222.0909423828125, + "improving_fraction": 0.006474743150684931, + "identity_strict_local_min": false, + "descent_keeps": 0.337890625, + "true_mse": 0.7653370619130536, + "best_random_descent": 0.7282379759619445, + "best_random_accuracy": 0.013671875, + "counterfeit_found": true + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/content_projection.json b/artifacts/manifold_gate/content_projection.json new file mode 100644 index 0000000..e7a4773 --- /dev/null +++ b/artifacts/manifold_gate/content_projection.json @@ -0,0 +1,83 @@ +{ + "protocol": "Content directions maximize between-scene over within-scene variance of view states, fitted per modality on unpaired orbit structure only. Hidden pairs score the effect.", + "flickr": { + "baseline_orbit_mean": { + "spearman": 0.29836288820861195, + "improving_fraction": 0.07773513943248532 + }, + "baseline_single": { + "spearman": 0.18923116503895265, + "improving_fraction": 0.1559595156555773 + }, + "projected": { + "8": { + "orbit_mean_spearman": 0.3337685759628017, + "orbit_mean_improving_fraction": 0.0217481042074364, + "single_spearman": 0.30916906142281236 + }, + "16": { + "orbit_mean_spearman": 0.35518929025790263, + "orbit_mean_improving_fraction": 0.008232937866927593, + "single_spearman": 0.3255296447343571 + }, + "32": { + "orbit_mean_spearman": 0.35836775768804496, + "orbit_mean_improving_fraction": 0.004762414383561644, + "single_spearman": 0.32191068116627936 + }, + "64": { + "orbit_mean_spearman": 0.3574939132360444, + "orbit_mean_improving_fraction": 0.0031953277886497063, + "single_spearman": 0.31380682320608505 + }, + "128": { + "orbit_mean_spearman": 0.3577099741311852, + "orbit_mean_improving_fraction": 0.0025379158512720155, + "single_spearman": 0.30179789943629354 + }, + "256": { + "orbit_mean_spearman": 0.3504217129480975, + "orbit_mean_improving_fraction": 0.002300941780821918, + "single_spearman": 0.28010021831721194 + } + } + }, + "vg_region_closed": { + "baseline": { + "spearman": 0.21318152478322142, + "improving_fraction": 0.23547578277886497 + }, + "projected": { + "8": { + "both_sides_spearman": 0.6138840913522191, + "both_sides_improving_fraction": 0.03990337573385518, + "text_only_spearman": 0.3512675163799081 + }, + "16": { + "both_sides_spearman": 0.5672238455828843, + "both_sides_improving_fraction": 0.019363074853228964, + "text_only_spearman": 0.3508620116559481 + }, + "32": { + "both_sides_spearman": 0.5046258058927373, + "both_sides_improving_fraction": 0.006268346379647749, + "text_only_spearman": 0.3388457509070471 + }, + "64": { + "both_sides_spearman": 0.4444098957856162, + "both_sides_improving_fraction": 0.002813111545988258, + "text_only_spearman": 0.3337829642628952 + }, + "128": { + "both_sides_spearman": 0.3961110327919493, + "both_sides_improving_fraction": 0.0021633439334637966, + "text_only_spearman": 0.32222663282889635 + }, + "256": { + "both_sides_spearman": 0.35599099164998854, + "both_sides_improving_fraction": 0.0019263698630136985, + "text_only_spearman": 0.3069942219721736 + } + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/flickr_test1000_orbit.json b/artifacts/manifold_gate/flickr_test1000_orbit.json new file mode 100644 index 0000000..a6d3c26 --- /dev/null +++ b/artifacts/manifold_gate/flickr_test1000_orbit.json @@ -0,0 +1,2909 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "flickr30k", + "split": "test", + "samples": 1000, + "text_mode": "orbit_mean", + "rows": [ + 25, + 34, + 51, + 89, + 97, + 124, + 133, + 134, + 137, + 199, + 219, + 222, + 228, + 246, + 259, + 279, + 304, + 318, + 340, + 395, + 434, + 472, + 487, + 520, + 539, + 565, + 615, + 654, + 661, + 670, + 734, + 748, + 754, + 760, + 828, + 856, + 887, + 906, + 917, + 972, + 973, + 1023, + 1030, + 1044, + 1072, + 1117, + 1196, + 1202, + 1206, + 1284, + 1305, + 1306, + 1310, + 1343, + 1358, + 1390, + 1401, + 1417, + 1480, + 1576, + 1594, + 1610, + 1646, + 1723, + 1771, + 1821, + 1833, + 1895, + 1981, + 1983, + 1984, + 1987, + 2044, + 2054, + 2103, + 2112, + 2113, + 2124, + 2130, + 2131, + 2139, + 2161, + 2180, + 2197, + 2260, + 2265, + 2319, + 2330, + 2410, + 2412, + 2429, + 2433, + 2458, + 2523, + 2551, + 2572, + 2600, + 2615, + 2678, + 2690, + 2788, + 2803, + 2848, + 2851, + 2906, + 2909, + 2955, + 2956, + 3008, + 3078, + 3082, + 3087, + 3097, + 3109, + 3130, + 3162, + 3245, + 3412, + 3437, + 3451, + 3459, + 3476, + 3500, + 3539, + 3648, + 3701, + 3703, + 3724, + 3771, + 3774, + 3826, + 3834, + 3951, + 3972, + 4007, + 4027, + 4028, + 4041, + 4313, + 4317, + 4343, + 4367, + 4402, + 4452, + 4501, + 4510, + 4556, + 4562, + 4663, + 4686, + 4748, + 4801, + 4816, + 4879, + 4881, + 4882, + 4902, + 4942, + 4981, + 5016, + 5056, + 5160, + 5171, + 5240, + 5261, + 5327, + 5330, + 5343, + 5441, + 5541, + 5580, + 5581, + 5595, + 5618, + 5621, + 5701, + 5724, + 5743, + 5760, + 5763, + 5767, + 5807, + 5835, + 5854, + 5867, + 5881, + 5947, + 5964, + 5970, + 5989, + 6002, + 6005, + 6008, + 6031, + 6067, + 6068, + 6078, + 6127, + 6192, + 6242, + 6250, + 6258, + 6283, + 6300, + 6306, + 6334, + 6376, + 6486, + 6532, + 6549, + 6645, + 6661, + 6694, + 6733, + 6781, + 6796, + 6830, + 6921, + 7153, + 7170, + 7263, + 7492, + 7507, + 7542, + 7549, + 7581, + 7584, + 7597, + 7631, + 7639, + 7682, + 7702, + 7739, + 7750, + 7791, + 7874, + 7881, + 7909, + 7912, + 7921, + 7962, + 7973, + 7986, + 7996, + 8015, + 8023, + 8054, + 8070, + 8079, + 8084, + 8175, + 8185, + 8199, + 8225, + 8267, + 8274, + 8280, + 8322, + 8337, + 8362, + 8364, + 8412, + 8427, + 8486, + 8519, + 8528, + 8554, + 8561, + 8611, + 8631, + 8654, + 8674, + 8708, + 8740, + 8766, + 8776, + 8811, + 8831, + 8870, + 8872, + 8903, + 8940, + 8982, + 8993, + 9013, + 9039, + 9042, + 9058, + 9065, + 9074, + 9088, + 9223, + 9241, + 9242, + 9266, + 9274, + 9285, + 9308, + 9323, + 9328, + 9342, + 9354, + 9492, + 9502, + 9506, + 9519, + 9531, + 9572, + 9579, + 9592, + 9598, + 9609, + 9673, + 9736, + 9776, + 9797, + 9803, + 9885, + 9888, + 9908, + 9911, + 9959, + 9978, + 9979, + 10005, + 10010, + 10088, + 10097, + 10106, + 10124, + 10171, + 10235, + 10239, + 10242, + 10287, + 10330, + 10376, + 10379, + 10390, + 10469, + 10490, + 10499, + 10575, + 10577, + 10620, + 10629, + 10663, + 10666, + 10691, + 10692, + 10693, + 10732, + 10788, + 10858, + 10920, + 10925, + 11086, + 11124, + 11137, + 11152, + 11207, + 11219, + 11234, + 11239, + 11278, + 11283, + 11363, + 11374, + 11400, + 11423, + 11466, + 11514, + 11516, + 11618, + 11624, + 11656, + 11747, + 11890, + 11897, + 11906, + 11914, + 11939, + 11963, + 11979, + 12030, + 12053, + 12058, + 12077, + 12084, + 12133, + 12178, + 12184, + 12212, + 12245, + 12293, + 12305, + 12334, + 12356, + 12366, + 12375, + 12402, + 12417, + 12427, + 12441, + 12475, + 12486, + 12508, + 12542, + 12706, + 12757, + 12782, + 12813, + 12853, + 12865, + 12902, + 12927, + 12947, + 12949, + 12969, + 12994, + 13085, + 13135, + 13170, + 13197, + 13276, + 13302, + 13388, + 13417, + 13516, + 13543, + 13566, + 13580, + 13629, + 13648, + 13650, + 13724, + 13744, + 13770, + 13785, + 13837, + 13916, + 13977, + 13990, + 13992, + 14042, + 14048, + 14072, + 14117, + 14134, + 14164, + 14221, + 14231, + 14260, + 14316, + 14332, + 14333, + 14337, + 14434, + 14453, + 14479, + 14490, + 14495, + 14558, + 14570, + 14582, + 14596, + 14599, + 14626, + 14690, + 14721, + 14736, + 14773, + 14786, + 14796, + 14832, + 14841, + 14941, + 14974, + 14989, + 15004, + 15020, + 15047, + 15061, + 15067, + 15077, + 15138, + 15176, + 15186, + 15219, + 15309, + 15358, + 15374, + 15410, + 15412, + 15448, + 15457, + 15556, + 15588, + 15592, + 15650, + 15674, + 15759, + 15774, + 15792, + 15809, + 15834, + 15875, + 15878, + 15974, + 16004, + 16010, + 16018, + 16048, + 16049, + 16063, + 16070, + 16090, + 16124, + 16191, + 16199, + 16347, + 16381, + 16395, + 16416, + 16421, + 16455, + 16458, + 16532, + 16600, + 16631, + 16638, + 16715, + 16739, + 16773, + 16810, + 16871, + 16880, + 16888, + 16938, + 16989, + 16992, + 16996, + 17031, + 17037, + 17045, + 17057, + 17071, + 17109, + 17121, + 17177, + 17194, + 17202, + 17208, + 17250, + 17338, + 17346, + 17347, + 17376, + 17468, + 17483, + 17497, + 17510, + 17533, + 17573, + 17603, + 17615, + 17630, + 17652, + 17655, + 17661, + 17669, + 17673, + 17708, + 17714, + 17731, + 17733, + 17750, + 17772, + 17822, + 17823, + 17903, + 17933, + 17940, + 17945, + 17963, + 17978, + 17983, + 17997, + 18028, + 18061, + 18146, + 18155, + 18250, + 18310, + 18318, + 18418, + 18419, + 18425, + 18426, + 18448, + 18499, + 18532, + 18584, + 18666, + 18723, + 18731, + 18764, + 18820, + 18979, + 18994, + 18998, + 19005, + 19027, + 19037, + 19071, + 19075, + 19122, + 19162, + 19174, + 19247, + 19263, + 19277, + 19348, + 19354, + 19356, + 19373, + 19384, + 19435, + 19471, + 19478, + 19508, + 19523, + 19545, + 19555, + 19609, + 19624, + 19639, + 19643, + 19724, + 19738, + 19772, + 19830, + 19834, + 19838, + 19857, + 19867, + 19896, + 19910, + 19929, + 20005, + 20016, + 20071, + 20103, + 20139, + 20154, + 20229, + 20240, + 20248, + 20297, + 20302, + 20390, + 20448, + 20457, + 20459, + 20507, + 20562, + 20592, + 20640, + 20656, + 20682, + 20709, + 20740, + 20821, + 20832, + 20858, + 20891, + 20898, + 20932, + 20934, + 20946, + 20981, + 21067, + 21105, + 21121, + 21127, + 21187, + 21219, + 21222, + 21301, + 21335, + 21381, + 21423, + 21498, + 21510, + 21530, + 21544, + 21580, + 21597, + 21635, + 21696, + 21725, + 21764, + 21778, + 21799, + 21900, + 21996, + 22042, + 22067, + 22078, + 22098, + 22115, + 22118, + 22145, + 22163, + 22193, + 22223, + 22254, + 22258, + 22317, + 22327, + 22334, + 22339, + 22341, + 22383, + 22387, + 22389, + 22419, + 22425, + 22440, + 22476, + 22478, + 22548, + 22554, + 22594, + 22613, + 22651, + 22678, + 22751, + 22755, + 22776, + 22778, + 22788, + 22835, + 22847, + 22860, + 22865, + 22870, + 22886, + 22892, + 22953, + 22956, + 22968, + 22994, + 22998, + 23006, + 23065, + 23070, + 23091, + 23098, + 23099, + 23107, + 23115, + 23128, + 23144, + 23164, + 23205, + 23240, + 23252, + 23280, + 23345, + 23346, + 23351, + 23502, + 23509, + 23560, + 23617, + 23686, + 23713, + 23724, + 23756, + 23758, + 23790, + 23827, + 23850, + 23863, + 23957, + 23965, + 23986, + 24043, + 24071, + 24095, + 24145, + 24169, + 24181, + 24244, + 24271, + 24277, + 24315, + 24327, + 24350, + 24425, + 24457, + 24476, + 24495, + 24517, + 24521, + 24535, + 24545, + 24624, + 24777, + 24806, + 24829, + 24836, + 24846, + 24863, + 24974, + 25058, + 25069, + 25133, + 25149, + 25188, + 25235, + 25315, + 25316, + 25376, + 25456, + 25470, + 25479, + 25494, + 25516, + 25525, + 25541, + 25554, + 25583, + 25626, + 25637, + 25753, + 25763, + 25776, + 25795, + 25819, + 25820, + 25918, + 25952, + 25986, + 25987, + 26015, + 26039, + 26049, + 26050, + 26084, + 26094, + 26133, + 26142, + 26160, + 26256, + 26352, + 26366, + 26370, + 26377, + 26393, + 26407, + 26411, + 26419, + 26440, + 26446, + 26512, + 26536, + 26598, + 26615, + 26618, + 26645, + 26682, + 26697, + 26806, + 26843, + 26846, + 26906, + 26922, + 26946, + 26969, + 26982, + 26984, + 26998, + 27025, + 27048, + 27168, + 27238, + 27240, + 27250, + 27303, + 27321, + 27391, + 27457, + 27495, + 27636, + 27671, + 27682, + 27726, + 27733, + 27804, + 27817, + 27830, + 27863, + 27872, + 27988, + 28005, + 28026, + 28041, + 28042, + 28057, + 28063, + 28066, + 28067, + 28068, + 28113, + 28123, + 28139, + 28142, + 28240, + 28246, + 28328, + 28389, + 28470, + 28480, + 28570, + 28582, + 28605, + 28661, + 28662, + 28694, + 28767, + 28819, + 28827, + 28873, + 28879, + 28885, + 28893, + 28923, + 28955, + 28966, + 28978, + 29010, + 29043, + 29084, + 29087, + 29108, + 29177, + 29185, + 29197, + 29250, + 29301, + 29323, + 29352, + 29354, + 29357, + 29364, + 29380, + 29424, + 29480, + 29489, + 29508, + 29608, + 29629, + 29632, + 29636, + 29754, + 29772, + 29791, + 29830, + 29862, + 29916, + 29944, + 29952, + 30065, + 30105, + 30111, + 30201, + 30236, + 30283, + 30285, + 30384, + 30456, + 30480, + 30494, + 30503, + 30542, + 30549, + 30557, + 30619, + 30652, + 30660, + 30664, + 30665, + 30674, + 30781, + 30843, + 30893, + 30942, + 30943 + ] + }, + "args": { + "dataset": "flickr", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 1000, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/flickr_test1000_orbit.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.4181541165023395, + "mse_channels": [ + 1.4181541165023395 + ], + "mse_channel_mean": 1.4181541165023395, + "conditional_kl": 7.303621430403564, + "m30_total": 4.297032519085391 + }, + "similarity_shift": { + "mse": 1.7524232502697978, + "mse_channels": [ + 1.7524232502697978 + ], + "mse_channel_mean": 1.7524232502697978, + "conditional_kl": 8.055903734465232, + "m30_total": 5.116027247432642 + }, + "random": { + "mse": { + "mean": 1.9993809461593628, + "std": 0.02299228124320507, + "min": 1.9282969236373901, + "true_z": 25.27921485900879, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9993809461593628, + "std": 0.02299228124320507, + "min": 1.9282969236373901, + "true_z": 25.27921485900879, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 8.068471908569336, + "std": 0.015005611814558506, + "min": 8.015178680419922, + "true_z": 50.970970153808594, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.612456798553467, + "std": 0.04651624709367752, + "min": 5.462587833404541, + "true_z": 28.27881622314453, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 499500, + "improving_pairs": 36354, + "improving_fraction": 0.07278078078078078, + "delta_mean": 0.0018503485803867197, + "delta_min": -0.010426752737885799, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 7, + 887 + ], + "delta_mse": -0.010426752737885799, + "text_cosine": 0.9112697119287383, + "visual_cosine": 0.012999432491695342, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A small white car is stuck on the track, while the train car that hit it at a slow speed, " + ] + }, + { + "pair": [ + 353, + 912 + ], + "delta_mse": -0.009977160226987076, + "text_cosine": 0.9186392206840316, + "visual_cosine": 0.12189675787950585, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A mother in blue and child walk down a sidewalk next to a brick street." + ] + }, + { + "pair": [ + 7, + 620 + ], + "delta_mse": -0.009572153312812727, + "text_cosine": 0.9091739942624605, + "visual_cosine": 0.11518513167659843, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A young man wearing a blue, yellow, and white striped polo plays rugby on a green grass fi" + ] + }, + { + "pair": [ + 119, + 887 + ], + "delta_mse": -0.00951008419037142, + "text_cosine": 0.8583824651899804, + "visual_cosine": 0.03486489149216182, + "captions": [ + "Two brown dogs run across a large snowy yard.", + "A small white car is stuck on the track, while the train car that hit it at a slow speed, " + ] + }, + { + "pair": [ + 112, + 119 + ], + "delta_mse": -0.009373189141166026, + "text_cosine": 0.9037848844166759, + "visual_cosine": 0.10057322407848752, + "captions": [ + "Black dog paddles through the water with a bright ball in its mouth.", + "Two brown dogs run across a large snowy yard." + ] + }, + { + "pair": [ + 124, + 353 + ], + "delta_mse": -0.009337327585576254, + "text_cosine": 0.9356184031383584, + "visual_cosine": 0.04395308917744514, + "captions": [ + "A man in a brown jacket holding a red bag is speaking to another man with a white beard an", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 353, + 711 + ], + "delta_mse": -0.009309806487737143, + "text_cosine": 0.9353961651998521, + "visual_cosine": 0.21049132984996302, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A woman in a red shirt raising her arm to the passing crowd below." + ] + }, + { + "pair": [ + 353, + 814 + ], + "delta_mse": -0.009302473701978911, + "text_cosine": 0.9503749750376366, + "visual_cosine": 0.05902332143098782, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "View of a Victorian building in the background with various people walking in the foregrou" + ] + }, + { + "pair": [ + 353, + 598 + ], + "delta_mse": -0.009187930982977965, + "text_cosine": 0.9253927632361363, + "visual_cosine": -0.04472085752883089, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A group of five dark-skinned people sitting at what looks to be a farmer's market right be" + ] + }, + { + "pair": [ + 139, + 353 + ], + "delta_mse": -0.009184219843979989, + "text_cosine": 0.9368068986190529, + "visual_cosine": 0.06421594963687959, + "captions": [ + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 38, + 353 + ], + "delta_mse": -0.009107006232139244, + "text_cosine": 0.9287309606348609, + "visual_cosine": 0.03619221265132004, + "captions": [ + "A girl wearing a black t-shirt is holding a small pizza in a kitchen setting.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 353, + 485 + ], + "delta_mse": -0.008928643513675345, + "text_cosine": 0.9169712791076585, + "visual_cosine": 0.09770033346759531, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A woman in a blue shirt is walking across the street of an older looking district." + ] + }, + { + "pair": [ + 7, + 814 + ], + "delta_mse": -0.008705416038757248, + "text_cosine": 0.8594920467806633, + "visual_cosine": 0.06152192565965657, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "View of a Victorian building in the background with various people walking in the foregrou" + ] + }, + { + "pair": [ + 353, + 637 + ], + "delta_mse": -0.008698074602965674, + "text_cosine": 0.9204155751797897, + "visual_cosine": 0.18417737911640408, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "Man taking picture of church while the american flag blows in the wind" + ] + }, + { + "pair": [ + 857, + 912 + ], + "delta_mse": -0.008630598677762053, + "text_cosine": 0.9485110774745427, + "visual_cosine": 0.15742457821032282, + "captions": [ + "A man wearing a red t-shirt sweeps the sidewalk in front of a brick building.", + "A mother in blue and child walk down a sidewalk next to a brick street." + ] + }, + { + "pair": [ + 173, + 353 + ], + "delta_mse": -0.00834796133748083, + "text_cosine": 0.9055003896110118, + "visual_cosine": -0.03926777550622213, + "captions": [ + "A well-dressed man plays a grand piano during an art exhibit.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 139, + 857 + ], + "delta_mse": -0.008312040922027506, + "text_cosine": 0.9478876890190026, + "visual_cosine": 0.034838581189204694, + "captions": [ + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic", + "A man wearing a red t-shirt sweeps the sidewalk in front of a brick building." + ] + }, + { + "pair": [ + 353, + 620 + ], + "delta_mse": -0.008310476299143216, + "text_cosine": 0.9211233763419764, + "visual_cosine": -3.737601427457512e-05, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A young man wearing a blue, yellow, and white striped polo plays rugby on a green grass fi" + ] + }, + { + "pair": [ + 280, + 353 + ], + "delta_mse": -0.008292779368278127, + "text_cosine": 0.9360765627588535, + "visual_cosine": 0.11861060016570629, + "captions": [ + "A group of people sit near a large red brick building in the grass.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 353, + 545 + ], + "delta_mse": -0.008242990152866564, + "text_cosine": 0.9297933809347412, + "visual_cosine": 0.1354597419537468, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A man smiles, while clinking ale bottles, with an unseen person, at a public establishment" + ] + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0020294501446187496, + "delta_std": 0.0019611273892223835, + "improving_fraction": 0.065 + }, + { + "k": 4, + "delta_mean": 0.0037164243403822184, + "delta_std": 0.00235636904835701, + "improving_fraction": 0.02 + }, + { + "k": 8, + "delta_mean": 0.007854697294533253, + "delta_std": 0.0033502227161079645, + "improving_fraction": 0.005 + }, + { + "k": 16, + "delta_mean": 0.01491572055965662, + "delta_std": 0.0056511457078158855, + "improving_fraction": 0.005 + }, + { + "k": 32, + "delta_mean": 0.029481416568160057, + "delta_std": 0.007464383728802204, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.05770965665578842, + "delta_std": 0.010395304299890995, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.11144812405109406, + "delta_std": 0.013801022432744503, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.2150510996580124, + "delta_std": 0.018227186053991318, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.383868932723999, + "delta_std": 0.021471111103892326, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.11, + "final_objective": 3.405150311192098, + "final_energy": { + "mse": 0.9789151563996484, + "mse_channels": [ + 0.9789151563996484 + ], + "mse_channel_mean": 0.9789151563996484, + "conditional_kl": 7.236599991964006, + "m30_total": 3.405150311192098 + }, + "accepted_moves": 1068, + "moved_fraction": 0.89, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.277498153865173, + "accuracy": 0.998 + }, + { + "step": 50, + "objective": 3.919446604438576, + "accuracy": 0.898 + }, + { + "step": 100, + "objective": 3.7878258677339405, + "accuracy": 0.799 + }, + { + "step": 150, + "objective": 3.7133583802543875, + "accuracy": 0.709 + }, + { + "step": 200, + "objective": 3.658219070149186, + "accuracy": 0.63 + }, + { + "step": 250, + "objective": 3.6174599672729513, + "accuracy": 0.555 + }, + { + "step": 300, + "objective": 3.58595309307303, + "accuracy": 0.497 + }, + { + "step": 350, + "objective": 3.559678032582238, + "accuracy": 0.446 + }, + { + "step": 400, + "objective": 3.5348517578172833, + "accuracy": 0.399 + }, + { + "step": 450, + "objective": 3.5145857169628534, + "accuracy": 0.358 + }, + { + "step": 500, + "objective": 3.498124476262949, + "accuracy": 0.325 + }, + { + "step": 550, + "objective": 3.4831418374605816, + "accuracy": 0.291 + }, + { + "step": 600, + "objective": 3.4679514945606065, + "accuracy": 0.262 + }, + { + "step": 650, + "objective": 3.4581062516765226, + "accuracy": 0.235 + }, + { + "step": 700, + "objective": 3.4484287599269337, + "accuracy": 0.214 + }, + { + "step": 750, + "objective": 3.4398340133968057, + "accuracy": 0.193 + }, + { + "step": 800, + "objective": 3.4332483430785663, + "accuracy": 0.173 + }, + { + "step": 850, + "objective": 3.428467211382965, + "accuracy": 0.155 + }, + { + "step": 900, + "objective": 3.4233100283625335, + "accuracy": 0.146 + }, + { + "step": 950, + "objective": 3.416486796112691, + "accuracy": 0.13 + }, + { + "step": 1000, + "objective": 3.4107746547593427, + "accuracy": 0.123 + }, + { + "step": 1050, + "objective": 3.406421229045149, + "accuracy": 0.113 + } + ], + "final_permutation": [ + 236, + 263, + 778, + 3, + 135, + 302, + 96, + 933, + 208, + 170, + 918, + 552, + 832, + 88, + 218, + 227, + 49, + 661, + 346, + 50, + 57, + 446, + 712, + 998, + 530, + 423, + 657, + 100, + 605, + 601, + 988, + 79, + 845, + 247, + 237, + 35, + 847, + 37, + 75, + 4, + 40, + 41, + 42, + 492, + 631, + 999, + 46, + 47, + 84, + 278, + 883, + 872, + 767, + 488, + 741, + 939, + 116, + 334, + 548, + 507, + 45, + 61, + 770, + 813, + 64, + 822, + 285, + 67, + 627, + 69, + 70, + 194, + 72, + 452, + 213, + 497, + 749, + 77, + 269, + 541, + 823, + 82, + 172, + 11, + 993, + 838, + 20, + 87, + 24, + 250, + 852, + 284, + 43, + 641, + 94, + 95, + 728, + 710, + 98, + 174, + 256, + 866, + 899, + 472, + 708, + 785, + 80, + 971, + 66, + 972, + 862, + 737, + 119, + 29, + 923, + 707, + 293, + 280, + 588, + 454, + 962, + 925, + 368, + 123, + 784, + 421, + 564, + 510, + 147, + 760, + 375, + 474, + 326, + 133, + 620, + 874, + 350, + 304, + 549, + 214, + 232, + 141, + 846, + 849, + 282, + 108, + 146, + 344, + 983, + 433, + 746, + 340, + 559, + 430, + 154, + 450, + 156, + 10, + 332, + 776, + 160, + 249, + 573, + 618, + 994, + 230, + 442, + 161, + 850, + 169, + 764, + 171, + 656, + 694, + 981, + 132, + 397, + 519, + 144, + 149, + 411, + 574, + 365, + 165, + 196, + 865, + 400, + 812, + 188, + 201, + 317, + 331, + 362, + 984, + 90, + 292, + 487, + 880, + 676, + 740, + 168, + 461, + 763, + 644, + 607, + 733, + 206, + 207, + 536, + 859, + 594, + 882, + 876, + 182, + 53, + 468, + 473, + 81, + 702, + 873, + 150, + 869, + 801, + 223, + 224, + 765, + 151, + 493, + 766, + 191, + 528, + 966, + 184, + 274, + 731, + 48, + 751, + 483, + 186, + 688, + 257, + 241, + 769, + 388, + 730, + 345, + 868, + 950, + 727, + 112, + 609, + 376, + 692, + 253, + 679, + 412, + 456, + 299, + 806, + 525, + 772, + 788, + 262, + 167, + 105, + 427, + 758, + 696, + 589, + 71, + 343, + 842, + 272, + 596, + 234, + 36, + 562, + 273, + 74, + 162, + 926, + 1, + 220, + 393, + 91, + 369, + 267, + 301, + 755, + 674, + 447, + 92, + 811, + 391, + 110, + 295, + 296, + 99, + 934, + 720, + 624, + 777, + 789, + 717, + 235, + 560, + 904, + 370, + 932, + 638, + 372, + 311, + 848, + 478, + 114, + 335, + 494, + 504, + 550, + 744, + 915, + 377, + 684, + 324, + 911, + 830, + 9, + 553, + 314, + 387, + 527, + 275, + 126, + 27, + 6, + 19, + 187, + 18, + 338, + 300, + 175, + 211, + 222, + 279, + 33, + 76, + 243, + 669, + 885, + 289, + 242, + 626, + 561, + 451, + 664, + 355, + 356, + 209, + 97, + 930, + 690, + 619, + 251, + 470, + 364, + 479, + 286, + 836, + 863, + 579, + 309, + 181, + 956, + 373, + 30, + 357, + 480, + 979, + 402, + 380, + 569, + 672, + 308, + 974, + 628, + 735, + 386, + 961, + 277, + 221, + 390, + 210, + 312, + 341, + 967, + 992, + 523, + 233, + 860, + 288, + 964, + 781, + 809, + 819, + 794, + 405, + 406, + 106, + 179, + 705, + 990, + 283, + 965, + 951, + 102, + 415, + 597, + 199, + 825, + 419, + 648, + 600, + 913, + 695, + 131, + 183, + 491, + 153, + 608, + 671, + 291, + 643, + 32, + 722, + 815, + 255, + 663, + 437, + 313, + 245, + 217, + 726, + 428, + 637, + 444, + 270, + 861, + 800, + 410, + 449, + 495, + 713, + 462, + 453, + 166, + 895, + 545, + 457, + 828, + 408, + 606, + 216, + 738, + 463, + 352, + 354, + 466, + 378, + 103, + 469, + 140, + 152, + 383, + 698, + 396, + 195, + 706, + 783, + 176, + 155, + 498, + 603, + 204, + 63, + 851, + 353, + 113, + 750, + 668, + 840, + 824, + 379, + 351, + 15, + 699, + 310, + 485, + 616, + 424, + 604, + 349, + 782, + 759, + 856, + 425, + 481, + 621, + 796, + 508, + 989, + 935, + 512, + 413, + 636, + 318, + 514, + 987, + 465, + 996, + 662, + 44, + 521, + 101, + 85, + 524, + 417, + 107, + 121, + 622, + 857, + 774, + 739, + 532, + 645, + 816, + 581, + 122, + 361, + 982, + 576, + 58, + 647, + 659, + 414, + 104, + 86, + 557, + 28, + 486, + 407, + 328, + 700, + 490, + 716, + 761, + 177, + 650, + 853, + 460, + 884, + 163, + 180, + 276, + 646, + 439, + 958, + 854, + 797, + 31, + 633, + 614, + 612, + 834, + 826, + 501, + 817, + 459, + 542, + 578, + 238, + 977, + 158, + 582, + 52, + 143, + 2, + 348, + 754, + 39, + 821, + 921, + 591, + 592, + 593, + 117, + 623, + 509, + 254, + 805, + 757, + 125, + 271, + 572, + 516, + 499, + 189, + 68, + 294, + 762, + 780, + 384, + 540, + 467, + 613, + 654, + 893, + 148, + 595, + 363, + 65, + 359, + 709, + 666, + 687, + 55, + 59, + 190, + 464, + 130, + 818, + 327, + 839, + 139, + 366, + 203, + 398, + 945, + 496, + 897, + 244, + 115, + 506, + 786, + 431, + 976, + 239, + 729, + 520, + 420, + 513, + 178, + 858, + 917, + 653, + 23, + 374, + 336, + 963, + 611, + 888, + 747, + 877, + 949, + 436, + 947, + 792, + 808, + 634, + 901, + 202, + 670, + 367, + 83, + 673, + 266, + 678, + 448, + 677, + 129, + 563, + 940, + 34, + 434, + 305, + 701, + 685, + 787, + 215, + 924, + 908, + 587, + 401, + 120, + 937, + 128, + 721, + 890, + 697, + 630, + 844, + 555, + 118, + 319, + 795, + 704, + 240, + 489, + 229, + 952, + 978, + 124, + 252, + 986, + 927, + 714, + 814, + 775, + 929, + 718, + 719, + 137, + 665, + 831, + 571, + 535, + 54, + 145, + 625, + 683, + 577, + 640, + 281, + 568, + 438, + 734, + 639, + 78, + 768, + 127, + 551, + 347, + 632, + 655, + 743, + 193, + 745, + 752, + 56, + 748, + 997, + 219, + 342, + 403, + 753, + 138, + 537, + 791, + 173, + 159, + 136, + 689, + 889, + 441, + 798, + 17, + 385, + 829, + 691, + 912, + 502, + 290, + 771, + 539, + 575, + 725, + 711, + 471, + 886, + 246, + 779, + 458, + 265, + 371, + 916, + 615, + 920, + 14, + 973, + 531, + 810, + 790, + 773, + 649, + 793, + 723, + 157, + 742, + 803, + 389, + 799, + 642, + 534, + 26, + 878, + 418, + 0, + 922, + 198, + 894, + 5, + 533, + 567, + 62, + 337, + 938, + 802, + 404, + 598, + 682, + 500, + 602, + 879, + 260, + 570, + 995, + 941, + 526, + 900, + 429, + 395, + 518, + 667, + 835, + 833, + 185, + 475, + 330, + 93, + 248, + 435, + 959, + 358, + 323, + 936, + 566, + 287, + 529, + 329, + 142, + 556, + 867, + 980, + 681, + 25, + 225, + 843, + 503, + 322, + 13, + 8, + 231, + 841, + 660, + 855, + 864, + 546, + 522, + 804, + 617, + 586, + 870, + 871, + 339, + 515, + 268, + 875, + 599, + 756, + 258, + 212, + 333, + 543, + 675, + 360, + 426, + 325, + 580, + 7, + 21, + 192, + 73, + 891, + 892, + 409, + 60, + 321, + 953, + 484, + 827, + 22, + 898, + 394, + 303, + 903, + 943, + 905, + 455, + 307, + 629, + 511, + 910, + 89, + 583, + 422, + 914, + 948, + 477, + 259, + 703, + 919, + 955, + 820, + 445, + 12, + 505, + 658, + 482, + 228, + 590, + 887, + 909, + 200, + 736, + 538, + 381, + 226, + 896, + 724, + 51, + 440, + 715, + 432, + 942, + 985, + 944, + 610, + 392, + 517, + 320, + 652, + 38, + 584, + 807, + 315, + 954, + 382, + 16, + 957, + 565, + 547, + 960, + 881, + 476, + 837, + 205, + 680, + 416, + 399, + 585, + 969, + 970, + 261, + 109, + 111, + 928, + 975, + 554, + 264, + 946, + 306, + 906, + 907, + 732, + 298, + 316, + 968, + 134, + 197, + 686, + 297, + 544, + 991, + 931, + 651, + 164, + 902, + 443, + 693, + 558, + 635 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.0, + "final_accuracy": 0.007, + "final_objective": 3.4390894907477456, + "final_energy": { + "mse": 0.9895618197693262, + "mse_channels": [ + 0.9895618197693262 + ], + "mse_channel_mean": 0.9895618197693262, + "conditional_kl": 7.2998292560454665, + "m30_total": 3.4390894907477456 + }, + "accepted_moves": 1570, + "moved_fraction": 0.997, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.597609347319356, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.946372313171372, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.654184850246987, + "accuracy": 0.002 + }, + { + "step": 150, + "objective": 4.463813106952113, + "accuracy": 0.002 + }, + { + "step": 200, + "objective": 4.314262503480761, + "accuracy": 0.003 + }, + { + "step": 250, + "objective": 4.195773832430993, + "accuracy": 0.003 + }, + { + "step": 300, + "objective": 4.0941040480389015, + "accuracy": 0.004 + }, + { + "step": 350, + "objective": 4.01164989296559, + "accuracy": 0.004 + }, + { + "step": 400, + "objective": 3.935606736377906, + "accuracy": 0.006 + }, + { + "step": 450, + "objective": 3.871490581163375, + "accuracy": 0.007 + }, + { + "step": 500, + "objective": 3.8127381772193747, + "accuracy": 0.008 + }, + { + "step": 550, + "objective": 3.7651033285919775, + "accuracy": 0.008 + }, + { + "step": 600, + "objective": 3.721924656197852, + "accuracy": 0.008 + }, + { + "step": 650, + "objective": 3.683580682424319, + "accuracy": 0.007 + }, + { + "step": 700, + "objective": 3.651839503301641, + "accuracy": 0.007 + }, + { + "step": 750, + "objective": 3.624898919721512, + "accuracy": 0.007 + }, + { + "step": 800, + "objective": 3.598634243046188, + "accuracy": 0.007 + }, + { + "step": 850, + "objective": 3.5762127826221315, + "accuracy": 0.006 + }, + { + "step": 900, + "objective": 3.5567511336898123, + "accuracy": 0.005 + }, + { + "step": 950, + "objective": 3.5407558065949307, + "accuracy": 0.006 + }, + { + "step": 1000, + "objective": 3.5260970845329753, + "accuracy": 0.008 + }, + { + "step": 1050, + "objective": 3.513192698733376, + "accuracy": 0.01 + }, + { + "step": 1100, + "objective": 3.5014664336230354, + "accuracy": 0.01 + }, + { + "step": 1150, + "objective": 3.4898559480379627, + "accuracy": 0.009 + }, + { + "step": 1200, + "objective": 3.480066425914335, + "accuracy": 0.009 + }, + { + "step": 1250, + "objective": 3.471920968021096, + "accuracy": 0.009 + }, + { + "step": 1300, + "objective": 3.465659972450599, + "accuracy": 0.009 + }, + { + "step": 1350, + "objective": 3.4593446393329126, + "accuracy": 0.009 + }, + { + "step": 1400, + "objective": 3.452995267194754, + "accuracy": 0.008 + }, + { + "step": 1450, + "objective": 3.4486890076891026, + "accuracy": 0.007 + }, + { + "step": 1500, + "objective": 3.4452994916715776, + "accuracy": 0.007 + }, + { + "step": 1550, + "objective": 3.4403541330265277, + "accuracy": 0.008 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.003, + "final_objective": 3.415587757343612, + "final_energy": { + "mse": 0.9780128775843049, + "mse_channels": [ + 0.9780128775843049 + ], + "mse_channel_mean": 0.9780128775843049, + "conditional_kl": 7.29781001087501, + "m30_total": 3.415587757343612 + }, + "accepted_moves": 1533, + "moved_fraction": 0.999, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.552746933395847, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.932615684601798, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.622246346984176, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 4.429738094320414, + "accuracy": 0.001 + }, + { + "step": 200, + "objective": 4.280313440567166, + "accuracy": 0.001 + }, + { + "step": 250, + "objective": 4.159440750123266, + "accuracy": 0.001 + }, + { + "step": 300, + "objective": 4.049590289624388, + "accuracy": 0.001 + }, + { + "step": 350, + "objective": 3.955685464731336, + "accuracy": 0.001 + }, + { + "step": 400, + "objective": 3.8767857344026937, + "accuracy": 0.001 + }, + { + "step": 450, + "objective": 3.8111240445779524, + "accuracy": 0.001 + }, + { + "step": 500, + "objective": 3.757118912041849, + "accuracy": 0.001 + }, + { + "step": 550, + "objective": 3.710246848387948, + "accuracy": 0.002 + }, + { + "step": 600, + "objective": 3.669528231884107, + "accuracy": 0.002 + }, + { + "step": 650, + "objective": 3.6320682331077636, + "accuracy": 0.002 + }, + { + "step": 700, + "objective": 3.601386190719876, + "accuracy": 0.002 + }, + { + "step": 750, + "objective": 3.576336842533314, + "accuracy": 0.003 + }, + { + "step": 800, + "objective": 3.5562407748493827, + "accuracy": 0.003 + }, + { + "step": 850, + "objective": 3.5360567539121037, + "accuracy": 0.002 + }, + { + "step": 900, + "objective": 3.520007579076145, + "accuracy": 0.002 + }, + { + "step": 950, + "objective": 3.5036578191686054, + "accuracy": 0.001 + }, + { + "step": 1000, + "objective": 3.4908761959728194, + "accuracy": 0.001 + }, + { + "step": 1050, + "objective": 3.478616327847004, + "accuracy": 0.001 + }, + { + "step": 1100, + "objective": 3.467597011450415, + "accuracy": 0.001 + }, + { + "step": 1150, + "objective": 3.458198373072019, + "accuracy": 0.001 + }, + { + "step": 1200, + "objective": 3.4502041312846305, + "accuracy": 0.001 + }, + { + "step": 1250, + "objective": 3.442524855805853, + "accuracy": 0.002 + }, + { + "step": 1300, + "objective": 3.43552730001292, + "accuracy": 0.001 + }, + { + "step": 1350, + "objective": 3.4309810567793724, + "accuracy": 0.001 + }, + { + "step": 1400, + "objective": 3.42582373008698, + "accuracy": 0.002 + }, + { + "step": 1450, + "objective": 3.421249800948337, + "accuracy": 0.002 + }, + { + "step": 1500, + "objective": 3.419015840292782, + "accuracy": 0.002 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.297032519085391, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.11, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.415587757343612 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/flickr_test512_orbit.json b/artifacts/manifold_gate/flickr_test512_orbit.json new file mode 100644 index 0000000..9d0fb9b --- /dev/null +++ b/artifacts/manifold_gate/flickr_test512_orbit.json @@ -0,0 +1,1837 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "flickr30k", + "split": "test", + "samples": 512, + "text_mode": "orbit_mean", + "rows": [ + 25, + 34, + 51, + 89, + 97, + 124, + 133, + 134, + 137, + 199, + 219, + 222, + 228, + 246, + 259, + 279, + 304, + 318, + 340, + 395, + 434, + 472, + 487, + 520, + 539, + 565, + 615, + 654, + 661, + 670, + 734, + 748, + 754, + 760, + 828, + 856, + 887, + 906, + 917, + 972, + 973, + 1023, + 1030, + 1044, + 1072, + 1117, + 1196, + 1202, + 1206, + 1284, + 1305, + 1306, + 1310, + 1343, + 1358, + 1390, + 1401, + 1417, + 1480, + 1576, + 1594, + 1610, + 1646, + 1723, + 1771, + 1821, + 1833, + 1895, + 1981, + 1983, + 1984, + 1987, + 2044, + 2054, + 2103, + 2112, + 2113, + 2124, + 2130, + 2131, + 2139, + 2161, + 2180, + 2197, + 2260, + 2265, + 2319, + 2330, + 2410, + 2412, + 2429, + 2433, + 2458, + 2523, + 2551, + 2572, + 2600, + 2615, + 2678, + 2690, + 2788, + 2803, + 2848, + 2851, + 2906, + 2909, + 2955, + 2956, + 3008, + 3078, + 3082, + 3087, + 3097, + 3109, + 3130, + 3162, + 3245, + 3412, + 3437, + 3451, + 3459, + 3476, + 3500, + 3539, + 3648, + 3701, + 3703, + 3724, + 3771, + 3774, + 3826, + 3834, + 3951, + 3972, + 4007, + 4027, + 4028, + 4041, + 4313, + 4317, + 4343, + 4367, + 4402, + 4452, + 4501, + 4510, + 4556, + 4562, + 4663, + 4686, + 4748, + 4801, + 4816, + 4879, + 4881, + 4882, + 4902, + 4942, + 4981, + 5016, + 5056, + 5160, + 5171, + 5240, + 5261, + 5327, + 5330, + 5343, + 5441, + 5541, + 5580, + 5581, + 5595, + 5618, + 5621, + 5701, + 5724, + 5743, + 5760, + 5763, + 5767, + 5807, + 5835, + 5854, + 5867, + 5881, + 5947, + 5964, + 5970, + 5989, + 6002, + 6005, + 6008, + 6031, + 6067, + 6068, + 6078, + 6127, + 6192, + 6242, + 6250, + 6258, + 6283, + 6300, + 6306, + 6334, + 6376, + 6486, + 6532, + 6549, + 6645, + 6661, + 6694, + 6733, + 6781, + 6796, + 6830, + 6921, + 7153, + 7170, + 7263, + 7492, + 7507, + 7542, + 7549, + 7581, + 7584, + 7597, + 7631, + 7639, + 7682, + 7702, + 7739, + 7750, + 7791, + 7874, + 7881, + 7909, + 7912, + 7921, + 7962, + 7973, + 7986, + 7996, + 8015, + 8023, + 8054, + 8070, + 8079, + 8084, + 8175, + 8185, + 8199, + 8225, + 8267, + 8274, + 8280, + 8322, + 8337, + 8362, + 8364, + 8412, + 8427, + 8486, + 8519, + 8528, + 8554, + 8561, + 8611, + 8631, + 8654, + 8674, + 8708, + 8740, + 8766, + 8776, + 8811, + 8831, + 8870, + 8872, + 8903, + 8940, + 8982, + 8993, + 9013, + 9039, + 9042, + 9058, + 9065, + 9074, + 9088, + 9223, + 9241, + 9242, + 9266, + 9274, + 9285, + 9308, + 9323, + 9328, + 9342, + 9354, + 9492, + 9502, + 9506, + 9519, + 9531, + 9572, + 9579, + 9592, + 9598, + 9609, + 9673, + 9736, + 9776, + 9797, + 9803, + 9885, + 9888, + 9908, + 9911, + 9959, + 9978, + 9979, + 10005, + 10010, + 10088, + 10097, + 10106, + 10124, + 10171, + 10235, + 10239, + 10242, + 10287, + 10330, + 10376, + 10379, + 10390, + 10469, + 10490, + 10499, + 10575, + 10577, + 10620, + 10629, + 10663, + 10666, + 10691, + 10692, + 10693, + 10732, + 10788, + 10858, + 10920, + 10925, + 11086, + 11124, + 11137, + 11152, + 11207, + 11219, + 11234, + 11239, + 11278, + 11283, + 11363, + 11374, + 11400, + 11423, + 11466, + 11514, + 11516, + 11618, + 11624, + 11656, + 11747, + 11890, + 11897, + 11906, + 11914, + 11939, + 11963, + 11979, + 12030, + 12053, + 12058, + 12077, + 12084, + 12133, + 12178, + 12184, + 12212, + 12245, + 12293, + 12305, + 12334, + 12356, + 12366, + 12375, + 12402, + 12417, + 12427, + 12441, + 12475, + 12486, + 12508, + 12542, + 12706, + 12757, + 12782, + 12813, + 12853, + 12865, + 12902, + 12927, + 12947, + 12949, + 12969, + 12994, + 13085, + 13135, + 13170, + 13197, + 13276, + 13302, + 13388, + 13417, + 13516, + 13543, + 13566, + 13580, + 13629, + 13648, + 13650, + 13724, + 13744, + 13770, + 13785, + 13837, + 13916, + 13977, + 13990, + 13992, + 14042, + 14048, + 14072, + 14117, + 14134, + 14164, + 14221, + 14231, + 14260, + 14316, + 14332, + 14333, + 14337, + 14434, + 14453, + 14479, + 14490, + 14495, + 14558, + 14570, + 14582, + 14596, + 14599, + 14626, + 14690, + 14721, + 14736, + 14773, + 14786, + 14796, + 14832, + 14841, + 14941, + 14974, + 14989, + 15004, + 15020, + 15047, + 15061, + 15067, + 15077, + 15138, + 15176, + 15186, + 15219, + 15309, + 15358, + 15374, + 15410, + 15412, + 15448, + 15457, + 15556, + 15588, + 15592, + 15650, + 15674, + 15759, + 15774, + 15792, + 15809, + 15834, + 15875, + 15878, + 15974, + 16004, + 16010, + 16018 + ] + }, + "args": { + "dataset": "flickr", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 3, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/flickr_test512_orbit.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.4246474340662165, + "mse_channels": [ + 1.4246474340662165 + ], + "mse_channel_mean": 1.4246474340662165, + "conditional_kl": 6.5841508381850575, + "m30_total": 4.166125035769444 + }, + "similarity_shift": { + "mse": 1.8048191554312754, + "mse_channels": [ + 1.8048191554312754 + ], + "mse_channel_mean": 1.8048191554312754, + "conditional_kl": 7.360323098778272, + "m30_total": 5.081702930618205 + }, + "random": { + "mse": { + "mean": 1.9991672039031982, + "std": 0.030651908367872238, + "min": 1.875855565071106, + "true_z": 18.74336051940918, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9991672039031982, + "std": 0.030651908367872238, + "min": 1.875855565071106, + "true_z": 18.74336051940918, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 7.347392559051514, + "std": 0.022730104625225067, + "min": 7.267993450164795, + "true_z": 33.578453063964844, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.467812538146973, + "std": 0.06229393556714058, + "min": 5.2184062004089355, + "true_z": 20.895898818969727, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 9723, + "improving_fraction": 0.0743257705479452, + "delta_mean": 0.003744726086710655, + "delta_min": -0.019277239683307697, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 7, + 485 + ], + "delta_mse": -0.019277239683307697, + "text_cosine": 0.8969780072961192, + "visual_cosine": -0.128719881332812, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A woman in a blue shirt is walking across the street of an older looking district." + ] + }, + { + "pair": [ + 124, + 353 + ], + "delta_mse": -0.018931137737849782, + "text_cosine": 0.9356184031383584, + "visual_cosine": 0.04395308917744514, + "captions": [ + "A man in a brown jacket holding a red bag is speaking to another man with a white beard an", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 353, + 485 + ], + "delta_mse": -0.01880300600498798, + "text_cosine": 0.9169712791076585, + "visual_cosine": 0.09770033346759531, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A woman in a blue shirt is walking across the street of an older looking district." + ] + }, + { + "pair": [ + 112, + 119 + ], + "delta_mse": -0.018619920398781246, + "text_cosine": 0.9037848844166759, + "visual_cosine": 0.10057322407848752, + "captions": [ + "Black dog paddles through the water with a bright ball in its mouth.", + "Two brown dogs run across a large snowy yard." + ] + }, + { + "pair": [ + 7, + 173 + ], + "delta_mse": -0.017051749385891272, + "text_cosine": 0.8847507070765361, + "visual_cosine": -0.01765901258107678, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A well-dressed man plays a grand piano during an art exhibit." + ] + }, + { + "pair": [ + 38, + 353 + ], + "delta_mse": -0.016759268741432215, + "text_cosine": 0.9287309606348609, + "visual_cosine": 0.03619221265132004, + "captions": [ + "A girl wearing a black t-shirt is holding a small pizza in a kitchen setting.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 173, + 353 + ], + "delta_mse": -0.016729113302106753, + "text_cosine": 0.9055003896110118, + "visual_cosine": -0.03926777550622213, + "captions": [ + "A well-dressed man plays a grand piano during an art exhibit.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 139, + 353 + ], + "delta_mse": -0.016642742850902583, + "text_cosine": 0.9368068986190529, + "visual_cosine": 0.06421594963687959, + "captions": [ + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 7, + 225 + ], + "delta_mse": -0.01651741131120357, + "text_cosine": 0.8910425633242781, + "visual_cosine": 0.041003061439144096, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A woman on a boat named \"El Corazon\" drops black weights into the water." + ] + }, + { + "pair": [ + 7, + 139 + ], + "delta_mse": -0.0160239543120132, + "text_cosine": 0.8896690724429365, + "visual_cosine": 0.010071287225104955, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic" + ] + }, + { + "pair": [ + 7, + 112 + ], + "delta_mse": -0.015169012480763447, + "text_cosine": 0.8902894418739059, + "visual_cosine": -0.028111049722918176, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "Black dog paddles through the water with a bright ball in its mouth." + ] + }, + { + "pair": [ + 280, + 353 + ], + "delta_mse": -0.015168357065588728, + "text_cosine": 0.9360765627588535, + "visual_cosine": 0.11861060016570629, + "captions": [ + "A group of people sit near a large red brick building in the grass.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 7, + 124 + ], + "delta_mse": -0.015143496062570528, + "text_cosine": 0.8926771663769446, + "visual_cosine": 0.01962085581643343, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A man in a brown jacket holding a red bag is speaking to another man with a white beard an" + ] + }, + { + "pair": [ + 7, + 38 + ], + "delta_mse": -0.014928391820271609, + "text_cosine": 0.8782890783101629, + "visual_cosine": -0.00784624678689004, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A girl wearing a black t-shirt is holding a small pizza in a kitchen setting." + ] + }, + { + "pair": [ + 344, + 353 + ], + "delta_mse": -0.014762406926572618, + "text_cosine": 0.9185114890085868, + "visual_cosine": 0.08454210569817366, + "captions": [ + "A woman in white in front of a window, while reading a book on the couch.", + "A group of people at a protest to stop the building of the Kingsworth coal power plant." + ] + }, + { + "pair": [ + 353, + 500 + ], + "delta_mse": -0.01426052223917819, + "text_cosine": 0.928321929076256, + "visual_cosine": 0.10704665940741746, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "Standing outside in front of a red van, a man in a hat picks up a framed painting from a t" + ] + }, + { + "pair": [ + 119, + 313 + ], + "delta_mse": -0.014108678201628281, + "text_cosine": 0.9218535651148843, + "visual_cosine": 0.16654615912886506, + "captions": [ + "Two brown dogs run across a large snowy yard.", + "A black dog with a blue tag running on a beach" + ] + }, + { + "pair": [ + 7, + 385 + ], + "delta_mse": -0.014035930576247004, + "text_cosine": 0.8959839265547241, + "visual_cosine": -0.0682349208291671, + "captions": [ + "A baseball player in red leaps into the air to avoid a player in blue, who is shortly behi", + "A person on a bicycle rides down the city sidewalk at night." + ] + }, + { + "pair": [ + 119, + 485 + ], + "delta_mse": -0.013994072778580707, + "text_cosine": 0.9008465560596486, + "visual_cosine": -0.06811351770018086, + "captions": [ + "Two brown dogs run across a large snowy yard.", + "A woman in a blue shirt is walking across the street of an older looking district." + ] + }, + { + "pair": [ + 353, + 404 + ], + "delta_mse": -0.013890614162013386, + "text_cosine": 0.9342475351341584, + "visual_cosine": 0.2353029761994921, + "captions": [ + "A group of people at a protest to stop the building of the Kingsworth coal power plant.", + "A man is standing in front of a brick storefront wearing a black jacket." + ] + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.003802212420850992, + "delta_std": 0.0037545005325227976, + "improving_fraction": 0.09 + }, + { + "k": 4, + "delta_mean": 0.007194260135293007, + "delta_std": 0.004738152492791414, + "improving_fraction": 0.025 + }, + { + "k": 8, + "delta_mean": 0.015218071639537811, + "delta_std": 0.007610157132148743, + "improving_fraction": 0.01 + }, + { + "k": 16, + "delta_mean": 0.03075844794511795, + "delta_std": 0.010597123764455318, + "improving_fraction": 0.005 + }, + { + "k": 32, + "delta_mean": 0.06000322476029396, + "delta_std": 0.015093622729182243, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.11411619931459427, + "delta_std": 0.020384326577186584, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.21738311648368835, + "delta_std": 0.026349714025855064, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.38467538356781006, + "delta_std": 0.031949739903211594, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5741385817527771, + "delta_std": 0.029917415231466293, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.138671875, + "final_objective": 3.2566333979200905, + "final_energy": { + "mse": 0.9795305810035092, + "mse_channels": [ + 0.9795305810035092 + ], + "mse_channel_mean": 0.9795305810035092, + "conditional_kl": 6.487861179565359, + "m30_total": 3.2566333979200905 + }, + "accepted_moves": 565, + "moved_fraction": 0.861328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.129000051358402, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.619331846778106, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.499217862145462, + "accuracy": 0.63671875 + }, + { + "step": 150, + "objective": 3.4295329924719424, + "accuracy": 0.52734375 + }, + { + "step": 200, + "objective": 3.3826077800208862, + "accuracy": 0.447265625 + }, + { + "step": 250, + "objective": 3.3505721694600057, + "accuracy": 0.365234375 + }, + { + "step": 300, + "objective": 3.3224382405705946, + "accuracy": 0.298828125 + }, + { + "step": 350, + "objective": 3.3017542726249562, + "accuracy": 0.2578125 + }, + { + "step": 400, + "objective": 3.2895091124650335, + "accuracy": 0.21484375 + }, + { + "step": 450, + "objective": 3.2768581698332078, + "accuracy": 0.185546875 + }, + { + "step": 500, + "objective": 3.266488974896474, + "accuracy": 0.16015625 + }, + { + "step": 550, + "objective": 3.258142004549435, + "accuracy": 0.138671875 + } + ], + "final_permutation": [ + 409, + 428, + 2, + 308, + 268, + 117, + 72, + 354, + 143, + 170, + 115, + 248, + 128, + 25, + 14, + 89, + 18, + 266, + 447, + 228, + 302, + 61, + 197, + 336, + 425, + 423, + 8, + 378, + 81, + 0, + 293, + 79, + 179, + 317, + 237, + 91, + 359, + 315, + 366, + 109, + 74, + 41, + 360, + 492, + 219, + 49, + 324, + 433, + 172, + 110, + 20, + 200, + 364, + 300, + 506, + 64, + 407, + 345, + 303, + 507, + 76, + 216, + 45, + 63, + 258, + 462, + 108, + 67, + 178, + 69, + 70, + 194, + 388, + 404, + 213, + 157, + 333, + 77, + 269, + 31, + 410, + 256, + 350, + 83, + 35, + 39, + 50, + 439, + 147, + 250, + 468, + 464, + 92, + 500, + 347, + 95, + 4, + 123, + 28, + 174, + 84, + 101, + 113, + 68, + 210, + 53, + 351, + 88, + 196, + 34, + 435, + 495, + 119, + 29, + 173, + 477, + 319, + 374, + 318, + 263, + 267, + 429, + 368, + 332, + 482, + 233, + 367, + 59, + 411, + 78, + 239, + 66, + 30, + 133, + 58, + 214, + 136, + 295, + 339, + 290, + 232, + 201, + 142, + 222, + 144, + 249, + 146, + 100, + 431, + 149, + 202, + 37, + 152, + 399, + 154, + 355, + 26, + 10, + 126, + 181, + 160, + 184, + 376, + 363, + 304, + 124, + 281, + 161, + 192, + 121, + 6, + 171, + 12, + 476, + 102, + 175, + 288, + 24, + 148, + 310, + 93, + 508, + 416, + 150, + 274, + 489, + 400, + 230, + 474, + 98, + 344, + 185, + 387, + 316, + 90, + 292, + 145, + 246, + 280, + 96, + 168, + 141, + 299, + 94, + 348, + 313, + 206, + 207, + 208, + 375, + 326, + 379, + 305, + 430, + 105, + 122, + 384, + 229, + 116, + 44, + 220, + 221, + 165, + 223, + 224, + 264, + 443, + 493, + 283, + 275, + 203, + 231, + 131, + 454, + 421, + 180, + 19, + 483, + 415, + 322, + 257, + 241, + 311, + 243, + 244, + 436, + 195, + 448, + 396, + 112, + 458, + 205, + 87, + 373, + 65, + 412, + 456, + 467, + 104, + 52, + 177, + 475, + 262, + 167, + 346, + 427, + 198, + 380, + 135, + 71, + 270, + 271, + 272, + 273, + 234, + 472, + 183, + 21, + 32, + 162, + 60, + 238, + 503, + 453, + 284, + 369, + 286, + 22, + 278, + 156, + 385, + 297, + 325, + 139, + 163, + 460, + 296, + 381, + 484, + 393, + 226, + 40, + 57, + 446, + 417, + 27, + 370, + 11, + 391, + 377, + 15, + 414, + 337, + 478, + 314, + 260, + 494, + 190, + 327, + 218, + 182, + 306, + 401, + 301, + 169, + 16, + 164, + 252, + 328, + 320, + 46, + 331, + 358, + 451, + 392, + 335, + 187, + 312, + 338, + 85, + 118, + 211, + 389, + 419, + 33, + 212, + 51, + 235, + 334, + 225, + 504, + 383, + 48, + 247, + 465, + 43, + 356, + 23, + 97, + 298, + 209, + 276, + 251, + 470, + 340, + 479, + 36, + 282, + 471, + 397, + 309, + 82, + 372, + 442, + 496, + 357, + 441, + 321, + 402, + 294, + 120, + 509, + 382, + 158, + 255, + 511, + 386, + 99, + 365, + 473, + 390, + 3, + 486, + 73, + 394, + 452, + 7, + 424, + 398, + 75, + 487, + 215, + 38, + 9, + 403, + 405, + 406, + 106, + 505, + 240, + 349, + 189, + 254, + 130, + 440, + 188, + 450, + 289, + 418, + 457, + 420, + 438, + 422, + 261, + 186, + 151, + 491, + 153, + 498, + 459, + 291, + 307, + 432, + 80, + 42, + 501, + 434, + 437, + 1, + 245, + 217, + 285, + 343, + 137, + 444, + 445, + 265, + 199, + 56, + 449, + 107, + 277, + 159, + 17, + 166, + 488, + 259, + 279, + 330, + 408, + 13, + 342, + 371, + 463, + 352, + 485, + 466, + 426, + 103, + 469, + 140, + 341, + 395, + 62, + 480, + 47, + 461, + 114, + 176, + 155, + 125, + 323, + 204, + 127, + 455, + 353, + 362, + 138, + 134, + 191, + 490, + 242, + 111, + 55, + 193, + 132, + 129, + 497, + 253, + 499, + 86, + 54, + 502, + 227, + 236, + 481, + 361, + 510, + 5, + 329, + 287, + 413 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.01171875, + "final_objective": 3.2579590323950827, + "final_energy": { + "mse": 0.9754731235695813, + "mse_channels": [ + 0.9754731235695813 + ], + "mse_channel_mean": 0.9754731235695813, + "conditional_kl": 6.5350639262796015, + "m30_total": 3.2579590323950827 + }, + "accepted_moves": 802, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.351683466942697, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 4.425107924551583, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 4.054322414086907, + "accuracy": 0.005859375 + }, + { + "step": 150, + "objective": 3.840413850501716, + "accuracy": 0.005859375 + }, + { + "step": 200, + "objective": 3.6877125055993885, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 3.57740839347941, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 3.492682750978955, + "accuracy": 0.0078125 + }, + { + "step": 350, + "objective": 3.4286743228480905, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.379724372992186, + "accuracy": 0.009765625 + }, + { + "step": 450, + "objective": 3.3466922934378274, + "accuracy": 0.01171875 + }, + { + "step": 500, + "objective": 3.3246502171767185, + "accuracy": 0.01171875 + }, + { + "step": 550, + "objective": 3.305595156172079, + "accuracy": 0.0078125 + }, + { + "step": 600, + "objective": 3.293603528594313, + "accuracy": 0.005859375 + }, + { + "step": 650, + "objective": 3.2807157233597417, + "accuracy": 0.0078125 + }, + { + "step": 700, + "objective": 3.271368641979489, + "accuracy": 0.009765625 + }, + { + "step": 750, + "objective": 3.265288835891834, + "accuracy": 0.01171875 + }, + { + "step": 800, + "objective": 3.25796208363922, + "accuracy": 0.009765625 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 3.2563759169720834, + "final_energy": { + "mse": 0.9748105673066898, + "mse_channels": [ + 0.9748105673066898 + ], + "mse_channel_mean": 0.9748105673066898, + "conditional_kl": 6.533773911793519, + "m30_total": 3.2563759169720834 + }, + "accepted_moves": 826, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.491558655272377, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.551712531942228, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.177571509779821, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.9350701849821124, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 3.7642943716207102, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 3.643213154859426, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 3.5522770168247906, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 3.4850463063960766, + "accuracy": 0.0078125 + }, + { + "step": 400, + "objective": 3.432916392700893, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 3.390760702058167, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 3.358417507314973, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 3.32901517043321, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.3090980693868177, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 3.293374906840461, + "accuracy": 0.00390625 + }, + { + "step": 700, + "objective": 3.2785536443068555, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 3.267352345685561, + "accuracy": 0.0 + }, + { + "step": 800, + "objective": 3.2597237186119603, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 3.278440581982731, + "final_energy": { + "mse": 0.985261600625026, + "mse_channels": [ + 0.985261600625026 + ], + "mse_channel_mean": 0.985261600625026, + "conditional_kl": 6.539586903663396, + "m30_total": 3.278440581982731 + }, + "accepted_moves": 796, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.374051830537758, + "accuracy": 0.00390625 + }, + { + "step": 50, + "objective": 4.549435779037697, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 4.202264316809579, + "accuracy": 0.005859375 + }, + { + "step": 150, + "objective": 3.943330835191483, + "accuracy": 0.005859375 + }, + { + "step": 200, + "objective": 3.764067655650681, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.638883772610104, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 3.552465075992029, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 3.4832689680852518, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.433086711022343, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 3.391211667885823, + "accuracy": 0.005859375 + }, + { + "step": 500, + "objective": 3.362478314173015, + "accuracy": 0.0078125 + }, + { + "step": 550, + "objective": 3.3378271610621213, + "accuracy": 0.005859375 + }, + { + "step": 600, + "objective": 3.321288782695422, + "accuracy": 0.0078125 + }, + { + "step": 650, + "objective": 3.308235965450281, + "accuracy": 0.005859375 + }, + { + "step": 700, + "objective": 3.296210540294808, + "accuracy": 0.00390625 + }, + { + "step": 750, + "objective": 3.2843283398145493, + "accuracy": 0.005859375 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.166125035769444, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.138671875, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.2563759169720834 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/flickr_test512_single.json b/artifacts/manifold_gate/flickr_test512_single.json new file mode 100644 index 0000000..7656613 --- /dev/null +++ b/artifacts/manifold_gate/flickr_test512_single.json @@ -0,0 +1,1812 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "flickr30k", + "split": "test", + "samples": 512, + "text_mode": "single", + "rows": [ + 25, + 34, + 51, + 89, + 97, + 124, + 133, + 134, + 137, + 199, + 219, + 222, + 228, + 246, + 259, + 279, + 304, + 318, + 340, + 395, + 434, + 472, + 487, + 520, + 539, + 565, + 615, + 654, + 661, + 670, + 734, + 748, + 754, + 760, + 828, + 856, + 887, + 906, + 917, + 972, + 973, + 1023, + 1030, + 1044, + 1072, + 1117, + 1196, + 1202, + 1206, + 1284, + 1305, + 1306, + 1310, + 1343, + 1358, + 1390, + 1401, + 1417, + 1480, + 1576, + 1594, + 1610, + 1646, + 1723, + 1771, + 1821, + 1833, + 1895, + 1981, + 1983, + 1984, + 1987, + 2044, + 2054, + 2103, + 2112, + 2113, + 2124, + 2130, + 2131, + 2139, + 2161, + 2180, + 2197, + 2260, + 2265, + 2319, + 2330, + 2410, + 2412, + 2429, + 2433, + 2458, + 2523, + 2551, + 2572, + 2600, + 2615, + 2678, + 2690, + 2788, + 2803, + 2848, + 2851, + 2906, + 2909, + 2955, + 2956, + 3008, + 3078, + 3082, + 3087, + 3097, + 3109, + 3130, + 3162, + 3245, + 3412, + 3437, + 3451, + 3459, + 3476, + 3500, + 3539, + 3648, + 3701, + 3703, + 3724, + 3771, + 3774, + 3826, + 3834, + 3951, + 3972, + 4007, + 4027, + 4028, + 4041, + 4313, + 4317, + 4343, + 4367, + 4402, + 4452, + 4501, + 4510, + 4556, + 4562, + 4663, + 4686, + 4748, + 4801, + 4816, + 4879, + 4881, + 4882, + 4902, + 4942, + 4981, + 5016, + 5056, + 5160, + 5171, + 5240, + 5261, + 5327, + 5330, + 5343, + 5441, + 5541, + 5580, + 5581, + 5595, + 5618, + 5621, + 5701, + 5724, + 5743, + 5760, + 5763, + 5767, + 5807, + 5835, + 5854, + 5867, + 5881, + 5947, + 5964, + 5970, + 5989, + 6002, + 6005, + 6008, + 6031, + 6067, + 6068, + 6078, + 6127, + 6192, + 6242, + 6250, + 6258, + 6283, + 6300, + 6306, + 6334, + 6376, + 6486, + 6532, + 6549, + 6645, + 6661, + 6694, + 6733, + 6781, + 6796, + 6830, + 6921, + 7153, + 7170, + 7263, + 7492, + 7507, + 7542, + 7549, + 7581, + 7584, + 7597, + 7631, + 7639, + 7682, + 7702, + 7739, + 7750, + 7791, + 7874, + 7881, + 7909, + 7912, + 7921, + 7962, + 7973, + 7986, + 7996, + 8015, + 8023, + 8054, + 8070, + 8079, + 8084, + 8175, + 8185, + 8199, + 8225, + 8267, + 8274, + 8280, + 8322, + 8337, + 8362, + 8364, + 8412, + 8427, + 8486, + 8519, + 8528, + 8554, + 8561, + 8611, + 8631, + 8654, + 8674, + 8708, + 8740, + 8766, + 8776, + 8811, + 8831, + 8870, + 8872, + 8903, + 8940, + 8982, + 8993, + 9013, + 9039, + 9042, + 9058, + 9065, + 9074, + 9088, + 9223, + 9241, + 9242, + 9266, + 9274, + 9285, + 9308, + 9323, + 9328, + 9342, + 9354, + 9492, + 9502, + 9506, + 9519, + 9531, + 9572, + 9579, + 9592, + 9598, + 9609, + 9673, + 9736, + 9776, + 9797, + 9803, + 9885, + 9888, + 9908, + 9911, + 9959, + 9978, + 9979, + 10005, + 10010, + 10088, + 10097, + 10106, + 10124, + 10171, + 10235, + 10239, + 10242, + 10287, + 10330, + 10376, + 10379, + 10390, + 10469, + 10490, + 10499, + 10575, + 10577, + 10620, + 10629, + 10663, + 10666, + 10691, + 10692, + 10693, + 10732, + 10788, + 10858, + 10920, + 10925, + 11086, + 11124, + 11137, + 11152, + 11207, + 11219, + 11234, + 11239, + 11278, + 11283, + 11363, + 11374, + 11400, + 11423, + 11466, + 11514, + 11516, + 11618, + 11624, + 11656, + 11747, + 11890, + 11897, + 11906, + 11914, + 11939, + 11963, + 11979, + 12030, + 12053, + 12058, + 12077, + 12084, + 12133, + 12178, + 12184, + 12212, + 12245, + 12293, + 12305, + 12334, + 12356, + 12366, + 12375, + 12402, + 12417, + 12427, + 12441, + 12475, + 12486, + 12508, + 12542, + 12706, + 12757, + 12782, + 12813, + 12853, + 12865, + 12902, + 12927, + 12947, + 12949, + 12969, + 12994, + 13085, + 13135, + 13170, + 13197, + 13276, + 13302, + 13388, + 13417, + 13516, + 13543, + 13566, + 13580, + 13629, + 13648, + 13650, + 13724, + 13744, + 13770, + 13785, + 13837, + 13916, + 13977, + 13990, + 13992, + 14042, + 14048, + 14072, + 14117, + 14134, + 14164, + 14221, + 14231, + 14260, + 14316, + 14332, + 14333, + 14337, + 14434, + 14453, + 14479, + 14490, + 14495, + 14558, + 14570, + 14582, + 14596, + 14599, + 14626, + 14690, + 14721, + 14736, + 14773, + 14786, + 14796, + 14832, + 14841, + 14941, + 14974, + 14989, + 15004, + 15020, + 15047, + 15061, + 15067, + 15077, + 15138, + 15176, + 15186, + 15219, + 15309, + 15358, + 15374, + 15410, + 15412, + 15448, + 15457, + 15556, + 15588, + 15592, + 15650, + 15674, + 15759, + 15774, + 15792, + 15809, + 15834, + 15875, + 15878, + 15974, + 16004, + 16010, + 16018 + ] + }, + "args": { + "dataset": "flickr", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "single", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 3, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/flickr_test512_single.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.6527684664557813, + "mse_channels": [ + 1.6527684664557813 + ], + "mse_channel_mean": 1.6527684664557813, + "conditional_kl": 6.806409122783108, + "m30_total": 4.666818757468184 + }, + "similarity_shift": { + "mse": 1.8885278512129025, + "mse_channels": [ + 1.8885278512129025 + ], + "mse_channel_mean": 1.8885278512129025, + "conditional_kl": 7.589254961504268, + "m30_total": 5.2949066947266585 + }, + "random": { + "mse": { + "mean": 1.999115228652954, + "std": 0.03218609839677811, + "min": 1.9004226922988892, + "true_z": 10.76075553894043, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.999115228652954, + "std": 0.03218609839677811, + "min": 1.9004226922988892, + "true_z": 10.76075553894043, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 7.506174087524414, + "std": 0.03572128713130951, + "min": 7.401821613311768, + "true_z": 19.58957290649414, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.4994659423828125, + "std": 0.0663023516535759, + "min": 5.2986555099487305, + "true_z": 12.558338165283203, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 20422, + "improving_fraction": 0.15611240215264188, + "delta_mean": 0.0022166703621225433, + "delta_min": -0.032824142328392855, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 10, + 485 + ], + "delta_mse": -0.032824142328392855, + "text_cosine": 0.8460523477700203, + "visual_cosine": 0.013231180192385616, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A woman in a blue shirt is walking across the street of an older looking district." + ] + }, + { + "pair": [ + 10, + 207 + ], + "delta_mse": -0.03153625217490768, + "text_cosine": 0.8236079454163546, + "visual_cosine": -0.02496001306495759, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A man in an orange vest and yellow hard hat looks on as a yellow vehicle lays track." + ] + }, + { + "pair": [ + 10, + 36 + ], + "delta_mse": -0.03064569875486119, + "text_cosine": 0.8078301311675153, + "visual_cosine": -0.003825311299838504, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A female harp player peers through the middle of her instrument while performing." + ] + }, + { + "pair": [ + 10, + 38 + ], + "delta_mse": -0.02950405445756216, + "text_cosine": 0.8526058046987431, + "visual_cosine": 0.09618040602753337, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A girl wearing a black t-shirt is holding a small pizza in a kitchen setting." + ] + }, + { + "pair": [ + 10, + 139 + ], + "delta_mse": -0.028069299167393817, + "text_cosine": 0.8241935818357556, + "visual_cosine": -0.043994813196470466, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic" + ] + }, + { + "pair": [ + 10, + 124 + ], + "delta_mse": -0.02721529153626298, + "text_cosine": 0.8384525572917192, + "visual_cosine": 0.02423010695783156, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A man in a brown jacket holding a red bag is speaking to another man with a white beard an" + ] + }, + { + "pair": [ + 10, + 344 + ], + "delta_mse": -0.026756564977868283, + "text_cosine": 0.8208513625339022, + "visual_cosine": 0.12251593160321055, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A woman in white in front of a window, while reading a book on the couch." + ] + }, + { + "pair": [ + 10, + 112 + ], + "delta_mse": -0.02568744937056442, + "text_cosine": 0.785794028989254, + "visual_cosine": -0.011284318653752618, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "Black dog paddles through the water with a bright ball in its mouth." + ] + }, + { + "pair": [ + 485, + 496 + ], + "delta_mse": -0.025092776948399315, + "text_cosine": 0.8444869648861818, + "visual_cosine": 0.04507989812594063, + "captions": [ + "A woman in a blue shirt is walking across the street of an older looking district.", + "Four people are playing football by a body of water in partly cloudy weather." + ] + }, + { + "pair": [ + 207, + 496 + ], + "delta_mse": -0.024814770989593306, + "text_cosine": 0.8393564158114689, + "visual_cosine": -0.005872958366239916, + "captions": [ + "A man in an orange vest and yellow hard hat looks on as a yellow vehicle lays track.", + "Four people are playing football by a body of water in partly cloudy weather." + ] + }, + { + "pair": [ + 10, + 225 + ], + "delta_mse": -0.024660379136972124, + "text_cosine": 0.8076729832226516, + "visual_cosine": 0.0686640315615118, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A woman on a boat named \"El Corazon\" drops black weights into the water." + ] + }, + { + "pair": [ + 10, + 280 + ], + "delta_mse": -0.02457052026139124, + "text_cosine": 0.8416205024333588, + "visual_cosine": 0.25552117034209937, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A group of people sit near a large red brick building in the grass." + ] + }, + { + "pair": [ + 10, + 399 + ], + "delta_mse": -0.024492372917708585, + "text_cosine": 0.8423296065549728, + "visual_cosine": 0.06288150873105679, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A little boy in a blue coat is playing next to some ducks in a park." + ] + }, + { + "pair": [ + 36, + 496 + ], + "delta_mse": -0.022955932216743444, + "text_cosine": 0.8199288448935761, + "visual_cosine": -0.005015617602786804, + "captions": [ + "A female harp player peers through the middle of her instrument while performing.", + "Four people are playing football by a body of water in partly cloudy weather." + ] + }, + { + "pair": [ + 10, + 248 + ], + "delta_mse": -0.02255903028691505, + "text_cosine": 0.828754616585865, + "visual_cosine": 0.08270368920176861, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "In rural outdoors, blond woman sits on roof of yellow BMW vehicle, two people inside." + ] + }, + { + "pair": [ + 10, + 256 + ], + "delta_mse": -0.022304927198638868, + "text_cosine": 0.8373582123434972, + "visual_cosine": 0.04010694197546125, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A young man looks at a coffee marker on the shelf of a department store." + ] + }, + { + "pair": [ + 10, + 173 + ], + "delta_mse": -0.02225983737036606, + "text_cosine": 0.8120609494184147, + "visual_cosine": 0.006379231970411078, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "A well-dressed man plays a grand piano during an art exhibit." + ] + }, + { + "pair": [ + 10, + 500 + ], + "delta_mse": -0.02198896331243361, + "text_cosine": 0.8197655296322252, + "visual_cosine": 0.017488156323771674, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "Standing outside in front of a red van, a man in a hat picks up a framed painting from a t" + ] + }, + { + "pair": [ + 10, + 407 + ], + "delta_mse": -0.021338247927562257, + "text_cosine": 0.8077532157242538, + "visual_cosine": 0.08586037714293435, + "captions": [ + "A mother decides to take her child on a piggyback ride outside their apartment complex.", + "One person stands and another sits on the summit of a mountain." + ] + }, + { + "pair": [ + 139, + 496 + ], + "delta_mse": -0.021336972534069937, + "text_cosine": 0.8515468219564873, + "visual_cosine": 0.010595787585292235, + "captions": [ + "A man dressed in all black is wearing shades and standing in snow and there is a red vehic", + "Four people are playing football by a body of water in partly cloudy weather." + ] + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0021336651407182217, + "delta_std": 0.0035928429570049047, + "improving_fraction": 0.195 + }, + { + "k": 4, + "delta_mean": 0.004429618827998638, + "delta_std": 0.004952516406774521, + "improving_fraction": 0.105 + }, + { + "k": 8, + "delta_mean": 0.008479373529553413, + "delta_std": 0.00742463069036603, + "improving_fraction": 0.06 + }, + { + "k": 16, + "delta_mean": 0.018102098256349564, + "delta_std": 0.010749826207756996, + "improving_fraction": 0.025 + }, + { + "k": 32, + "delta_mean": 0.03536432608962059, + "delta_std": 0.013644617982208729, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.0662442296743393, + "delta_std": 0.01971844583749771, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.12894569337368011, + "delta_std": 0.02560058981180191, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.2308870255947113, + "delta_std": 0.032980989664793015, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.3461841344833374, + "delta_std": 0.034261565655469894, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.06640625, + "final_objective": 3.418545497498914, + "final_energy": { + "mse": 1.0671021191232906, + "mse_channels": [ + 1.0671021191232906 + ], + "mse_channel_mean": 1.0671021191232906, + "conditional_kl": 6.421706296261664, + "m30_total": 3.418545497498914 + }, + "accepted_moves": 563, + "moved_fraction": 0.93359375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.598629994932573, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.9509036218910034, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.769383515614464, + "accuracy": 0.62109375 + }, + { + "step": 150, + "objective": 3.6686288855038756, + "accuracy": 0.484375 + }, + { + "step": 200, + "objective": 3.6009088423028293, + "accuracy": 0.373046875 + }, + { + "step": 250, + "objective": 3.548115528944706, + "accuracy": 0.296875 + }, + { + "step": 300, + "objective": 3.5119181510606987, + "accuracy": 0.228515625 + }, + { + "step": 350, + "objective": 3.480748124288558, + "accuracy": 0.181640625 + }, + { + "step": 400, + "objective": 3.4611439787034572, + "accuracy": 0.138671875 + }, + { + "step": 450, + "objective": 3.4448355619860536, + "accuracy": 0.109375 + }, + { + "step": 500, + "objective": 3.4313819595611124, + "accuracy": 0.087890625 + }, + { + "step": 550, + "objective": 3.4214442327819965, + "accuracy": 0.076171875 + } + ], + "final_permutation": [ + 375, + 140, + 362, + 3, + 338, + 216, + 6, + 387, + 327, + 181, + 258, + 129, + 91, + 25, + 175, + 383, + 18, + 122, + 135, + 252, + 254, + 381, + 144, + 456, + 425, + 332, + 226, + 164, + 111, + 289, + 142, + 31, + 432, + 42, + 237, + 460, + 370, + 37, + 430, + 59, + 223, + 342, + 489, + 291, + 117, + 246, + 89, + 429, + 100, + 149, + 86, + 106, + 299, + 40, + 44, + 74, + 104, + 185, + 416, + 39, + 27, + 0, + 505, + 269, + 492, + 317, + 112, + 114, + 235, + 173, + 70, + 379, + 116, + 54, + 300, + 55, + 24, + 176, + 292, + 130, + 417, + 97, + 180, + 482, + 84, + 243, + 436, + 334, + 260, + 282, + 63, + 146, + 287, + 103, + 121, + 148, + 431, + 314, + 336, + 307, + 464, + 385, + 297, + 23, + 154, + 404, + 305, + 68, + 145, + 412, + 361, + 312, + 279, + 197, + 67, + 189, + 483, + 322, + 388, + 263, + 476, + 227, + 472, + 183, + 403, + 376, + 420, + 374, + 128, + 280, + 401, + 253, + 241, + 32, + 150, + 354, + 295, + 240, + 14, + 511, + 480, + 228, + 506, + 222, + 310, + 356, + 151, + 272, + 7, + 64, + 214, + 82, + 335, + 399, + 105, + 134, + 53, + 319, + 38, + 406, + 479, + 162, + 131, + 205, + 12, + 350, + 438, + 428, + 288, + 49, + 364, + 72, + 13, + 10, + 102, + 218, + 498, + 331, + 451, + 168, + 462, + 283, + 446, + 71, + 232, + 29, + 196, + 115, + 166, + 215, + 190, + 468, + 433, + 193, + 220, + 195, + 233, + 395, + 259, + 93, + 470, + 201, + 439, + 389, + 219, + 167, + 155, + 51, + 26, + 41, + 340, + 211, + 204, + 355, + 80, + 127, + 467, + 255, + 16, + 9, + 123, + 2, + 143, + 257, + 346, + 496, + 208, + 367, + 393, + 437, + 203, + 231, + 369, + 424, + 478, + 107, + 502, + 34, + 238, + 248, + 48, + 33, + 497, + 192, + 372, + 247, + 90, + 344, + 318, + 454, + 88, + 186, + 328, + 343, + 177, + 87, + 141, + 326, + 96, + 198, + 79, + 169, + 293, + 184, + 486, + 329, + 510, + 267, + 194, + 380, + 270, + 323, + 508, + 15, + 441, + 242, + 466, + 21, + 43, + 66, + 509, + 1, + 95, + 236, + 17, + 400, + 286, + 179, + 333, + 368, + 316, + 324, + 239, + 4, + 298, + 284, + 309, + 321, + 206, + 448, + 133, + 408, + 302, + 382, + 8, + 56, + 11, + 455, + 351, + 484, + 244, + 61, + 78, + 419, + 360, + 230, + 427, + 65, + 120, + 85, + 320, + 377, + 202, + 503, + 357, + 147, + 170, + 52, + 500, + 488, + 386, + 36, + 229, + 485, + 57, + 473, + 81, + 411, + 304, + 487, + 349, + 341, + 209, + 125, + 28, + 73, + 225, + 423, + 444, + 46, + 5, + 207, + 352, + 19, + 465, + 398, + 507, + 178, + 453, + 359, + 490, + 212, + 250, + 285, + 245, + 182, + 366, + 493, + 402, + 234, + 83, + 266, + 62, + 373, + 213, + 458, + 119, + 296, + 126, + 76, + 337, + 414, + 308, + 471, + 410, + 101, + 445, + 418, + 132, + 409, + 390, + 75, + 113, + 136, + 358, + 325, + 405, + 163, + 278, + 30, + 200, + 98, + 165, + 159, + 434, + 396, + 138, + 290, + 271, + 443, + 158, + 378, + 371, + 139, + 422, + 313, + 224, + 199, + 407, + 474, + 156, + 415, + 264, + 275, + 469, + 345, + 69, + 153, + 457, + 365, + 384, + 440, + 481, + 494, + 392, + 347, + 50, + 426, + 363, + 20, + 294, + 161, + 442, + 172, + 174, + 301, + 187, + 268, + 447, + 449, + 435, + 277, + 94, + 504, + 188, + 92, + 256, + 397, + 330, + 459, + 137, + 461, + 251, + 463, + 35, + 109, + 110, + 124, + 276, + 249, + 108, + 152, + 452, + 45, + 274, + 475, + 221, + 311, + 421, + 99, + 281, + 450, + 273, + 171, + 306, + 353, + 118, + 339, + 22, + 191, + 217, + 491, + 348, + 58, + 210, + 495, + 391, + 60, + 77, + 499, + 315, + 261, + 265, + 160, + 394, + 157, + 501, + 47, + 477, + 303, + 262, + 413 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.009765625, + "final_objective": 3.4358233827052693, + "final_energy": { + "mse": 1.0739454577815435, + "mse_channels": [ + 1.0739454577815435 + ], + "mse_channel_mean": 1.0739454577815435, + "conditional_kl": 6.43966233571091, + "m30_total": 3.4358233827052693 + }, + "accepted_moves": 775, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.46065431963913, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 4.484675513698889, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.1811268123574, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.9866633739029957, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.856188436877522, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.752338202974607, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 3.671182003314846, + "accuracy": 0.00390625 + }, + { + "step": 350, + "objective": 3.6152858257239093, + "accuracy": 0.00390625 + }, + { + "step": 400, + "objective": 3.5735365990560815, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 3.541003000171476, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 3.5126356351640577, + "accuracy": 0.0078125 + }, + { + "step": 550, + "objective": 3.4929374814781515, + "accuracy": 0.009765625 + }, + { + "step": 600, + "objective": 3.47821084957316, + "accuracy": 0.009765625 + }, + { + "step": 650, + "objective": 3.4638598792741373, + "accuracy": 0.005859375 + }, + { + "step": 700, + "objective": 3.445795449712266, + "accuracy": 0.009765625 + }, + { + "step": 750, + "objective": 3.438284201303145, + "accuracy": 0.009765625 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 3.4618124064736593, + "final_energy": { + "mse": 1.0807779528672894, + "mse_channels": [ + 1.0807779528672894 + ], + "mse_channel_mean": 1.0807779528672894, + "conditional_kl": 6.5012825036954025, + "m30_total": 3.4618124064736593 + }, + "accepted_moves": 689, + "moved_fraction": 0.98046875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.461043321304039, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.512485074621669, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.1970576713709535, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 4.023325421723034, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.899175224303395, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.786783394374952, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.7105035671720423, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 3.646095155333622, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.6029713345780925, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 3.559493678582583, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 3.5283803187770904, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.5080827389219165, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.4920972789841898, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 3.469433714027933, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.0, + "final_objective": 3.440659998673705, + "final_energy": { + "mse": 1.0755794966036583, + "mse_channels": [ + 1.0755794966036583 + ], + "mse_channel_mean": 1.0755794966036583, + "conditional_kl": 6.447505027331943, + "m30_total": 3.440659998673705 + }, + "accepted_moves": 710, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.461365666945384, + "accuracy": 0.00390625 + }, + { + "step": 50, + "objective": 4.52558486862085, + "accuracy": 0.005859375 + }, + { + "step": 100, + "objective": 4.210103421111145, + "accuracy": 0.005859375 + }, + { + "step": 150, + "objective": 4.010355258362281, + "accuracy": 0.005859375 + }, + { + "step": 200, + "objective": 3.8726392713913134, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 3.7565904893937323, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.6703274470262564, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 3.6104985220928723, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 3.5647283878890788, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.5281291345987578, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.5016117529619324, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.4837170613071553, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.4653405060667772, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 3.452521531810074, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 3.442874353289273, + "accuracy": 0.0 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.666818757468184, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.06640625, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.4358233827052693 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/flickr_val512_orbit.json b/artifacts/manifold_gate/flickr_val512_orbit.json new file mode 100644 index 0000000..253dec5 --- /dev/null +++ b/artifacts/manifold_gate/flickr_val512_orbit.json @@ -0,0 +1,1832 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "flickr30k", + "split": "val", + "samples": 512, + "text_mode": "orbit_mean", + "rows": [ + 67, + 99, + 100, + 109, + 118, + 161, + 170, + 200, + 203, + 257, + 280, + 282, + 293, + 301, + 322, + 370, + 377, + 382, + 387, + 390, + 419, + 422, + 462, + 478, + 511, + 608, + 610, + 628, + 630, + 669, + 681, + 694, + 762, + 816, + 843, + 900, + 949, + 1052, + 1074, + 1081, + 1089, + 1102, + 1103, + 1107, + 1144, + 1145, + 1155, + 1162, + 1168, + 1182, + 1209, + 1212, + 1271, + 1286, + 1293, + 1351, + 1365, + 1371, + 1378, + 1382, + 1478, + 1513, + 1516, + 1520, + 1523, + 1532, + 1616, + 1636, + 1716, + 1727, + 1740, + 1746, + 1754, + 1782, + 1892, + 1902, + 1933, + 1943, + 1995, + 2006, + 2089, + 2145, + 2147, + 2177, + 2179, + 2256, + 2274, + 2283, + 2312, + 2324, + 2326, + 2388, + 2434, + 2476, + 2522, + 2527, + 2605, + 2662, + 2737, + 2749, + 2968, + 3032, + 3085, + 3096, + 3104, + 3105, + 3115, + 3175, + 3180, + 3197, + 3203, + 3204, + 3304, + 3375, + 3393, + 3410, + 3423, + 3425, + 3434, + 3461, + 3493, + 3498, + 3510, + 3529, + 3547, + 3566, + 3631, + 3681, + 3756, + 3821, + 3836, + 3848, + 3953, + 3960, + 3969, + 3975, + 3977, + 3979, + 3995, + 4011, + 4053, + 4054, + 4072, + 4077, + 4141, + 4271, + 4280, + 4351, + 4463, + 4480, + 4486, + 4494, + 4561, + 4605, + 4616, + 4641, + 4734, + 4743, + 4768, + 4808, + 4840, + 4860, + 4906, + 4917, + 4960, + 5013, + 5062, + 5073, + 5108, + 5162, + 5204, + 5214, + 5224, + 5270, + 5274, + 5300, + 5304, + 5371, + 5387, + 5447, + 5477, + 5479, + 5515, + 5516, + 5522, + 5550, + 5553, + 5576, + 5680, + 5711, + 5752, + 5808, + 5950, + 6043, + 6049, + 6055, + 6063, + 6089, + 6110, + 6143, + 6151, + 6167, + 6171, + 6209, + 6230, + 6248, + 6257, + 6278, + 6282, + 6304, + 6318, + 6377, + 6425, + 6505, + 6533, + 6542, + 6554, + 6557, + 6582, + 6586, + 6666, + 6767, + 6791, + 6890, + 6896, + 6902, + 6977, + 6990, + 6992, + 7016, + 7044, + 7151, + 7156, + 7203, + 7228, + 7283, + 7317, + 7330, + 7355, + 7376, + 7382, + 7409, + 7414, + 7421, + 7454, + 7575, + 7608, + 7610, + 7646, + 7723, + 7843, + 7900, + 7974, + 7978, + 7979, + 8039, + 8107, + 8115, + 8117, + 8194, + 8238, + 8268, + 8303, + 8339, + 8371, + 8375, + 8405, + 8507, + 8555, + 8605, + 8777, + 8913, + 9017, + 9038, + 9079, + 9137, + 9151, + 9154, + 9174, + 9272, + 9273, + 9280, + 9291, + 9380, + 9451, + 9488, + 9496, + 9578, + 9724, + 9734, + 9747, + 9758, + 9774, + 9778, + 9819, + 9858, + 9862, + 9895, + 9896, + 9907, + 9985, + 10014, + 10033, + 10061, + 10078, + 10081, + 10084, + 10133, + 10164, + 10214, + 10219, + 10221, + 10244, + 10266, + 10291, + 10321, + 10356, + 10363, + 10364, + 10392, + 10436, + 10449, + 10458, + 10479, + 10497, + 10530, + 10557, + 10724, + 10741, + 10746, + 10752, + 10792, + 10793, + 10801, + 10810, + 10871, + 10885, + 10923, + 10932, + 10947, + 10963, + 10982, + 11032, + 11036, + 11056, + 11076, + 11162, + 11190, + 11208, + 11218, + 11244, + 11293, + 11401, + 11424, + 11437, + 11497, + 11539, + 11541, + 11561, + 11564, + 11570, + 11680, + 11710, + 11727, + 11827, + 11838, + 11911, + 11929, + 11945, + 11960, + 12004, + 12018, + 12075, + 12137, + 12202, + 12275, + 12280, + 12386, + 12399, + 12446, + 12449, + 12467, + 12483, + 12507, + 12509, + 12521, + 12554, + 12559, + 12595, + 12614, + 12684, + 12708, + 12714, + 12718, + 12719, + 12784, + 12801, + 12811, + 12812, + 12846, + 12861, + 12879, + 12895, + 12903, + 12906, + 12931, + 12968, + 12984, + 12993, + 13059, + 13094, + 13114, + 13136, + 13261, + 13265, + 13278, + 13285, + 13311, + 13323, + 13325, + 13332, + 13347, + 13351, + 13420, + 13447, + 13477, + 13495, + 13583, + 13597, + 13654, + 13668, + 13670, + 13671, + 13673, + 13760, + 13779, + 13788, + 13796, + 13861, + 13876, + 13892, + 13895, + 13943, + 13956, + 13978, + 14001, + 14029, + 14059, + 14065, + 14098, + 14118, + 14199, + 14210, + 14222, + 14247, + 14258, + 14275, + 14291, + 14303, + 14388, + 14392, + 14430, + 14585, + 14686, + 14743, + 14763, + 14766, + 14821, + 14824, + 14836, + 14842, + 14861, + 14887, + 14896, + 14898, + 14904, + 14913, + 14918, + 14938, + 14998, + 15037, + 15129, + 15136, + 15159, + 15204, + 15223, + 15246, + 15291, + 15296, + 15329, + 15465, + 15481, + 15506, + 15547, + 15574, + 15582, + 15596, + 15610, + 15616, + 15633, + 15636, + 15638, + 15693, + 15701, + 15710, + 15716, + 15733, + 15795, + 15800, + 15825, + 15851, + 15889 + ] + }, + "args": { + "dataset": "flickr", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "val", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 3, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/flickr_val512_orbit.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.4042444210155525, + "mse_channels": [ + 1.4042444210155525 + ], + "mse_channel_mean": 1.4042444210155525, + "conditional_kl": 6.4543248639561135, + "m30_total": 4.099353814822328 + }, + "similarity_shift": { + "mse": 1.7334319226264598, + "mse_channels": [ + 1.7334319226264598 + ], + "mse_channel_mean": 1.7334319226264598, + "conditional_kl": 7.20528543367145, + "m30_total": 4.90792093198721 + }, + "random": { + "mse": { + "mean": 1.9996733665466309, + "std": 0.03308570384979248, + "min": 1.8877284526824951, + "true_z": 17.996562957763672, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9996733665466309, + "std": 0.03308570384979248, + "min": 1.8877284526824951, + "true_z": 17.996562957763672, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 7.238322734832764, + "std": 0.022568004205822945, + "min": 7.1590142250061035, + "true_z": 34.73936080932617, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.447010517120361, + "std": 0.06747408211231232, + "min": 5.222931861877441, + "true_z": 19.97295379638672, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 8841, + "improving_fraction": 0.06758347602739725, + "delta_mean": 0.00371884311612938, + "delta_min": -0.03444656536739881, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 159, + 479 + ], + "delta_mse": -0.03444656536739881, + "text_cosine": 0.8804604109045187, + "visual_cosine": -0.009551670702255625, + "captions": [ + "There are two men and a woman in church, the woman is in the back and the men are next to ", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 479, + 487 + ], + "delta_mse": -0.030204825675823062, + "text_cosine": 0.8652142993787264, + "visual_cosine": -0.013044274857742125, + "captions": [ + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt.", + "Many people are sitting in a street side cafe at red clothed tables in front of a tall old" + ] + }, + { + "pair": [ + 452, + 479 + ], + "delta_mse": -0.028873950352483534, + "text_cosine": 0.844144838371495, + "visual_cosine": 0.012639602557717311, + "captions": [ + "A couple of industrial construction workers appear to be trying to place something on a cr", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 392, + 479 + ], + "delta_mse": -0.02624368601465625, + "text_cosine": 0.8273815421390986, + "visual_cosine": 0.0029532020425696312, + "captions": [ + "The magnificant bird flies low over the water.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 36, + 479 + ], + "delta_mse": -0.026075856404495352, + "text_cosine": 0.837988426646629, + "visual_cosine": 0.02276713967220626, + "captions": [ + "Pedestrians walk through an open area between several traditional-style Japanese or Chines", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 149, + 479 + ], + "delta_mse": -0.025992421044758608, + "text_cosine": 0.8728702698841788, + "visual_cosine": -0.0491941223719248, + "captions": [ + "A man, in what looks like a firefighter suit, standing in the street with a large vehicles", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 364, + 479 + ], + "delta_mse": -0.025392694460629823, + "text_cosine": 0.8736657963930408, + "visual_cosine": -0.006018191892594723, + "captions": [ + "A person in black is coming out of a window of a tan and red building.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 382, + 479 + ], + "delta_mse": -0.02486530327471264, + "text_cosine": 0.8611658086831445, + "visual_cosine": -0.015896193584674242, + "captions": [ + "A person in an orange jacket walking in front of a building with glass doors.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 111, + 479 + ], + "delta_mse": -0.024810990718373244, + "text_cosine": 0.8830242585783776, + "visual_cosine": 0.004232237763893905, + "captions": [ + "An elderly gentleman sits on a couch while holding a small dog as another small dog invest", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 319, + 479 + ], + "delta_mse": -0.024500140269164136, + "text_cosine": 0.8711216611921513, + "visual_cosine": -0.04526523817812019, + "captions": [ + "Two mothers stroll their children in the park, during the beginning of Autumn.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 89, + 479 + ], + "delta_mse": -0.023962731191809437, + "text_cosine": 0.8724662329096468, + "visual_cosine": 0.08280296395743245, + "captions": [ + "A brown and white dog exiting a yellow and blue ramp in a grassy area.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 471, + 479 + ], + "delta_mse": -0.02347924001511952, + "text_cosine": 0.8805895493212769, + "visual_cosine": 0.004731466099593737, + "captions": [ + "Man in white shirt and striped shorts playing organ being observed by man wearing yellow s", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 100, + 479 + ], + "delta_mse": -0.02312855901141914, + "text_cosine": 0.8723207853012979, + "visual_cosine": -0.016602449184265778, + "captions": [ + "A large bearded man flips a crepe or omelet in midair with his frying pan.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 479, + 482 + ], + "delta_mse": -0.02302496657528011, + "text_cosine": 0.8359027412761237, + "visual_cosine": 0.07499350070914855, + "captions": [ + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt.", + "A man gliding in the sky with the sunset on the horizon in the background." + ] + }, + { + "pair": [ + 48, + 479 + ], + "delta_mse": -0.022232075642268746, + "text_cosine": 0.865296170421438, + "visual_cosine": 0.09192536946131406, + "captions": [ + "Two people are wearing a Chinese dragon costume in front of an ornate Chinese gazebo with ", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 28, + 479 + ], + "delta_mse": -0.022198097518094623, + "text_cosine": 0.8614804281314444, + "visual_cosine": 0.04479811083190678, + "captions": [ + "Someone parasailing with a green parachute that has a face on the top of it", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 314, + 479 + ], + "delta_mse": -0.02201058686721134, + "text_cosine": 0.8711598208113011, + "visual_cosine": -0.027320648419757714, + "captions": [ + "The white and brown dog is running quickly through the grass.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 450, + 479 + ], + "delta_mse": -0.02153712076832385, + "text_cosine": 0.8684515484362562, + "visual_cosine": 0.011108628808307965, + "captions": [ + "A white dog with brown ears is running on the sidewalk.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 416, + 479 + ], + "delta_mse": -0.02128713676846557, + "text_cosine": 0.8594741277841824, + "visual_cosine": 0.0025890515811312414, + "captions": [ + "A woman wearing a red and yellow silk scarf plays the cello.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + }, + { + "pair": [ + 306, + 479 + ], + "delta_mse": -0.02065930937350901, + "text_cosine": 0.8703441412666861, + "visual_cosine": 0.027435042306462917, + "captions": [ + "A black and white dog stares up into the sky on a sunny day.", + "A rodeo clown ties a rope around an older rodeo clown as he sits in the dirt." + ] + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0036581719759851694, + "delta_std": 0.003777132136747241, + "improving_fraction": 0.045 + }, + { + "k": 4, + "delta_mean": 0.007963678799569607, + "delta_std": 0.005166951566934586, + "improving_fraction": 0.015 + }, + { + "k": 8, + "delta_mean": 0.014666836708784103, + "delta_std": 0.007081033196300268, + "improving_fraction": 0.005 + }, + { + "k": 16, + "delta_mean": 0.030254699289798737, + "delta_std": 0.009759636595845222, + "improving_fraction": 0.005 + }, + { + "k": 32, + "delta_mean": 0.058493103832006454, + "delta_std": 0.01311691477894783, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.11451101303100586, + "delta_std": 0.0184929259121418, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.21465423703193665, + "delta_std": 0.025921281427145004, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.388163298368454, + "delta_std": 0.031001534312963486, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5943191051483154, + "delta_std": 0.03246152028441429, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.119140625, + "final_objective": 3.2401756909966486, + "final_energy": { + "mse": 0.9814799520153564, + "mse_channels": [ + 0.9814799520153564 + ], + "mse_channel_mean": 0.9814799520153564, + "conditional_kl": 6.386078934829678, + "m30_total": 3.2401756909966486 + }, + "accepted_moves": 584, + "moved_fraction": 0.880859375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.029606227958813, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.606296830907065, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.482993228306878, + "accuracy": 0.630859375 + }, + { + "step": 150, + "objective": 3.414196079047716, + "accuracy": 0.50390625 + }, + { + "step": 200, + "objective": 3.3697646224491327, + "accuracy": 0.396484375 + }, + { + "step": 250, + "objective": 3.337663910668106, + "accuracy": 0.318359375 + }, + { + "step": 300, + "objective": 3.3095674799509016, + "accuracy": 0.265625 + }, + { + "step": 350, + "objective": 3.2915901390018023, + "accuracy": 0.21875 + }, + { + "step": 400, + "objective": 3.2732708199246527, + "accuracy": 0.185546875 + }, + { + "step": 450, + "objective": 3.260949283286323, + "accuracy": 0.158203125 + }, + { + "step": 500, + "objective": 3.2534936349334265, + "accuracy": 0.142578125 + }, + { + "step": 550, + "objective": 3.243726458594035, + "accuracy": 0.126953125 + } + ], + "final_permutation": [ + 217, + 116, + 466, + 96, + 79, + 81, + 219, + 465, + 8, + 506, + 73, + 462, + 269, + 424, + 388, + 473, + 157, + 408, + 337, + 263, + 293, + 71, + 34, + 383, + 0, + 256, + 26, + 218, + 177, + 179, + 105, + 303, + 226, + 33, + 210, + 35, + 120, + 159, + 422, + 266, + 92, + 41, + 101, + 88, + 250, + 163, + 449, + 460, + 458, + 231, + 381, + 3, + 338, + 59, + 131, + 55, + 468, + 240, + 448, + 489, + 91, + 143, + 104, + 215, + 213, + 428, + 304, + 69, + 196, + 170, + 208, + 482, + 98, + 351, + 115, + 185, + 24, + 454, + 452, + 12, + 80, + 110, + 461, + 336, + 90, + 48, + 358, + 149, + 164, + 339, + 209, + 109, + 40, + 43, + 271, + 95, + 4, + 493, + 128, + 202, + 121, + 112, + 415, + 291, + 268, + 488, + 106, + 397, + 144, + 371, + 308, + 139, + 395, + 113, + 44, + 280, + 245, + 392, + 324, + 235, + 17, + 100, + 441, + 327, + 499, + 125, + 509, + 65, + 252, + 129, + 62, + 282, + 132, + 418, + 405, + 38, + 257, + 1, + 457, + 85, + 49, + 102, + 133, + 401, + 344, + 295, + 11, + 387, + 178, + 156, + 135, + 42, + 119, + 151, + 382, + 52, + 364, + 276, + 158, + 479, + 320, + 305, + 117, + 472, + 162, + 53, + 314, + 167, + 122, + 182, + 400, + 146, + 230, + 325, + 342, + 390, + 340, + 28, + 148, + 114, + 183, + 181, + 169, + 498, + 281, + 154, + 207, + 316, + 152, + 5, + 348, + 511, + 455, + 193, + 194, + 459, + 504, + 192, + 51, + 37, + 54, + 341, + 72, + 300, + 413, + 274, + 18, + 403, + 298, + 442, + 384, + 368, + 186, + 136, + 221, + 87, + 190, + 214, + 248, + 140, + 433, + 63, + 238, + 223, + 297, + 249, + 255, + 500, + 299, + 84, + 160, + 197, + 445, + 474, + 414, + 355, + 19, + 267, + 31, + 289, + 47, + 464, + 386, + 243, + 145, + 471, + 70, + 247, + 329, + 244, + 301, + 191, + 64, + 253, + 367, + 7, + 391, + 284, + 376, + 77, + 417, + 246, + 262, + 365, + 279, + 200, + 490, + 294, + 484, + 439, + 469, + 111, + 272, + 130, + 310, + 175, + 134, + 495, + 236, + 67, + 187, + 398, + 150, + 9, + 61, + 285, + 286, + 287, + 277, + 239, + 290, + 450, + 23, + 362, + 58, + 505, + 296, + 429, + 224, + 203, + 206, + 68, + 229, + 189, + 16, + 172, + 50, + 302, + 174, + 103, + 374, + 420, + 312, + 313, + 345, + 315, + 227, + 318, + 317, + 74, + 108, + 141, + 195, + 242, + 123, + 171, + 265, + 241, + 176, + 396, + 379, + 99, + 332, + 32, + 334, + 440, + 201, + 409, + 36, + 309, + 237, + 212, + 470, + 259, + 260, + 410, + 453, + 363, + 56, + 222, + 385, + 27, + 330, + 353, + 354, + 137, + 438, + 491, + 86, + 205, + 416, + 361, + 155, + 326, + 216, + 75, + 57, + 307, + 436, + 350, + 357, + 475, + 138, + 93, + 366, + 359, + 380, + 375, + 487, + 352, + 21, + 232, + 225, + 66, + 168, + 407, + 127, + 147, + 20, + 389, + 94, + 306, + 82, + 393, + 394, + 153, + 107, + 292, + 180, + 399, + 483, + 45, + 402, + 270, + 404, + 278, + 406, + 421, + 377, + 199, + 166, + 411, + 251, + 456, + 220, + 486, + 188, + 165, + 83, + 360, + 311, + 497, + 89, + 423, + 323, + 451, + 426, + 427, + 419, + 372, + 430, + 322, + 477, + 463, + 434, + 333, + 481, + 437, + 356, + 234, + 335, + 204, + 97, + 444, + 443, + 425, + 446, + 447, + 211, + 228, + 25, + 2, + 412, + 346, + 142, + 6, + 261, + 494, + 349, + 118, + 347, + 15, + 369, + 508, + 283, + 22, + 264, + 467, + 60, + 370, + 378, + 161, + 485, + 29, + 343, + 321, + 476, + 258, + 478, + 275, + 435, + 510, + 198, + 13, + 319, + 14, + 46, + 78, + 39, + 331, + 328, + 480, + 492, + 233, + 10, + 373, + 496, + 254, + 184, + 124, + 273, + 501, + 502, + 503, + 431, + 76, + 30, + 288, + 507, + 126, + 432, + 173 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 3.2832847544332147, + "final_energy": { + "mse": 0.9926672532953029, + "mse_channels": [ + 0.9926672532953029 + ], + "mse_channel_mean": 0.9926672532953029, + "conditional_kl": 6.489751239213044, + "m30_total": 3.2832847544332147 + }, + "accepted_moves": 800, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.330438299721495, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 4.487639729646215, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 4.144918996990719, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.9240300931535996, + "accuracy": 0.005859375 + }, + { + "step": 200, + "objective": 3.759513098368613, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.6399468928808254, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 3.548200228698504, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 3.48329467287731, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.4338552218236544, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 3.3937528227005567, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.363136054633903, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.3390310567854, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.3245853532710514, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 3.3112566709886377, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 3.302527631967803, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 3.29150145600871, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 3.2789112061183916, + "final_energy": { + "mse": 0.9943571452625832, + "mse_channels": [ + 0.9943571452625832 + ], + "mse_channel_mean": 0.9943571452625832, + "conditional_kl": 6.450984577966124, + "m30_total": 3.2789112061183916 + }, + "accepted_moves": 838, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.3564973264964895, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.474548595401178, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 4.119518447110261, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.9072352832244843, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.7584665581873358, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.643437125765005, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.555604699843888, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.488414336831098, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 3.43519623110524, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.3960352931790694, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.3628103710563497, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.340901950400065, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.321788553992798, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 3.308771897645319, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 3.297867135519247, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 3.29132036644969, + "accuracy": 0.0 + }, + { + "step": 800, + "objective": 3.285342657961832, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.013671875, + "final_objective": 3.2592372362705184, + "final_energy": { + "mse": 0.9823815289231346, + "mse_channels": [ + 0.9823815289231346 + ], + "mse_channel_mean": 0.9823815289231346, + "conditional_kl": 6.472370892121246, + "m30_total": 3.2592372362705184 + }, + "accepted_moves": 781, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.3568786772789325, + "accuracy": 0.00390625 + }, + { + "step": 50, + "objective": 4.425733650226907, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 4.084275148634184, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.8899144902500034, + "accuracy": 0.005859375 + }, + { + "step": 200, + "objective": 3.730366518035159, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.604445001639795, + "accuracy": 0.0078125 + }, + { + "step": 300, + "objective": 3.5079353393274486, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 3.434439604545887, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.384426501223037, + "accuracy": 0.0078125 + }, + { + "step": 450, + "objective": 3.3498877863563146, + "accuracy": 0.009765625 + }, + { + "step": 500, + "objective": 3.325998980151843, + "accuracy": 0.009765625 + }, + { + "step": 550, + "objective": 3.304341309078155, + "accuracy": 0.01171875 + }, + { + "step": 600, + "objective": 3.289274897844929, + "accuracy": 0.01171875 + }, + { + "step": 650, + "objective": 3.2763582416038517, + "accuracy": 0.0078125 + }, + { + "step": 700, + "objective": 3.2676531427274385, + "accuracy": 0.0078125 + }, + { + "step": 750, + "objective": 3.2615385668217782, + "accuracy": 0.01171875 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.099353814822328, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.119140625, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.2592372362705184 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_scale_n1024.json b/artifacts/manifold_gate/recovery_scale_n1024.json new file mode 100644 index 0000000..8642680 --- /dev/null +++ b/artifacts/manifold_gate/recovery_scale_n1024.json @@ -0,0 +1,67 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 1024, + "true_energy": 0.8822067975997925, + "chance_accuracy": 0.0009765625, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.025390625, + "energy": 0.9282351732254028, + "energy_over_true": 0.05217413394550929 + }, + { + "accuracy": 0.04296875, + "energy": 0.9359857439994812, + "energy_over_true": 0.06095956928239987 + }, + { + "accuracy": 0.0029296875, + "energy": 0.9775588512420654, + "energy_over_true": 0.10808356260878504 + }, + { + "accuracy": 0.0, + "energy": 1.1675713062286377, + "energy_over_true": 0.3234666853681387 + }, + { + "accuracy": 0.0009765625, + "energy": 1.3844102621078491, + "energy_over_true": 0.5692582123311614 + }, + { + "accuracy": 0.001953125, + "energy": 1.8213294744491577, + "energy_over_true": 1.064515348787181 + }, + { + "accuracy": 0.0009765625, + "energy": 1.9945390224456787, + "energy_over_true": 1.2608520223060995 + }, + { + "accuracy": 0.001953125, + "energy": 1.997070550918579, + "energy_over_true": 1.263721563189017 + } + ], + "best": { + "accuracy": 0.025390625, + "energy": 0.9282351732254028, + "energy_over_true": 0.05217413394550929 + }, + "accepted_moves": 380183 + } + }, + "summary": { + "tempering": { + "accuracy": 0.04296875, + "energy": 0.9359857439994812, + "energy_over_true": 0.06095956928239987 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_scale_n2048.json b/artifacts/manifold_gate/recovery_scale_n2048.json new file mode 100644 index 0000000..66b5ad1 --- /dev/null +++ b/artifacts/manifold_gate/recovery_scale_n2048.json @@ -0,0 +1,67 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 2048, + "true_energy": 0.88466876745224, + "chance_accuracy": 0.00048828125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.00048828125, + "energy": 1.0176631212234497, + "energy_over_true": 0.15033237146397793 + }, + { + "accuracy": 0.00048828125, + "energy": 1.0526163578033447, + "energy_over_true": 0.18984234159727098 + }, + { + "accuracy": 0.00048828125, + "energy": 1.08525550365448, + "energy_over_true": 0.22673654093148365 + }, + { + "accuracy": 0.00048828125, + "energy": 1.3348394632339478, + "energy_over_true": 0.5088579051775 + }, + { + "accuracy": 0.00146484375, + "energy": 1.734426736831665, + "energy_over_true": 0.9605380009363791 + }, + { + "accuracy": 0.00048828125, + "energy": 1.9922428131103516, + "energy_over_true": 1.2519646746971946 + }, + { + "accuracy": 0.0009765625, + "energy": 1.9959903955459595, + "energy_over_true": 1.256200816599661 + }, + { + "accuracy": 0.00048828125, + "energy": 2.0015127658843994, + "energy_over_true": 1.2624431194158254 + } + ], + "best": { + "accuracy": 0.00048828125, + "energy": 1.0176631212234497, + "energy_over_true": 0.15033237146397793 + }, + "accepted_moves": 464870 + } + }, + "summary": { + "tempering": { + "accuracy": 0.00146484375, + "energy": 1.734426736831665, + "energy_over_true": 0.9605380009363791 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_scale_n2048_long.json b/artifacts/manifold_gate/recovery_scale_n2048_long.json new file mode 100644 index 0000000..e2d320b --- /dev/null +++ b/artifacts/manifold_gate/recovery_scale_n2048_long.json @@ -0,0 +1,67 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 2048, + "true_energy": 0.88466876745224, + "chance_accuracy": 0.00048828125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.00048828125, + "energy": 0.9763286113739014, + "energy_over_true": 0.10360922335444567 + }, + { + "accuracy": 0.00146484375, + "energy": 1.0167241096496582, + "energy_over_true": 0.14927094417238762 + }, + { + "accuracy": 0.00048828125, + "energy": 1.0621987581253052, + "energy_over_true": 0.20067396657885217 + }, + { + "accuracy": 0.0009765625, + "energy": 1.3437392711639404, + "energy_over_true": 0.5189179505384585 + }, + { + "accuracy": 0.0, + "energy": 1.7391623258590698, + "energy_over_true": 0.9658909524608721 + }, + { + "accuracy": 0.00048828125, + "energy": 1.997110366821289, + "energy_over_true": 1.257466794688336 + }, + { + "accuracy": 0.0, + "energy": 1.9988579750061035, + "energy_over_true": 1.2594422325574124 + }, + { + "accuracy": 0.00048828125, + "energy": 2.0006299018859863, + "energy_over_true": 1.2614451594664136 + } + ], + "best": { + "accuracy": 0.00048828125, + "energy": 0.9763286113739014, + "energy_over_true": 0.10360922335444567 + }, + "accepted_moves": 1746317 + } + }, + "summary": { + "tempering": { + "accuracy": 0.00146484375, + "energy": 1.0167241096496582, + "energy_over_true": 0.14927094417238762 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_unary_lam0.5.json b/artifacts/manifold_gate/recovery_unary_lam0.5.json new file mode 100644 index 0000000..4ef3167 --- /dev/null +++ b/artifacts/manifold_gate/recovery_unary_lam0.5.json @@ -0,0 +1,73 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "true_energy": 0.8978781700134277, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.015625, + "energy": 1.1694371700286865, + "energy_over_true": 0.3024452638281623 + }, + { + "accuracy": 0.021484375, + "energy": 1.2004884481430054, + "energy_over_true": 0.3370282163392524 + }, + { + "accuracy": 0.001953125, + "energy": 1.192553162574768, + "energy_over_true": 0.328190396428653 + }, + { + "accuracy": 0.0, + "energy": 1.2129029035568237, + "energy_over_true": 0.3508546527405658 + }, + { + "accuracy": 0.001953125, + "energy": 1.2116082906723022, + "energy_over_true": 0.3494127946714449 + }, + { + "accuracy": 0.00390625, + "energy": 1.4243744611740112, + "energy_over_true": 0.5863783180659239 + }, + { + "accuracy": 0.001953125, + "energy": 1.7843804359436035, + "energy_over_true": 0.9873302364806555 + }, + { + "accuracy": 0.001953125, + "energy": 1.9924702644348145, + "energy_over_true": 1.2190875454796024 + } + ], + "best": { + "accuracy": 0.015625, + "energy": 1.1694371700286865, + "energy_over_true": 0.3024452638281623 + }, + "accepted_moves": 187206 + } + }, + "unary": { + "weight": 0.5, + "matched_mean": 0.2510249614715576, + "grand_mean": 0.0, + "init": "random" + }, + "summary": { + "tempering": { + "accuracy": 0.021484375, + "energy": 1.2004884481430054, + "energy_over_true": 0.3370282163392524 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_unary_lam2.0.json b/artifacts/manifold_gate/recovery_unary_lam2.0.json new file mode 100644 index 0000000..bf28225 --- /dev/null +++ b/artifacts/manifold_gate/recovery_unary_lam2.0.json @@ -0,0 +1,73 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "true_energy": 0.8978781700134277, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.0, + "energy": 1.6016685962677002, + "energy_over_true": 0.7838373286698208 + }, + { + "accuracy": 0.01953125, + "energy": 1.582222819328308, + "energy_over_true": 0.7621798504185107 + }, + { + "accuracy": 0.005859375, + "energy": 1.6340266466140747, + "energy_over_true": 0.8198756815633883 + }, + { + "accuracy": 0.001953125, + "energy": 1.6142185926437378, + "energy_over_true": 0.7978147220347247 + }, + { + "accuracy": 0.005859375, + "energy": 1.6433275938034058, + "energy_over_true": 0.8302344891387992 + }, + { + "accuracy": 0.001953125, + "energy": 1.6080293655395508, + "energy_over_true": 0.7909215517685464 + }, + { + "accuracy": 0.00390625, + "energy": 1.8953583240509033, + "energy_over_true": 1.1109303994132724 + }, + { + "accuracy": 0.00390625, + "energy": 1.987457275390625, + "energy_over_true": 1.2135043948789876 + } + ], + "best": { + "accuracy": 0.0, + "energy": 1.6016685962677002, + "energy_over_true": 0.7838373286698208 + }, + "accepted_moves": 130197 + } + }, + "unary": { + "weight": 2.0, + "matched_mean": 0.2510249614715576, + "grand_mean": 0.0, + "init": "random" + }, + "summary": { + "tempering": { + "accuracy": 0.01953125, + "energy": 1.582222819328308, + "energy_over_true": 0.7621798504185107 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_unary_lam2_unaryinit.json b/artifacts/manifold_gate/recovery_unary_lam2_unaryinit.json new file mode 100644 index 0000000..03ce32e --- /dev/null +++ b/artifacts/manifold_gate/recovery_unary_lam2_unaryinit.json @@ -0,0 +1,73 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "true_energy": 0.8978781700134277, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.01171875, + "energy": 1.7316111326217651, + "energy_over_true": 0.9285591191017251 + }, + { + "accuracy": 0.01171875, + "energy": 1.7220908403396606, + "energy_over_true": 0.9179560188147873 + }, + { + "accuracy": 0.013671875, + "energy": 1.736653447151184, + "energy_over_true": 0.934174930575729 + }, + { + "accuracy": 0.009765625, + "energy": 1.7266807556152344, + "energy_over_true": 0.9230679765712668 + }, + { + "accuracy": 0.009765625, + "energy": 1.7239902019500732, + "energy_over_true": 0.9200714078217216 + }, + { + "accuracy": 0.009765625, + "energy": 1.6392039060592651, + "energy_over_true": 0.8256417861620924 + }, + { + "accuracy": 0.013671875, + "energy": 1.8064833879470825, + "energy_over_true": 1.0119471085036698 + }, + { + "accuracy": 0.0, + "energy": 1.9749865531921387, + "energy_over_true": 1.1996152920864565 + } + ], + "best": { + "accuracy": 0.01171875, + "energy": 1.7316111326217651, + "energy_over_true": 0.9285591191017251 + }, + "accepted_moves": 114748 + } + }, + "unary": { + "weight": 2.0, + "matched_mean": 0.2510249614715576, + "grand_mean": 0.0, + "init": "unary" + }, + "summary": { + "tempering": { + "accuracy": 0.013671875, + "energy": 1.736653447151184, + "energy_over_true": 0.934174930575729 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_unary_lam8.0.json b/artifacts/manifold_gate/recovery_unary_lam8.0.json new file mode 100644 index 0000000..74e7932 --- /dev/null +++ b/artifacts/manifold_gate/recovery_unary_lam8.0.json @@ -0,0 +1,73 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "true_energy": 0.8978781700134277, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.01171875, + "energy": 1.954152226448059, + "energy_over_true": 1.176411334756958 + }, + { + "accuracy": 0.00390625, + "energy": 1.9394137859344482, + "energy_over_true": 1.1599965905234608 + }, + { + "accuracy": 0.009765625, + "energy": 1.9323142766952515, + "energy_over_true": 1.1520896055044458 + }, + { + "accuracy": 0.0078125, + "energy": 1.9530656337738037, + "energy_over_true": 1.1752011564604534 + }, + { + "accuracy": 0.005859375, + "energy": 1.9396767616271973, + "energy_over_true": 1.1602894762417373 + }, + { + "accuracy": 0.00390625, + "energy": 1.9358550310134888, + "energy_over_true": 1.156033074046714 + }, + { + "accuracy": 0.005859375, + "energy": 1.9675999879837036, + "energy_over_true": 1.1913886022580082 + }, + { + "accuracy": 0.005859375, + "energy": 1.9679285287857056, + "energy_over_true": 1.1917545102541864 + } + ], + "best": { + "accuracy": 0.01171875, + "energy": 1.954152226448059, + "energy_over_true": 1.176411334756958 + }, + "accepted_moves": 44216 + } + }, + "unary": { + "weight": 8.0, + "matched_mean": 0.2510249614715576, + "grand_mean": 0.0, + "init": "random" + }, + "summary": { + "tempering": { + "accuracy": 0.01171875, + "energy": 1.954152226448059, + "energy_over_true": 1.176411334756958 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_vg_ctx_k128_seed0.json b/artifacts/manifold_gate/recovery_vg_ctx_k128_seed0.json new file mode 100644 index 0000000..300272c --- /dev/null +++ b/artifacts/manifold_gate/recovery_vg_ctx_k128_seed0.json @@ -0,0 +1,145 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "true_energy": 0.8279887437820435, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.0, + "energy": 0.9906821250915527, + "energy_over_true": 0.19649226216091664 + }, + { + "accuracy": 0.009765625, + "energy": 0.9921203255653381, + "energy_over_true": 0.19822924286818577 + }, + { + "accuracy": 0.0, + "energy": 0.992418110370636, + "energy_over_true": 0.19858889124207257 + }, + { + "accuracy": 0.001953125, + "energy": 1.0169470310211182, + "energy_over_true": 0.22821359427660926 + }, + { + "accuracy": 0.001953125, + "energy": 1.1019433736801147, + "energy_over_true": 0.33086757755511953 + }, + { + "accuracy": 0.0, + "energy": 1.3799701929092407, + "energy_over_true": 0.6666533250269628 + }, + { + "accuracy": 0.001953125, + "energy": 1.7912755012512207, + "energy_over_true": 1.1634056195850282 + }, + { + "accuracy": 0.001953125, + "energy": 1.9886820316314697, + "energy_over_true": 1.4018225447699595 + } + ], + "best": { + "accuracy": 0.0, + "energy": 0.9906821250915527, + "energy_over_true": 0.19649226216091664 + }, + "accepted_moves": 219367 + }, + "sinkhorn": { + "restarts": [ + { + "mass_at_truth": 0.0016136160120368004, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 323, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.6781870126724243, + "energy_over_true": 1.0268234626075832 + }, + { + "mass_at_truth": 0.0015226250980049372, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 252, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.6847010850906372, + "energy_over_true": 1.0346908067799911 + }, + { + "mass_at_truth": 0.0029979648534208536, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 269, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.6841464042663574, + "energy_over_true": 1.0340208932957253 + }, + { + "mass_at_truth": 0.00418652780354023, + "hungarian_accuracy": 0.0078125, + "mutual_nn_count": 268, + "mutual_nn_precision": 0.011194029850746268, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0078125, + "energy": 1.6507354974746704, + "energy_over_true": 0.9936690080284516 + } + ] + }, + "homotopy": { + "restarts": [ + { + "mass_at_truth": 0.0006321914261206985, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 446, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.470702052116394, + "energy_over_true": 0.7762343548278188 + } + ] + } + }, + "summary": { + "tempering": { + "accuracy": 0.009765625, + "energy": 0.9921203255653381, + "energy_over_true": 0.19822924286818577 + }, + "sinkhorn": { + "mass_at_truth": 0.00418652780354023, + "hungarian_accuracy": 0.0078125, + "mutual_nn_count": 268, + "mutual_nn_precision": 0.011194029850746268, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0078125, + "energy": 1.6507354974746704, + "energy_over_true": 0.9936690080284516 + }, + "homotopy": { + "mass_at_truth": 0.0006321914261206985, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 446, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.470702052116394, + "energy_over_true": 0.7762343548278188 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_vg_k128_seed0.json b/artifacts/manifold_gate/recovery_vg_k128_seed0.json new file mode 100644 index 0000000..ce905a2 --- /dev/null +++ b/artifacts/manifold_gate/recovery_vg_k128_seed0.json @@ -0,0 +1,145 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 128, + "samples": 512, + "true_energy": 0.8398498296737671, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.0, + "energy": 0.9198787808418274, + "energy_over_true": 0.09528959623549227 + }, + { + "accuracy": 0.021484375, + "energy": 0.9246558547019958, + "energy_over_true": 0.10097760579551585 + }, + { + "accuracy": 0.00390625, + "energy": 0.9492131471633911, + "energy_over_true": 0.1302177051486757 + }, + { + "accuracy": 0.00390625, + "energy": 0.9614375829696655, + "energy_over_true": 0.1447732070662302 + }, + { + "accuracy": 0.005859375, + "energy": 1.1221790313720703, + "energy_over_true": 0.33616629035689827 + }, + { + "accuracy": 0.00390625, + "energy": 1.3176777362823486, + "energy_over_true": 0.5689444585518222 + }, + { + "accuracy": 0.0, + "energy": 1.720255970954895, + "energy_over_true": 1.0482899563403074 + }, + { + "accuracy": 0.0, + "energy": 1.9725894927978516, + "energy_over_true": 1.3487407189974525 + } + ], + "best": { + "accuracy": 0.0, + "energy": 0.9198787808418274, + "energy_over_true": 0.09528959623549227 + }, + "accepted_moves": 221128 + }, + "sinkhorn": { + "restarts": [ + { + "mass_at_truth": 0.001431310549378395, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 303, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.665053129196167, + "energy_over_true": 0.9825605368556705 + }, + { + "mass_at_truth": 0.0026361478958278894, + "hungarian_accuracy": 0.001953125, + "mutual_nn_count": 238, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.001953125, + "energy": 1.6776349544525146, + "energy_over_true": 0.9975415784797843 + }, + { + "mass_at_truth": 0.00035274558467790484, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 301, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.5461138486862183, + "energy_over_true": 0.8409408373480218 + }, + { + "mass_at_truth": 0.003701928537338972, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 294, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.5727442502975464, + "energy_over_true": 0.8726493650757376 + } + ] + }, + "homotopy": { + "restarts": [ + { + "mass_at_truth": 0.004109225235879421, + "hungarian_accuracy": 0.005859375, + "mutual_nn_count": 454, + "mutual_nn_precision": 0.004405286343612335, + "top_margin_decile_precision": 0.0, + "accuracy": 0.005859375, + "energy": 1.475136399269104, + "energy_over_true": 0.7564287651783044 + } + ] + } + }, + "summary": { + "tempering": { + "accuracy": 0.021484375, + "energy": 0.9246558547019958, + "energy_over_true": 0.10097760579551585 + }, + "sinkhorn": { + "mass_at_truth": 0.0026361478958278894, + "hungarian_accuracy": 0.001953125, + "mutual_nn_count": 238, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.001953125, + "energy": 1.6776349544525146, + "energy_over_true": 0.9975415784797843 + }, + "homotopy": { + "mass_at_truth": 0.004109225235879421, + "hungarian_accuracy": 0.005859375, + "mutual_nn_count": 454, + "mutual_nn_precision": 0.004405286343612335, + "top_margin_decile_precision": 0.0, + "accuracy": 0.005859375, + "energy": 1.475136399269104, + "energy_over_true": 0.7564287651783044 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/recovery_vg_k256_seed0.json b/artifacts/manifold_gate/recovery_vg_k256_seed0.json new file mode 100644 index 0000000..c297937 --- /dev/null +++ b/artifacts/manifold_gate/recovery_vg_k256_seed0.json @@ -0,0 +1,145 @@ +{ + "protocol": "The text side enters through a hidden shuffle; the optimizer never sees pair, order, or truth information. Hidden truth scores outcomes only.", + "dataset": "vg", + "dims": 256, + "samples": 512, + "true_energy": 0.8978781700134277, + "chance_accuracy": 0.001953125, + "arms": { + "tempering": { + "replicas": [ + { + "accuracy": 0.03125, + "energy": 0.9823524951934814, + "energy_over_true": 0.09408216838459316 + }, + { + "accuracy": 0.00390625, + "energy": 0.9979248046875, + "energy_over_true": 0.11142562322522664 + }, + { + "accuracy": 0.00390625, + "energy": 1.0030333995819092, + "energy_over_true": 0.1171152535838007 + }, + { + "accuracy": 0.001953125, + "energy": 1.0639879703521729, + "energy_over_true": 0.1850026049038045 + }, + { + "accuracy": 0.0, + "energy": 1.1171770095825195, + "energy_over_true": 0.24424119762908614 + }, + { + "accuracy": 0.005859375, + "energy": 1.3610917329788208, + "energy_over_true": 0.5158980120415064 + }, + { + "accuracy": 0.0, + "energy": 1.823849081993103, + "energy_over_true": 1.0312879217965922 + }, + { + "accuracy": 0.001953125, + "energy": 1.9880963563919067, + "energy_over_true": 1.2142161629368657 + } + ], + "best": { + "accuracy": 0.03125, + "energy": 0.9823355078697205, + "energy_over_true": 0.09406324897622764 + }, + "accepted_moves": 224922 + }, + "sinkhorn": { + "restarts": [ + { + "mass_at_truth": 0.0013680851552635431, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 249, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.6900453567504883, + "energy_over_true": 0.8822657830351457 + }, + { + "mass_at_truth": 0.0019180605886504054, + "hungarian_accuracy": 0.0, + "mutual_nn_count": 287, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.0, + "energy": 1.6555622816085815, + "energy_over_true": 0.843860711730883 + }, + { + "mass_at_truth": 0.003440555650740862, + "hungarian_accuracy": 0.00390625, + "mutual_nn_count": 316, + "mutual_nn_precision": 0.0031645569620253164, + "top_margin_decile_precision": 0.0, + "accuracy": 0.00390625, + "energy": 1.5463546514511108, + "energy_over_true": 0.7222321503016218 + }, + { + "mass_at_truth": 0.0019705535378307104, + "hungarian_accuracy": 0.001953125, + "mutual_nn_count": 249, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0, + "accuracy": 0.001953125, + "energy": 1.655998945236206, + "energy_over_true": 0.8443470401017108 + } + ] + }, + "homotopy": { + "restarts": [ + { + "mass_at_truth": 0.0030029963236302137, + "hungarian_accuracy": 0.00390625, + "mutual_nn_count": 428, + "mutual_nn_precision": 0.004672897196261682, + "top_margin_decile_precision": 0.0, + "accuracy": 0.00390625, + "energy": 1.451491355895996, + "energy_over_true": 0.6165794028317775 + } + ] + } + }, + "summary": { + "tempering": { + "accuracy": 0.03125, + "energy": 0.9823524951934814, + "energy_over_true": 0.09408216838459316 + }, + "sinkhorn": { + "mass_at_truth": 0.003440555650740862, + "hungarian_accuracy": 0.00390625, + "mutual_nn_count": 316, + "mutual_nn_precision": 0.0031645569620253164, + "top_margin_decile_precision": 0.0, + "accuracy": 0.00390625, + "energy": 1.5463546514511108, + "energy_over_true": 0.7222321503016218 + }, + "homotopy": { + "mass_at_truth": 0.0030029963236302137, + "hungarian_accuracy": 0.00390625, + "mutual_nn_count": 428, + "mutual_nn_precision": 0.004672897196261682, + "top_margin_decile_precision": 0.0, + "accuracy": 0.00390625, + "energy": 1.451491355895996, + "energy_over_true": 0.6165794028317775 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/resolution_audit.json b/artifacts/manifold_gate/resolution_audit.json new file mode 100644 index 0000000..813bba3 --- /dev/null +++ b/artifacts/manifold_gate/resolution_audit.json @@ -0,0 +1,86 @@ +{ + "flickr_single": { + "t>0.8": { + "pairs": 130148, + "visual_cos_mean": 0.08338190356652345, + "visual_cos_std": 0.088632058727893 + }, + "t>0.85": { + "pairs": 126786, + "visual_cos_mean": 0.08402574044680229, + "visual_cos_std": 0.08878342548432239 + }, + "t>0.9": { + "pairs": 106782, + "visual_cos_mean": 0.0877425517820242, + "visual_cos_std": 0.09007300963528765 + }, + "all_pairs_visual_cos_mean": 0.0831607432228718, + "all_pairs_visual_cos_std": 0.08860074122642618, + "spearman_toppairs": 0.1827820498794665, + "spearman_all": 0.18925883687505657 + }, + "flickr_orbit": { + "t>0.8": { + "pairs": 130815, + "visual_cos_mean": 0.08316069515445593, + "visual_cos_std": 0.08860107817034509 + }, + "t>0.85": { + "pairs": 130666, + "visual_cos_mean": 0.08322641355758387, + "visual_cos_std": 0.088615349940195 + }, + "t>0.9": { + "pairs": 129029, + "visual_cos_mean": 0.08366702577278558, + "visual_cos_std": 0.08880305783073207 + }, + "all_pairs_visual_cos_mean": 0.0831607432228718, + "all_pairs_visual_cos_std": 0.08860074122642618, + "spearman_toppairs": 0.30554458563732706, + "spearman_all": 0.30625887913689437 + }, + "vg_region_closed": { + "t>0.8": { + "pairs": 130816, + "visual_cos_mean": 0.2709635049583894, + "visual_cos_std": 0.12966424893690923 + }, + "t>0.85": { + "pairs": 130814, + "visual_cos_mean": 0.270964881234845, + "visual_cos_std": 0.1296639233813423 + }, + "t>0.9": { + "pairs": 130119, + "visual_cos_mean": 0.27123000182415424, + "visual_cos_std": 0.12973562686653148 + }, + "all_pairs_visual_cos_mean": 0.2709635049583894, + "all_pairs_visual_cos_std": 0.12966424893690923, + "spearman_toppairs": 0.2131725166255365, + "spearman_all": 0.21318152478322142 + }, + "vg_visible_relations": { + "t>0.8": { + "pairs": 130816, + "visual_cos_mean": 0.2709635049583894, + "visual_cos_std": 0.12966424893690923 + }, + "t>0.85": { + "pairs": 130816, + "visual_cos_mean": 0.2709635049583894, + "visual_cos_std": 0.12966424893690923 + }, + "t>0.9": { + "pairs": 130816, + "visual_cos_mean": 0.2709635049583894, + "visual_cos_std": 0.12966424893690923 + }, + "all_pairs_visual_cos_mean": 0.2709635049583894, + "all_pairs_visual_cos_std": 0.12966424893690923, + "spearman_toppairs": 0.3012537622228635, + "spearman_all": 0.3012537622228635 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/ricci_flickr_test512_orbit.json b/artifacts/manifold_gate/ricci_flickr_test512_orbit.json new file mode 100644 index 0000000..bcb4e7f --- /dev/null +++ b/artifacts/manifold_gate/ricci_flickr_test512_orbit.json @@ -0,0 +1,1327 @@ +{ + "protocol": "Each modality's kNN geometry evolves independently under Ollivier-Ricci flow; the identical heat-kernel channels are gated with and without the flow. Hidden pairs score orderings only.", + "meta": { + "dataset": "flickr30k", + "split": "test", + "samples": 512, + "text_mode": "orbit_mean", + "rows": [ + 25, + 34, + 51, + 89, + 97, + 124, + 133, + 134, + 137, + 199, + 219, + 222, + 228, + 246, + 259, + 279, + 304, + 318, + 340, + 395, + 434, + 472, + 487, + 520, + 539, + 565, + 615, + 654, + 661, + 670, + 734, + 748, + 754, + 760, + 828, + 856, + 887, + 906, + 917, + 972, + 973, + 1023, + 1030, + 1044, + 1072, + 1117, + 1196, + 1202, + 1206, + 1284, + 1305, + 1306, + 1310, + 1343, + 1358, + 1390, + 1401, + 1417, + 1480, + 1576, + 1594, + 1610, + 1646, + 1723, + 1771, + 1821, + 1833, + 1895, + 1981, + 1983, + 1984, + 1987, + 2044, + 2054, + 2103, + 2112, + 2113, + 2124, + 2130, + 2131, + 2139, + 2161, + 2180, + 2197, + 2260, + 2265, + 2319, + 2330, + 2410, + 2412, + 2429, + 2433, + 2458, + 2523, + 2551, + 2572, + 2600, + 2615, + 2678, + 2690, + 2788, + 2803, + 2848, + 2851, + 2906, + 2909, + 2955, + 2956, + 3008, + 3078, + 3082, + 3087, + 3097, + 3109, + 3130, + 3162, + 3245, + 3412, + 3437, + 3451, + 3459, + 3476, + 3500, + 3539, + 3648, + 3701, + 3703, + 3724, + 3771, + 3774, + 3826, + 3834, + 3951, + 3972, + 4007, + 4027, + 4028, + 4041, + 4313, + 4317, + 4343, + 4367, + 4402, + 4452, + 4501, + 4510, + 4556, + 4562, + 4663, + 4686, + 4748, + 4801, + 4816, + 4879, + 4881, + 4882, + 4902, + 4942, + 4981, + 5016, + 5056, + 5160, + 5171, + 5240, + 5261, + 5327, + 5330, + 5343, + 5441, + 5541, + 5580, + 5581, + 5595, + 5618, + 5621, + 5701, + 5724, + 5743, + 5760, + 5763, + 5767, + 5807, + 5835, + 5854, + 5867, + 5881, + 5947, + 5964, + 5970, + 5989, + 6002, + 6005, + 6008, + 6031, + 6067, + 6068, + 6078, + 6127, + 6192, + 6242, + 6250, + 6258, + 6283, + 6300, + 6306, + 6334, + 6376, + 6486, + 6532, + 6549, + 6645, + 6661, + 6694, + 6733, + 6781, + 6796, + 6830, + 6921, + 7153, + 7170, + 7263, + 7492, + 7507, + 7542, + 7549, + 7581, + 7584, + 7597, + 7631, + 7639, + 7682, + 7702, + 7739, + 7750, + 7791, + 7874, + 7881, + 7909, + 7912, + 7921, + 7962, + 7973, + 7986, + 7996, + 8015, + 8023, + 8054, + 8070, + 8079, + 8084, + 8175, + 8185, + 8199, + 8225, + 8267, + 8274, + 8280, + 8322, + 8337, + 8362, + 8364, + 8412, + 8427, + 8486, + 8519, + 8528, + 8554, + 8561, + 8611, + 8631, + 8654, + 8674, + 8708, + 8740, + 8766, + 8776, + 8811, + 8831, + 8870, + 8872, + 8903, + 8940, + 8982, + 8993, + 9013, + 9039, + 9042, + 9058, + 9065, + 9074, + 9088, + 9223, + 9241, + 9242, + 9266, + 9274, + 9285, + 9308, + 9323, + 9328, + 9342, + 9354, + 9492, + 9502, + 9506, + 9519, + 9531, + 9572, + 9579, + 9592, + 9598, + 9609, + 9673, + 9736, + 9776, + 9797, + 9803, + 9885, + 9888, + 9908, + 9911, + 9959, + 9978, + 9979, + 10005, + 10010, + 10088, + 10097, + 10106, + 10124, + 10171, + 10235, + 10239, + 10242, + 10287, + 10330, + 10376, + 10379, + 10390, + 10469, + 10490, + 10499, + 10575, + 10577, + 10620, + 10629, + 10663, + 10666, + 10691, + 10692, + 10693, + 10732, + 10788, + 10858, + 10920, + 10925, + 11086, + 11124, + 11137, + 11152, + 11207, + 11219, + 11234, + 11239, + 11278, + 11283, + 11363, + 11374, + 11400, + 11423, + 11466, + 11514, + 11516, + 11618, + 11624, + 11656, + 11747, + 11890, + 11897, + 11906, + 11914, + 11939, + 11963, + 11979, + 12030, + 12053, + 12058, + 12077, + 12084, + 12133, + 12178, + 12184, + 12212, + 12245, + 12293, + 12305, + 12334, + 12356, + 12366, + 12375, + 12402, + 12417, + 12427, + 12441, + 12475, + 12486, + 12508, + 12542, + 12706, + 12757, + 12782, + 12813, + 12853, + 12865, + 12902, + 12927, + 12947, + 12949, + 12969, + 12994, + 13085, + 13135, + 13170, + 13197, + 13276, + 13302, + 13388, + 13417, + 13516, + 13543, + 13566, + 13580, + 13629, + 13648, + 13650, + 13724, + 13744, + 13770, + 13785, + 13837, + 13916, + 13977, + 13990, + 13992, + 14042, + 14048, + 14072, + 14117, + 14134, + 14164, + 14221, + 14231, + 14260, + 14316, + 14332, + 14333, + 14337, + 14434, + 14453, + 14479, + 14490, + 14495, + 14558, + 14570, + 14582, + 14596, + 14599, + 14626, + 14690, + 14721, + 14736, + 14773, + 14786, + 14796, + 14832, + 14841, + 14941, + 14974, + 14989, + 15004, + 15020, + 15047, + 15061, + 15067, + 15077, + 15138, + 15176, + 15186, + 15219, + 15309, + 15358, + 15374, + 15410, + 15412, + 15448, + 15457, + 15556, + 15588, + 15592, + 15650, + 15674, + 15759, + 15774, + 15792, + 15809, + 15834, + 15875, + 15878, + 15974, + 16004, + 16010, + 16018 + ], + "flow": { + "dataset": "flickr", + "manifest": "artifacts/manifest.json", + "vision": "artifacts/vision.pt", + "text": "artifacts/text.pt", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "neighbors": 16, + "flow_iterations": 10, + "flow_step": 0.4, + "lazy_alpha": 0.5, + "heat_times": "1.0,4.0", + "random_perms": 300, + "derangement_samples": 50, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "mse", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/ricci_flickr_test512_orbit.json", + "trajectory_output": null + } + }, + "conditions": { + "diffusion_no_flow": { + "gate_a": { + "true": { + "mse": 1.2627720497498318, + "mse_channels": [ + 1.2627720497498318, + 1.200111450223198, + 1.3169662864831464 + ], + "mse_channel_mean": 1.2599499288187255, + "conditional_kl": 54.485398523041084, + "m30_total": 13.42262380410788 + }, + "similarity_shift": { + "mse": 1.7094909572327623, + "mse_channels": [ + 1.7094909572327623, + 1.7981894892674075, + 1.3823272244998792 + ], + "mse_channel_mean": 1.6300025570000163, + "conditional_kl": 112.91310851970455, + "m30_total": 26.00160361840644 + }, + "random": { + "mse": { + "mean": 2.001781702041626, + "std": 0.03446860983967781, + "min": 1.9027278423309326, + "true_z": 21.44007682800293, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.002405881881714, + "std": 0.04499039426445961, + "min": 1.8726927042007446, + "true_z": 16.502544403076172, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 110.63270568847656, + "std": 1.8280709981918335, + "min": 105.42938232421875, + "true_z": 30.713964462280273, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 26.13010597229004, + "std": 0.37767258286476135, + "min": 24.964094161987305, + "true_z": 33.64682388305664, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 19853, + "improving_fraction": 0.1517627813111546, + "delta_mean": 0.004418290330299077, + "delta_min": -0.019831389831191346, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 7, + 163 + ], + "delta_mse": -0.019831389831191346, + "text_cosine": -1.492860465688954, + "visual_cosine": -0.36827875201303273 + }, + { + "pair": [ + 163, + 413 + ], + "delta_mse": -0.01829323204305575, + "text_cosine": -0.5415198583124993, + "visual_cosine": -1.5231812059154772 + }, + { + "pair": [ + 163, + 288 + ], + "delta_mse": -0.017783384708493697, + "text_cosine": -0.07754689721901682, + "visual_cosine": -0.6674073564856862 + }, + { + "pair": [ + 153, + 163 + ], + "delta_mse": -0.017480455008149026, + "text_cosine": -0.4831213584175933, + "visual_cosine": 0.7331240341918156 + }, + { + "pair": [ + 75, + 163 + ], + "delta_mse": -0.017249752890540957, + "text_cosine": -0.3438564500555795, + "visual_cosine": -0.682229208784631 + }, + { + "pair": [ + 7, + 474 + ], + "delta_mse": -0.017209339745265412, + "text_cosine": -2.209148619557669, + "visual_cosine": -0.23159702502765125 + }, + { + "pair": [ + 163, + 353 + ], + "delta_mse": -0.016843792581827395, + "text_cosine": -1.3790053664305524, + "visual_cosine": -0.8810711516793354 + }, + { + "pair": [ + 38, + 353 + ], + "delta_mse": -0.016180398433274127, + "text_cosine": -1.1163145650500501, + "visual_cosine": -0.5306798841146447 + }, + { + "pair": [ + 7, + 77 + ], + "delta_mse": -0.01613771896768847, + "text_cosine": -2.8891915031529734, + "visual_cosine": -0.18844943452897356 + }, + { + "pair": [ + 163, + 264 + ], + "delta_mse": -0.015920594378438093, + "text_cosine": -0.5159224077699386, + "visual_cosine": -1.4994171115707067 + }, + { + "pair": [ + 7, + 400 + ], + "delta_mse": -0.015848477178973405, + "text_cosine": -3.1463091738940676, + "visual_cosine": -0.22779615738583597 + }, + { + "pair": [ + 163, + 482 + ], + "delta_mse": -0.015419754514965993, + "text_cosine": -0.05724321205808927, + "visual_cosine": -0.5708781890232335 + }, + { + "pair": [ + 7, + 38 + ], + "delta_mse": -0.015224114210540257, + "text_cosine": -2.067975060621137, + "visual_cosine": -1.8385201094271397 + }, + { + "pair": [ + 7, + 66 + ], + "delta_mse": -0.01500510154008816, + "text_cosine": -2.8826618582613674, + "visual_cosine": 0.07727092258862545 + }, + { + "pair": [ + 256, + 353 + ], + "delta_mse": -0.014932991350849948, + "text_cosine": -0.911870344480317, + "visual_cosine": -0.36773119063551135 + }, + { + "pair": [ + 7, + 270 + ], + "delta_mse": -0.014780847955780869, + "text_cosine": -2.6635277594235305, + "visual_cosine": -0.1337504463859506 + }, + { + "pair": [ + 75, + 115 + ], + "delta_mse": -0.01476082218424428, + "text_cosine": 0.031943243051928076, + "visual_cosine": 0.7005006716282588 + }, + { + "pair": [ + 7, + 140 + ], + "delta_mse": -0.014434506550067165, + "text_cosine": -2.1328983182465637, + "visual_cosine": -0.0779545336973664 + }, + { + "pair": [ + 11, + 163 + ], + "delta_mse": -0.014338737589678454, + "text_cosine": -0.09059091642087204, + "visual_cosine": -0.3255835596173136 + }, + { + "pair": [ + 7, + 313 + ], + "delta_mse": -0.014187329365517637, + "text_cosine": -2.7976968493297907, + "visual_cosine": -0.12905118398050455 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.041015625, + "final_objective": 0.7374284833426681, + "final_energy": { + "mse": 0.7374284833426681, + "mse_channels": [ + 0.7374284833426681, + 0.8170532253516214, + 0.2157444433542712 + ], + "mse_channel_mean": 0.5900753840161869, + "conditional_kl": 51.524167849161415, + "m30_total": 11.77969053651762 + }, + "accepted_moves": 729, + "moved_fraction": 0.958984375, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.2489148284279807, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.9995218140069603, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 0.9191491191046895, + "accuracy": 0.62890625 + }, + { + "step": 150, + "objective": 0.871380833251543, + "accuracy": 0.486328125 + }, + { + "step": 200, + "objective": 0.8365477644011321, + "accuracy": 0.388671875 + }, + { + "step": 250, + "objective": 0.8130165385508096, + "accuracy": 0.291015625 + }, + { + "step": 300, + "objective": 0.7926431494023898, + "accuracy": 0.23828125 + }, + { + "step": 350, + "objective": 0.7801339329074743, + "accuracy": 0.181640625 + }, + { + "step": 400, + "objective": 0.7701605500922951, + "accuracy": 0.134765625 + }, + { + "step": 450, + "objective": 0.7635650212931072, + "accuracy": 0.115234375 + }, + { + "step": 500, + "objective": 0.7579060392078497, + "accuracy": 0.09375 + }, + { + "step": 550, + "objective": 0.7529556966021153, + "accuracy": 0.072265625 + }, + { + "step": 600, + "objective": 0.7461865005825037, + "accuracy": 0.05859375 + }, + { + "step": 650, + "objective": 0.7408765828795759, + "accuracy": 0.048828125 + }, + { + "step": 700, + "objective": 0.7385527326830755, + "accuracy": 0.048828125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.7679364955765079, + "final_energy": { + "mse": 0.7679364955765079, + "mse_channels": [ + 0.7679364955765079, + 0.8712825807764669, + 0.1694347475550679 + ], + "mse_channel_mean": 0.6028846079693476, + "conditional_kl": 56.85097921092829, + "m30_total": 12.906068833338674 + }, + "accepted_moves": 897, + "moved_fraction": 0.998046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 0.7171543886329623, + "final_energy": { + "mse": 0.7171543886329623, + "mse_channels": [ + 0.7171543886329623, + 0.8114134919577229, + 0.17549354004982942 + ], + "mse_channel_mean": 0.5680204735468383, + "conditional_kl": 52.849199300582406, + "m30_total": 12.004148637382405 + }, + "accepted_moves": 766, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + } + ] + }, + "ricci_flow": { + "gate_a": { + "true": { + "mse": 0.8176244498474218, + "mse_channels": [ + 0.8176244498474218, + 0.7957639184423635, + 0.7085524800706229 + ], + "mse_channel_mean": 0.7739802827868028, + "conditional_kl": 50.41032498967766, + "m30_total": 11.717313897630376 + }, + "similarity_shift": { + "mse": 1.224673806817125, + "mse_channels": [ + 1.224673806817125, + 1.2567325084200816, + 0.8276699381891156 + ], + "mse_channel_mean": 1.1030254178087742, + "conditional_kl": 90.32426041107624, + "m30_total": 20.5141996958495 + }, + "random": { + "mse": { + "mean": 1.998986005783081, + "std": 0.0246936846524477, + "min": 1.9366873502731323, + "true_z": 47.840633392333984, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 1.9988291263580322, + "std": 0.03324174880981445, + "min": 1.9169702529907227, + "true_z": 36.846702575683594, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 112.99739837646484, + "std": 1.8893738985061646, + "min": 107.34606170654297, + "true_z": 33.12582778930664, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 26.597450256347656, + "std": 0.38629212975502014, + "min": 25.48741340637207, + "true_z": 38.520423889160156, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 11920, + "improving_fraction": 0.09112035225048924, + "delta_mean": 0.007554122694649869, + "delta_min": -0.017090516962157663, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 400, + 487 + ], + "delta_mse": -0.017090516962157663, + "text_cosine": -1.660762420611815, + "visual_cosine": 0.34263720670593534 + }, + { + "pair": [ + 163, + 487 + ], + "delta_mse": -0.016500308300146396, + "text_cosine": 0.9602294480519812, + "visual_cosine": -0.21540680813448307 + }, + { + "pair": [ + 162, + 163 + ], + "delta_mse": -0.015673125027927764, + "text_cosine": -0.09902378934647726, + "visual_cosine": 0.501188726547428 + }, + { + "pair": [ + 162, + 400 + ], + "delta_mse": -0.015340226725081578, + "text_cosine": -1.2977066276675393, + "visual_cosine": 0.8734803967164405 + }, + { + "pair": [ + 356, + 400 + ], + "delta_mse": -0.01256459295752154, + "text_cosine": -1.5701809141786993, + "visual_cosine": 0.28525719333990224 + }, + { + "pair": [ + 163, + 356 + ], + "delta_mse": -0.012061242612346099, + "text_cosine": 0.9405933570390199, + "visual_cosine": 0.22598254115064317 + }, + { + "pair": [ + 163, + 413 + ], + "delta_mse": -0.009113474714286354, + "text_cosine": -0.06464438420588951, + "visual_cosine": -1.2958001643004449 + }, + { + "pair": [ + 162, + 270 + ], + "delta_mse": -0.009083259746145635, + "text_cosine": 0.29490757932252787, + "visual_cosine": 1.802547948337264 + }, + { + "pair": [ + 270, + 487 + ], + "delta_mse": -0.008362444823478069, + "text_cosine": 0.9419795093278364, + "visual_cosine": 0.3842457500187072 + }, + { + "pair": [ + 487, + 499 + ], + "delta_mse": -0.00832730098130992, + "text_cosine": 0.3071438959749048, + "visual_cosine": -0.16425145472152947 + }, + { + "pair": [ + 162, + 251 + ], + "delta_mse": -0.008250687187226857, + "text_cosine": 0.4450697411935708, + "visual_cosine": 1.3152336828256952 + }, + { + "pair": [ + 251, + 487 + ], + "delta_mse": -0.008118958359456266, + "text_cosine": 1.0163884203853448, + "visual_cosine": 0.35658274767945763 + }, + { + "pair": [ + 400, + 413 + ], + "delta_mse": -0.008007819597859784, + "text_cosine": -1.1437081719723818, + "visual_cosine": -1.0710732844405844 + }, + { + "pair": [ + 163, + 264 + ], + "delta_mse": -0.007524213947469614, + "text_cosine": -0.019707043266723387, + "visual_cosine": -1.383458584383727 + }, + { + "pair": [ + 139, + 413 + ], + "delta_mse": -0.00713022384008669, + "text_cosine": -0.0184099614471734, + "visual_cosine": -0.33271785586962244 + }, + { + "pair": [ + 264, + 400 + ], + "delta_mse": -0.007108252832748766, + "text_cosine": -0.9843165964581547, + "visual_cosine": -1.0133590956907537 + }, + { + "pair": [ + 362, + 487 + ], + "delta_mse": -0.006928406740430893, + "text_cosine": -0.044341151286904426, + "visual_cosine": -0.8883122138809098 + }, + { + "pair": [ + 162, + 396 + ], + "delta_mse": -0.006899817429886515, + "text_cosine": 0.10826015777610071, + "visual_cosine": 0.7537464683064856 + }, + { + "pair": [ + 22, + 163 + ], + "delta_mse": -0.006840774404960042, + "text_cosine": 0.1598805785879793, + "visual_cosine": -0.6697985700173954 + }, + { + "pair": [ + 115, + 217 + ], + "delta_mse": -0.006777397954647037, + "text_cosine": 0.026599427431574743, + "visual_cosine": 0.9220007509994542 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.05078125, + "final_objective": 0.4850379670981191, + "final_energy": { + "mse": 0.4850379670981191, + "mse_channels": [ + 0.4850379670981191, + 0.49367145398720114, + 0.21846812688384 + ], + "mse_channel_mean": 0.39905918265638674, + "conditional_kl": 33.00004935266594, + "m30_total": 7.570085804729427 + }, + "accepted_moves": 712, + "moved_fraction": 0.94921875, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 0.8019956133905195, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 0.6817100275720651, + "accuracy": 0.810546875 + }, + { + "step": 100, + "objective": 0.6238586880771411, + "accuracy": 0.634765625 + }, + { + "step": 150, + "objective": 0.5884343511059161, + "accuracy": 0.50390625 + }, + { + "step": 200, + "objective": 0.5640120817962417, + "accuracy": 0.396484375 + }, + { + "step": 250, + "objective": 0.5461247202343195, + "accuracy": 0.30859375 + }, + { + "step": 300, + "objective": 0.5315250043479552, + "accuracy": 0.2421875 + }, + { + "step": 350, + "objective": 0.5196913023717482, + "accuracy": 0.1875 + }, + { + "step": 400, + "objective": 0.5115978184755814, + "accuracy": 0.150390625 + }, + { + "step": 450, + "objective": 0.5042325348498455, + "accuracy": 0.126953125 + }, + { + "step": 500, + "objective": 0.49708047509973174, + "accuracy": 0.109375 + }, + { + "step": 550, + "objective": 0.4921681183518306, + "accuracy": 0.087890625 + }, + { + "step": 600, + "objective": 0.48845790055833765, + "accuracy": 0.07421875 + }, + { + "step": 650, + "objective": 0.4867449668321758, + "accuracy": 0.0625 + }, + { + "step": 700, + "objective": 0.4851367931003992, + "accuracy": 0.05078125 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.005859375, + "final_objective": 0.42722723456522793, + "final_energy": { + "mse": 0.42722723456522793, + "mse_channels": [ + 0.42722723456522793, + 0.4429538274379751, + 0.15299634160200803 + ], + "mse_channel_mean": 0.34105913453507036, + "conditional_kl": 33.313219028718564, + "m30_total": 7.517098274874169 + }, + "accepted_moves": 838, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 0.42679593905887153, + "final_energy": { + "mse": 0.42679593905887153, + "mse_channels": [ + 0.42679593905887153, + 0.4471949369097937, + 0.1523408185758746 + ], + "mse_channel_mean": 0.3421105648481799, + "conditional_kl": 35.73216050653933, + "m30_total": 8.00002397942561 + }, + "accepted_moves": 811, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + } + ] + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/ricci_vg512_region_seed0.json b/artifacts/manifold_gate/ricci_vg512_region_seed0.json new file mode 100644 index 0000000..fbe2ae6 --- /dev/null +++ b/artifacts/manifold_gate/ricci_vg512_region_seed0.json @@ -0,0 +1,819 @@ +{ + "protocol": "Each modality's kNN geometry evolves independently under Ollivier-Ricci flow; the identical heat-kernel channels are gated with and without the flow. Hidden pairs score orderings only.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 0, + "bundle_channels": false, + "flow": { + "dataset": "vg", + "manifest": "artifacts/manifest.json", + "vision": "artifacts/vision.pt", + "text": "artifacts/text.pt", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "neighbors": 16, + "flow_iterations": 10, + "flow_step": 0.4, + "lazy_alpha": 0.5, + "heat_times": "1.0,4.0", + "random_perms": 300, + "derangement_samples": 50, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "mse", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/ricci_vg512_region_seed0.json", + "trajectory_output": null + } + }, + "conditions": { + "diffusion_no_flow": { + "gate_a": { + "true": { + "mse": 1.6014539100876404, + "mse_channels": [ + 1.6014539100876404, + 1.507990736404536, + 1.6397135422886735 + ], + "mse_channel_mean": 1.5830527295936168, + "conditional_kl": 63.08760651902557, + "m30_total": 15.820429123980395 + }, + "similarity_shift": { + "mse": 1.8128208789485603, + "mse_channels": [ + 1.8128208789485603, + 1.845878205690379, + 1.6675622611645458 + ], + "mse_channel_mean": 1.7754204486011618, + "conditional_kl": 90.33766858405629, + "m30_total": 21.69317547470838 + }, + "random": { + "mse": { + "mean": 2.0023739337921143, + "std": 0.0580625906586647, + "min": 1.7915462255477905, + "true_z": 6.90496301651001, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.0025570392608643, + "std": 0.06107397750020027, + "min": 1.7756344079971313, + "true_z": 6.868789196014404, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 93.03399658203125, + "std": 2.193070411682129, + "min": 88.20814514160156, + "true_z": 13.65500545501709, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 22.611547470092773, + "std": 0.4970371127128601, + "min": 21.444181442260742, + "true_z": 13.663202285766602, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 29915, + "improving_fraction": 0.22867997798434442, + "delta_mean": 0.0023632367580343366, + "delta_min": -0.04577336576589821, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 133, + 180 + ], + "delta_mse": -0.04577336576589821, + "text_cosine": -6.753513260650261, + "visual_cosine": -2.6523739190913918 + }, + { + "pair": [ + 18, + 163 + ], + "delta_mse": -0.04293332266480033, + "text_cosine": -2.4459475829014465, + "visual_cosine": -0.9823612643787966 + }, + { + "pair": [ + 18, + 180 + ], + "delta_mse": -0.04234310017681062, + "text_cosine": -3.9945642790848104, + "visual_cosine": -1.6409603795929495 + }, + { + "pair": [ + 180, + 480 + ], + "delta_mse": -0.041341194100504214, + "text_cosine": -5.4599817833668585, + "visual_cosine": -1.8022681935670093 + }, + { + "pair": [ + 18, + 434 + ], + "delta_mse": -0.0411120787708388, + "text_cosine": -3.368979666557572, + "visual_cosine": -1.104009210145915 + }, + { + "pair": [ + 133, + 452 + ], + "delta_mse": -0.04089527627753412, + "text_cosine": -6.435752203141073, + "visual_cosine": -2.234608712045037 + }, + { + "pair": [ + 18, + 452 + ], + "delta_mse": -0.0406096980771913, + "text_cosine": -3.763439468344244, + "visual_cosine": -1.5239689457059888 + }, + { + "pair": [ + 163, + 367 + ], + "delta_mse": -0.03935780762932796, + "text_cosine": -2.2556759248992497, + "visual_cosine": -1.2071738742854117 + }, + { + "pair": [ + 18, + 245 + ], + "delta_mse": -0.03891432021647693, + "text_cosine": -3.033982808205132, + "visual_cosine": -0.8205493521315517 + }, + { + "pair": [ + 367, + 434 + ], + "delta_mse": -0.03778761124898473, + "text_cosine": -2.1211615068184493, + "visual_cosine": -1.0421343214740304 + }, + { + "pair": [ + 452, + 480 + ], + "delta_mse": -0.03746113192488994, + "text_cosine": -5.142220725857669, + "visual_cosine": -1.1646527535780538 + }, + { + "pair": [ + 18, + 90 + ], + "delta_mse": -0.0373495416304652, + "text_cosine": -3.06243045204508, + "visual_cosine": -1.0703344791761449 + }, + { + "pair": [ + 18, + 285 + ], + "delta_mse": -0.03625942652997801, + "text_cosine": -3.774236195789333, + "visual_cosine": -1.109824039759465 + }, + { + "pair": [ + 180, + 367 + ], + "delta_mse": -0.03596604865533066, + "text_cosine": -3.074955810310793, + "visual_cosine": -0.23578690774565125 + }, + { + "pair": [ + 8, + 18 + ], + "delta_mse": -0.035556634646583665, + "text_cosine": -3.0884676419379278, + "visual_cosine": -0.8162738056389973 + }, + { + "pair": [ + 245, + 367 + ], + "delta_mse": -0.03533601006391431, + "text_cosine": -2.542562905971847, + "visual_cosine": -1.4112518870605946 + }, + { + "pair": [ + 18, + 137 + ], + "delta_mse": -0.035299656181634775, + "text_cosine": -3.5392329409027767, + "visual_cosine": -0.8977789730024032 + }, + { + "pair": [ + 18, + 412 + ], + "delta_mse": -0.03517567825578721, + "text_cosine": -3.6359095190009407, + "visual_cosine": -0.941861762090096 + }, + { + "pair": [ + 367, + 452 + ], + "delta_mse": -0.03516319031055127, + "text_cosine": -3.072674210304903, + "visual_cosine": -1.3916494805206137 + }, + { + "pair": [ + 18, + 459 + ], + "delta_mse": -0.03508350837047559, + "text_cosine": -3.162013729159052, + "visual_cosine": -0.7850327147304061 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.03125, + "final_objective": 0.6853002823500745, + "final_energy": { + "mse": 0.6853002823500745, + "mse_channels": [ + 0.6853002823500745, + 0.7124803735837811, + 0.2892207671537166 + ], + "mse_channel_mean": 0.5623338076958574, + "conditional_kl": 42.51059050915735, + "m30_total": 9.87271866653162 + }, + "accepted_moves": 740, + "moved_fraction": 0.96875, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.5433090779993968, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.0332795075297028, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 0.9043116636330876, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 0.8440717781832804, + "accuracy": 0.484375 + }, + { + "step": 200, + "objective": 0.8032930121335065, + "accuracy": 0.375 + }, + { + "step": 250, + "objective": 0.7713698048143797, + "accuracy": 0.294921875 + }, + { + "step": 300, + "objective": 0.7501521623251177, + "accuracy": 0.228515625 + }, + { + "step": 350, + "objective": 0.7336656894405466, + "accuracy": 0.177734375 + }, + { + "step": 400, + "objective": 0.721368675673311, + "accuracy": 0.130859375 + }, + { + "step": 450, + "objective": 0.7106485549630995, + "accuracy": 0.1015625 + }, + { + "step": 500, + "objective": 0.7028514622865484, + "accuracy": 0.08984375 + }, + { + "step": 550, + "objective": 0.6961834125368588, + "accuracy": 0.072265625 + }, + { + "step": 600, + "objective": 0.6915529453807441, + "accuracy": 0.056640625 + }, + { + "step": 650, + "objective": 0.689014790855117, + "accuracy": 0.0390625 + }, + { + "step": 700, + "objective": 0.6871787621936848, + "accuracy": 0.037109375 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.009765625, + "final_objective": 0.6475031218543564, + "final_energy": { + "mse": 0.6475031218543564, + "mse_channels": [ + 0.6475031218543564, + 0.6734213147417014, + 0.27414993654230096 + ], + "mse_channel_mean": 0.5316914577127863, + "conditional_kl": 43.47661595897679, + "m30_total": 9.990329435504071 + }, + "accepted_moves": 773, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 0.6793331980695506, + "final_energy": { + "mse": 0.6793331980695506, + "mse_channels": [ + 0.6793331980695506, + 0.7211574117476527, + 0.27641515711669723 + ], + "mse_channel_mean": 0.5589685889779669, + "conditional_kl": 45.05801461518774, + "m30_total": 10.37026931917665 + }, + "accepted_moves": 817, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": true + } + ] + }, + "ricci_flow": { + "gate_a": { + "true": { + "mse": 1.4051491852839082, + "mse_channels": [ + 1.4051491852839082, + 1.3668538710233142, + 1.5242251053368214 + ], + "mse_channel_mean": 1.432076053881348, + "conditional_kl": 88.38928639731573, + "m30_total": 20.488155650030965 + }, + "similarity_shift": { + "mse": 1.8434929645412106, + "mse_channels": [ + 1.8434929645412106, + 1.9020926823215523, + 1.6172152259653263 + ], + "mse_channel_mean": 1.7876002909426962, + "conditional_kl": 127.14432896752237, + "m30_total": 29.115851722586896 + }, + "random": { + "mse": { + "mean": 2.001699447631836, + "std": 0.026463132351636887, + "min": 1.9043169021606445, + "true_z": 22.542692184448242, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.00239634513855, + "std": 0.03736656904220581, + "min": 1.8651255369186401, + "true_z": 15.262847900390625, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 128.49293518066406, + "std": 1.8770456314086914, + "min": 122.98755645751953, + "true_z": 21.36530113220215, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 29.70198631286621, + "std": 0.38021120429039, + "min": 28.589204788208008, + "true_z": 24.23345375061035, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b": { + "pairs": 130816, + "improving_pairs": 18155, + "improving_fraction": 0.13878271771037182, + "delta_mean": 0.003676335561325553, + "delta_min": -0.025990603548186376, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 18, + 434 + ], + "delta_mse": -0.025990603548186376, + "text_cosine": -2.9774845097962728, + "visual_cosine": -1.133327099259649 + }, + { + "pair": [ + 434, + 480 + ], + "delta_mse": -0.025975307861517156, + "text_cosine": -3.114039178762199, + "visual_cosine": -0.3368339809459302 + }, + { + "pair": [ + 18, + 429 + ], + "delta_mse": -0.025434981356270796, + "text_cosine": -2.387755724734445, + "visual_cosine": 0.011925620802733078 + }, + { + "pair": [ + 429, + 480 + ], + "delta_mse": -0.025291857771188333, + "text_cosine": -2.5243103937003712, + "visual_cosine": 0.17385748665262277 + }, + { + "pair": [ + 18, + 150 + ], + "delta_mse": -0.02516733643851989, + "text_cosine": -2.483204015489877, + "visual_cosine": 0.015981710196079017 + }, + { + "pair": [ + 412, + 480 + ], + "delta_mse": -0.024989685441093895, + "text_cosine": -2.7300201086187283, + "visual_cosine": -0.07507519453172946 + }, + { + "pair": [ + 150, + 480 + ], + "delta_mse": -0.024933876269041855, + "text_cosine": -2.8938707356807996, + "visual_cosine": -0.2156701038567486 + }, + { + "pair": [ + 260, + 480 + ], + "delta_mse": -0.02492756324802885, + "text_cosine": -3.1107401902907696, + "visual_cosine": -0.3459107247267495 + }, + { + "pair": [ + 18, + 412 + ], + "delta_mse": -0.024631294847020656, + "text_cosine": -2.62945144632961, + "visual_cosine": -0.7703097916544893 + }, + { + "pair": [ + 18, + 274 + ], + "delta_mse": -0.02365086660992484, + "text_cosine": -1.4382738520423919, + "visual_cosine": -0.2121107390266946 + }, + { + "pair": [ + 332, + 480 + ], + "delta_mse": -0.023601975055273366, + "text_cosine": -1.7204367254837734, + "visual_cosine": 0.48217105555118694 + }, + { + "pair": [ + 274, + 480 + ], + "delta_mse": -0.023497535675822672, + "text_cosine": -1.719199473535242, + "visual_cosine": 0.6924607061677941 + }, + { + "pair": [ + 163, + 480 + ], + "delta_mse": -0.023424340811694765, + "text_cosine": -1.8859516358132917, + "visual_cosine": 0.007990501081113143 + }, + { + "pair": [ + 287, + 480 + ], + "delta_mse": -0.023356257852629833, + "text_cosine": -2.6384502626857556, + "visual_cosine": -0.06380852994038544 + }, + { + "pair": [ + 428, + 480 + ], + "delta_mse": -0.023121782695831043, + "text_cosine": -3.792657363086034, + "visual_cosine": -0.3029774968643093 + }, + { + "pair": [ + 137, + 480 + ], + "delta_mse": -0.02296646067697977, + "text_cosine": -3.363413579447069, + "visual_cosine": -0.20434528627551002 + }, + { + "pair": [ + 18, + 260 + ], + "delta_mse": -0.022905567156601137, + "text_cosine": -2.7000734700998454, + "visual_cosine": -1.2961325222003508 + }, + { + "pair": [ + 18, + 287 + ], + "delta_mse": -0.02282237359306982, + "text_cosine": -2.3081180684473432, + "visual_cosine": -0.7663805148467919 + }, + { + "pair": [ + 51, + 480 + ], + "delta_mse": -0.02267108658225231, + "text_cosine": -2.292090157483019, + "visual_cosine": -0.5664228824116138 + }, + { + "pair": [ + 245, + 480 + ], + "delta_mse": -0.022597103553432054, + "text_cosine": -2.398487490293823, + "visual_cosine": -0.019772494498080283 + } + ] + }, + "descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.01171875, + "final_objective": 0.6568184917386115, + "final_energy": { + "mse": 0.6568184917386115, + "mse_channels": [ + 0.6568184917386115, + 0.7064255602473566, + 0.36858606940954197 + ], + "mse_channel_mean": 0.5772767071318367, + "conditional_kl": 47.94523600950498, + "m30_total": 10.90268418537822 + }, + "accepted_moves": 795, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": true, + "trajectory": [ + { + "step": 0, + "objective": 1.3865078253833876, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 1.144971903790274, + "accuracy": 0.80859375 + }, + { + "step": 100, + "objective": 1.017350744716747, + "accuracy": 0.640625 + }, + { + "step": 150, + "objective": 0.9105770737296023, + "accuracy": 0.494140625 + }, + { + "step": 200, + "objective": 0.8405232866093433, + "accuracy": 0.380859375 + }, + { + "step": 250, + "objective": 0.7927776757079824, + "accuracy": 0.28515625 + }, + { + "step": 300, + "objective": 0.7572618191781307, + "accuracy": 0.2109375 + }, + { + "step": 350, + "objective": 0.7275088658442106, + "accuracy": 0.15234375 + }, + { + "step": 400, + "objective": 0.7097567099501753, + "accuracy": 0.107421875 + }, + { + "step": 450, + "objective": 0.6951604682695504, + "accuracy": 0.0859375 + }, + { + "step": 500, + "objective": 0.6839051567136586, + "accuracy": 0.0625 + }, + { + "step": 550, + "objective": 0.6747006581572619, + "accuracy": 0.0546875 + }, + { + "step": 600, + "objective": 0.6685819879324174, + "accuracy": 0.041015625 + }, + { + "step": 650, + "objective": 0.6644215622943256, + "accuracy": 0.025390625 + }, + { + "step": 700, + "objective": 0.6610114892029064, + "accuracy": 0.013671875 + }, + { + "step": 750, + "objective": 0.6590320890403556, + "accuracy": 0.013671875 + } + ] + }, + "descent_from_random": [ + { + "start_accuracy": 0.00390625, + "final_accuracy": 0.001953125, + "final_objective": 0.6502435888175013, + "final_energy": { + "mse": 0.6502435888175013, + "mse_channels": [ + 0.6502435888175013, + 0.7015187929205587, + 0.36434377499376225 + ], + "mse_channel_mean": 0.5720353855772741, + "conditional_kl": 47.14436080898222, + "m30_total": 10.729359339431447 + }, + "accepted_moves": 801, + "moved_fraction": 0.998046875, + "mse_local_min_certificate": true + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 0.6806427528479334, + "final_energy": { + "mse": 0.6806427528479334, + "mse_channels": [ + 0.6806427528479334, + 0.7224950679081841, + 0.3685288788678386 + ], + "mse_channel_mean": 0.5905555665413187, + "conditional_kl": 45.88555813637643, + "m30_total": 10.538397132971152 + }, + "accepted_moves": 815, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": true + } + ] + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/spectral_localization.json b/artifacts/manifold_gate/spectral_localization.json new file mode 100644 index 0000000..dc2a002 --- /dev/null +++ b/artifacts/manifold_gate/spectral_localization.json @@ -0,0 +1,10 @@ +{ + "2": 0.3149, + "4": 0.3606, + "8": 0.361, + "16": 0.3672, + "32": 0.3521, + "64": 0.3355, + "128": 0.3215, + "384": 0.3152 +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg5000_region_closed_scalar.json b/artifacts/manifold_gate/vg5000_region_closed_scalar.json new file mode 100644 index 0000000..19e127c --- /dev/null +++ b/artifacts/manifold_gate/vg5000_region_closed_scalar.json @@ -0,0 +1,5381 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 5000, + "subset_seed": 0, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 5000, + "subset_seed": 0, + "random_perms": 300, + "derangement_samples": 50, + "descent_restarts": 0, + "descent_max_steps": 0, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg5000_region_closed_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.6581557818883055, + "mse_channels": [ + 1.6581557818883055 + ], + "mse_channel_mean": 1.6581557818883055, + "conditional_kl": 6.881029760012992, + "m30_total": 4.692517515779209 + }, + "similarity_shift": { + "mse": 1.8233252518115575, + "mse_channels": [ + 1.8233252518115575 + ], + "mse_channel_mean": 1.8233252518115575, + "conditional_kl": 7.082532498383268, + "m30_total": 5.063157003299769 + }, + "random": { + "mse": { + "mean": 2.000013589859009, + "std": 0.018724795430898666, + "min": 1.9460887908935547, + "true_z": 18.2569580078125, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.000013589859009, + "std": 0.018724795430898666, + "min": 1.9460887908935547, + "true_z": 18.2569580078125, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 7.082348823547363, + "std": 0.0033592733088880777, + "min": 7.073937892913818, + "true_z": 59.92939376831055, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 5.416496753692627, + "std": 0.03777720406651497, + "min": 5.308017253875732, + "true_z": 19.164453506469727, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b_transpositions": { + "pairs": 12497500, + "improving_pairs": 2697600, + "improving_fraction": 0.21585117023404682, + "delta_mean": 0.0002025382994727152, + "delta_min": -0.013369638955537546, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 1728, + 2906 + ], + "delta_mse": -0.013369638955537546, + "text_cosine": 0.9162036643019853, + "visual_cosine": 0.12334603762294923 + }, + { + "pair": [ + 324, + 2906 + ], + "delta_mse": -0.012999229101197236, + "text_cosine": 0.9222183915759239, + "visual_cosine": 0.04679782990472807 + }, + { + "pair": [ + 560, + 2906 + ], + "delta_mse": -0.012799952712191595, + "text_cosine": 0.9016843877829825, + "visual_cosine": 0.008118521957599562 + }, + { + "pair": [ + 872, + 2906 + ], + "delta_mse": -0.012536702216347272, + "text_cosine": 0.9179708249672311, + "visual_cosine": 0.14100885334561056 + }, + { + "pair": [ + 2699, + 2824 + ], + "delta_mse": -0.01251029430284185, + "text_cosine": 0.8761073918271819, + "visual_cosine": 0.017872656736367284 + }, + { + "pair": [ + 120, + 2906 + ], + "delta_mse": -0.012377002349290895, + "text_cosine": 0.9061925332411581, + "visual_cosine": 0.05094301752342315 + }, + { + "pair": [ + 2824, + 2906 + ], + "delta_mse": -0.012374168601412923, + "text_cosine": 0.9181395764045498, + "visual_cosine": -0.035205337488901284 + }, + { + "pair": [ + 2906, + 3256 + ], + "delta_mse": -0.01221228311959757, + "text_cosine": 0.9116256042787337, + "visual_cosine": 0.08408047772340851 + }, + { + "pair": [ + 2906, + 4442 + ], + "delta_mse": -0.012099266234044675, + "text_cosine": 0.9177373780859721, + "visual_cosine": 0.08121646352442041 + }, + { + "pair": [ + 113, + 2906 + ], + "delta_mse": -0.01197885890840246, + "text_cosine": 0.922312851229785, + "visual_cosine": 0.045620583583073485 + }, + { + "pair": [ + 1725, + 2906 + ], + "delta_mse": -0.011978184059441566, + "text_cosine": 0.9248964895785695, + "visual_cosine": 0.08032399397330195 + }, + { + "pair": [ + 2906, + 3233 + ], + "delta_mse": -0.01195788006493421, + "text_cosine": 0.9028562258841472, + "visual_cosine": 0.04476689575680221 + }, + { + "pair": [ + 2906, + 4728 + ], + "delta_mse": -0.011920192290651744, + "text_cosine": 0.9131305532826356, + "visual_cosine": 0.05609957702723508 + }, + { + "pair": [ + 2906, + 4603 + ], + "delta_mse": -0.011885313808607498, + "text_cosine": 0.9157153432425692, + "visual_cosine": 0.0821839638030867 + }, + { + "pair": [ + 376, + 2906 + ], + "delta_mse": -0.011808586392235084, + "text_cosine": 0.933059136235096, + "visual_cosine": 0.044746335937851066 + }, + { + "pair": [ + 2906, + 4180 + ], + "delta_mse": -0.011788977304122164, + "text_cosine": 0.9256067881444152, + "visual_cosine": 0.128097549181403 + }, + { + "pair": [ + 2595, + 2906 + ], + "delta_mse": -0.011769993261694497, + "text_cosine": 0.9235337655344985, + "visual_cosine": 0.020833026038330326 + }, + { + "pair": [ + 560, + 2699 + ], + "delta_mse": -0.011768990208384332, + "text_cosine": 0.8671953243724494, + "visual_cosine": 0.03377180897636489 + }, + { + "pair": [ + 2906, + 3560 + ], + "delta_mse": -0.011727035508908254, + "text_cosine": 0.9130700697291351, + "visual_cosine": 0.10100105978957236 + }, + { + "pair": [ + 2906, + 3619 + ], + "delta_mse": -0.011726022390390986, + "text_cosine": 0.9131703662869904, + "visual_cosine": 0.05987607443357721 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.00015815248480066657, + "delta_std": 0.0004416130541358143, + "improving_fraction": 0.18 + }, + { + "k": 4, + "delta_mean": 0.0004902460495941341, + "delta_std": 0.0006908488576300442, + "improving_fraction": 0.2 + }, + { + "k": 8, + "delta_mean": 0.0009788480820134282, + "delta_std": 0.00161613745149225, + "improving_fraction": 0.12 + }, + { + "k": 16, + "delta_mean": 0.0013125143013894558, + "delta_std": 0.0014220745069906116, + "improving_fraction": 0.1 + }, + { + "k": 32, + "delta_mean": 0.002986225998029113, + "delta_std": 0.0017256070859730244, + "improving_fraction": 0.02 + }, + { + "k": 64, + "delta_mean": 0.006302791181951761, + "delta_std": 0.0034664415288716555, + "improving_fraction": 0.08 + }, + { + "k": 128, + "delta_mean": 0.011662683449685574, + "delta_std": 0.004417777061462402, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.024989845231175423, + "delta_std": 0.006722409278154373, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.05008075758814812, + "delta_std": 0.006750579457730055, + "improving_fraction": 0.0 + }, + { + "k": 1024, + "delta_mean": 0.09583688527345657, + "delta_std": 0.013103834353387356, + "improving_fraction": 0.0 + }, + { + "k": 2048, + "delta_mean": 0.17870794236660004, + "delta_std": 0.016039902344346046, + "improving_fraction": 0.0 + }, + { + "k": 4096, + "delta_mean": 0.30127188563346863, + "delta_std": 0.016466084867715836, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 1.0, + "final_objective": 4.692517515779209, + "final_energy": { + "mse": 1.6581557818883055, + "mse_channels": [ + 1.6581557818883055 + ], + "mse_channel_mean": 1.6581557818883055, + "conditional_kl": 6.881029760012992, + "m30_total": 4.692517515779209 + }, + "accepted_moves": 0, + "moved_fraction": 0.0, + "mse_local_min_certificate": false, + "trajectory": [], + "final_permutation": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260, + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1393, + 1394, + 1395, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408, + 1409, + 1410, + 1411, + 1412, + 1413, + 1414, + 1415, + 1416, + 1417, + 1418, + 1419, + 1420, + 1421, + 1422, + 1423, + 1424, + 1425, + 1426, + 1427, + 1428, + 1429, + 1430, + 1431, + 1432, + 1433, + 1434, + 1435, + 1436, + 1437, + 1438, + 1439, + 1440, + 1441, + 1442, + 1443, + 1444, + 1445, + 1446, + 1447, + 1448, + 1449, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 1550, + 1551, + 1552, + 1553, + 1554, + 1555, + 1556, + 1557, + 1558, + 1559, + 1560, + 1561, + 1562, + 1563, + 1564, + 1565, + 1566, + 1567, + 1568, + 1569, + 1570, + 1571, + 1572, + 1573, + 1574, + 1575, + 1576, + 1577, + 1578, + 1579, + 1580, + 1581, + 1582, + 1583, + 1584, + 1585, + 1586, + 1587, + 1588, + 1589, + 1590, + 1591, + 1592, + 1593, + 1594, + 1595, + 1596, + 1597, + 1598, + 1599, + 1600, + 1601, + 1602, + 1603, + 1604, + 1605, + 1606, + 1607, + 1608, + 1609, + 1610, + 1611, + 1612, + 1613, + 1614, + 1615, + 1616, + 1617, + 1618, + 1619, + 1620, + 1621, + 1622, + 1623, + 1624, + 1625, + 1626, + 1627, + 1628, + 1629, + 1630, + 1631, + 1632, + 1633, + 1634, + 1635, + 1636, + 1637, + 1638, + 1639, + 1640, + 1641, + 1642, + 1643, + 1644, + 1645, + 1646, + 1647, + 1648, + 1649, + 1650, + 1651, + 1652, + 1653, + 1654, + 1655, + 1656, + 1657, + 1658, + 1659, + 1660, + 1661, + 1662, + 1663, + 1664, + 1665, + 1666, + 1667, + 1668, + 1669, + 1670, + 1671, + 1672, + 1673, + 1674, + 1675, + 1676, + 1677, + 1678, + 1679, + 1680, + 1681, + 1682, + 1683, + 1684, + 1685, + 1686, + 1687, + 1688, + 1689, + 1690, + 1691, + 1692, + 1693, + 1694, + 1695, + 1696, + 1697, + 1698, + 1699, + 1700, + 1701, + 1702, + 1703, + 1704, + 1705, + 1706, + 1707, + 1708, + 1709, + 1710, + 1711, + 1712, + 1713, + 1714, + 1715, + 1716, + 1717, + 1718, + 1719, + 1720, + 1721, + 1722, + 1723, + 1724, + 1725, + 1726, + 1727, + 1728, + 1729, + 1730, + 1731, + 1732, + 1733, + 1734, + 1735, + 1736, + 1737, + 1738, + 1739, + 1740, + 1741, + 1742, + 1743, + 1744, + 1745, + 1746, + 1747, + 1748, + 1749, + 1750, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1757, + 1758, + 1759, + 1760, + 1761, + 1762, + 1763, + 1764, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1781, + 1782, + 1783, + 1784, + 1785, + 1786, + 1787, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1794, + 1795, + 1796, + 1797, + 1798, + 1799, + 1800, + 1801, + 1802, + 1803, + 1804, + 1805, + 1806, + 1807, + 1808, + 1809, + 1810, + 1811, + 1812, + 1813, + 1814, + 1815, + 1816, + 1817, + 1818, + 1819, + 1820, + 1821, + 1822, + 1823, + 1824, + 1825, + 1826, + 1827, + 1828, + 1829, + 1830, + 1831, + 1832, + 1833, + 1834, + 1835, + 1836, + 1837, + 1838, + 1839, + 1840, + 1841, + 1842, + 1843, + 1844, + 1845, + 1846, + 1847, + 1848, + 1849, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1861, + 1862, + 1863, + 1864, + 1865, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1897, + 1898, + 1899, + 1900, + 1901, + 1902, + 1903, + 1904, + 1905, + 1906, + 1907, + 1908, + 1909, + 1910, + 1911, + 1912, + 1913, + 1914, + 1915, + 1916, + 1917, + 1918, + 1919, + 1920, + 1921, + 1922, + 1923, + 1924, + 1925, + 1926, + 1927, + 1928, + 1929, + 1930, + 1931, + 1932, + 1933, + 1934, + 1935, + 1936, + 1937, + 1938, + 1939, + 1940, + 1941, + 1942, + 1943, + 1944, + 1945, + 1946, + 1947, + 1948, + 1949, + 1950, + 1951, + 1952, + 1953, + 1954, + 1955, + 1956, + 1957, + 1958, + 1959, + 1960, + 1961, + 1962, + 1963, + 1964, + 1965, + 1966, + 1967, + 1968, + 1969, + 1970, + 1971, + 1972, + 1973, + 1974, + 1975, + 1976, + 1977, + 1978, + 1979, + 1980, + 1981, + 1982, + 1983, + 1984, + 1985, + 1986, + 1987, + 1988, + 1989, + 1990, + 1991, + 1992, + 1993, + 1994, + 1995, + 1996, + 1997, + 1998, + 1999, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2020, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2138, + 2139, + 2140, + 2141, + 2142, + 2143, + 2144, + 2145, + 2146, + 2147, + 2148, + 2149, + 2150, + 2151, + 2152, + 2153, + 2154, + 2155, + 2156, + 2157, + 2158, + 2159, + 2160, + 2161, + 2162, + 2163, + 2164, + 2165, + 2166, + 2167, + 2168, + 2169, + 2170, + 2171, + 2172, + 2173, + 2174, + 2175, + 2176, + 2177, + 2178, + 2179, + 2180, + 2181, + 2182, + 2183, + 2184, + 2185, + 2186, + 2187, + 2188, + 2189, + 2190, + 2191, + 2192, + 2193, + 2194, + 2195, + 2196, + 2197, + 2198, + 2199, + 2200, + 2201, + 2202, + 2203, + 2204, + 2205, + 2206, + 2207, + 2208, + 2209, + 2210, + 2211, + 2212, + 2213, + 2214, + 2215, + 2216, + 2217, + 2218, + 2219, + 2220, + 2221, + 2222, + 2223, + 2224, + 2225, + 2226, + 2227, + 2228, + 2229, + 2230, + 2231, + 2232, + 2233, + 2234, + 2235, + 2236, + 2237, + 2238, + 2239, + 2240, + 2241, + 2242, + 2243, + 2244, + 2245, + 2246, + 2247, + 2248, + 2249, + 2250, + 2251, + 2252, + 2253, + 2254, + 2255, + 2256, + 2257, + 2258, + 2259, + 2260, + 2261, + 2262, + 2263, + 2264, + 2265, + 2266, + 2267, + 2268, + 2269, + 2270, + 2271, + 2272, + 2273, + 2274, + 2275, + 2276, + 2277, + 2278, + 2279, + 2280, + 2281, + 2282, + 2283, + 2284, + 2285, + 2286, + 2287, + 2288, + 2289, + 2290, + 2291, + 2292, + 2293, + 2294, + 2295, + 2296, + 2297, + 2298, + 2299, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2317, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2325, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2346, + 2347, + 2348, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399, + 2400, + 2401, + 2402, + 2403, + 2404, + 2405, + 2406, + 2407, + 2408, + 2409, + 2410, + 2411, + 2412, + 2413, + 2414, + 2415, + 2416, + 2417, + 2418, + 2419, + 2420, + 2421, + 2422, + 2423, + 2424, + 2425, + 2426, + 2427, + 2428, + 2429, + 2430, + 2431, + 2432, + 2433, + 2434, + 2435, + 2436, + 2437, + 2438, + 2439, + 2440, + 2441, + 2442, + 2443, + 2444, + 2445, + 2446, + 2447, + 2448, + 2449, + 2450, + 2451, + 2452, + 2453, + 2454, + 2455, + 2456, + 2457, + 2458, + 2459, + 2460, + 2461, + 2462, + 2463, + 2464, + 2465, + 2466, + 2467, + 2468, + 2469, + 2470, + 2471, + 2472, + 2473, + 2474, + 2475, + 2476, + 2477, + 2478, + 2479, + 2480, + 2481, + 2482, + 2483, + 2484, + 2485, + 2486, + 2487, + 2488, + 2489, + 2490, + 2491, + 2492, + 2493, + 2494, + 2495, + 2496, + 2497, + 2498, + 2499, + 2500, + 2501, + 2502, + 2503, + 2504, + 2505, + 2506, + 2507, + 2508, + 2509, + 2510, + 2511, + 2512, + 2513, + 2514, + 2515, + 2516, + 2517, + 2518, + 2519, + 2520, + 2521, + 2522, + 2523, + 2524, + 2525, + 2526, + 2527, + 2528, + 2529, + 2530, + 2531, + 2532, + 2533, + 2534, + 2535, + 2536, + 2537, + 2538, + 2539, + 2540, + 2541, + 2542, + 2543, + 2544, + 2545, + 2546, + 2547, + 2548, + 2549, + 2550, + 2551, + 2552, + 2553, + 2554, + 2555, + 2556, + 2557, + 2558, + 2559, + 2560, + 2561, + 2562, + 2563, + 2564, + 2565, + 2566, + 2567, + 2568, + 2569, + 2570, + 2571, + 2572, + 2573, + 2574, + 2575, + 2576, + 2577, + 2578, + 2579, + 2580, + 2581, + 2582, + 2583, + 2584, + 2585, + 2586, + 2587, + 2588, + 2589, + 2590, + 2591, + 2592, + 2593, + 2594, + 2595, + 2596, + 2597, + 2598, + 2599, + 2600, + 2601, + 2602, + 2603, + 2604, + 2605, + 2606, + 2607, + 2608, + 2609, + 2610, + 2611, + 2612, + 2613, + 2614, + 2615, + 2616, + 2617, + 2618, + 2619, + 2620, + 2621, + 2622, + 2623, + 2624, + 2625, + 2626, + 2627, + 2628, + 2629, + 2630, + 2631, + 2632, + 2633, + 2634, + 2635, + 2636, + 2637, + 2638, + 2639, + 2640, + 2641, + 2642, + 2643, + 2644, + 2645, + 2646, + 2647, + 2648, + 2649, + 2650, + 2651, + 2652, + 2653, + 2654, + 2655, + 2656, + 2657, + 2658, + 2659, + 2660, + 2661, + 2662, + 2663, + 2664, + 2665, + 2666, + 2667, + 2668, + 2669, + 2670, + 2671, + 2672, + 2673, + 2674, + 2675, + 2676, + 2677, + 2678, + 2679, + 2680, + 2681, + 2682, + 2683, + 2684, + 2685, + 2686, + 2687, + 2688, + 2689, + 2690, + 2691, + 2692, + 2693, + 2694, + 2695, + 2696, + 2697, + 2698, + 2699, + 2700, + 2701, + 2702, + 2703, + 2704, + 2705, + 2706, + 2707, + 2708, + 2709, + 2710, + 2711, + 2712, + 2713, + 2714, + 2715, + 2716, + 2717, + 2718, + 2719, + 2720, + 2721, + 2722, + 2723, + 2724, + 2725, + 2726, + 2727, + 2728, + 2729, + 2730, + 2731, + 2732, + 2733, + 2734, + 2735, + 2736, + 2737, + 2738, + 2739, + 2740, + 2741, + 2742, + 2743, + 2744, + 2745, + 2746, + 2747, + 2748, + 2749, + 2750, + 2751, + 2752, + 2753, + 2754, + 2755, + 2756, + 2757, + 2758, + 2759, + 2760, + 2761, + 2762, + 2763, + 2764, + 2765, + 2766, + 2767, + 2768, + 2769, + 2770, + 2771, + 2772, + 2773, + 2774, + 2775, + 2776, + 2777, + 2778, + 2779, + 2780, + 2781, + 2782, + 2783, + 2784, + 2785, + 2786, + 2787, + 2788, + 2789, + 2790, + 2791, + 2792, + 2793, + 2794, + 2795, + 2796, + 2797, + 2798, + 2799, + 2800, + 2801, + 2802, + 2803, + 2804, + 2805, + 2806, + 2807, + 2808, + 2809, + 2810, + 2811, + 2812, + 2813, + 2814, + 2815, + 2816, + 2817, + 2818, + 2819, + 2820, + 2821, + 2822, + 2823, + 2824, + 2825, + 2826, + 2827, + 2828, + 2829, + 2830, + 2831, + 2832, + 2833, + 2834, + 2835, + 2836, + 2837, + 2838, + 2839, + 2840, + 2841, + 2842, + 2843, + 2844, + 2845, + 2846, + 2847, + 2848, + 2849, + 2850, + 2851, + 2852, + 2853, + 2854, + 2855, + 2856, + 2857, + 2858, + 2859, + 2860, + 2861, + 2862, + 2863, + 2864, + 2865, + 2866, + 2867, + 2868, + 2869, + 2870, + 2871, + 2872, + 2873, + 2874, + 2875, + 2876, + 2877, + 2878, + 2879, + 2880, + 2881, + 2882, + 2883, + 2884, + 2885, + 2886, + 2887, + 2888, + 2889, + 2890, + 2891, + 2892, + 2893, + 2894, + 2895, + 2896, + 2897, + 2898, + 2899, + 2900, + 2901, + 2902, + 2903, + 2904, + 2905, + 2906, + 2907, + 2908, + 2909, + 2910, + 2911, + 2912, + 2913, + 2914, + 2915, + 2916, + 2917, + 2918, + 2919, + 2920, + 2921, + 2922, + 2923, + 2924, + 2925, + 2926, + 2927, + 2928, + 2929, + 2930, + 2931, + 2932, + 2933, + 2934, + 2935, + 2936, + 2937, + 2938, + 2939, + 2940, + 2941, + 2942, + 2943, + 2944, + 2945, + 2946, + 2947, + 2948, + 2949, + 2950, + 2951, + 2952, + 2953, + 2954, + 2955, + 2956, + 2957, + 2958, + 2959, + 2960, + 2961, + 2962, + 2963, + 2964, + 2965, + 2966, + 2967, + 2968, + 2969, + 2970, + 2971, + 2972, + 2973, + 2974, + 2975, + 2976, + 2977, + 2978, + 2979, + 2980, + 2981, + 2982, + 2983, + 2984, + 2985, + 2986, + 2987, + 2988, + 2989, + 2990, + 2991, + 2992, + 2993, + 2994, + 2995, + 2996, + 2997, + 2998, + 2999, + 3000, + 3001, + 3002, + 3003, + 3004, + 3005, + 3006, + 3007, + 3008, + 3009, + 3010, + 3011, + 3012, + 3013, + 3014, + 3015, + 3016, + 3017, + 3018, + 3019, + 3020, + 3021, + 3022, + 3023, + 3024, + 3025, + 3026, + 3027, + 3028, + 3029, + 3030, + 3031, + 3032, + 3033, + 3034, + 3035, + 3036, + 3037, + 3038, + 3039, + 3040, + 3041, + 3042, + 3043, + 3044, + 3045, + 3046, + 3047, + 3048, + 3049, + 3050, + 3051, + 3052, + 3053, + 3054, + 3055, + 3056, + 3057, + 3058, + 3059, + 3060, + 3061, + 3062, + 3063, + 3064, + 3065, + 3066, + 3067, + 3068, + 3069, + 3070, + 3071, + 3072, + 3073, + 3074, + 3075, + 3076, + 3077, + 3078, + 3079, + 3080, + 3081, + 3082, + 3083, + 3084, + 3085, + 3086, + 3087, + 3088, + 3089, + 3090, + 3091, + 3092, + 3093, + 3094, + 3095, + 3096, + 3097, + 3098, + 3099, + 3100, + 3101, + 3102, + 3103, + 3104, + 3105, + 3106, + 3107, + 3108, + 3109, + 3110, + 3111, + 3112, + 3113, + 3114, + 3115, + 3116, + 3117, + 3118, + 3119, + 3120, + 3121, + 3122, + 3123, + 3124, + 3125, + 3126, + 3127, + 3128, + 3129, + 3130, + 3131, + 3132, + 3133, + 3134, + 3135, + 3136, + 3137, + 3138, + 3139, + 3140, + 3141, + 3142, + 3143, + 3144, + 3145, + 3146, + 3147, + 3148, + 3149, + 3150, + 3151, + 3152, + 3153, + 3154, + 3155, + 3156, + 3157, + 3158, + 3159, + 3160, + 3161, + 3162, + 3163, + 3164, + 3165, + 3166, + 3167, + 3168, + 3169, + 3170, + 3171, + 3172, + 3173, + 3174, + 3175, + 3176, + 3177, + 3178, + 3179, + 3180, + 3181, + 3182, + 3183, + 3184, + 3185, + 3186, + 3187, + 3188, + 3189, + 3190, + 3191, + 3192, + 3193, + 3194, + 3195, + 3196, + 3197, + 3198, + 3199, + 3200, + 3201, + 3202, + 3203, + 3204, + 3205, + 3206, + 3207, + 3208, + 3209, + 3210, + 3211, + 3212, + 3213, + 3214, + 3215, + 3216, + 3217, + 3218, + 3219, + 3220, + 3221, + 3222, + 3223, + 3224, + 3225, + 3226, + 3227, + 3228, + 3229, + 3230, + 3231, + 3232, + 3233, + 3234, + 3235, + 3236, + 3237, + 3238, + 3239, + 3240, + 3241, + 3242, + 3243, + 3244, + 3245, + 3246, + 3247, + 3248, + 3249, + 3250, + 3251, + 3252, + 3253, + 3254, + 3255, + 3256, + 3257, + 3258, + 3259, + 3260, + 3261, + 3262, + 3263, + 3264, + 3265, + 3266, + 3267, + 3268, + 3269, + 3270, + 3271, + 3272, + 3273, + 3274, + 3275, + 3276, + 3277, + 3278, + 3279, + 3280, + 3281, + 3282, + 3283, + 3284, + 3285, + 3286, + 3287, + 3288, + 3289, + 3290, + 3291, + 3292, + 3293, + 3294, + 3295, + 3296, + 3297, + 3298, + 3299, + 3300, + 3301, + 3302, + 3303, + 3304, + 3305, + 3306, + 3307, + 3308, + 3309, + 3310, + 3311, + 3312, + 3313, + 3314, + 3315, + 3316, + 3317, + 3318, + 3319, + 3320, + 3321, + 3322, + 3323, + 3324, + 3325, + 3326, + 3327, + 3328, + 3329, + 3330, + 3331, + 3332, + 3333, + 3334, + 3335, + 3336, + 3337, + 3338, + 3339, + 3340, + 3341, + 3342, + 3343, + 3344, + 3345, + 3346, + 3347, + 3348, + 3349, + 3350, + 3351, + 3352, + 3353, + 3354, + 3355, + 3356, + 3357, + 3358, + 3359, + 3360, + 3361, + 3362, + 3363, + 3364, + 3365, + 3366, + 3367, + 3368, + 3369, + 3370, + 3371, + 3372, + 3373, + 3374, + 3375, + 3376, + 3377, + 3378, + 3379, + 3380, + 3381, + 3382, + 3383, + 3384, + 3385, + 3386, + 3387, + 3388, + 3389, + 3390, + 3391, + 3392, + 3393, + 3394, + 3395, + 3396, + 3397, + 3398, + 3399, + 3400, + 3401, + 3402, + 3403, + 3404, + 3405, + 3406, + 3407, + 3408, + 3409, + 3410, + 3411, + 3412, + 3413, + 3414, + 3415, + 3416, + 3417, + 3418, + 3419, + 3420, + 3421, + 3422, + 3423, + 3424, + 3425, + 3426, + 3427, + 3428, + 3429, + 3430, + 3431, + 3432, + 3433, + 3434, + 3435, + 3436, + 3437, + 3438, + 3439, + 3440, + 3441, + 3442, + 3443, + 3444, + 3445, + 3446, + 3447, + 3448, + 3449, + 3450, + 3451, + 3452, + 3453, + 3454, + 3455, + 3456, + 3457, + 3458, + 3459, + 3460, + 3461, + 3462, + 3463, + 3464, + 3465, + 3466, + 3467, + 3468, + 3469, + 3470, + 3471, + 3472, + 3473, + 3474, + 3475, + 3476, + 3477, + 3478, + 3479, + 3480, + 3481, + 3482, + 3483, + 3484, + 3485, + 3486, + 3487, + 3488, + 3489, + 3490, + 3491, + 3492, + 3493, + 3494, + 3495, + 3496, + 3497, + 3498, + 3499, + 3500, + 3501, + 3502, + 3503, + 3504, + 3505, + 3506, + 3507, + 3508, + 3509, + 3510, + 3511, + 3512, + 3513, + 3514, + 3515, + 3516, + 3517, + 3518, + 3519, + 3520, + 3521, + 3522, + 3523, + 3524, + 3525, + 3526, + 3527, + 3528, + 3529, + 3530, + 3531, + 3532, + 3533, + 3534, + 3535, + 3536, + 3537, + 3538, + 3539, + 3540, + 3541, + 3542, + 3543, + 3544, + 3545, + 3546, + 3547, + 3548, + 3549, + 3550, + 3551, + 3552, + 3553, + 3554, + 3555, + 3556, + 3557, + 3558, + 3559, + 3560, + 3561, + 3562, + 3563, + 3564, + 3565, + 3566, + 3567, + 3568, + 3569, + 3570, + 3571, + 3572, + 3573, + 3574, + 3575, + 3576, + 3577, + 3578, + 3579, + 3580, + 3581, + 3582, + 3583, + 3584, + 3585, + 3586, + 3587, + 3588, + 3589, + 3590, + 3591, + 3592, + 3593, + 3594, + 3595, + 3596, + 3597, + 3598, + 3599, + 3600, + 3601, + 3602, + 3603, + 3604, + 3605, + 3606, + 3607, + 3608, + 3609, + 3610, + 3611, + 3612, + 3613, + 3614, + 3615, + 3616, + 3617, + 3618, + 3619, + 3620, + 3621, + 3622, + 3623, + 3624, + 3625, + 3626, + 3627, + 3628, + 3629, + 3630, + 3631, + 3632, + 3633, + 3634, + 3635, + 3636, + 3637, + 3638, + 3639, + 3640, + 3641, + 3642, + 3643, + 3644, + 3645, + 3646, + 3647, + 3648, + 3649, + 3650, + 3651, + 3652, + 3653, + 3654, + 3655, + 3656, + 3657, + 3658, + 3659, + 3660, + 3661, + 3662, + 3663, + 3664, + 3665, + 3666, + 3667, + 3668, + 3669, + 3670, + 3671, + 3672, + 3673, + 3674, + 3675, + 3676, + 3677, + 3678, + 3679, + 3680, + 3681, + 3682, + 3683, + 3684, + 3685, + 3686, + 3687, + 3688, + 3689, + 3690, + 3691, + 3692, + 3693, + 3694, + 3695, + 3696, + 3697, + 3698, + 3699, + 3700, + 3701, + 3702, + 3703, + 3704, + 3705, + 3706, + 3707, + 3708, + 3709, + 3710, + 3711, + 3712, + 3713, + 3714, + 3715, + 3716, + 3717, + 3718, + 3719, + 3720, + 3721, + 3722, + 3723, + 3724, + 3725, + 3726, + 3727, + 3728, + 3729, + 3730, + 3731, + 3732, + 3733, + 3734, + 3735, + 3736, + 3737, + 3738, + 3739, + 3740, + 3741, + 3742, + 3743, + 3744, + 3745, + 3746, + 3747, + 3748, + 3749, + 3750, + 3751, + 3752, + 3753, + 3754, + 3755, + 3756, + 3757, + 3758, + 3759, + 3760, + 3761, + 3762, + 3763, + 3764, + 3765, + 3766, + 3767, + 3768, + 3769, + 3770, + 3771, + 3772, + 3773, + 3774, + 3775, + 3776, + 3777, + 3778, + 3779, + 3780, + 3781, + 3782, + 3783, + 3784, + 3785, + 3786, + 3787, + 3788, + 3789, + 3790, + 3791, + 3792, + 3793, + 3794, + 3795, + 3796, + 3797, + 3798, + 3799, + 3800, + 3801, + 3802, + 3803, + 3804, + 3805, + 3806, + 3807, + 3808, + 3809, + 3810, + 3811, + 3812, + 3813, + 3814, + 3815, + 3816, + 3817, + 3818, + 3819, + 3820, + 3821, + 3822, + 3823, + 3824, + 3825, + 3826, + 3827, + 3828, + 3829, + 3830, + 3831, + 3832, + 3833, + 3834, + 3835, + 3836, + 3837, + 3838, + 3839, + 3840, + 3841, + 3842, + 3843, + 3844, + 3845, + 3846, + 3847, + 3848, + 3849, + 3850, + 3851, + 3852, + 3853, + 3854, + 3855, + 3856, + 3857, + 3858, + 3859, + 3860, + 3861, + 3862, + 3863, + 3864, + 3865, + 3866, + 3867, + 3868, + 3869, + 3870, + 3871, + 3872, + 3873, + 3874, + 3875, + 3876, + 3877, + 3878, + 3879, + 3880, + 3881, + 3882, + 3883, + 3884, + 3885, + 3886, + 3887, + 3888, + 3889, + 3890, + 3891, + 3892, + 3893, + 3894, + 3895, + 3896, + 3897, + 3898, + 3899, + 3900, + 3901, + 3902, + 3903, + 3904, + 3905, + 3906, + 3907, + 3908, + 3909, + 3910, + 3911, + 3912, + 3913, + 3914, + 3915, + 3916, + 3917, + 3918, + 3919, + 3920, + 3921, + 3922, + 3923, + 3924, + 3925, + 3926, + 3927, + 3928, + 3929, + 3930, + 3931, + 3932, + 3933, + 3934, + 3935, + 3936, + 3937, + 3938, + 3939, + 3940, + 3941, + 3942, + 3943, + 3944, + 3945, + 3946, + 3947, + 3948, + 3949, + 3950, + 3951, + 3952, + 3953, + 3954, + 3955, + 3956, + 3957, + 3958, + 3959, + 3960, + 3961, + 3962, + 3963, + 3964, + 3965, + 3966, + 3967, + 3968, + 3969, + 3970, + 3971, + 3972, + 3973, + 3974, + 3975, + 3976, + 3977, + 3978, + 3979, + 3980, + 3981, + 3982, + 3983, + 3984, + 3985, + 3986, + 3987, + 3988, + 3989, + 3990, + 3991, + 3992, + 3993, + 3994, + 3995, + 3996, + 3997, + 3998, + 3999, + 4000, + 4001, + 4002, + 4003, + 4004, + 4005, + 4006, + 4007, + 4008, + 4009, + 4010, + 4011, + 4012, + 4013, + 4014, + 4015, + 4016, + 4017, + 4018, + 4019, + 4020, + 4021, + 4022, + 4023, + 4024, + 4025, + 4026, + 4027, + 4028, + 4029, + 4030, + 4031, + 4032, + 4033, + 4034, + 4035, + 4036, + 4037, + 4038, + 4039, + 4040, + 4041, + 4042, + 4043, + 4044, + 4045, + 4046, + 4047, + 4048, + 4049, + 4050, + 4051, + 4052, + 4053, + 4054, + 4055, + 4056, + 4057, + 4058, + 4059, + 4060, + 4061, + 4062, + 4063, + 4064, + 4065, + 4066, + 4067, + 4068, + 4069, + 4070, + 4071, + 4072, + 4073, + 4074, + 4075, + 4076, + 4077, + 4078, + 4079, + 4080, + 4081, + 4082, + 4083, + 4084, + 4085, + 4086, + 4087, + 4088, + 4089, + 4090, + 4091, + 4092, + 4093, + 4094, + 4095, + 4096, + 4097, + 4098, + 4099, + 4100, + 4101, + 4102, + 4103, + 4104, + 4105, + 4106, + 4107, + 4108, + 4109, + 4110, + 4111, + 4112, + 4113, + 4114, + 4115, + 4116, + 4117, + 4118, + 4119, + 4120, + 4121, + 4122, + 4123, + 4124, + 4125, + 4126, + 4127, + 4128, + 4129, + 4130, + 4131, + 4132, + 4133, + 4134, + 4135, + 4136, + 4137, + 4138, + 4139, + 4140, + 4141, + 4142, + 4143, + 4144, + 4145, + 4146, + 4147, + 4148, + 4149, + 4150, + 4151, + 4152, + 4153, + 4154, + 4155, + 4156, + 4157, + 4158, + 4159, + 4160, + 4161, + 4162, + 4163, + 4164, + 4165, + 4166, + 4167, + 4168, + 4169, + 4170, + 4171, + 4172, + 4173, + 4174, + 4175, + 4176, + 4177, + 4178, + 4179, + 4180, + 4181, + 4182, + 4183, + 4184, + 4185, + 4186, + 4187, + 4188, + 4189, + 4190, + 4191, + 4192, + 4193, + 4194, + 4195, + 4196, + 4197, + 4198, + 4199, + 4200, + 4201, + 4202, + 4203, + 4204, + 4205, + 4206, + 4207, + 4208, + 4209, + 4210, + 4211, + 4212, + 4213, + 4214, + 4215, + 4216, + 4217, + 4218, + 4219, + 4220, + 4221, + 4222, + 4223, + 4224, + 4225, + 4226, + 4227, + 4228, + 4229, + 4230, + 4231, + 4232, + 4233, + 4234, + 4235, + 4236, + 4237, + 4238, + 4239, + 4240, + 4241, + 4242, + 4243, + 4244, + 4245, + 4246, + 4247, + 4248, + 4249, + 4250, + 4251, + 4252, + 4253, + 4254, + 4255, + 4256, + 4257, + 4258, + 4259, + 4260, + 4261, + 4262, + 4263, + 4264, + 4265, + 4266, + 4267, + 4268, + 4269, + 4270, + 4271, + 4272, + 4273, + 4274, + 4275, + 4276, + 4277, + 4278, + 4279, + 4280, + 4281, + 4282, + 4283, + 4284, + 4285, + 4286, + 4287, + 4288, + 4289, + 4290, + 4291, + 4292, + 4293, + 4294, + 4295, + 4296, + 4297, + 4298, + 4299, + 4300, + 4301, + 4302, + 4303, + 4304, + 4305, + 4306, + 4307, + 4308, + 4309, + 4310, + 4311, + 4312, + 4313, + 4314, + 4315, + 4316, + 4317, + 4318, + 4319, + 4320, + 4321, + 4322, + 4323, + 4324, + 4325, + 4326, + 4327, + 4328, + 4329, + 4330, + 4331, + 4332, + 4333, + 4334, + 4335, + 4336, + 4337, + 4338, + 4339, + 4340, + 4341, + 4342, + 4343, + 4344, + 4345, + 4346, + 4347, + 4348, + 4349, + 4350, + 4351, + 4352, + 4353, + 4354, + 4355, + 4356, + 4357, + 4358, + 4359, + 4360, + 4361, + 4362, + 4363, + 4364, + 4365, + 4366, + 4367, + 4368, + 4369, + 4370, + 4371, + 4372, + 4373, + 4374, + 4375, + 4376, + 4377, + 4378, + 4379, + 4380, + 4381, + 4382, + 4383, + 4384, + 4385, + 4386, + 4387, + 4388, + 4389, + 4390, + 4391, + 4392, + 4393, + 4394, + 4395, + 4396, + 4397, + 4398, + 4399, + 4400, + 4401, + 4402, + 4403, + 4404, + 4405, + 4406, + 4407, + 4408, + 4409, + 4410, + 4411, + 4412, + 4413, + 4414, + 4415, + 4416, + 4417, + 4418, + 4419, + 4420, + 4421, + 4422, + 4423, + 4424, + 4425, + 4426, + 4427, + 4428, + 4429, + 4430, + 4431, + 4432, + 4433, + 4434, + 4435, + 4436, + 4437, + 4438, + 4439, + 4440, + 4441, + 4442, + 4443, + 4444, + 4445, + 4446, + 4447, + 4448, + 4449, + 4450, + 4451, + 4452, + 4453, + 4454, + 4455, + 4456, + 4457, + 4458, + 4459, + 4460, + 4461, + 4462, + 4463, + 4464, + 4465, + 4466, + 4467, + 4468, + 4469, + 4470, + 4471, + 4472, + 4473, + 4474, + 4475, + 4476, + 4477, + 4478, + 4479, + 4480, + 4481, + 4482, + 4483, + 4484, + 4485, + 4486, + 4487, + 4488, + 4489, + 4490, + 4491, + 4492, + 4493, + 4494, + 4495, + 4496, + 4497, + 4498, + 4499, + 4500, + 4501, + 4502, + 4503, + 4504, + 4505, + 4506, + 4507, + 4508, + 4509, + 4510, + 4511, + 4512, + 4513, + 4514, + 4515, + 4516, + 4517, + 4518, + 4519, + 4520, + 4521, + 4522, + 4523, + 4524, + 4525, + 4526, + 4527, + 4528, + 4529, + 4530, + 4531, + 4532, + 4533, + 4534, + 4535, + 4536, + 4537, + 4538, + 4539, + 4540, + 4541, + 4542, + 4543, + 4544, + 4545, + 4546, + 4547, + 4548, + 4549, + 4550, + 4551, + 4552, + 4553, + 4554, + 4555, + 4556, + 4557, + 4558, + 4559, + 4560, + 4561, + 4562, + 4563, + 4564, + 4565, + 4566, + 4567, + 4568, + 4569, + 4570, + 4571, + 4572, + 4573, + 4574, + 4575, + 4576, + 4577, + 4578, + 4579, + 4580, + 4581, + 4582, + 4583, + 4584, + 4585, + 4586, + 4587, + 4588, + 4589, + 4590, + 4591, + 4592, + 4593, + 4594, + 4595, + 4596, + 4597, + 4598, + 4599, + 4600, + 4601, + 4602, + 4603, + 4604, + 4605, + 4606, + 4607, + 4608, + 4609, + 4610, + 4611, + 4612, + 4613, + 4614, + 4615, + 4616, + 4617, + 4618, + 4619, + 4620, + 4621, + 4622, + 4623, + 4624, + 4625, + 4626, + 4627, + 4628, + 4629, + 4630, + 4631, + 4632, + 4633, + 4634, + 4635, + 4636, + 4637, + 4638, + 4639, + 4640, + 4641, + 4642, + 4643, + 4644, + 4645, + 4646, + 4647, + 4648, + 4649, + 4650, + 4651, + 4652, + 4653, + 4654, + 4655, + 4656, + 4657, + 4658, + 4659, + 4660, + 4661, + 4662, + 4663, + 4664, + 4665, + 4666, + 4667, + 4668, + 4669, + 4670, + 4671, + 4672, + 4673, + 4674, + 4675, + 4676, + 4677, + 4678, + 4679, + 4680, + 4681, + 4682, + 4683, + 4684, + 4685, + 4686, + 4687, + 4688, + 4689, + 4690, + 4691, + 4692, + 4693, + 4694, + 4695, + 4696, + 4697, + 4698, + 4699, + 4700, + 4701, + 4702, + 4703, + 4704, + 4705, + 4706, + 4707, + 4708, + 4709, + 4710, + 4711, + 4712, + 4713, + 4714, + 4715, + 4716, + 4717, + 4718, + 4719, + 4720, + 4721, + 4722, + 4723, + 4724, + 4725, + 4726, + 4727, + 4728, + 4729, + 4730, + 4731, + 4732, + 4733, + 4734, + 4735, + 4736, + 4737, + 4738, + 4739, + 4740, + 4741, + 4742, + 4743, + 4744, + 4745, + 4746, + 4747, + 4748, + 4749, + 4750, + 4751, + 4752, + 4753, + 4754, + 4755, + 4756, + 4757, + 4758, + 4759, + 4760, + 4761, + 4762, + 4763, + 4764, + 4765, + 4766, + 4767, + 4768, + 4769, + 4770, + 4771, + 4772, + 4773, + 4774, + 4775, + 4776, + 4777, + 4778, + 4779, + 4780, + 4781, + 4782, + 4783, + 4784, + 4785, + 4786, + 4787, + 4788, + 4789, + 4790, + 4791, + 4792, + 4793, + 4794, + 4795, + 4796, + 4797, + 4798, + 4799, + 4800, + 4801, + 4802, + 4803, + 4804, + 4805, + 4806, + 4807, + 4808, + 4809, + 4810, + 4811, + 4812, + 4813, + 4814, + 4815, + 4816, + 4817, + 4818, + 4819, + 4820, + 4821, + 4822, + 4823, + 4824, + 4825, + 4826, + 4827, + 4828, + 4829, + 4830, + 4831, + 4832, + 4833, + 4834, + 4835, + 4836, + 4837, + 4838, + 4839, + 4840, + 4841, + 4842, + 4843, + 4844, + 4845, + 4846, + 4847, + 4848, + 4849, + 4850, + 4851, + 4852, + 4853, + 4854, + 4855, + 4856, + 4857, + 4858, + 4859, + 4860, + 4861, + 4862, + 4863, + 4864, + 4865, + 4866, + 4867, + 4868, + 4869, + 4870, + 4871, + 4872, + 4873, + 4874, + 4875, + 4876, + 4877, + 4878, + 4879, + 4880, + 4881, + 4882, + 4883, + 4884, + 4885, + 4886, + 4887, + 4888, + 4889, + 4890, + 4891, + 4892, + 4893, + 4894, + 4895, + 4896, + 4897, + 4898, + 4899, + 4900, + 4901, + 4902, + 4903, + 4904, + 4905, + 4906, + 4907, + 4908, + 4909, + 4910, + 4911, + 4912, + 4913, + 4914, + 4915, + 4916, + 4917, + 4918, + 4919, + 4920, + 4921, + 4922, + 4923, + 4924, + 4925, + 4926, + 4927, + 4928, + 4929, + 4930, + 4931, + 4932, + 4933, + 4934, + 4935, + 4936, + 4937, + 4938, + 4939, + 4940, + 4941, + 4942, + 4943, + 4944, + 4945, + 4946, + 4947, + 4948, + 4949, + 4950, + 4951, + 4952, + 4953, + 4954, + 4955, + 4956, + 4957, + 4958, + 4959, + 4960, + 4961, + 4962, + 4963, + 4964, + 4965, + 4966, + 4967, + 4968, + 4969, + 4970, + 4971, + 4972, + 4973, + 4974, + 4975, + 4976, + 4977, + 4978, + 4979, + 4980, + 4981, + 4982, + 4983, + 4984, + 4985, + 4986, + 4987, + 4988, + 4989, + 4990, + 4991, + 4992, + 4993, + 4994, + 4995, + 4996, + 4997, + 4998, + 4999 + ] + }, + "gate_c_descent_from_random": [], + "verdict": { + "true_m30_total": 4.692517515779209, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 1.0, + "on_manifold_counterfeit_found": false, + "best_random_descent_m30_total": null + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg5000_visible_relations_scalar.json b/artifacts/manifold_gate/vg5000_visible_relations_scalar.json new file mode 100644 index 0000000..e323f10 --- /dev/null +++ b/artifacts/manifold_gate/vg5000_visible_relations_scalar.json @@ -0,0 +1,5381 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 5000, + "subset_seed": 0, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 5000, + "subset_seed": 0, + "random_perms": 300, + "derangement_samples": 50, + "descent_restarts": 0, + "descent_max_steps": 0, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg5000_visible_relations_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.509395897402773, + "mse_channels": [ + 1.509395897402773 + ], + "mse_channel_mean": 1.509395897402773, + "conditional_kl": 6.864325485416831, + "m30_total": 4.391656891888912 + }, + "similarity_shift": { + "mse": 1.7516651210497853, + "mse_channels": [ + 1.7516651210497853 + ], + "mse_channel_mean": 1.7516651210497853, + "conditional_kl": 7.060658310148075, + "m30_total": 4.915461904129186 + }, + "random": { + "mse": { + "mean": 2.000429391860962, + "std": 0.0173952579498291, + "min": 1.9558521509170532, + "true_z": 28.228004455566406, + "true_rank_among_random": 0, + "count": 300 + }, + "mse_channel_mean": { + "mean": 2.000429391860962, + "std": 0.0173952579498291, + "min": 1.9558521509170532, + "true_z": 28.228004455566406, + "true_rank_among_random": 0, + "count": 300 + }, + "conditional_kl": { + "mean": 7.067674160003662, + "std": 0.002217287663370371, + "min": 7.061001300811768, + "true_z": 91.71053314208984, + "true_rank_among_random": 0, + "count": 300 + }, + "m30_total": { + "mean": 5.414393901824951, + "std": 0.03502637520432472, + "min": 5.325308322906494, + "true_z": 29.199054718017578, + "true_rank_among_random": 0, + "count": 300 + } + } + }, + "gate_b_transpositions": { + "pairs": 12497500, + "improving_pairs": 2210346, + "improving_fraction": 0.1768630526105221, + "delta_mean": 0.000293439907949581, + "delta_min": -0.01041405258023486, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 324, + 3886 + ], + "delta_mse": -0.01041405258023486, + "text_cosine": 0.9535823998996277, + "visual_cosine": 0.053788366436426385 + }, + { + "pair": [ + 1728, + 3886 + ], + "delta_mse": -0.010409945821053996, + "text_cosine": 0.9456108303373817, + "visual_cosine": 0.044471014610252685 + }, + { + "pair": [ + 2595, + 3886 + ], + "delta_mse": -0.010326731860538813, + "text_cosine": 0.9378030692096561, + "visual_cosine": 0.06293502695022345 + }, + { + "pair": [ + 3233, + 3886 + ], + "delta_mse": -0.010077085513523142, + "text_cosine": 0.9529069915946565, + "visual_cosine": 0.0667576313190541 + }, + { + "pair": [ + 1849, + 3886 + ], + "delta_mse": -0.010075773319066297, + "text_cosine": 0.9516367042013498, + "visual_cosine": 0.06406770470107988 + }, + { + "pair": [ + 1567, + 3886 + ], + "delta_mse": -0.009779360580590563, + "text_cosine": 0.9448918724724266, + "visual_cosine": 0.0816035206465974 + }, + { + "pair": [ + 120, + 3886 + ], + "delta_mse": -0.009697435147034248, + "text_cosine": 0.941974463358984, + "visual_cosine": 0.046717393184432736 + }, + { + "pair": [ + 376, + 3886 + ], + "delta_mse": -0.009622096677978175, + "text_cosine": 0.9481959362827588, + "visual_cosine": 0.06292073445211302 + }, + { + "pair": [ + 560, + 3886 + ], + "delta_mse": -0.009602522656405954, + "text_cosine": 0.9432148084044821, + "visual_cosine": 0.013807275427130538 + }, + { + "pair": [ + 871, + 3886 + ], + "delta_mse": -0.00953028640593261, + "text_cosine": 0.9490606732427069, + "visual_cosine": 0.05879055383107096 + }, + { + "pair": [ + 949, + 3886 + ], + "delta_mse": -0.00948811116289276, + "text_cosine": 0.9460066168325191, + "visual_cosine": 0.22133762004467783 + }, + { + "pair": [ + 1725, + 3886 + ], + "delta_mse": -0.009445134252205598, + "text_cosine": 0.9453539877332855, + "visual_cosine": 0.044876750310586966 + }, + { + "pair": [ + 3886, + 4603 + ], + "delta_mse": -0.009344859170134907, + "text_cosine": 0.9475144691113756, + "visual_cosine": 0.0894168399534934 + }, + { + "pair": [ + 872, + 3886 + ], + "delta_mse": -0.009273757402171146, + "text_cosine": 0.9412816142740017, + "visual_cosine": 0.14683993746643684 + }, + { + "pair": [ + 3560, + 3886 + ], + "delta_mse": -0.009165011875210934, + "text_cosine": 0.9449837802851648, + "visual_cosine": 0.11622779611846093 + }, + { + "pair": [ + 3886, + 4315 + ], + "delta_mse": -0.0091066069510487, + "text_cosine": 0.9453355804749886, + "visual_cosine": 0.06739820086288618 + }, + { + "pair": [ + 3886, + 4442 + ], + "delta_mse": -0.009023520889070144, + "text_cosine": 0.9508496372638953, + "visual_cosine": 0.08730141369156054 + }, + { + "pair": [ + 3886, + 4745 + ], + "delta_mse": -0.00901196892225541, + "text_cosine": 0.9472590837479019, + "visual_cosine": 0.08844701084013344 + }, + { + "pair": [ + 2824, + 3886 + ], + "delta_mse": -0.008955061693992126, + "text_cosine": 0.9480453907301055, + "visual_cosine": 0.010550020962159035 + }, + { + "pair": [ + 2206, + 3886 + ], + "delta_mse": -0.008928861444333894, + "text_cosine": 0.9550162436152342, + "visual_cosine": 0.06688310058216743 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.00022517319303005934, + "delta_std": 0.0006053050165064633, + "improving_fraction": 0.22 + }, + { + "k": 4, + "delta_mean": 0.0005317844916135073, + "delta_std": 0.0005387893179431558, + "improving_fraction": 0.18 + }, + { + "k": 8, + "delta_mean": 0.0011403650278225541, + "delta_std": 0.001133842975832522, + "improving_fraction": 0.1 + }, + { + "k": 16, + "delta_mean": 0.002193751046434045, + "delta_std": 0.0017035778146237135, + "improving_fraction": 0.06 + }, + { + "k": 32, + "delta_mean": 0.004304687026888132, + "delta_std": 0.001972261117771268, + "improving_fraction": 0.02 + }, + { + "k": 64, + "delta_mean": 0.009447848424315453, + "delta_std": 0.0030504262540489435, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.018487852066755295, + "delta_std": 0.004143830388784409, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.037935443222522736, + "delta_std": 0.00594717962667346, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.07402519881725311, + "delta_std": 0.00810007844120264, + "improving_fraction": 0.0 + }, + { + "k": 1024, + "delta_mean": 0.13808169960975647, + "delta_std": 0.010226951912045479, + "improving_fraction": 0.0 + }, + { + "k": 2048, + "delta_mean": 0.25775715708732605, + "delta_std": 0.01496010459959507, + "improving_fraction": 0.0 + }, + { + "k": 4096, + "delta_mean": 0.4362865388393402, + "delta_std": 0.018207522109150887, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 1.0, + "final_objective": 4.391656891888912, + "final_energy": { + "mse": 1.509395897402773, + "mse_channels": [ + 1.509395897402773 + ], + "mse_channel_mean": 1.509395897402773, + "conditional_kl": 6.864325485416831, + "m30_total": 4.391656891888912 + }, + "accepted_moves": 0, + "moved_fraction": 0.0, + "mse_local_min_certificate": false, + "trajectory": [], + "final_permutation": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806, + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260, + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1393, + 1394, + 1395, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408, + 1409, + 1410, + 1411, + 1412, + 1413, + 1414, + 1415, + 1416, + 1417, + 1418, + 1419, + 1420, + 1421, + 1422, + 1423, + 1424, + 1425, + 1426, + 1427, + 1428, + 1429, + 1430, + 1431, + 1432, + 1433, + 1434, + 1435, + 1436, + 1437, + 1438, + 1439, + 1440, + 1441, + 1442, + 1443, + 1444, + 1445, + 1446, + 1447, + 1448, + 1449, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 1550, + 1551, + 1552, + 1553, + 1554, + 1555, + 1556, + 1557, + 1558, + 1559, + 1560, + 1561, + 1562, + 1563, + 1564, + 1565, + 1566, + 1567, + 1568, + 1569, + 1570, + 1571, + 1572, + 1573, + 1574, + 1575, + 1576, + 1577, + 1578, + 1579, + 1580, + 1581, + 1582, + 1583, + 1584, + 1585, + 1586, + 1587, + 1588, + 1589, + 1590, + 1591, + 1592, + 1593, + 1594, + 1595, + 1596, + 1597, + 1598, + 1599, + 1600, + 1601, + 1602, + 1603, + 1604, + 1605, + 1606, + 1607, + 1608, + 1609, + 1610, + 1611, + 1612, + 1613, + 1614, + 1615, + 1616, + 1617, + 1618, + 1619, + 1620, + 1621, + 1622, + 1623, + 1624, + 1625, + 1626, + 1627, + 1628, + 1629, + 1630, + 1631, + 1632, + 1633, + 1634, + 1635, + 1636, + 1637, + 1638, + 1639, + 1640, + 1641, + 1642, + 1643, + 1644, + 1645, + 1646, + 1647, + 1648, + 1649, + 1650, + 1651, + 1652, + 1653, + 1654, + 1655, + 1656, + 1657, + 1658, + 1659, + 1660, + 1661, + 1662, + 1663, + 1664, + 1665, + 1666, + 1667, + 1668, + 1669, + 1670, + 1671, + 1672, + 1673, + 1674, + 1675, + 1676, + 1677, + 1678, + 1679, + 1680, + 1681, + 1682, + 1683, + 1684, + 1685, + 1686, + 1687, + 1688, + 1689, + 1690, + 1691, + 1692, + 1693, + 1694, + 1695, + 1696, + 1697, + 1698, + 1699, + 1700, + 1701, + 1702, + 1703, + 1704, + 1705, + 1706, + 1707, + 1708, + 1709, + 1710, + 1711, + 1712, + 1713, + 1714, + 1715, + 1716, + 1717, + 1718, + 1719, + 1720, + 1721, + 1722, + 1723, + 1724, + 1725, + 1726, + 1727, + 1728, + 1729, + 1730, + 1731, + 1732, + 1733, + 1734, + 1735, + 1736, + 1737, + 1738, + 1739, + 1740, + 1741, + 1742, + 1743, + 1744, + 1745, + 1746, + 1747, + 1748, + 1749, + 1750, + 1751, + 1752, + 1753, + 1754, + 1755, + 1756, + 1757, + 1758, + 1759, + 1760, + 1761, + 1762, + 1763, + 1764, + 1765, + 1766, + 1767, + 1768, + 1769, + 1770, + 1771, + 1772, + 1773, + 1774, + 1775, + 1776, + 1777, + 1778, + 1779, + 1780, + 1781, + 1782, + 1783, + 1784, + 1785, + 1786, + 1787, + 1788, + 1789, + 1790, + 1791, + 1792, + 1793, + 1794, + 1795, + 1796, + 1797, + 1798, + 1799, + 1800, + 1801, + 1802, + 1803, + 1804, + 1805, + 1806, + 1807, + 1808, + 1809, + 1810, + 1811, + 1812, + 1813, + 1814, + 1815, + 1816, + 1817, + 1818, + 1819, + 1820, + 1821, + 1822, + 1823, + 1824, + 1825, + 1826, + 1827, + 1828, + 1829, + 1830, + 1831, + 1832, + 1833, + 1834, + 1835, + 1836, + 1837, + 1838, + 1839, + 1840, + 1841, + 1842, + 1843, + 1844, + 1845, + 1846, + 1847, + 1848, + 1849, + 1850, + 1851, + 1852, + 1853, + 1854, + 1855, + 1856, + 1857, + 1858, + 1859, + 1860, + 1861, + 1862, + 1863, + 1864, + 1865, + 1866, + 1867, + 1868, + 1869, + 1870, + 1871, + 1872, + 1873, + 1874, + 1875, + 1876, + 1877, + 1878, + 1879, + 1880, + 1881, + 1882, + 1883, + 1884, + 1885, + 1886, + 1887, + 1888, + 1889, + 1890, + 1891, + 1892, + 1893, + 1894, + 1895, + 1896, + 1897, + 1898, + 1899, + 1900, + 1901, + 1902, + 1903, + 1904, + 1905, + 1906, + 1907, + 1908, + 1909, + 1910, + 1911, + 1912, + 1913, + 1914, + 1915, + 1916, + 1917, + 1918, + 1919, + 1920, + 1921, + 1922, + 1923, + 1924, + 1925, + 1926, + 1927, + 1928, + 1929, + 1930, + 1931, + 1932, + 1933, + 1934, + 1935, + 1936, + 1937, + 1938, + 1939, + 1940, + 1941, + 1942, + 1943, + 1944, + 1945, + 1946, + 1947, + 1948, + 1949, + 1950, + 1951, + 1952, + 1953, + 1954, + 1955, + 1956, + 1957, + 1958, + 1959, + 1960, + 1961, + 1962, + 1963, + 1964, + 1965, + 1966, + 1967, + 1968, + 1969, + 1970, + 1971, + 1972, + 1973, + 1974, + 1975, + 1976, + 1977, + 1978, + 1979, + 1980, + 1981, + 1982, + 1983, + 1984, + 1985, + 1986, + 1987, + 1988, + 1989, + 1990, + 1991, + 1992, + 1993, + 1994, + 1995, + 1996, + 1997, + 1998, + 1999, + 2000, + 2001, + 2002, + 2003, + 2004, + 2005, + 2006, + 2007, + 2008, + 2009, + 2010, + 2011, + 2012, + 2013, + 2014, + 2015, + 2016, + 2017, + 2018, + 2019, + 2020, + 2021, + 2022, + 2023, + 2024, + 2025, + 2026, + 2027, + 2028, + 2029, + 2030, + 2031, + 2032, + 2033, + 2034, + 2035, + 2036, + 2037, + 2038, + 2039, + 2040, + 2041, + 2042, + 2043, + 2044, + 2045, + 2046, + 2047, + 2048, + 2049, + 2050, + 2051, + 2052, + 2053, + 2054, + 2055, + 2056, + 2057, + 2058, + 2059, + 2060, + 2061, + 2062, + 2063, + 2064, + 2065, + 2066, + 2067, + 2068, + 2069, + 2070, + 2071, + 2072, + 2073, + 2074, + 2075, + 2076, + 2077, + 2078, + 2079, + 2080, + 2081, + 2082, + 2083, + 2084, + 2085, + 2086, + 2087, + 2088, + 2089, + 2090, + 2091, + 2092, + 2093, + 2094, + 2095, + 2096, + 2097, + 2098, + 2099, + 2100, + 2101, + 2102, + 2103, + 2104, + 2105, + 2106, + 2107, + 2108, + 2109, + 2110, + 2111, + 2112, + 2113, + 2114, + 2115, + 2116, + 2117, + 2118, + 2119, + 2120, + 2121, + 2122, + 2123, + 2124, + 2125, + 2126, + 2127, + 2128, + 2129, + 2130, + 2131, + 2132, + 2133, + 2134, + 2135, + 2136, + 2137, + 2138, + 2139, + 2140, + 2141, + 2142, + 2143, + 2144, + 2145, + 2146, + 2147, + 2148, + 2149, + 2150, + 2151, + 2152, + 2153, + 2154, + 2155, + 2156, + 2157, + 2158, + 2159, + 2160, + 2161, + 2162, + 2163, + 2164, + 2165, + 2166, + 2167, + 2168, + 2169, + 2170, + 2171, + 2172, + 2173, + 2174, + 2175, + 2176, + 2177, + 2178, + 2179, + 2180, + 2181, + 2182, + 2183, + 2184, + 2185, + 2186, + 2187, + 2188, + 2189, + 2190, + 2191, + 2192, + 2193, + 2194, + 2195, + 2196, + 2197, + 2198, + 2199, + 2200, + 2201, + 2202, + 2203, + 2204, + 2205, + 2206, + 2207, + 2208, + 2209, + 2210, + 2211, + 2212, + 2213, + 2214, + 2215, + 2216, + 2217, + 2218, + 2219, + 2220, + 2221, + 2222, + 2223, + 2224, + 2225, + 2226, + 2227, + 2228, + 2229, + 2230, + 2231, + 2232, + 2233, + 2234, + 2235, + 2236, + 2237, + 2238, + 2239, + 2240, + 2241, + 2242, + 2243, + 2244, + 2245, + 2246, + 2247, + 2248, + 2249, + 2250, + 2251, + 2252, + 2253, + 2254, + 2255, + 2256, + 2257, + 2258, + 2259, + 2260, + 2261, + 2262, + 2263, + 2264, + 2265, + 2266, + 2267, + 2268, + 2269, + 2270, + 2271, + 2272, + 2273, + 2274, + 2275, + 2276, + 2277, + 2278, + 2279, + 2280, + 2281, + 2282, + 2283, + 2284, + 2285, + 2286, + 2287, + 2288, + 2289, + 2290, + 2291, + 2292, + 2293, + 2294, + 2295, + 2296, + 2297, + 2298, + 2299, + 2300, + 2301, + 2302, + 2303, + 2304, + 2305, + 2306, + 2307, + 2308, + 2309, + 2310, + 2311, + 2312, + 2313, + 2314, + 2315, + 2316, + 2317, + 2318, + 2319, + 2320, + 2321, + 2322, + 2323, + 2324, + 2325, + 2326, + 2327, + 2328, + 2329, + 2330, + 2331, + 2332, + 2333, + 2334, + 2335, + 2336, + 2337, + 2338, + 2339, + 2340, + 2341, + 2342, + 2343, + 2344, + 2345, + 2346, + 2347, + 2348, + 2349, + 2350, + 2351, + 2352, + 2353, + 2354, + 2355, + 2356, + 2357, + 2358, + 2359, + 2360, + 2361, + 2362, + 2363, + 2364, + 2365, + 2366, + 2367, + 2368, + 2369, + 2370, + 2371, + 2372, + 2373, + 2374, + 2375, + 2376, + 2377, + 2378, + 2379, + 2380, + 2381, + 2382, + 2383, + 2384, + 2385, + 2386, + 2387, + 2388, + 2389, + 2390, + 2391, + 2392, + 2393, + 2394, + 2395, + 2396, + 2397, + 2398, + 2399, + 2400, + 2401, + 2402, + 2403, + 2404, + 2405, + 2406, + 2407, + 2408, + 2409, + 2410, + 2411, + 2412, + 2413, + 2414, + 2415, + 2416, + 2417, + 2418, + 2419, + 2420, + 2421, + 2422, + 2423, + 2424, + 2425, + 2426, + 2427, + 2428, + 2429, + 2430, + 2431, + 2432, + 2433, + 2434, + 2435, + 2436, + 2437, + 2438, + 2439, + 2440, + 2441, + 2442, + 2443, + 2444, + 2445, + 2446, + 2447, + 2448, + 2449, + 2450, + 2451, + 2452, + 2453, + 2454, + 2455, + 2456, + 2457, + 2458, + 2459, + 2460, + 2461, + 2462, + 2463, + 2464, + 2465, + 2466, + 2467, + 2468, + 2469, + 2470, + 2471, + 2472, + 2473, + 2474, + 2475, + 2476, + 2477, + 2478, + 2479, + 2480, + 2481, + 2482, + 2483, + 2484, + 2485, + 2486, + 2487, + 2488, + 2489, + 2490, + 2491, + 2492, + 2493, + 2494, + 2495, + 2496, + 2497, + 2498, + 2499, + 2500, + 2501, + 2502, + 2503, + 2504, + 2505, + 2506, + 2507, + 2508, + 2509, + 2510, + 2511, + 2512, + 2513, + 2514, + 2515, + 2516, + 2517, + 2518, + 2519, + 2520, + 2521, + 2522, + 2523, + 2524, + 2525, + 2526, + 2527, + 2528, + 2529, + 2530, + 2531, + 2532, + 2533, + 2534, + 2535, + 2536, + 2537, + 2538, + 2539, + 2540, + 2541, + 2542, + 2543, + 2544, + 2545, + 2546, + 2547, + 2548, + 2549, + 2550, + 2551, + 2552, + 2553, + 2554, + 2555, + 2556, + 2557, + 2558, + 2559, + 2560, + 2561, + 2562, + 2563, + 2564, + 2565, + 2566, + 2567, + 2568, + 2569, + 2570, + 2571, + 2572, + 2573, + 2574, + 2575, + 2576, + 2577, + 2578, + 2579, + 2580, + 2581, + 2582, + 2583, + 2584, + 2585, + 2586, + 2587, + 2588, + 2589, + 2590, + 2591, + 2592, + 2593, + 2594, + 2595, + 2596, + 2597, + 2598, + 2599, + 2600, + 2601, + 2602, + 2603, + 2604, + 2605, + 2606, + 2607, + 2608, + 2609, + 2610, + 2611, + 2612, + 2613, + 2614, + 2615, + 2616, + 2617, + 2618, + 2619, + 2620, + 2621, + 2622, + 2623, + 2624, + 2625, + 2626, + 2627, + 2628, + 2629, + 2630, + 2631, + 2632, + 2633, + 2634, + 2635, + 2636, + 2637, + 2638, + 2639, + 2640, + 2641, + 2642, + 2643, + 2644, + 2645, + 2646, + 2647, + 2648, + 2649, + 2650, + 2651, + 2652, + 2653, + 2654, + 2655, + 2656, + 2657, + 2658, + 2659, + 2660, + 2661, + 2662, + 2663, + 2664, + 2665, + 2666, + 2667, + 2668, + 2669, + 2670, + 2671, + 2672, + 2673, + 2674, + 2675, + 2676, + 2677, + 2678, + 2679, + 2680, + 2681, + 2682, + 2683, + 2684, + 2685, + 2686, + 2687, + 2688, + 2689, + 2690, + 2691, + 2692, + 2693, + 2694, + 2695, + 2696, + 2697, + 2698, + 2699, + 2700, + 2701, + 2702, + 2703, + 2704, + 2705, + 2706, + 2707, + 2708, + 2709, + 2710, + 2711, + 2712, + 2713, + 2714, + 2715, + 2716, + 2717, + 2718, + 2719, + 2720, + 2721, + 2722, + 2723, + 2724, + 2725, + 2726, + 2727, + 2728, + 2729, + 2730, + 2731, + 2732, + 2733, + 2734, + 2735, + 2736, + 2737, + 2738, + 2739, + 2740, + 2741, + 2742, + 2743, + 2744, + 2745, + 2746, + 2747, + 2748, + 2749, + 2750, + 2751, + 2752, + 2753, + 2754, + 2755, + 2756, + 2757, + 2758, + 2759, + 2760, + 2761, + 2762, + 2763, + 2764, + 2765, + 2766, + 2767, + 2768, + 2769, + 2770, + 2771, + 2772, + 2773, + 2774, + 2775, + 2776, + 2777, + 2778, + 2779, + 2780, + 2781, + 2782, + 2783, + 2784, + 2785, + 2786, + 2787, + 2788, + 2789, + 2790, + 2791, + 2792, + 2793, + 2794, + 2795, + 2796, + 2797, + 2798, + 2799, + 2800, + 2801, + 2802, + 2803, + 2804, + 2805, + 2806, + 2807, + 2808, + 2809, + 2810, + 2811, + 2812, + 2813, + 2814, + 2815, + 2816, + 2817, + 2818, + 2819, + 2820, + 2821, + 2822, + 2823, + 2824, + 2825, + 2826, + 2827, + 2828, + 2829, + 2830, + 2831, + 2832, + 2833, + 2834, + 2835, + 2836, + 2837, + 2838, + 2839, + 2840, + 2841, + 2842, + 2843, + 2844, + 2845, + 2846, + 2847, + 2848, + 2849, + 2850, + 2851, + 2852, + 2853, + 2854, + 2855, + 2856, + 2857, + 2858, + 2859, + 2860, + 2861, + 2862, + 2863, + 2864, + 2865, + 2866, + 2867, + 2868, + 2869, + 2870, + 2871, + 2872, + 2873, + 2874, + 2875, + 2876, + 2877, + 2878, + 2879, + 2880, + 2881, + 2882, + 2883, + 2884, + 2885, + 2886, + 2887, + 2888, + 2889, + 2890, + 2891, + 2892, + 2893, + 2894, + 2895, + 2896, + 2897, + 2898, + 2899, + 2900, + 2901, + 2902, + 2903, + 2904, + 2905, + 2906, + 2907, + 2908, + 2909, + 2910, + 2911, + 2912, + 2913, + 2914, + 2915, + 2916, + 2917, + 2918, + 2919, + 2920, + 2921, + 2922, + 2923, + 2924, + 2925, + 2926, + 2927, + 2928, + 2929, + 2930, + 2931, + 2932, + 2933, + 2934, + 2935, + 2936, + 2937, + 2938, + 2939, + 2940, + 2941, + 2942, + 2943, + 2944, + 2945, + 2946, + 2947, + 2948, + 2949, + 2950, + 2951, + 2952, + 2953, + 2954, + 2955, + 2956, + 2957, + 2958, + 2959, + 2960, + 2961, + 2962, + 2963, + 2964, + 2965, + 2966, + 2967, + 2968, + 2969, + 2970, + 2971, + 2972, + 2973, + 2974, + 2975, + 2976, + 2977, + 2978, + 2979, + 2980, + 2981, + 2982, + 2983, + 2984, + 2985, + 2986, + 2987, + 2988, + 2989, + 2990, + 2991, + 2992, + 2993, + 2994, + 2995, + 2996, + 2997, + 2998, + 2999, + 3000, + 3001, + 3002, + 3003, + 3004, + 3005, + 3006, + 3007, + 3008, + 3009, + 3010, + 3011, + 3012, + 3013, + 3014, + 3015, + 3016, + 3017, + 3018, + 3019, + 3020, + 3021, + 3022, + 3023, + 3024, + 3025, + 3026, + 3027, + 3028, + 3029, + 3030, + 3031, + 3032, + 3033, + 3034, + 3035, + 3036, + 3037, + 3038, + 3039, + 3040, + 3041, + 3042, + 3043, + 3044, + 3045, + 3046, + 3047, + 3048, + 3049, + 3050, + 3051, + 3052, + 3053, + 3054, + 3055, + 3056, + 3057, + 3058, + 3059, + 3060, + 3061, + 3062, + 3063, + 3064, + 3065, + 3066, + 3067, + 3068, + 3069, + 3070, + 3071, + 3072, + 3073, + 3074, + 3075, + 3076, + 3077, + 3078, + 3079, + 3080, + 3081, + 3082, + 3083, + 3084, + 3085, + 3086, + 3087, + 3088, + 3089, + 3090, + 3091, + 3092, + 3093, + 3094, + 3095, + 3096, + 3097, + 3098, + 3099, + 3100, + 3101, + 3102, + 3103, + 3104, + 3105, + 3106, + 3107, + 3108, + 3109, + 3110, + 3111, + 3112, + 3113, + 3114, + 3115, + 3116, + 3117, + 3118, + 3119, + 3120, + 3121, + 3122, + 3123, + 3124, + 3125, + 3126, + 3127, + 3128, + 3129, + 3130, + 3131, + 3132, + 3133, + 3134, + 3135, + 3136, + 3137, + 3138, + 3139, + 3140, + 3141, + 3142, + 3143, + 3144, + 3145, + 3146, + 3147, + 3148, + 3149, + 3150, + 3151, + 3152, + 3153, + 3154, + 3155, + 3156, + 3157, + 3158, + 3159, + 3160, + 3161, + 3162, + 3163, + 3164, + 3165, + 3166, + 3167, + 3168, + 3169, + 3170, + 3171, + 3172, + 3173, + 3174, + 3175, + 3176, + 3177, + 3178, + 3179, + 3180, + 3181, + 3182, + 3183, + 3184, + 3185, + 3186, + 3187, + 3188, + 3189, + 3190, + 3191, + 3192, + 3193, + 3194, + 3195, + 3196, + 3197, + 3198, + 3199, + 3200, + 3201, + 3202, + 3203, + 3204, + 3205, + 3206, + 3207, + 3208, + 3209, + 3210, + 3211, + 3212, + 3213, + 3214, + 3215, + 3216, + 3217, + 3218, + 3219, + 3220, + 3221, + 3222, + 3223, + 3224, + 3225, + 3226, + 3227, + 3228, + 3229, + 3230, + 3231, + 3232, + 3233, + 3234, + 3235, + 3236, + 3237, + 3238, + 3239, + 3240, + 3241, + 3242, + 3243, + 3244, + 3245, + 3246, + 3247, + 3248, + 3249, + 3250, + 3251, + 3252, + 3253, + 3254, + 3255, + 3256, + 3257, + 3258, + 3259, + 3260, + 3261, + 3262, + 3263, + 3264, + 3265, + 3266, + 3267, + 3268, + 3269, + 3270, + 3271, + 3272, + 3273, + 3274, + 3275, + 3276, + 3277, + 3278, + 3279, + 3280, + 3281, + 3282, + 3283, + 3284, + 3285, + 3286, + 3287, + 3288, + 3289, + 3290, + 3291, + 3292, + 3293, + 3294, + 3295, + 3296, + 3297, + 3298, + 3299, + 3300, + 3301, + 3302, + 3303, + 3304, + 3305, + 3306, + 3307, + 3308, + 3309, + 3310, + 3311, + 3312, + 3313, + 3314, + 3315, + 3316, + 3317, + 3318, + 3319, + 3320, + 3321, + 3322, + 3323, + 3324, + 3325, + 3326, + 3327, + 3328, + 3329, + 3330, + 3331, + 3332, + 3333, + 3334, + 3335, + 3336, + 3337, + 3338, + 3339, + 3340, + 3341, + 3342, + 3343, + 3344, + 3345, + 3346, + 3347, + 3348, + 3349, + 3350, + 3351, + 3352, + 3353, + 3354, + 3355, + 3356, + 3357, + 3358, + 3359, + 3360, + 3361, + 3362, + 3363, + 3364, + 3365, + 3366, + 3367, + 3368, + 3369, + 3370, + 3371, + 3372, + 3373, + 3374, + 3375, + 3376, + 3377, + 3378, + 3379, + 3380, + 3381, + 3382, + 3383, + 3384, + 3385, + 3386, + 3387, + 3388, + 3389, + 3390, + 3391, + 3392, + 3393, + 3394, + 3395, + 3396, + 3397, + 3398, + 3399, + 3400, + 3401, + 3402, + 3403, + 3404, + 3405, + 3406, + 3407, + 3408, + 3409, + 3410, + 3411, + 3412, + 3413, + 3414, + 3415, + 3416, + 3417, + 3418, + 3419, + 3420, + 3421, + 3422, + 3423, + 3424, + 3425, + 3426, + 3427, + 3428, + 3429, + 3430, + 3431, + 3432, + 3433, + 3434, + 3435, + 3436, + 3437, + 3438, + 3439, + 3440, + 3441, + 3442, + 3443, + 3444, + 3445, + 3446, + 3447, + 3448, + 3449, + 3450, + 3451, + 3452, + 3453, + 3454, + 3455, + 3456, + 3457, + 3458, + 3459, + 3460, + 3461, + 3462, + 3463, + 3464, + 3465, + 3466, + 3467, + 3468, + 3469, + 3470, + 3471, + 3472, + 3473, + 3474, + 3475, + 3476, + 3477, + 3478, + 3479, + 3480, + 3481, + 3482, + 3483, + 3484, + 3485, + 3486, + 3487, + 3488, + 3489, + 3490, + 3491, + 3492, + 3493, + 3494, + 3495, + 3496, + 3497, + 3498, + 3499, + 3500, + 3501, + 3502, + 3503, + 3504, + 3505, + 3506, + 3507, + 3508, + 3509, + 3510, + 3511, + 3512, + 3513, + 3514, + 3515, + 3516, + 3517, + 3518, + 3519, + 3520, + 3521, + 3522, + 3523, + 3524, + 3525, + 3526, + 3527, + 3528, + 3529, + 3530, + 3531, + 3532, + 3533, + 3534, + 3535, + 3536, + 3537, + 3538, + 3539, + 3540, + 3541, + 3542, + 3543, + 3544, + 3545, + 3546, + 3547, + 3548, + 3549, + 3550, + 3551, + 3552, + 3553, + 3554, + 3555, + 3556, + 3557, + 3558, + 3559, + 3560, + 3561, + 3562, + 3563, + 3564, + 3565, + 3566, + 3567, + 3568, + 3569, + 3570, + 3571, + 3572, + 3573, + 3574, + 3575, + 3576, + 3577, + 3578, + 3579, + 3580, + 3581, + 3582, + 3583, + 3584, + 3585, + 3586, + 3587, + 3588, + 3589, + 3590, + 3591, + 3592, + 3593, + 3594, + 3595, + 3596, + 3597, + 3598, + 3599, + 3600, + 3601, + 3602, + 3603, + 3604, + 3605, + 3606, + 3607, + 3608, + 3609, + 3610, + 3611, + 3612, + 3613, + 3614, + 3615, + 3616, + 3617, + 3618, + 3619, + 3620, + 3621, + 3622, + 3623, + 3624, + 3625, + 3626, + 3627, + 3628, + 3629, + 3630, + 3631, + 3632, + 3633, + 3634, + 3635, + 3636, + 3637, + 3638, + 3639, + 3640, + 3641, + 3642, + 3643, + 3644, + 3645, + 3646, + 3647, + 3648, + 3649, + 3650, + 3651, + 3652, + 3653, + 3654, + 3655, + 3656, + 3657, + 3658, + 3659, + 3660, + 3661, + 3662, + 3663, + 3664, + 3665, + 3666, + 3667, + 3668, + 3669, + 3670, + 3671, + 3672, + 3673, + 3674, + 3675, + 3676, + 3677, + 3678, + 3679, + 3680, + 3681, + 3682, + 3683, + 3684, + 3685, + 3686, + 3687, + 3688, + 3689, + 3690, + 3691, + 3692, + 3693, + 3694, + 3695, + 3696, + 3697, + 3698, + 3699, + 3700, + 3701, + 3702, + 3703, + 3704, + 3705, + 3706, + 3707, + 3708, + 3709, + 3710, + 3711, + 3712, + 3713, + 3714, + 3715, + 3716, + 3717, + 3718, + 3719, + 3720, + 3721, + 3722, + 3723, + 3724, + 3725, + 3726, + 3727, + 3728, + 3729, + 3730, + 3731, + 3732, + 3733, + 3734, + 3735, + 3736, + 3737, + 3738, + 3739, + 3740, + 3741, + 3742, + 3743, + 3744, + 3745, + 3746, + 3747, + 3748, + 3749, + 3750, + 3751, + 3752, + 3753, + 3754, + 3755, + 3756, + 3757, + 3758, + 3759, + 3760, + 3761, + 3762, + 3763, + 3764, + 3765, + 3766, + 3767, + 3768, + 3769, + 3770, + 3771, + 3772, + 3773, + 3774, + 3775, + 3776, + 3777, + 3778, + 3779, + 3780, + 3781, + 3782, + 3783, + 3784, + 3785, + 3786, + 3787, + 3788, + 3789, + 3790, + 3791, + 3792, + 3793, + 3794, + 3795, + 3796, + 3797, + 3798, + 3799, + 3800, + 3801, + 3802, + 3803, + 3804, + 3805, + 3806, + 3807, + 3808, + 3809, + 3810, + 3811, + 3812, + 3813, + 3814, + 3815, + 3816, + 3817, + 3818, + 3819, + 3820, + 3821, + 3822, + 3823, + 3824, + 3825, + 3826, + 3827, + 3828, + 3829, + 3830, + 3831, + 3832, + 3833, + 3834, + 3835, + 3836, + 3837, + 3838, + 3839, + 3840, + 3841, + 3842, + 3843, + 3844, + 3845, + 3846, + 3847, + 3848, + 3849, + 3850, + 3851, + 3852, + 3853, + 3854, + 3855, + 3856, + 3857, + 3858, + 3859, + 3860, + 3861, + 3862, + 3863, + 3864, + 3865, + 3866, + 3867, + 3868, + 3869, + 3870, + 3871, + 3872, + 3873, + 3874, + 3875, + 3876, + 3877, + 3878, + 3879, + 3880, + 3881, + 3882, + 3883, + 3884, + 3885, + 3886, + 3887, + 3888, + 3889, + 3890, + 3891, + 3892, + 3893, + 3894, + 3895, + 3896, + 3897, + 3898, + 3899, + 3900, + 3901, + 3902, + 3903, + 3904, + 3905, + 3906, + 3907, + 3908, + 3909, + 3910, + 3911, + 3912, + 3913, + 3914, + 3915, + 3916, + 3917, + 3918, + 3919, + 3920, + 3921, + 3922, + 3923, + 3924, + 3925, + 3926, + 3927, + 3928, + 3929, + 3930, + 3931, + 3932, + 3933, + 3934, + 3935, + 3936, + 3937, + 3938, + 3939, + 3940, + 3941, + 3942, + 3943, + 3944, + 3945, + 3946, + 3947, + 3948, + 3949, + 3950, + 3951, + 3952, + 3953, + 3954, + 3955, + 3956, + 3957, + 3958, + 3959, + 3960, + 3961, + 3962, + 3963, + 3964, + 3965, + 3966, + 3967, + 3968, + 3969, + 3970, + 3971, + 3972, + 3973, + 3974, + 3975, + 3976, + 3977, + 3978, + 3979, + 3980, + 3981, + 3982, + 3983, + 3984, + 3985, + 3986, + 3987, + 3988, + 3989, + 3990, + 3991, + 3992, + 3993, + 3994, + 3995, + 3996, + 3997, + 3998, + 3999, + 4000, + 4001, + 4002, + 4003, + 4004, + 4005, + 4006, + 4007, + 4008, + 4009, + 4010, + 4011, + 4012, + 4013, + 4014, + 4015, + 4016, + 4017, + 4018, + 4019, + 4020, + 4021, + 4022, + 4023, + 4024, + 4025, + 4026, + 4027, + 4028, + 4029, + 4030, + 4031, + 4032, + 4033, + 4034, + 4035, + 4036, + 4037, + 4038, + 4039, + 4040, + 4041, + 4042, + 4043, + 4044, + 4045, + 4046, + 4047, + 4048, + 4049, + 4050, + 4051, + 4052, + 4053, + 4054, + 4055, + 4056, + 4057, + 4058, + 4059, + 4060, + 4061, + 4062, + 4063, + 4064, + 4065, + 4066, + 4067, + 4068, + 4069, + 4070, + 4071, + 4072, + 4073, + 4074, + 4075, + 4076, + 4077, + 4078, + 4079, + 4080, + 4081, + 4082, + 4083, + 4084, + 4085, + 4086, + 4087, + 4088, + 4089, + 4090, + 4091, + 4092, + 4093, + 4094, + 4095, + 4096, + 4097, + 4098, + 4099, + 4100, + 4101, + 4102, + 4103, + 4104, + 4105, + 4106, + 4107, + 4108, + 4109, + 4110, + 4111, + 4112, + 4113, + 4114, + 4115, + 4116, + 4117, + 4118, + 4119, + 4120, + 4121, + 4122, + 4123, + 4124, + 4125, + 4126, + 4127, + 4128, + 4129, + 4130, + 4131, + 4132, + 4133, + 4134, + 4135, + 4136, + 4137, + 4138, + 4139, + 4140, + 4141, + 4142, + 4143, + 4144, + 4145, + 4146, + 4147, + 4148, + 4149, + 4150, + 4151, + 4152, + 4153, + 4154, + 4155, + 4156, + 4157, + 4158, + 4159, + 4160, + 4161, + 4162, + 4163, + 4164, + 4165, + 4166, + 4167, + 4168, + 4169, + 4170, + 4171, + 4172, + 4173, + 4174, + 4175, + 4176, + 4177, + 4178, + 4179, + 4180, + 4181, + 4182, + 4183, + 4184, + 4185, + 4186, + 4187, + 4188, + 4189, + 4190, + 4191, + 4192, + 4193, + 4194, + 4195, + 4196, + 4197, + 4198, + 4199, + 4200, + 4201, + 4202, + 4203, + 4204, + 4205, + 4206, + 4207, + 4208, + 4209, + 4210, + 4211, + 4212, + 4213, + 4214, + 4215, + 4216, + 4217, + 4218, + 4219, + 4220, + 4221, + 4222, + 4223, + 4224, + 4225, + 4226, + 4227, + 4228, + 4229, + 4230, + 4231, + 4232, + 4233, + 4234, + 4235, + 4236, + 4237, + 4238, + 4239, + 4240, + 4241, + 4242, + 4243, + 4244, + 4245, + 4246, + 4247, + 4248, + 4249, + 4250, + 4251, + 4252, + 4253, + 4254, + 4255, + 4256, + 4257, + 4258, + 4259, + 4260, + 4261, + 4262, + 4263, + 4264, + 4265, + 4266, + 4267, + 4268, + 4269, + 4270, + 4271, + 4272, + 4273, + 4274, + 4275, + 4276, + 4277, + 4278, + 4279, + 4280, + 4281, + 4282, + 4283, + 4284, + 4285, + 4286, + 4287, + 4288, + 4289, + 4290, + 4291, + 4292, + 4293, + 4294, + 4295, + 4296, + 4297, + 4298, + 4299, + 4300, + 4301, + 4302, + 4303, + 4304, + 4305, + 4306, + 4307, + 4308, + 4309, + 4310, + 4311, + 4312, + 4313, + 4314, + 4315, + 4316, + 4317, + 4318, + 4319, + 4320, + 4321, + 4322, + 4323, + 4324, + 4325, + 4326, + 4327, + 4328, + 4329, + 4330, + 4331, + 4332, + 4333, + 4334, + 4335, + 4336, + 4337, + 4338, + 4339, + 4340, + 4341, + 4342, + 4343, + 4344, + 4345, + 4346, + 4347, + 4348, + 4349, + 4350, + 4351, + 4352, + 4353, + 4354, + 4355, + 4356, + 4357, + 4358, + 4359, + 4360, + 4361, + 4362, + 4363, + 4364, + 4365, + 4366, + 4367, + 4368, + 4369, + 4370, + 4371, + 4372, + 4373, + 4374, + 4375, + 4376, + 4377, + 4378, + 4379, + 4380, + 4381, + 4382, + 4383, + 4384, + 4385, + 4386, + 4387, + 4388, + 4389, + 4390, + 4391, + 4392, + 4393, + 4394, + 4395, + 4396, + 4397, + 4398, + 4399, + 4400, + 4401, + 4402, + 4403, + 4404, + 4405, + 4406, + 4407, + 4408, + 4409, + 4410, + 4411, + 4412, + 4413, + 4414, + 4415, + 4416, + 4417, + 4418, + 4419, + 4420, + 4421, + 4422, + 4423, + 4424, + 4425, + 4426, + 4427, + 4428, + 4429, + 4430, + 4431, + 4432, + 4433, + 4434, + 4435, + 4436, + 4437, + 4438, + 4439, + 4440, + 4441, + 4442, + 4443, + 4444, + 4445, + 4446, + 4447, + 4448, + 4449, + 4450, + 4451, + 4452, + 4453, + 4454, + 4455, + 4456, + 4457, + 4458, + 4459, + 4460, + 4461, + 4462, + 4463, + 4464, + 4465, + 4466, + 4467, + 4468, + 4469, + 4470, + 4471, + 4472, + 4473, + 4474, + 4475, + 4476, + 4477, + 4478, + 4479, + 4480, + 4481, + 4482, + 4483, + 4484, + 4485, + 4486, + 4487, + 4488, + 4489, + 4490, + 4491, + 4492, + 4493, + 4494, + 4495, + 4496, + 4497, + 4498, + 4499, + 4500, + 4501, + 4502, + 4503, + 4504, + 4505, + 4506, + 4507, + 4508, + 4509, + 4510, + 4511, + 4512, + 4513, + 4514, + 4515, + 4516, + 4517, + 4518, + 4519, + 4520, + 4521, + 4522, + 4523, + 4524, + 4525, + 4526, + 4527, + 4528, + 4529, + 4530, + 4531, + 4532, + 4533, + 4534, + 4535, + 4536, + 4537, + 4538, + 4539, + 4540, + 4541, + 4542, + 4543, + 4544, + 4545, + 4546, + 4547, + 4548, + 4549, + 4550, + 4551, + 4552, + 4553, + 4554, + 4555, + 4556, + 4557, + 4558, + 4559, + 4560, + 4561, + 4562, + 4563, + 4564, + 4565, + 4566, + 4567, + 4568, + 4569, + 4570, + 4571, + 4572, + 4573, + 4574, + 4575, + 4576, + 4577, + 4578, + 4579, + 4580, + 4581, + 4582, + 4583, + 4584, + 4585, + 4586, + 4587, + 4588, + 4589, + 4590, + 4591, + 4592, + 4593, + 4594, + 4595, + 4596, + 4597, + 4598, + 4599, + 4600, + 4601, + 4602, + 4603, + 4604, + 4605, + 4606, + 4607, + 4608, + 4609, + 4610, + 4611, + 4612, + 4613, + 4614, + 4615, + 4616, + 4617, + 4618, + 4619, + 4620, + 4621, + 4622, + 4623, + 4624, + 4625, + 4626, + 4627, + 4628, + 4629, + 4630, + 4631, + 4632, + 4633, + 4634, + 4635, + 4636, + 4637, + 4638, + 4639, + 4640, + 4641, + 4642, + 4643, + 4644, + 4645, + 4646, + 4647, + 4648, + 4649, + 4650, + 4651, + 4652, + 4653, + 4654, + 4655, + 4656, + 4657, + 4658, + 4659, + 4660, + 4661, + 4662, + 4663, + 4664, + 4665, + 4666, + 4667, + 4668, + 4669, + 4670, + 4671, + 4672, + 4673, + 4674, + 4675, + 4676, + 4677, + 4678, + 4679, + 4680, + 4681, + 4682, + 4683, + 4684, + 4685, + 4686, + 4687, + 4688, + 4689, + 4690, + 4691, + 4692, + 4693, + 4694, + 4695, + 4696, + 4697, + 4698, + 4699, + 4700, + 4701, + 4702, + 4703, + 4704, + 4705, + 4706, + 4707, + 4708, + 4709, + 4710, + 4711, + 4712, + 4713, + 4714, + 4715, + 4716, + 4717, + 4718, + 4719, + 4720, + 4721, + 4722, + 4723, + 4724, + 4725, + 4726, + 4727, + 4728, + 4729, + 4730, + 4731, + 4732, + 4733, + 4734, + 4735, + 4736, + 4737, + 4738, + 4739, + 4740, + 4741, + 4742, + 4743, + 4744, + 4745, + 4746, + 4747, + 4748, + 4749, + 4750, + 4751, + 4752, + 4753, + 4754, + 4755, + 4756, + 4757, + 4758, + 4759, + 4760, + 4761, + 4762, + 4763, + 4764, + 4765, + 4766, + 4767, + 4768, + 4769, + 4770, + 4771, + 4772, + 4773, + 4774, + 4775, + 4776, + 4777, + 4778, + 4779, + 4780, + 4781, + 4782, + 4783, + 4784, + 4785, + 4786, + 4787, + 4788, + 4789, + 4790, + 4791, + 4792, + 4793, + 4794, + 4795, + 4796, + 4797, + 4798, + 4799, + 4800, + 4801, + 4802, + 4803, + 4804, + 4805, + 4806, + 4807, + 4808, + 4809, + 4810, + 4811, + 4812, + 4813, + 4814, + 4815, + 4816, + 4817, + 4818, + 4819, + 4820, + 4821, + 4822, + 4823, + 4824, + 4825, + 4826, + 4827, + 4828, + 4829, + 4830, + 4831, + 4832, + 4833, + 4834, + 4835, + 4836, + 4837, + 4838, + 4839, + 4840, + 4841, + 4842, + 4843, + 4844, + 4845, + 4846, + 4847, + 4848, + 4849, + 4850, + 4851, + 4852, + 4853, + 4854, + 4855, + 4856, + 4857, + 4858, + 4859, + 4860, + 4861, + 4862, + 4863, + 4864, + 4865, + 4866, + 4867, + 4868, + 4869, + 4870, + 4871, + 4872, + 4873, + 4874, + 4875, + 4876, + 4877, + 4878, + 4879, + 4880, + 4881, + 4882, + 4883, + 4884, + 4885, + 4886, + 4887, + 4888, + 4889, + 4890, + 4891, + 4892, + 4893, + 4894, + 4895, + 4896, + 4897, + 4898, + 4899, + 4900, + 4901, + 4902, + 4903, + 4904, + 4905, + 4906, + 4907, + 4908, + 4909, + 4910, + 4911, + 4912, + 4913, + 4914, + 4915, + 4916, + 4917, + 4918, + 4919, + 4920, + 4921, + 4922, + 4923, + 4924, + 4925, + 4926, + 4927, + 4928, + 4929, + 4930, + 4931, + 4932, + 4933, + 4934, + 4935, + 4936, + 4937, + 4938, + 4939, + 4940, + 4941, + 4942, + 4943, + 4944, + 4945, + 4946, + 4947, + 4948, + 4949, + 4950, + 4951, + 4952, + 4953, + 4954, + 4955, + 4956, + 4957, + 4958, + 4959, + 4960, + 4961, + 4962, + 4963, + 4964, + 4965, + 4966, + 4967, + 4968, + 4969, + 4970, + 4971, + 4972, + 4973, + 4974, + 4975, + 4976, + 4977, + 4978, + 4979, + 4980, + 4981, + 4982, + 4983, + 4984, + 4985, + 4986, + 4987, + 4988, + 4989, + 4990, + 4991, + 4992, + 4993, + 4994, + 4995, + 4996, + 4997, + 4998, + 4999 + ] + }, + "gate_c_descent_from_random": [], + "verdict": { + "true_m30_total": 4.391656891888912, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 1.0, + "on_manifold_counterfeit_found": false, + "best_random_descent_m30_total": null + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json new file mode 100644 index 0000000..efaa7ab --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json @@ -0,0 +1,1103 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 0, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.8325985343465903, + "mse_channels": [ + 1.8325985343465903, + 2.014720043651906, + 1.8741560923181642, + 1.7891623178956877 + ], + "mse_channel_mean": 1.877659247053087, + "conditional_kl": 5.991683892263249, + "m30_total": 4.86353384714583 + }, + "similarity_shift": { + "mse": 1.9331853670030938, + "mse_channels": [ + 1.9331853670030938, + 1.8816231979667766, + 1.8910621493357225, + 1.9540279223074322 + ], + "mse_channel_mean": 1.9149746591532564, + "conditional_kl": 6.157389182969266, + "m30_total": 5.097848570600041 + }, + "random": { + "mse": { + "mean": 2.0028319358825684, + "std": 0.0641137957572937, + "min": 1.770501971244812, + "true_z": 2.6551754474639893, + "true_rank_among_random": 4, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998599290847778, + "std": 0.03394603729248047, + "min": 1.886852741241455, + "true_z": 3.5998525619506836, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.184268951416016, + "std": 0.016509469598531723, + "min": 6.143430233001709, + "true_z": 11.665122985839844, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.242517948150635, + "std": 0.12975305318832397, + "min": 4.770332336425781, + "true_z": 2.920809745788574, + "true_rank_among_random": 2, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 43480, + "improving_fraction": 0.3323752446183953, + "delta_mean": 0.0007193045229527867, + "delta_min": -0.02521279176051392, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 30, + 248 + ], + "delta_mse": -0.02521279176051392, + "text_cosine": 0.9668300301684083, + "visual_cosine": 0.2777819889987811 + }, + { + "pair": [ + 107, + 398 + ], + "delta_mse": -0.024316033560847612, + "text_cosine": 0.9707197147836432, + "visual_cosine": 0.25089164597000146 + }, + { + "pair": [ + 107, + 248 + ], + "delta_mse": -0.02390461808102808, + "text_cosine": 0.9695060414279071, + "visual_cosine": 0.3301124328660246 + }, + { + "pair": [ + 107, + 295 + ], + "delta_mse": -0.02324128497022282, + "text_cosine": 0.9701836371237069, + "visual_cosine": 0.28495907183891617 + }, + { + "pair": [ + 30, + 392 + ], + "delta_mse": -0.023013426788823847, + "text_cosine": 0.9712244615908765, + "visual_cosine": 0.13529230274348428 + }, + { + "pair": [ + 107, + 392 + ], + "delta_mse": -0.02291984409159115, + "text_cosine": 0.9731008030630101, + "visual_cosine": 0.22558262832553735 + }, + { + "pair": [ + 30, + 398 + ], + "delta_mse": -0.022867296586502613, + "text_cosine": 0.9669925396679615, + "visual_cosine": 0.3199654341613582 + }, + { + "pair": [ + 133, + 392 + ], + "delta_mse": -0.02267973130509982, + "text_cosine": 0.8854471156892076, + "visual_cosine": 0.04400789354357283 + }, + { + "pair": [ + 30, + 295 + ], + "delta_mse": -0.022197862343997184, + "text_cosine": 0.9631635671941267, + "visual_cosine": 0.17619941884729287 + }, + { + "pair": [ + 22, + 107 + ], + "delta_mse": -0.02206077571545128, + "text_cosine": 0.9681777167309147, + "visual_cosine": 0.38583373616654926 + }, + { + "pair": [ + 133, + 248 + ], + "delta_mse": -0.021611046006350006, + "text_cosine": 0.8829559051201701, + "visual_cosine": 0.24336934029158566 + }, + { + "pair": [ + 133, + 295 + ], + "delta_mse": -0.021586477461423934, + "text_cosine": 0.8881721656235244, + "visual_cosine": 0.18205207859587322 + }, + { + "pair": [ + 107, + 272 + ], + "delta_mse": -0.02148408960920306, + "text_cosine": 0.9672499073578448, + "visual_cosine": 0.4605766555165959 + }, + { + "pair": [ + 107, + 143 + ], + "delta_mse": -0.02132006811578798, + "text_cosine": 0.968801863690643, + "visual_cosine": 0.25535507363958937 + }, + { + "pair": [ + 102, + 107 + ], + "delta_mse": -0.021188820816874575, + "text_cosine": 0.9687885924597535, + "visual_cosine": 0.08851972467027311 + }, + { + "pair": [ + 30, + 102 + ], + "delta_mse": -0.021167600813318286, + "text_cosine": 0.9629859712292738, + "visual_cosine": 0.04990865088988651 + }, + { + "pair": [ + 133, + 398 + ], + "delta_mse": -0.021017170187782097, + "text_cosine": 0.8771674909562118, + "visual_cosine": 0.16937273182784013 + }, + { + "pair": [ + 102, + 133 + ], + "delta_mse": -0.020917898245663157, + "text_cosine": 0.8758504061387858, + "visual_cosine": -0.015281026561902191 + }, + { + "pair": [ + 30, + 143 + ], + "delta_mse": -0.020544854676592204, + "text_cosine": 0.9697026081240673, + "visual_cosine": 0.19135765340146707 + }, + { + "pair": [ + 30, + 69 + ], + "delta_mse": -0.020486093922867127, + "text_cosine": 0.9705933056691202, + "visual_cosine": 0.26779431955666283 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.00036854774225503206, + "delta_std": 0.004509706050157547, + "improving_fraction": 0.3 + }, + { + "k": 4, + "delta_mean": 0.0014291236875578761, + "delta_std": 0.007399909198284149, + "improving_fraction": 0.35 + }, + { + "k": 8, + "delta_mean": 0.003305998630821705, + "delta_std": 0.010629707016050816, + "improving_fraction": 0.345 + }, + { + "k": 16, + "delta_mean": 0.005052071996033192, + "delta_std": 0.013549214228987694, + "improving_fraction": 0.37 + }, + { + "k": 32, + "delta_mean": 0.014265524223446846, + "delta_std": 0.021177344024181366, + "improving_fraction": 0.245 + }, + { + "k": 64, + "delta_mean": 0.02776075154542923, + "delta_std": 0.029091497883200645, + "improving_fraction": 0.14 + }, + { + "k": 128, + "delta_mean": 0.05155839025974274, + "delta_std": 0.038677655160427094, + "improving_fraction": 0.075 + }, + { + "k": 256, + "delta_mean": 0.10259012877941132, + "delta_std": 0.052782993763685226, + "improving_fraction": 0.02 + }, + { + "k": 512, + "delta_mean": 0.17719513177871704, + "delta_std": 0.05931011214852333, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.044921875, + "final_objective": 3.239666950867907, + "final_energy": { + "mse": 1.0236417594515603, + "mse_channels": [ + 1.0236417594515603, + 1.7925427288340667, + 1.092537199455613, + 0.6597646616801438 + ], + "mse_channel_mean": 1.142121587355346, + "conditional_kl": 5.96191715982393, + "m30_total": 3.239666950867907 + }, + "accepted_moves": 531, + "moved_fraction": 0.955078125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.808355463937861, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.906387739871448, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 3.5424914085397563, + "accuracy": 0.6328125 + }, + { + "step": 150, + "objective": 3.449861617912983, + "accuracy": 0.462890625 + }, + { + "step": 200, + "objective": 3.3942240897136604, + "accuracy": 0.330078125 + }, + { + "step": 250, + "objective": 3.3508951182134794, + "accuracy": 0.24609375 + }, + { + "step": 300, + "objective": 3.3251432495561835, + "accuracy": 0.19140625 + }, + { + "step": 350, + "objective": 3.2975391698367593, + "accuracy": 0.158203125 + }, + { + "step": 400, + "objective": 3.277771588878889, + "accuracy": 0.119140625 + }, + { + "step": 450, + "objective": 3.2629534770596686, + "accuracy": 0.076171875 + }, + { + "step": 500, + "objective": 3.2497260007232978, + "accuracy": 0.052734375 + } + ], + "final_permutation": [ + 323, + 398, + 250, + 300, + 39, + 321, + 328, + 465, + 256, + 372, + 293, + 36, + 264, + 246, + 114, + 90, + 48, + 118, + 325, + 203, + 105, + 112, + 85, + 245, + 104, + 0, + 497, + 401, + 317, + 147, + 117, + 24, + 312, + 96, + 34, + 261, + 127, + 217, + 30, + 234, + 496, + 41, + 385, + 351, + 95, + 59, + 454, + 252, + 499, + 435, + 190, + 330, + 6, + 180, + 332, + 481, + 205, + 379, + 420, + 45, + 347, + 37, + 186, + 506, + 64, + 19, + 281, + 355, + 319, + 413, + 12, + 251, + 62, + 163, + 138, + 160, + 207, + 40, + 170, + 260, + 278, + 56, + 139, + 455, + 31, + 362, + 483, + 417, + 451, + 167, + 79, + 466, + 137, + 93, + 495, + 189, + 42, + 392, + 202, + 60, + 184, + 78, + 480, + 226, + 390, + 263, + 192, + 179, + 142, + 510, + 501, + 194, + 349, + 376, + 174, + 123, + 140, + 478, + 492, + 502, + 352, + 340, + 486, + 9, + 253, + 377, + 493, + 322, + 52, + 438, + 148, + 305, + 129, + 76, + 504, + 327, + 75, + 373, + 141, + 91, + 307, + 15, + 427, + 94, + 410, + 407, + 146, + 7, + 258, + 236, + 397, + 134, + 342, + 191, + 92, + 232, + 310, + 100, + 343, + 442, + 318, + 119, + 122, + 221, + 153, + 255, + 177, + 214, + 3, + 294, + 333, + 461, + 345, + 269, + 206, + 464, + 254, + 224, + 500, + 271, + 367, + 181, + 27, + 63, + 414, + 299, + 210, + 18, + 432, + 337, + 50, + 102, + 450, + 58, + 86, + 28, + 380, + 169, + 336, + 14, + 238, + 80, + 415, + 99, + 116, + 457, + 339, + 124, + 348, + 77, + 197, + 199, + 468, + 286, + 128, + 215, + 159, + 106, + 212, + 120, + 295, + 494, + 38, + 272, + 198, + 115, + 243, + 213, + 453, + 219, + 471, + 29, + 304, + 172, + 298, + 366, + 430, + 425, + 200, + 503, + 485, + 188, + 507, + 103, + 216, + 382, + 26, + 231, + 284, + 459, + 396, + 511, + 394, + 489, + 378, + 491, + 22, + 247, + 10, + 259, + 460, + 35, + 233, + 20, + 195, + 182, + 68, + 157, + 230, + 162, + 296, + 70, + 149, + 54, + 291, + 418, + 285, + 113, + 411, + 358, + 175, + 374, + 143, + 283, + 161, + 69, + 227, + 126, + 316, + 289, + 488, + 13, + 446, + 71, + 274, + 107, + 315, + 185, + 381, + 421, + 405, + 218, + 400, + 363, + 241, + 302, + 365, + 445, + 308, + 309, + 320, + 311, + 65, + 292, + 1, + 23, + 270, + 441, + 412, + 386, + 49, + 5, + 344, + 436, + 359, + 279, + 448, + 470, + 237, + 350, + 282, + 72, + 426, + 8, + 242, + 16, + 324, + 416, + 87, + 479, + 196, + 111, + 155, + 314, + 150, + 306, + 423, + 145, + 51, + 326, + 229, + 110, + 329, + 61, + 404, + 265, + 53, + 144, + 334, + 239, + 360, + 57, + 2, + 434, + 341, + 67, + 235, + 176, + 475, + 498, + 346, + 371, + 290, + 482, + 66, + 490, + 462, + 183, + 388, + 437, + 474, + 361, + 46, + 440, + 47, + 287, + 419, + 472, + 375, + 156, + 168, + 391, + 133, + 467, + 356, + 158, + 244, + 469, + 433, + 130, + 21, + 368, + 402, + 288, + 429, + 154, + 240, + 55, + 211, + 399, + 248, + 387, + 443, + 262, + 44, + 439, + 193, + 109, + 275, + 357, + 121, + 11, + 4, + 166, + 424, + 101, + 164, + 108, + 428, + 331, + 509, + 83, + 88, + 403, + 508, + 369, + 74, + 257, + 33, + 98, + 383, + 84, + 97, + 209, + 444, + 204, + 43, + 447, + 449, + 151, + 422, + 370, + 408, + 276, + 228, + 431, + 132, + 152, + 225, + 458, + 82, + 484, + 277, + 266, + 487, + 409, + 452, + 393, + 335, + 220, + 476, + 267, + 32, + 208, + 81, + 173, + 89, + 477, + 249, + 473, + 131, + 17, + 187, + 297, + 73, + 273, + 389, + 178, + 136, + 456, + 384, + 165, + 303, + 222, + 395, + 301, + 223, + 338, + 406, + 354, + 268, + 280, + 313, + 25, + 463, + 505, + 353, + 171, + 125, + 364, + 201, + 135 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 3.2232937205723977, + "final_energy": { + "mse": 1.0167953773160379, + "mse_channels": [ + 1.0167953773160379, + 1.7804879636094961, + 1.088551314224918, + 0.6268151139316055 + ], + "mse_channel_mean": 1.1281624422705143, + "conditional_kl": 5.94851482970161, + "m30_total": 3.2232937205723977 + }, + "accepted_moves": 568, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.132163492488978, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.982632705792376, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.7018215007208255, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.5282914175865256, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.4531400762526783, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.402440277689122, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.349169840269247, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.314968241092364, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 3.275530502806335, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.254579259158322, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.239962061675229, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 3.226422147936897, + "accuracy": 0.00390625 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 3.239005090163057, + "final_energy": { + "mse": 1.0243088052192895, + "mse_channels": [ + 1.0243088052192895, + 1.7783406879034465, + 1.0957196605552766, + 0.6450723752257976 + ], + "mse_channel_mean": 1.1358603822259525, + "conditional_kl": 5.951937398622389, + "m30_total": 3.239005090163057 + }, + "accepted_moves": 547, + "moved_fraction": 0.984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.274345176854247, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.9447606963742348, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.680830243287874, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.5299360625892433, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.4446983121899235, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.3883160415931286, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 3.3405367056362834, + "accuracy": 0.00390625 + }, + { + "step": 350, + "objective": 3.3008471338817085, + "accuracy": 0.00390625 + }, + { + "step": 400, + "objective": 3.279985139925465, + "accuracy": 0.005859375 + }, + { + "step": 450, + "objective": 3.266839168718267, + "accuracy": 0.0078125 + }, + { + "step": 500, + "objective": 3.2542477678959987, + "accuracy": 0.0078125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.86353384714583, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.044921875, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.2232937205723977 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json new file mode 100644 index 0000000..a3134f2 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json @@ -0,0 +1,1155 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 0, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.689153803623259, + "mse_channels": [ + 1.689153803623259 + ], + "mse_channel_mean": 1.689153803623259, + "conditional_kl": 5.991683892263249, + "m30_total": 4.576644385699168 + }, + "similarity_shift": { + "mse": 1.7994621497060723, + "mse_channels": [ + 1.7994621497060723 + ], + "mse_channel_mean": 1.7994621497060723, + "conditional_kl": 6.157389182969266, + "m30_total": 4.830402136005998 + }, + "random": { + "mse": { + "mean": 2.002061128616333, + "std": 0.06391116976737976, + "min": 1.786318063735962, + "true_z": 4.895972728729248, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.002061128616333, + "std": 0.06391116976737976, + "min": 1.786318063735962, + "true_z": 4.895972728729248, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.184268951416016, + "std": 0.016509469598531723, + "min": 6.143430233001709, + "true_z": 11.665122985839844, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.240975856781006, + "std": 0.12949666380882263, + "min": 4.803958892822266, + "true_z": 5.1301045417785645, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 30804, + "improving_fraction": 0.23547578277886497, + "delta_mean": 0.0016649786832281673, + "delta_min": -0.07601476617192267, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 133, + 150 + ], + "delta_mse": -0.07601476617192267, + "text_cosine": 0.875584197044622, + "visual_cosine": 0.07219209438718333 + }, + { + "pair": [ + 31, + 133 + ], + "delta_mse": -0.07493015952300908, + "text_cosine": 0.8815244564023862, + "visual_cosine": 0.06043504610282775 + }, + { + "pair": [ + 133, + 180 + ], + "delta_mse": -0.0729522729603881, + "text_cosine": 0.8844725691891414, + "visual_cosine": 0.014464294351016805 + }, + { + "pair": [ + 102, + 133 + ], + "delta_mse": -0.06777379258485507, + "text_cosine": 0.8758504061387858, + "visual_cosine": -0.015281026561902191 + }, + { + "pair": [ + 119, + 133 + ], + "delta_mse": -0.06452422693785037, + "text_cosine": 0.8688837705163424, + "visual_cosine": 0.08678620292343427 + }, + { + "pair": [ + 133, + 332 + ], + "delta_mse": -0.06421351837525341, + "text_cosine": 0.9015473062835573, + "visual_cosine": 0.10783909886220097 + }, + { + "pair": [ + 133, + 408 + ], + "delta_mse": -0.06250118392892368, + "text_cosine": 0.8827938029323746, + "visual_cosine": -0.02274003189419988 + }, + { + "pair": [ + 133, + 163 + ], + "delta_mse": -0.059984041514985945, + "text_cosine": 0.8906871176088723, + "visual_cosine": 0.1494065641183974 + }, + { + "pair": [ + 18, + 150 + ], + "delta_mse": -0.058980172231468425, + "text_cosine": 0.9264221524560269, + "visual_cosine": 0.05239105334603901 + }, + { + "pair": [ + 18, + 102 + ], + "delta_mse": -0.05500587706584056, + "text_cosine": 0.9278635216259357, + "visual_cosine": 0.05459892127606007 + }, + { + "pair": [ + 18, + 180 + ], + "delta_mse": -0.054105852380670325, + "text_cosine": 0.9237825324730077, + "visual_cosine": 0.1228070837863442 + }, + { + "pair": [ + 18, + 31 + ], + "delta_mse": -0.05329041611728829, + "text_cosine": 0.9364864389778802, + "visual_cosine": 0.0549425017554382 + }, + { + "pair": [ + 133, + 199 + ], + "delta_mse": -0.05320509366058785, + "text_cosine": 0.8904083384039898, + "visual_cosine": 0.06010640976469884 + }, + { + "pair": [ + 133, + 392 + ], + "delta_mse": -0.05314010871133274, + "text_cosine": 0.8854471156892076, + "visual_cosine": 0.04400789354357283 + }, + { + "pair": [ + 18, + 163 + ], + "delta_mse": -0.051824223214476, + "text_cosine": 0.9440274172024535, + "visual_cosine": 0.10809888300009013 + }, + { + "pair": [ + 133, + 245 + ], + "delta_mse": -0.050919166105843953, + "text_cosine": 0.8828538011024633, + "visual_cosine": 0.038728194007652934 + }, + { + "pair": [ + 45, + 133 + ], + "delta_mse": -0.05056167623857365, + "text_cosine": 0.8848656981618075, + "visual_cosine": 0.18532927698612223 + }, + { + "pair": [ + 18, + 332 + ], + "delta_mse": -0.04948135110352813, + "text_cosine": 0.9371413033951507, + "visual_cosine": 0.07785266076333436 + }, + { + "pair": [ + 133, + 285 + ], + "delta_mse": -0.04933837938206733, + "text_cosine": 0.8910266414800099, + "visual_cosine": 0.062044008375997814 + }, + { + "pair": [ + 18, + 408 + ], + "delta_mse": -0.04930017645469516, + "text_cosine": 0.930317487840947, + "visual_cosine": 0.11932108926887694 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0011738637695088983, + "delta_std": 0.005361737217754126, + "improving_fraction": 0.18 + }, + { + "k": 4, + "delta_mean": 0.0028499627951532602, + "delta_std": 0.008279097266495228, + "improving_fraction": 0.2 + }, + { + "k": 8, + "delta_mean": 0.006821892689913511, + "delta_std": 0.011646995320916176, + "improving_fraction": 0.16 + }, + { + "k": 16, + "delta_mean": 0.011710881255567074, + "delta_std": 0.012906734831631184, + "improving_fraction": 0.12 + }, + { + "k": 32, + "delta_mean": 0.026702720671892166, + "delta_std": 0.022568173706531525, + "improving_fraction": 0.045 + }, + { + "k": 64, + "delta_mean": 0.05307375267148018, + "delta_std": 0.029852531850337982, + "improving_fraction": 0.015 + }, + { + "k": 128, + "delta_mean": 0.09688684344291687, + "delta_std": 0.042205218225717545, + "improving_fraction": 0.005 + }, + { + "k": 256, + "delta_mean": 0.1873759627342224, + "delta_std": 0.05468842387199402, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.31997328996658325, + "delta_std": 0.06079593300819397, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.02734375, + "final_objective": 2.771898454866239, + "final_energy": { + "mse": 0.8019135372633226, + "mse_channels": [ + 0.8019135372633226 + ], + "mse_channel_mean": 0.8019135372633226, + "conditional_kl": 5.840356901697968, + "m30_total": 2.771898454866239 + }, + "accepted_moves": 724, + "moved_fraction": 0.97265625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.422597422417999, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.3795581201807248, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 3.1432559338615835, + "accuracy": 0.611328125 + }, + { + "step": 150, + "objective": 3.0512211279299786, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 2.984172553457986, + "accuracy": 0.365234375 + }, + { + "step": 250, + "objective": 2.9334276128287518, + "accuracy": 0.265625 + }, + { + "step": 300, + "objective": 2.894404564268021, + "accuracy": 0.189453125 + }, + { + "step": 350, + "objective": 2.864634272175291, + "accuracy": 0.150390625 + }, + { + "step": 400, + "objective": 2.8390690636996947, + "accuracy": 0.119140625 + }, + { + "step": 450, + "objective": 2.8189764833270243, + "accuracy": 0.083984375 + }, + { + "step": 500, + "objective": 2.80435293624887, + "accuracy": 0.0625 + }, + { + "step": 550, + "objective": 2.792585899237515, + "accuracy": 0.046875 + }, + { + "step": 600, + "objective": 2.7845098886839894, + "accuracy": 0.03515625 + }, + { + "step": 650, + "objective": 2.777006016985248, + "accuracy": 0.029296875 + }, + { + "step": 700, + "objective": 2.773048629772249, + "accuracy": 0.02734375 + } + ], + "final_permutation": [ + 136, + 12, + 355, + 28, + 245, + 65, + 6, + 137, + 156, + 61, + 244, + 204, + 202, + 201, + 77, + 110, + 214, + 361, + 360, + 499, + 455, + 90, + 328, + 145, + 299, + 352, + 437, + 93, + 3, + 435, + 308, + 133, + 465, + 504, + 34, + 254, + 5, + 103, + 256, + 207, + 263, + 506, + 88, + 501, + 490, + 134, + 510, + 44, + 48, + 475, + 421, + 56, + 71, + 392, + 338, + 407, + 10, + 215, + 54, + 142, + 463, + 9, + 114, + 63, + 186, + 444, + 351, + 29, + 309, + 25, + 496, + 8, + 60, + 422, + 39, + 386, + 314, + 332, + 162, + 79, + 261, + 348, + 100, + 15, + 76, + 252, + 298, + 232, + 378, + 491, + 69, + 185, + 302, + 267, + 418, + 335, + 412, + 113, + 288, + 72, + 408, + 237, + 211, + 371, + 126, + 40, + 141, + 226, + 300, + 426, + 341, + 289, + 471, + 459, + 484, + 183, + 163, + 23, + 449, + 18, + 120, + 448, + 445, + 205, + 453, + 368, + 262, + 160, + 271, + 372, + 489, + 276, + 310, + 350, + 429, + 128, + 488, + 373, + 503, + 311, + 296, + 364, + 337, + 286, + 509, + 86, + 325, + 403, + 396, + 33, + 24, + 474, + 179, + 442, + 92, + 265, + 233, + 182, + 248, + 161, + 62, + 452, + 55, + 367, + 194, + 251, + 225, + 111, + 295, + 148, + 11, + 140, + 398, + 125, + 306, + 155, + 477, + 438, + 195, + 217, + 480, + 307, + 176, + 330, + 312, + 483, + 249, + 85, + 331, + 104, + 127, + 2, + 46, + 507, + 379, + 369, + 253, + 381, + 198, + 14, + 439, + 358, + 493, + 402, + 294, + 224, + 17, + 106, + 440, + 443, + 411, + 53, + 187, + 323, + 393, + 356, + 37, + 135, + 175, + 230, + 131, + 446, + 99, + 16, + 316, + 234, + 243, + 270, + 377, + 229, + 365, + 70, + 423, + 213, + 157, + 315, + 147, + 122, + 188, + 329, + 382, + 41, + 389, + 152, + 66, + 107, + 35, + 239, + 242, + 269, + 50, + 144, + 278, + 130, + 219, + 98, + 192, + 108, + 181, + 197, + 363, + 199, + 82, + 101, + 280, + 336, + 391, + 326, + 349, + 118, + 21, + 343, + 96, + 91, + 427, + 75, + 376, + 324, + 366, + 109, + 116, + 287, + 487, + 42, + 97, + 433, + 258, + 293, + 476, + 282, + 485, + 291, + 123, + 209, + 283, + 266, + 78, + 505, + 149, + 117, + 87, + 494, + 138, + 410, + 189, + 304, + 174, + 208, + 339, + 246, + 235, + 362, + 457, + 43, + 238, + 22, + 357, + 405, + 184, + 359, + 414, + 153, + 84, + 228, + 81, + 0, + 170, + 20, + 178, + 400, + 342, + 456, + 221, + 469, + 203, + 322, + 132, + 454, + 220, + 481, + 473, + 165, + 200, + 498, + 334, + 223, + 257, + 277, + 57, + 151, + 222, + 478, + 313, + 74, + 431, + 231, + 169, + 159, + 466, + 495, + 80, + 119, + 58, + 345, + 450, + 320, + 241, + 173, + 150, + 375, + 236, + 146, + 290, + 260, + 52, + 124, + 193, + 191, + 468, + 347, + 482, + 370, + 399, + 319, + 38, + 27, + 51, + 112, + 434, + 139, + 167, + 413, + 406, + 196, + 394, + 64, + 273, + 458, + 180, + 500, + 387, + 401, + 353, + 190, + 47, + 274, + 344, + 284, + 460, + 383, + 115, + 227, + 432, + 415, + 305, + 317, + 89, + 417, + 374, + 255, + 404, + 462, + 301, + 73, + 250, + 279, + 154, + 486, + 31, + 497, + 212, + 210, + 303, + 430, + 67, + 395, + 436, + 158, + 102, + 164, + 428, + 172, + 511, + 388, + 32, + 416, + 206, + 447, + 318, + 7, + 240, + 168, + 30, + 425, + 464, + 292, + 268, + 143, + 451, + 13, + 264, + 247, + 380, + 68, + 166, + 424, + 45, + 333, + 26, + 472, + 419, + 1, + 177, + 83, + 275, + 49, + 502, + 36, + 171, + 470, + 218, + 285, + 492, + 259, + 346, + 321, + 297, + 19, + 272, + 105, + 95, + 390, + 397, + 508, + 4, + 354, + 467, + 441, + 59, + 461, + 327, + 281, + 385, + 121, + 420, + 409, + 94, + 129, + 216, + 479, + 384, + 340 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.725710500092578, + "final_energy": { + "mse": 0.7792212465196223, + "mse_channels": [ + 0.7792212465196223 + ], + "mse_channel_mean": 0.7792212465196223, + "conditional_kl": 5.836340035266666, + "m30_total": 2.725710500092578 + }, + "accepted_moves": 793, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.014567664127755, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.678215505884497, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 3.356068816496, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.1824529085414803, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0520747162454924, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.9615171612271833, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.896697086456611, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.8458045690509755, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.8094349882196497, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.783297567562022, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.76468783690021, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.7518921602508777, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.7421419748926317, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.7351095276393567, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 2.730715123435841, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.7274918626951337, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 2.7303098126002694, + "final_energy": { + "mse": 0.7815723246295057, + "mse_channels": [ + 0.7815723246295057 + ], + "mse_channel_mean": 0.7815723246295057, + "conditional_kl": 5.83582581670629, + "m30_total": 2.7303098126002694 + }, + "accepted_moves": 806, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.1041934724157025, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.623971683127738, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.307201183512058, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.127612468488132, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0143499669917375, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.933802155130428, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.8799601231420757, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.8450946489356364, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.8185507882403846, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.7975408674214695, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.782940164015142, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.768903558139728, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.7570437739341394, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.7468992589875665, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.738764768124947, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 2.7331387062930235, + "accuracy": 0.001953125 + }, + { + "step": 800, + "objective": 2.730448557434734, + "accuracy": 0.00390625 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.576644385699168, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.02734375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.725710500092578 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json new file mode 100644 index 0000000..a8b5bf4 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json @@ -0,0 +1,1108 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 1, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed1_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.8555425681202702, + "mse_channels": [ + 1.8555425681202702, + 2.0226017882218255, + 1.9648105634786375, + 1.6350142895651907 + ], + "mse_channel_mean": 1.869492302346481, + "conditional_kl": 5.9846260976727566, + "m30_total": 4.908010355775092 + }, + "similarity_shift": { + "mse": 1.8600123036756624, + "mse_channels": [ + 1.8600123036756624, + 2.103398445041714, + 1.9091964549942249, + 1.956938826370949 + ], + "mse_channel_mean": 1.9573865075206376, + "conditional_kl": 6.164616929558872, + "m30_total": 4.952947993263099 + }, + "random": { + "mse": { + "mean": 1.9996596574783325, + "std": 0.061271779239177704, + "min": 1.8246862888336182, + "true_z": 2.3520960807800293, + "true_rank_among_random": 8, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0001814365386963, + "std": 0.033276982605457306, + "min": 1.8930094242095947, + "true_z": 3.9273135662078857, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.160747528076172, + "std": 0.012881768867373466, + "min": 6.126026153564453, + "true_z": 13.672131538391113, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.231468677520752, + "std": 0.12359687685966492, + "min": 4.876649379730225, + "true_z": 2.617041826248169, + "true_rank_among_random": 4, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 40678, + "improving_fraction": 0.31095584637964774, + "delta_mean": 0.0007865707663235158, + "delta_min": -0.02863962456606772, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 157, + 379 + ], + "delta_mse": -0.02863962456606772, + "text_cosine": 0.9471254636747624, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 379, + 396 + ], + "delta_mse": -0.028571235353302214, + "text_cosine": 0.9435799647004077, + "visual_cosine": 0.2274155475458771 + }, + { + "pair": [ + 157, + 495 + ], + "delta_mse": -0.028122415501250747, + "text_cosine": 0.9582498645799111, + "visual_cosine": 0.21162913947460762 + }, + { + "pair": [ + 396, + 495 + ], + "delta_mse": -0.027730884192167522, + "text_cosine": 0.9565198796449459, + "visual_cosine": 0.2331843266126745 + }, + { + "pair": [ + 153, + 495 + ], + "delta_mse": -0.02730919713056072, + "text_cosine": 0.9585809442475823, + "visual_cosine": 0.20432542200971343 + }, + { + "pair": [ + 153, + 379 + ], + "delta_mse": -0.02725354916430156, + "text_cosine": 0.9470905062686079, + "visual_cosine": 0.21381881477198808 + }, + { + "pair": [ + 310, + 495 + ], + "delta_mse": -0.02674040400444113, + "text_cosine": 0.9691379709800304, + "visual_cosine": 0.3111224571940497 + }, + { + "pair": [ + 379, + 414 + ], + "delta_mse": -0.026595639921835352, + "text_cosine": 0.9384246549200246, + "visual_cosine": 0.2715330705766824 + }, + { + "pair": [ + 183, + 495 + ], + "delta_mse": -0.02649077120420908, + "text_cosine": 0.9700324110637284, + "visual_cosine": 0.13877972977105607 + }, + { + "pair": [ + 414, + 495 + ], + "delta_mse": -0.026366723244709313, + "text_cosine": 0.953941934795537, + "visual_cosine": 0.2595209132080595 + }, + { + "pair": [ + 288, + 495 + ], + "delta_mse": -0.02613594041636549, + "text_cosine": 0.9321117360351082, + "visual_cosine": 0.07584004393357155 + }, + { + "pair": [ + 205, + 495 + ], + "delta_mse": -0.026061139167086154, + "text_cosine": 0.9552069069475326, + "visual_cosine": -0.018350711963680107 + }, + { + "pair": [ + 310, + 379 + ], + "delta_mse": -0.025994292386006798, + "text_cosine": 0.954006929728361, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 2, + 251 + ], + "delta_mse": -0.02526572317015068, + "text_cosine": 0.9579681320804881, + "visual_cosine": 0.2193918635239659 + }, + { + "pair": [ + 183, + 379 + ], + "delta_mse": -0.02508229549324904, + "text_cosine": 0.9566444897871585, + "visual_cosine": 0.13577289226153977 + }, + { + "pair": [ + 78, + 495 + ], + "delta_mse": -0.024410556789499535, + "text_cosine": 0.9621504434374392, + "visual_cosine": 0.13134618258020087 + }, + { + "pair": [ + 78, + 379 + ], + "delta_mse": -0.024249592262851487, + "text_cosine": 0.9497567426890325, + "visual_cosine": 0.16125912077706303 + }, + { + "pair": [ + 205, + 379 + ], + "delta_mse": -0.02403597011798425, + "text_cosine": 0.9405932934989035, + "visual_cosine": 0.014687241765777596 + }, + { + "pair": [ + 407, + 495 + ], + "delta_mse": -0.02388266520276569, + "text_cosine": 0.9589532208915821, + "visual_cosine": 0.189949203055321 + }, + { + "pair": [ + 288, + 379 + ], + "delta_mse": -0.023718708994215004, + "text_cosine": 0.9216550647335745, + "visual_cosine": 0.14284829787971753 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0006245965487323701, + "delta_std": 0.004373672418296337, + "improving_fraction": 0.38 + }, + { + "k": 4, + "delta_mean": 0.0012905304320156574, + "delta_std": 0.007970493286848068, + "improving_fraction": 0.36 + }, + { + "k": 8, + "delta_mean": 0.0017068128800019622, + "delta_std": 0.01336238905787468, + "improving_fraction": 0.33 + }, + { + "k": 16, + "delta_mean": 0.00587316881865263, + "delta_std": 0.01689084991812706, + "improving_fraction": 0.275 + }, + { + "k": 32, + "delta_mean": 0.011961394920945168, + "delta_std": 0.023649463430047035, + "improving_fraction": 0.24 + }, + { + "k": 64, + "delta_mean": 0.022520408034324646, + "delta_std": 0.030473316088318825, + "improving_fraction": 0.195 + }, + { + "k": 128, + "delta_mean": 0.04768264666199684, + "delta_std": 0.04458151012659073, + "improving_fraction": 0.145 + }, + { + "k": 256, + "delta_mean": 0.0905754491686821, + "delta_std": 0.06142410635948181, + "improving_fraction": 0.08 + }, + { + "k": 512, + "delta_mean": 0.14246772229671478, + "delta_std": 0.06251151859760284, + "improving_fraction": 0.01 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.08984375, + "final_objective": 3.072655570189474, + "final_energy": { + "mse": 0.9407108452633522, + "mse_channels": [ + 0.9407108452633522, + 1.8313187830783242, + 1.0585409555846734, + 0.6704503782254555 + ], + "mse_channel_mean": 1.1252552405379515, + "conditional_kl": 5.956169398313847, + "m30_total": 3.072655570189474 + }, + "accepted_moves": 418, + "moved_fraction": 0.91015625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.760940120294125, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.6011964962728022, + "accuracy": 0.8046875 + }, + { + "step": 100, + "objective": 3.353046369119763, + "accuracy": 0.62890625 + }, + { + "step": 150, + "objective": 3.2529368381234507, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 3.197787459236921, + "accuracy": 0.33203125 + }, + { + "step": 250, + "objective": 3.1523519477297075, + "accuracy": 0.25 + }, + { + "step": 300, + "objective": 3.1170810581260895, + "accuracy": 0.19921875 + }, + { + "step": 350, + "objective": 3.0912811068847486, + "accuracy": 0.1484375 + }, + { + "step": 400, + "objective": 3.0765540719319278, + "accuracy": 0.10546875 + } + ], + "final_permutation": [ + 0, + 160, + 384, + 451, + 4, + 5, + 366, + 67, + 348, + 267, + 219, + 21, + 129, + 491, + 362, + 152, + 75, + 17, + 18, + 464, + 3, + 116, + 477, + 306, + 381, + 42, + 103, + 235, + 189, + 294, + 243, + 145, + 45, + 33, + 422, + 80, + 425, + 252, + 463, + 82, + 226, + 150, + 485, + 9, + 336, + 188, + 507, + 280, + 396, + 58, + 434, + 357, + 71, + 432, + 404, + 229, + 104, + 81, + 504, + 151, + 79, + 61, + 433, + 63, + 10, + 246, + 62, + 7, + 112, + 393, + 289, + 115, + 269, + 73, + 87, + 497, + 95, + 325, + 239, + 168, + 35, + 185, + 367, + 83, + 442, + 144, + 135, + 74, + 373, + 351, + 109, + 216, + 94, + 231, + 60, + 452, + 270, + 156, + 453, + 99, + 354, + 101, + 374, + 314, + 126, + 44, + 220, + 298, + 237, + 352, + 436, + 111, + 431, + 203, + 114, + 52, + 407, + 272, + 32, + 238, + 466, + 200, + 499, + 459, + 11, + 197, + 223, + 212, + 59, + 271, + 250, + 255, + 92, + 369, + 97, + 316, + 161, + 430, + 320, + 363, + 326, + 37, + 382, + 181, + 85, + 309, + 445, + 349, + 372, + 149, + 502, + 471, + 78, + 467, + 170, + 285, + 327, + 379, + 473, + 236, + 417, + 136, + 360, + 201, + 428, + 337, + 57, + 385, + 186, + 509, + 175, + 398, + 261, + 273, + 146, + 460, + 265, + 411, + 34, + 339, + 380, + 147, + 290, + 31, + 131, + 70, + 454, + 409, + 118, + 22, + 288, + 364, + 303, + 490, + 228, + 113, + 215, + 125, + 307, + 199, + 438, + 340, + 333, + 56, + 341, + 190, + 27, + 106, + 429, + 305, + 210, + 424, + 124, + 218, + 196, + 233, + 91, + 174, + 493, + 64, + 12, + 274, + 140, + 457, + 414, + 401, + 76, + 405, + 194, + 268, + 230, + 455, + 248, + 412, + 391, + 49, + 65, + 205, + 119, + 388, + 19, + 251, + 26, + 358, + 244, + 36, + 41, + 247, + 426, + 324, + 123, + 2, + 492, + 420, + 217, + 377, + 187, + 178, + 355, + 90, + 142, + 172, + 262, + 263, + 264, + 317, + 266, + 206, + 347, + 72, + 96, + 335, + 245, + 173, + 399, + 209, + 276, + 496, + 413, + 241, + 208, + 392, + 282, + 418, + 328, + 259, + 286, + 133, + 66, + 166, + 279, + 291, + 331, + 456, + 443, + 211, + 127, + 318, + 321, + 183, + 108, + 204, + 43, + 182, + 419, + 275, + 371, + 132, + 468, + 323, + 342, + 130, + 15, + 48, + 171, + 365, + 450, + 480, + 50, + 295, + 253, + 387, + 361, + 180, + 505, + 240, + 98, + 415, + 403, + 329, + 157, + 315, + 227, + 202, + 441, + 312, + 30, + 278, + 383, + 179, + 162, + 301, + 232, + 169, + 344, + 345, + 346, + 207, + 313, + 134, + 439, + 397, + 260, + 297, + 89, + 164, + 356, + 508, + 102, + 389, + 163, + 195, + 353, + 139, + 191, + 257, + 39, + 193, + 395, + 448, + 128, + 221, + 488, + 225, + 302, + 440, + 343, + 394, + 378, + 28, + 322, + 481, + 120, + 16, + 176, + 86, + 24, + 338, + 249, + 287, + 143, + 284, + 281, + 400, + 77, + 368, + 330, + 444, + 486, + 242, + 500, + 23, + 402, + 84, + 122, + 375, + 40, + 495, + 110, + 256, + 410, + 254, + 390, + 165, + 487, + 107, + 93, + 1, + 283, + 38, + 138, + 148, + 416, + 311, + 472, + 54, + 423, + 141, + 258, + 14, + 359, + 167, + 53, + 51, + 308, + 435, + 501, + 498, + 121, + 350, + 8, + 334, + 406, + 55, + 370, + 292, + 446, + 447, + 511, + 506, + 100, + 20, + 25, + 421, + 319, + 214, + 296, + 159, + 234, + 299, + 158, + 478, + 470, + 304, + 29, + 465, + 88, + 479, + 47, + 503, + 462, + 137, + 332, + 154, + 222, + 475, + 469, + 155, + 277, + 310, + 224, + 461, + 482, + 483, + 484, + 153, + 300, + 192, + 474, + 46, + 476, + 13, + 427, + 213, + 494, + 117, + 177, + 293, + 437, + 105, + 69, + 408, + 386, + 6, + 68, + 458, + 449, + 489, + 184, + 376, + 510, + 198 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 3.005793043622765, + "final_energy": { + "mse": 0.9111164155444622, + "mse_channels": [ + 0.9111164155444622, + 1.8249418705407694, + 1.0360094358908116, + 0.6513403531567997 + ], + "mse_channel_mean": 1.1058520187832108, + "conditional_kl": 5.917801062669203, + "m30_total": 3.005793043622765 + }, + "accepted_moves": 648, + "moved_fraction": 0.98828125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.145870205438629, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.8465874257193198, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.493072209924797, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.3477915349421865, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.2576437976746373, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.1960494189469437, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.1453938029906716, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.1000613917744304, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.0774824943027514, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 3.057591833635483, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 3.038958497730545, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 3.0245223816930293, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 3.014871868438258, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 3.0270075022264162, + "final_energy": { + "mse": 0.9203028757228149, + "mse_channels": [ + 0.9203028757228149, + 1.7944270305778625, + 1.031872682757093, + 0.6516045229415818 + ], + "mse_channel_mean": 1.099551777999838, + "conditional_kl": 5.932008753903931, + "m30_total": 3.0270075022264162 + }, + "accepted_moves": 607, + "moved_fraction": 0.984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.037682819854426, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.8532318494616566, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.5186950139821804, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.3632053999923235, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.290298586044598, + "accuracy": 0.005859375 + }, + { + "step": 250, + "objective": 3.21928792710147, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 3.172909036910224, + "accuracy": 0.0078125 + }, + { + "step": 350, + "objective": 3.1199207703595873, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 3.090749904964879, + "accuracy": 0.005859375 + }, + { + "step": 450, + "objective": 3.068962832861551, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.0511685045785972, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 3.0398654484440595, + "accuracy": 0.0078125 + }, + { + "step": 600, + "objective": 3.027920399695674, + "accuracy": 0.0078125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.908010355775092, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.08984375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.005793043622765 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed1_scalar.json b/artifacts/manifold_gate/vg512_region_closed_seed1_scalar.json new file mode 100644 index 0000000..ace10c5 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed1_scalar.json @@ -0,0 +1,1155 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 1, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed1_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.6515487328675447, + "mse_channels": [ + 1.6515487328675447 + ], + "mse_channel_mean": 1.6515487328675447, + "conditional_kl": 5.9846260976727566, + "m30_total": 4.5000226852696406 + }, + "similarity_shift": { + "mse": 1.8542038709707924, + "mse_channels": [ + 1.8542038709707924 + ], + "mse_channel_mean": 1.8542038709707924, + "conditional_kl": 6.164616929558872, + "m30_total": 4.94133112785336 + }, + "random": { + "mse": { + "mean": 1.9998544454574585, + "std": 0.05984543636441231, + "min": 1.8279703855514526, + "true_z": 5.820087909698486, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9998544454574585, + "std": 0.05984543636441231, + "min": 1.8279703855514526, + "true_z": 5.820087909698486, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.160747528076172, + "std": 0.012881768867373466, + "min": 6.126026153564453, + "true_z": 13.672131538391113, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.231857776641846, + "std": 0.12098576128482819, + "min": 4.88247013092041, + "true_z": 6.048933982849121, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 28278, + "improving_fraction": 0.2161662181996086, + "delta_mean": 0.0019567591873738766, + "delta_min": -0.06470630204987719, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 205, + 379 + ], + "delta_mse": -0.06470630204987719, + "text_cosine": 0.9405932934989035, + "visual_cosine": 0.014687241765777596 + }, + { + "pair": [ + 66, + 205 + ], + "delta_mse": -0.06380311620035345, + "text_cosine": 0.9205223555377072, + "visual_cosine": -0.007733132388556489 + }, + { + "pair": [ + 154, + 379 + ], + "delta_mse": -0.06182349409992374, + "text_cosine": 0.9414433619435776, + "visual_cosine": 0.12552948276053955 + }, + { + "pair": [ + 46, + 379 + ], + "delta_mse": -0.06177283147805319, + "text_cosine": 0.9427488462148406, + "visual_cosine": 0.06489281786813333 + }, + { + "pair": [ + 336, + 379 + ], + "delta_mse": -0.06167120887413124, + "text_cosine": 0.943367530156104, + "visual_cosine": 0.07655640412195952 + }, + { + "pair": [ + 183, + 379 + ], + "delta_mse": -0.06145587892424647, + "text_cosine": 0.9566444897871585, + "visual_cosine": 0.13577289226153977 + }, + { + "pair": [ + 46, + 66 + ], + "delta_mse": -0.05867227346487836, + "text_cosine": 0.9239657279178864, + "visual_cosine": 0.0324886980169832 + }, + { + "pair": [ + 280, + 379 + ], + "delta_mse": -0.058060181075123354, + "text_cosine": 0.9505445577071259, + "visual_cosine": 0.21448360314604037 + }, + { + "pair": [ + 241, + 379 + ], + "delta_mse": -0.05803008919328146, + "text_cosine": 0.9452909962180366, + "visual_cosine": 0.12875603740925373 + }, + { + "pair": [ + 223, + 379 + ], + "delta_mse": -0.05783303858366183, + "text_cosine": 0.9389676382085085, + "visual_cosine": 0.10803450424988954 + }, + { + "pair": [ + 221, + 379 + ], + "delta_mse": -0.056933224419541933, + "text_cosine": 0.9488295099546681, + "visual_cosine": 0.11118152110541739 + }, + { + "pair": [ + 379, + 425 + ], + "delta_mse": -0.05656871671106512, + "text_cosine": 0.9554980502110559, + "visual_cosine": 0.21514276432413382 + }, + { + "pair": [ + 212, + 379 + ], + "delta_mse": -0.05527689001850749, + "text_cosine": 0.956155841947316, + "visual_cosine": 0.21599569958492532 + }, + { + "pair": [ + 115, + 379 + ], + "delta_mse": -0.05487197342093929, + "text_cosine": 0.9475599001382317, + "visual_cosine": 0.15574988298308967 + }, + { + "pair": [ + 28, + 379 + ], + "delta_mse": -0.05465015440522952, + "text_cosine": 0.9413998408735998, + "visual_cosine": 0.10501731344941531 + }, + { + "pair": [ + 66, + 154 + ], + "delta_mse": -0.054176873190848136, + "text_cosine": 0.9321338695145743, + "visual_cosine": 0.022143230671108707 + }, + { + "pair": [ + 66, + 223 + ], + "delta_mse": -0.05380270281669261, + "text_cosine": 0.9240761281581971, + "visual_cosine": 0.05586222586326198 + }, + { + "pair": [ + 66, + 241 + ], + "delta_mse": -0.05350183739580523, + "text_cosine": 0.920607925704046, + "visual_cosine": 0.03703040569739222 + }, + { + "pair": [ + 153, + 379 + ], + "delta_mse": -0.05252812104716774, + "text_cosine": 0.9470905062686079, + "visual_cosine": 0.21381881477198808 + }, + { + "pair": [ + 162, + 379 + ], + "delta_mse": -0.05188687825680716, + "text_cosine": 0.9454407512436758, + "visual_cosine": 0.09433780902667131 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0019321494037285447, + "delta_std": 0.004689590539783239, + "improving_fraction": 0.195 + }, + { + "k": 4, + "delta_mean": 0.004396525677293539, + "delta_std": 0.008218545466661453, + "improving_fraction": 0.18 + }, + { + "k": 8, + "delta_mean": 0.007437502034008503, + "delta_std": 0.010923884809017181, + "improving_fraction": 0.16 + }, + { + "k": 16, + "delta_mean": 0.015836434438824654, + "delta_std": 0.01538482028990984, + "improving_fraction": 0.125 + }, + { + "k": 32, + "delta_mean": 0.03078111633658409, + "delta_std": 0.023188168182969093, + "improving_fraction": 0.045 + }, + { + "k": 64, + "delta_mean": 0.061035942286252975, + "delta_std": 0.03195176273584366, + "improving_fraction": 0.01 + }, + { + "k": 128, + "delta_mean": 0.1171056255698204, + "delta_std": 0.04438166692852974, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.2154708355665207, + "delta_std": 0.05587908998131752, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.34968018531799316, + "delta_std": 0.05444056913256645, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.033203125, + "final_objective": 2.44409510285621, + "final_energy": { + "mse": 0.6381732719644498, + "mse_channels": [ + 0.6381732719644498 + ], + "mse_channel_mean": 0.6381732719644498, + "conditional_kl": 5.838742794636552, + "m30_total": 2.44409510285621 + }, + "accepted_moves": 748, + "moved_fraction": 0.966796875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.369927945846397, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.1699645346871628, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 2.8872163145203498, + "accuracy": 0.611328125 + }, + { + "step": 150, + "objective": 2.762076906976623, + "accuracy": 0.4609375 + }, + { + "step": 200, + "objective": 2.6859562633549854, + "accuracy": 0.376953125 + }, + { + "step": 250, + "objective": 2.6236145622459714, + "accuracy": 0.294921875 + }, + { + "step": 300, + "objective": 2.57972754515737, + "accuracy": 0.236328125 + }, + { + "step": 350, + "objective": 2.5434692994152774, + "accuracy": 0.166015625 + }, + { + "step": 400, + "objective": 2.515499834659864, + "accuracy": 0.119140625 + }, + { + "step": 450, + "objective": 2.495801289346254, + "accuracy": 0.09375 + }, + { + "step": 500, + "objective": 2.4814460738576205, + "accuracy": 0.064453125 + }, + { + "step": 550, + "objective": 2.4718114748304165, + "accuracy": 0.0546875 + }, + { + "step": 600, + "objective": 2.462072377322613, + "accuracy": 0.048828125 + }, + { + "step": 650, + "objective": 2.4532856167585813, + "accuracy": 0.04296875 + }, + { + "step": 700, + "objective": 2.4473830738839606, + "accuracy": 0.029296875 + } + ], + "final_permutation": [ + 249, + 46, + 233, + 209, + 300, + 424, + 313, + 429, + 111, + 318, + 22, + 282, + 55, + 42, + 14, + 27, + 207, + 17, + 422, + 202, + 262, + 303, + 304, + 23, + 29, + 231, + 169, + 306, + 288, + 478, + 71, + 32, + 480, + 52, + 39, + 443, + 228, + 454, + 263, + 31, + 333, + 321, + 150, + 40, + 36, + 16, + 66, + 128, + 200, + 219, + 492, + 240, + 102, + 247, + 138, + 235, + 432, + 351, + 368, + 287, + 175, + 159, + 434, + 179, + 385, + 412, + 314, + 309, + 450, + 310, + 355, + 156, + 185, + 163, + 440, + 264, + 485, + 272, + 302, + 193, + 80, + 506, + 442, + 142, + 469, + 245, + 56, + 199, + 45, + 124, + 204, + 292, + 261, + 494, + 381, + 76, + 96, + 181, + 389, + 250, + 462, + 226, + 97, + 477, + 356, + 151, + 137, + 107, + 448, + 153, + 374, + 186, + 253, + 7, + 365, + 15, + 339, + 132, + 161, + 57, + 289, + 87, + 122, + 444, + 234, + 414, + 446, + 182, + 218, + 93, + 455, + 417, + 420, + 296, + 315, + 347, + 180, + 394, + 140, + 12, + 205, + 468, + 305, + 246, + 223, + 255, + 244, + 489, + 1, + 453, + 217, + 401, + 211, + 327, + 379, + 409, + 491, + 129, + 106, + 268, + 61, + 256, + 236, + 362, + 345, + 403, + 358, + 461, + 90, + 501, + 364, + 68, + 298, + 439, + 173, + 479, + 416, + 308, + 411, + 241, + 118, + 484, + 230, + 297, + 280, + 431, + 94, + 72, + 387, + 239, + 312, + 481, + 131, + 43, + 285, + 380, + 286, + 162, + 294, + 112, + 201, + 421, + 172, + 123, + 210, + 507, + 177, + 99, + 117, + 357, + 397, + 38, + 319, + 109, + 147, + 101, + 238, + 447, + 213, + 405, + 437, + 360, + 376, + 342, + 63, + 470, + 145, + 467, + 74, + 168, + 3, + 203, + 65, + 125, + 354, + 49, + 126, + 348, + 438, + 279, + 410, + 330, + 277, + 299, + 81, + 324, + 48, + 373, + 445, + 472, + 75, + 499, + 252, + 197, + 340, + 451, + 383, + 113, + 260, + 58, + 41, + 413, + 307, + 10, + 464, + 503, + 473, + 334, + 367, + 143, + 407, + 353, + 212, + 498, + 167, + 149, + 488, + 301, + 82, + 316, + 457, + 281, + 344, + 248, + 121, + 115, + 196, + 133, + 190, + 270, + 343, + 8, + 13, + 157, + 105, + 336, + 98, + 426, + 393, + 9, + 4, + 291, + 456, + 490, + 259, + 108, + 26, + 258, + 496, + 283, + 390, + 482, + 332, + 400, + 44, + 341, + 363, + 37, + 338, + 399, + 487, + 146, + 328, + 350, + 227, + 370, + 67, + 320, + 329, + 85, + 396, + 378, + 293, + 418, + 214, + 419, + 152, + 459, + 222, + 78, + 408, + 195, + 136, + 91, + 120, + 266, + 295, + 119, + 510, + 290, + 187, + 369, + 349, + 30, + 194, + 51, + 35, + 184, + 104, + 77, + 441, + 322, + 386, + 34, + 504, + 164, + 254, + 189, + 242, + 19, + 158, + 251, + 372, + 183, + 69, + 28, + 359, + 377, + 174, + 460, + 155, + 430, + 493, + 188, + 323, + 271, + 18, + 335, + 388, + 404, + 366, + 391, + 103, + 130, + 84, + 395, + 371, + 415, + 92, + 11, + 83, + 317, + 47, + 269, + 220, + 392, + 33, + 208, + 62, + 0, + 425, + 509, + 154, + 406, + 433, + 178, + 73, + 192, + 232, + 139, + 224, + 284, + 216, + 474, + 398, + 170, + 311, + 5, + 428, + 267, + 89, + 6, + 352, + 86, + 276, + 325, + 100, + 225, + 511, + 449, + 54, + 141, + 274, + 427, + 166, + 257, + 176, + 135, + 435, + 497, + 375, + 24, + 331, + 114, + 95, + 361, + 64, + 50, + 458, + 278, + 229, + 79, + 215, + 2, + 237, + 144, + 382, + 466, + 486, + 110, + 206, + 116, + 505, + 53, + 337, + 70, + 127, + 384, + 21, + 465, + 452, + 59, + 160, + 60, + 423, + 273, + 148, + 20, + 475, + 346, + 198, + 165, + 402, + 326, + 243, + 191, + 476, + 221, + 436, + 171, + 265, + 502, + 134, + 500, + 483, + 463, + 25, + 495, + 508, + 88, + 471, + 275 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 2.3479748516707404, + "final_energy": { + "mse": 0.5904302149564162, + "mse_channels": [ + 0.5904302149564162 + ], + "mse_channel_mean": 0.5904302149564162, + "conditional_kl": 5.835572108789539, + "m30_total": 2.3479748516707404 + }, + "accepted_moves": 810, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.14488708567028, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.553393027797632, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.116621588543678, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 2.880577415129924, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 2.7160473643810423, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.60750162297464, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.53645562583565, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.486366099883642, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.449537778892605, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.4226684250942085, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.401752395801379, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.384395702091102, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.3724916253011115, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.362153197846242, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.3554742037721557, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 2.351592774443901, + "accuracy": 0.001953125 + }, + { + "step": 800, + "objective": 2.348086888531469, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.005859375, + "final_objective": 2.3746819125340863, + "final_energy": { + "mse": 0.6044047390975571, + "mse_channels": [ + 0.6044047390975571 + ], + "mse_channel_mean": 0.6044047390975571, + "conditional_kl": 5.829362171694861, + "m30_total": 2.3746819125340863 + }, + "accepted_moves": 759, + "moved_fraction": 0.990234375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.051127873390432, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.539315315998911, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.1149268659600717, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 2.8914776731537, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 2.738158488888165, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.642374740652749, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 2.5722662348244705, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 2.5139342365666906, + "accuracy": 0.00390625 + }, + { + "step": 400, + "objective": 2.47262065414534, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.4430651620532586, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 2.4208576671129585, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 2.4044564189635125, + "accuracy": 0.00390625 + }, + { + "step": 600, + "objective": 2.392696456280015, + "accuracy": 0.00390625 + }, + { + "step": 650, + "objective": 2.3842900798271276, + "accuracy": 0.005859375 + }, + { + "step": 700, + "objective": 2.3790345365721377, + "accuracy": 0.005859375 + }, + { + "step": 750, + "objective": 2.3750385127977625, + "accuracy": 0.005859375 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.5000226852696406, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.033203125, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.3479748516707404 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json new file mode 100644 index 0000000..41b6ae1 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json @@ -0,0 +1,1108 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 2, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed2_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.83341670187832, + "mse_channels": [ + 1.83341670187832, + 1.9183376462613266, + 1.9443222777171119, + 1.5953421491779918 + ], + "mse_channel_mean": 1.8228546937586876, + "conditional_kl": 6.289259164714802, + "m30_total": 4.924685236699601 + }, + "similarity_shift": { + "mse": 1.8694251002229523, + "mse_channels": [ + 1.8694251002229523, + 2.0102289470410573, + 1.8030488606101274, + 2.0595966757882747 + ], + "mse_channel_mean": 1.935574895915603, + "conditional_kl": 6.507446142390554, + "m30_total": 5.040339428924016 + }, + "random": { + "mse": { + "mean": 1.9994797706604004, + "std": 0.058404065668582916, + "min": 1.7850332260131836, + "true_z": 2.8433477878570557, + "true_rank_among_random": 5, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.00036883354187, + "std": 0.03226807340979576, + "min": 1.8854665756225586, + "true_z": 5.501233100891113, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.495845794677734, + "std": 0.011792183853685856, + "min": 6.460770606994629, + "true_z": 17.518962860107422, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.298128604888916, + "std": 0.11769420653581619, + "min": 4.865544319152832, + "true_z": 3.172999143600464, + "true_rank_among_random": 3, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 36017, + "improving_fraction": 0.27532564823874756, + "delta_mean": 0.0010088119267950648, + "delta_min": -0.02958629152445563, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 138, + 283 + ], + "delta_mse": -0.02958629152445563, + "text_cosine": 0.9753421490396004, + "visual_cosine": 0.2988083983272222 + }, + { + "pair": [ + 434, + 462 + ], + "delta_mse": -0.02866415972601924, + "text_cosine": 0.9317773672408555, + "visual_cosine": 0.2255556728301112 + }, + { + "pair": [ + 178, + 434 + ], + "delta_mse": -0.02736451097463055, + "text_cosine": 0.9471254636747624, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 138, + 482 + ], + "delta_mse": -0.027298356150001302, + "text_cosine": 0.9793029564742233, + "visual_cosine": 0.212231319802613 + }, + { + "pair": [ + 138, + 475 + ], + "delta_mse": -0.027285044549204298, + "text_cosine": 0.9800862059415523, + "visual_cosine": 0.1687597368613515 + }, + { + "pair": [ + 116, + 462 + ], + "delta_mse": -0.027162074983388126, + "text_cosine": 0.9593324923953026, + "visual_cosine": 0.18315905432715038 + }, + { + "pair": [ + 116, + 178 + ], + "delta_mse": -0.026518581417991054, + "text_cosine": 0.9692112059577412, + "visual_cosine": 0.15927824009623728 + }, + { + "pair": [ + 138, + 462 + ], + "delta_mse": -0.026497886589903027, + "text_cosine": 0.9796761389644009, + "visual_cosine": 0.12910970721226528 + }, + { + "pair": [ + 116, + 482 + ], + "delta_mse": -0.02640461244220287, + "text_cosine": 0.9700641137802235, + "visual_cosine": 0.2237172329197431 + }, + { + "pair": [ + 123, + 138 + ], + "delta_mse": -0.02632601910919354, + "text_cosine": 0.9692891375052565, + "visual_cosine": 0.3088617476236421 + }, + { + "pair": [ + 434, + 482 + ], + "delta_mse": -0.026183269130750683, + "text_cosine": 0.9466821249791751, + "visual_cosine": 0.27440706708986423 + }, + { + "pair": [ + 27, + 138 + ], + "delta_mse": -0.026105033530584135, + "text_cosine": 0.9788899660457826, + "visual_cosine": 0.37211961354248113 + }, + { + "pair": [ + 138, + 178 + ], + "delta_mse": -0.026053368849889933, + "text_cosine": 0.979137972977117, + "visual_cosine": 0.1550821709275637 + }, + { + "pair": [ + 116, + 475 + ], + "delta_mse": -0.026039858506267964, + "text_cosine": 0.9714638121152998, + "visual_cosine": 0.4139491628443245 + }, + { + "pair": [ + 116, + 283 + ], + "delta_mse": -0.02555499337156781, + "text_cosine": 0.9695060414279071, + "visual_cosine": 0.3301124328660246 + }, + { + "pair": [ + 138, + 147 + ], + "delta_mse": -0.025421802701382147, + "text_cosine": 0.9863317355618114, + "visual_cosine": 0.31741140034320886 + }, + { + "pair": [ + 138, + 221 + ], + "delta_mse": -0.02536872600305404, + "text_cosine": 0.9708500248140943, + "visual_cosine": 0.27788068551025774 + }, + { + "pair": [ + 147, + 434 + ], + "delta_mse": -0.02514327975370395, + "text_cosine": 0.9572750406233983, + "visual_cosine": 0.4067781925101642 + }, + { + "pair": [ + 116, + 147 + ], + "delta_mse": -0.02500558168242965, + "text_cosine": 0.9766282722521481, + "visual_cosine": 0.30766978053600075 + }, + { + "pair": [ + 385, + 434 + ], + "delta_mse": -0.02479917141103902, + "text_cosine": 0.954006929728361, + "visual_cosine": 0.15032951289485877 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0007219659746624529, + "delta_std": 0.0038659805431962013, + "improving_fraction": 0.39 + }, + { + "k": 4, + "delta_mean": 0.001499710837379098, + "delta_std": 0.009380664676427841, + "improving_fraction": 0.335 + }, + { + "k": 8, + "delta_mean": 0.004128464963287115, + "delta_std": 0.014957119710743427, + "improving_fraction": 0.315 + }, + { + "k": 16, + "delta_mean": 0.007576629985123873, + "delta_std": 0.016818569973111153, + "improving_fraction": 0.26 + }, + { + "k": 32, + "delta_mean": 0.018433474004268646, + "delta_std": 0.02584637515246868, + "improving_fraction": 0.16 + }, + { + "k": 64, + "delta_mean": 0.03223589062690735, + "delta_std": 0.03224794566631317, + "improving_fraction": 0.155 + }, + { + "k": 128, + "delta_mean": 0.06152075156569481, + "delta_std": 0.04367373511195183, + "improving_fraction": 0.09 + }, + { + "k": 256, + "delta_mean": 0.10881567001342773, + "delta_std": 0.059667691588401794, + "improving_fraction": 0.04 + }, + { + "k": 512, + "delta_mean": 0.16327428817749023, + "delta_std": 0.05879665166139603, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.052734375, + "final_objective": 3.1864604058568684, + "final_energy": { + "mse": 0.9665609776517855, + "mse_channels": [ + 0.9665609776517855, + 1.7460949843291866, + 1.1082080465940423, + 0.6846970329019145 + ], + "mse_channel_mean": 1.1263902603692322, + "conditional_kl": 6.266692252766488, + "m30_total": 3.1864604058568684 + }, + "accepted_moves": 516, + "moved_fraction": 0.947265625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.918185308086905, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.8610050217204885, + "accuracy": 0.8046875 + }, + { + "step": 100, + "objective": 3.6031158319178234, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 3.4703595698001664, + "accuracy": 0.455078125 + }, + { + "step": 200, + "objective": 3.34284717959909, + "accuracy": 0.33203125 + }, + { + "step": 250, + "objective": 3.2881166268418207, + "accuracy": 0.25 + }, + { + "step": 300, + "objective": 3.2642924735448573, + "accuracy": 0.197265625 + }, + { + "step": 350, + "objective": 3.23957380626754, + "accuracy": 0.13671875 + }, + { + "step": 400, + "objective": 3.220204669277888, + "accuracy": 0.09375 + }, + { + "step": 450, + "objective": 3.2025123284954997, + "accuracy": 0.080078125 + }, + { + "step": 500, + "objective": 3.189204953161619, + "accuracy": 0.052734375 + } + ], + "final_permutation": [ + 20, + 65, + 73, + 16, + 366, + 246, + 63, + 82, + 52, + 42, + 165, + 258, + 478, + 381, + 172, + 297, + 454, + 91, + 412, + 233, + 299, + 248, + 227, + 339, + 86, + 306, + 448, + 458, + 216, + 318, + 410, + 447, + 43, + 295, + 474, + 178, + 460, + 155, + 393, + 335, + 23, + 426, + 253, + 269, + 422, + 484, + 329, + 384, + 212, + 128, + 396, + 509, + 72, + 193, + 228, + 119, + 433, + 15, + 334, + 190, + 357, + 326, + 510, + 378, + 403, + 21, + 259, + 364, + 181, + 69, + 293, + 511, + 167, + 2, + 374, + 75, + 439, + 207, + 202, + 213, + 457, + 59, + 407, + 144, + 203, + 294, + 467, + 459, + 437, + 39, + 153, + 389, + 85, + 367, + 94, + 494, + 456, + 476, + 201, + 466, + 184, + 416, + 340, + 267, + 468, + 196, + 56, + 70, + 143, + 490, + 158, + 388, + 424, + 134, + 114, + 12, + 35, + 139, + 187, + 57, + 345, + 109, + 47, + 96, + 316, + 162, + 137, + 497, + 487, + 129, + 31, + 58, + 130, + 413, + 360, + 79, + 186, + 300, + 55, + 508, + 140, + 76, + 211, + 48, + 71, + 238, + 453, + 154, + 117, + 324, + 400, + 151, + 352, + 99, + 428, + 314, + 274, + 292, + 395, + 131, + 107, + 465, + 254, + 438, + 296, + 392, + 124, + 194, + 493, + 37, + 257, + 241, + 401, + 404, + 160, + 206, + 313, + 157, + 116, + 354, + 394, + 247, + 64, + 221, + 359, + 185, + 219, + 261, + 40, + 60, + 81, + 163, + 192, + 36, + 303, + 452, + 133, + 223, + 505, + 105, + 330, + 115, + 200, + 176, + 148, + 208, + 199, + 277, + 305, + 24, + 156, + 100, + 321, + 217, + 214, + 32, + 78, + 234, + 28, + 147, + 276, + 243, + 189, + 118, + 240, + 6, + 1, + 482, + 9, + 479, + 472, + 496, + 278, + 164, + 469, + 385, + 222, + 290, + 152, + 399, + 260, + 67, + 84, + 170, + 368, + 397, + 41, + 375, + 226, + 327, + 113, + 501, + 486, + 328, + 29, + 268, + 49, + 183, + 11, + 102, + 83, + 136, + 475, + 311, + 264, + 30, + 470, + 441, + 125, + 398, + 337, + 342, + 121, + 307, + 435, + 26, + 390, + 14, + 473, + 481, + 491, + 488, + 146, + 138, + 380, + 66, + 325, + 98, + 33, + 442, + 132, + 142, + 97, + 495, + 92, + 286, + 191, + 188, + 298, + 0, + 126, + 301, + 462, + 377, + 471, + 127, + 25, + 235, + 312, + 252, + 420, + 263, + 423, + 50, + 379, + 112, + 4, + 344, + 101, + 372, + 320, + 272, + 430, + 343, + 5, + 288, + 338, + 506, + 104, + 302, + 174, + 331, + 351, + 319, + 110, + 204, + 173, + 383, + 332, + 7, + 256, + 182, + 317, + 411, + 415, + 120, + 285, + 44, + 418, + 19, + 436, + 255, + 111, + 215, + 10, + 355, + 166, + 402, + 244, + 169, + 391, + 361, + 225, + 363, + 279, + 168, + 236, + 421, + 45, + 455, + 350, + 369, + 461, + 373, + 224, + 503, + 432, + 348, + 387, + 198, + 492, + 22, + 89, + 425, + 62, + 242, + 386, + 179, + 27, + 450, + 283, + 308, + 13, + 498, + 68, + 175, + 341, + 417, + 371, + 150, + 356, + 489, + 310, + 271, + 88, + 333, + 409, + 275, + 54, + 171, + 141, + 123, + 485, + 195, + 209, + 358, + 159, + 90, + 273, + 419, + 250, + 483, + 61, + 53, + 315, + 266, + 18, + 480, + 220, + 429, + 322, + 177, + 446, + 405, + 265, + 8, + 87, + 365, + 406, + 477, + 287, + 440, + 135, + 443, + 444, + 408, + 376, + 197, + 237, + 464, + 17, + 445, + 504, + 282, + 95, + 38, + 180, + 431, + 145, + 161, + 210, + 323, + 434, + 463, + 449, + 251, + 106, + 122, + 149, + 229, + 205, + 3, + 230, + 347, + 34, + 262, + 108, + 289, + 414, + 284, + 451, + 382, + 46, + 93, + 280, + 291, + 270, + 232, + 218, + 336, + 346, + 309, + 77, + 427, + 502, + 507, + 231, + 353, + 349, + 499, + 500, + 103, + 362, + 239, + 80, + 51, + 304, + 245, + 249, + 370, + 281, + 74 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 3.120156901553658, + "final_energy": { + "mse": 0.9309702672320703, + "mse_channels": [ + 0.9309702672320703, + 1.8379185212229694, + 1.0924432102940884, + 0.697152848156788 + ], + "mse_channel_mean": 1.139621211726479, + "conditional_kl": 6.291081835447587, + "m30_total": 3.120156901553658 + }, + "accepted_moves": 559, + "moved_fraction": 0.978515625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.084447642922061, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.9250531830721664, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.5916538373819598, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.420951878878501, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.3325667002930777, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.2792977551640687, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 3.2422340038529245, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 3.2090325927540104, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 3.1807769223932256, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.1586044519673617, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.1368519338495595, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.123199085662283, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 3.167188754020094, + "final_energy": { + "mse": 0.9551400620657076, + "mse_channels": [ + 0.9551400620657076, + 1.7688897776000296, + 1.093948376720946, + 0.6968182762653227 + ], + "mse_channel_mean": 1.1286991231630015, + "conditional_kl": 6.284543149443394, + "m30_total": 3.167188754020094 + }, + "accepted_moves": 586, + "moved_fraction": 0.984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.121718173692328, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.116100857140829, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.7159677682001133, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.5162079372765715, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.421390682452234, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.35473111329456, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.302797387922589, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.260656568728858, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.232695137218416, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 3.210519897518507, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 3.1913099726285714, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 3.17506193213021, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.924685236699601, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.052734375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 3.120156901553658 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_region_closed_seed2_scalar.json b/artifacts/manifold_gate/vg512_region_closed_seed2_scalar.json new file mode 100644 index 0000000..dd38278 --- /dev/null +++ b/artifacts/manifold_gate/vg512_region_closed_seed2_scalar.json @@ -0,0 +1,1160 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "region_closed", + "samples": 512, + "subset_seed": 2, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k/text_features.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_region_closed_seed2_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.5497406845217934, + "mse_channels": [ + 1.5497406845217934 + ], + "mse_channel_mean": 1.5497406845217934, + "conditional_kl": 6.289259164714802, + "m30_total": 4.357333201986547 + }, + "similarity_shift": { + "mse": 1.8006471777633417, + "mse_channels": [ + 1.8006471777633417 + ], + "mse_channel_mean": 1.8006471777633417, + "conditional_kl": 6.507446142390554, + "m30_total": 4.902783584004794 + }, + "random": { + "mse": { + "mean": 1.9997849464416504, + "std": 0.05623829737305641, + "min": 1.8321346044540405, + "true_z": 8.00245189666748, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.9997849464416504, + "std": 0.05623829737305641, + "min": 1.8321346044540405, + "true_z": 8.00245189666748, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.495845794677734, + "std": 0.011792183853685856, + "min": 6.460770606994629, + "true_z": 17.518962860107422, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.298739433288574, + "std": 0.11354231834411621, + "min": 4.958786487579346, + "true_z": 8.291236877441406, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 25166, + "improving_fraction": 0.19237707925636008, + "delta_mean": 0.0024890511109841645, + "delta_min": -0.06585485097052292, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 259, + 434 + ], + "delta_mse": -0.06585485097052292, + "text_cosine": 0.9545299262745018, + "visual_cosine": 0.0657274536235636 + }, + { + "pair": [ + 122, + 434 + ], + "delta_mse": -0.06478267821122188, + "text_cosine": 0.9492532393176104, + "visual_cosine": 0.244871262159981 + }, + { + "pair": [ + 281, + 434 + ], + "delta_mse": -0.0635609983077372, + "text_cosine": 0.9483341406152255, + "visual_cosine": 0.22140571540847073 + }, + { + "pair": [ + 55, + 434 + ], + "delta_mse": -0.06209616793457745, + "text_cosine": 0.9465071763423647, + "visual_cosine": 0.0908466488471182 + }, + { + "pair": [ + 57, + 119 + ], + "delta_mse": -0.061492540375367236, + "text_cosine": 0.9123714371950096, + "visual_cosine": 0.062815058902934 + }, + { + "pair": [ + 434, + 503 + ], + "delta_mse": -0.06070523150329002, + "text_cosine": 0.9474141389533427, + "visual_cosine": 0.15946363248958148 + }, + { + "pair": [ + 24, + 434 + ], + "delta_mse": -0.05943472596230676, + "text_cosine": 0.9405513476037503, + "visual_cosine": 0.03597514188254883 + }, + { + "pair": [ + 119, + 434 + ], + "delta_mse": -0.05930419821940719, + "text_cosine": 0.9296708688195825, + "visual_cosine": -0.009839870729349807 + }, + { + "pair": [ + 255, + 434 + ], + "delta_mse": -0.05900164234442869, + "text_cosine": 0.9510532116396718, + "visual_cosine": 0.23098643997959836 + }, + { + "pair": [ + 144, + 434 + ], + "delta_mse": -0.057927929782469294, + "text_cosine": 0.9446349054252449, + "visual_cosine": 0.11686968884530634 + }, + { + "pair": [ + 209, + 434 + ], + "delta_mse": -0.057585626577308105, + "text_cosine": 0.9499004442756396, + "visual_cosine": 0.14278533731284068 + }, + { + "pair": [ + 337, + 434 + ], + "delta_mse": -0.05750346364655796, + "text_cosine": 0.9465816343599123, + "visual_cosine": 0.09216829164950303 + }, + { + "pair": [ + 295, + 434 + ], + "delta_mse": -0.05658425941401525, + "text_cosine": 0.944979460666805, + "visual_cosine": 0.12446259682681478 + }, + { + "pair": [ + 296, + 434 + ], + "delta_mse": -0.05461165478348438, + "text_cosine": 0.9330566873361857, + "visual_cosine": 0.09130649378323508 + }, + { + "pair": [ + 362, + 434 + ], + "delta_mse": -0.05452655454753379, + "text_cosine": 0.9465066969394126, + "visual_cosine": 0.05843326134511321 + }, + { + "pair": [ + 378, + 434 + ], + "delta_mse": -0.05349981938913902, + "text_cosine": 0.9349592861513891, + "visual_cosine": 0.17400766885797223 + }, + { + "pair": [ + 41, + 434 + ], + "delta_mse": -0.05308207424783738, + "text_cosine": 0.9454407512436758, + "visual_cosine": 0.09433780902667131 + }, + { + "pair": [ + 150, + 434 + ], + "delta_mse": -0.05211335967944682, + "text_cosine": 0.9339074527689419, + "visual_cosine": 0.02372383600957501 + }, + { + "pair": [ + 7, + 434 + ], + "delta_mse": -0.051900037887693984, + "text_cosine": 0.9477017612730887, + "visual_cosine": 0.17797706935205507 + }, + { + "pair": [ + 434, + 501 + ], + "delta_mse": -0.05110361325468303, + "text_cosine": 0.9405716042935885, + "visual_cosine": 0.18326231978182317 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0022332703229039907, + "delta_std": 0.004554439801722765, + "improving_fraction": 0.18 + }, + { + "k": 4, + "delta_mean": 0.004869141150265932, + "delta_std": 0.009268179535865784, + "improving_fraction": 0.145 + }, + { + "k": 8, + "delta_mean": 0.00990293174982071, + "delta_std": 0.015287930145859718, + "improving_fraction": 0.135 + }, + { + "k": 16, + "delta_mean": 0.01916361041367054, + "delta_std": 0.017353815957903862, + "improving_fraction": 0.065 + }, + { + "k": 32, + "delta_mean": 0.04231706261634827, + "delta_std": 0.028036441653966904, + "improving_fraction": 0.03 + }, + { + "k": 64, + "delta_mean": 0.07876143604516983, + "delta_std": 0.03174426406621933, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.15009598433971405, + "delta_std": 0.04559198394417763, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.27420204877853394, + "delta_std": 0.060302022844552994, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.455189049243927, + "delta_std": 0.055225081741809845, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.029296875, + "final_objective": 2.575195924817873, + "final_energy": { + "mse": 0.6694562603367474, + "mse_channels": [ + 0.6694562603367474 + ], + "mse_channel_mean": 0.6694562603367474, + "conditional_kl": 6.181417020721889, + "m30_total": 2.575195924817873 + }, + "accepted_moves": 731, + "moved_fraction": 0.970703125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.224573665837802, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.308524779345391, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.040780975048601, + "accuracy": 0.615234375 + }, + { + "step": 150, + "objective": 2.913406852175558, + "accuracy": 0.4609375 + }, + { + "step": 200, + "objective": 2.833824502843334, + "accuracy": 0.3515625 + }, + { + "step": 250, + "objective": 2.7682729348053003, + "accuracy": 0.271484375 + }, + { + "step": 300, + "objective": 2.7199335217138554, + "accuracy": 0.20703125 + }, + { + "step": 350, + "objective": 2.679727083940402, + "accuracy": 0.154296875 + }, + { + "step": 400, + "objective": 2.6507798067781785, + "accuracy": 0.1015625 + }, + { + "step": 450, + "objective": 2.630545998321178, + "accuracy": 0.087890625 + }, + { + "step": 500, + "objective": 2.614648256102141, + "accuracy": 0.078125 + }, + { + "step": 550, + "objective": 2.601285969571643, + "accuracy": 0.05859375 + }, + { + "step": 600, + "objective": 2.5909114674673925, + "accuracy": 0.04296875 + }, + { + "step": 650, + "objective": 2.5826889323922813, + "accuracy": 0.0390625 + }, + { + "step": 700, + "objective": 2.5776051365858854, + "accuracy": 0.03125 + } + ], + "final_permutation": [ + 374, + 239, + 424, + 246, + 494, + 195, + 175, + 486, + 394, + 148, + 183, + 269, + 146, + 384, + 185, + 110, + 111, + 336, + 39, + 470, + 231, + 357, + 119, + 182, + 191, + 301, + 94, + 92, + 99, + 262, + 317, + 313, + 441, + 362, + 126, + 213, + 234, + 155, + 312, + 17, + 227, + 285, + 338, + 47, + 319, + 405, + 278, + 447, + 448, + 121, + 18, + 16, + 350, + 267, + 10, + 74, + 29, + 498, + 20, + 478, + 243, + 426, + 62, + 225, + 432, + 78, + 109, + 260, + 33, + 69, + 207, + 464, + 453, + 304, + 400, + 75, + 204, + 472, + 169, + 219, + 368, + 15, + 114, + 150, + 4, + 85, + 455, + 133, + 258, + 397, + 401, + 73, + 457, + 331, + 137, + 50, + 342, + 476, + 229, + 189, + 445, + 101, + 113, + 228, + 323, + 508, + 396, + 496, + 435, + 471, + 158, + 352, + 487, + 473, + 314, + 167, + 428, + 70, + 253, + 57, + 235, + 91, + 434, + 14, + 143, + 347, + 308, + 28, + 360, + 230, + 13, + 458, + 181, + 355, + 327, + 294, + 466, + 34, + 201, + 232, + 64, + 42, + 477, + 48, + 96, + 462, + 419, + 437, + 361, + 333, + 83, + 245, + 79, + 165, + 36, + 222, + 134, + 386, + 404, + 353, + 311, + 40, + 506, + 422, + 463, + 339, + 80, + 0, + 194, + 59, + 170, + 123, + 281, + 192, + 233, + 180, + 11, + 381, + 67, + 290, + 295, + 84, + 296, + 186, + 151, + 398, + 370, + 414, + 491, + 127, + 184, + 53, + 377, + 340, + 12, + 403, + 118, + 454, + 383, + 485, + 164, + 483, + 90, + 159, + 76, + 324, + 98, + 495, + 208, + 3, + 256, + 359, + 149, + 21, + 277, + 452, + 330, + 54, + 372, + 310, + 276, + 480, + 297, + 35, + 399, + 264, + 365, + 87, + 160, + 102, + 58, + 9, + 38, + 107, + 202, + 442, + 469, + 124, + 460, + 420, + 511, + 241, + 168, + 190, + 95, + 291, + 344, + 105, + 6, + 249, + 259, + 373, + 223, + 490, + 272, + 179, + 325, + 199, + 147, + 171, + 131, + 242, + 431, + 348, + 298, + 275, + 505, + 376, + 423, + 366, + 292, + 510, + 163, + 218, + 268, + 321, + 220, + 153, + 8, + 178, + 389, + 174, + 282, + 104, + 271, + 391, + 279, + 257, + 364, + 273, + 467, + 379, + 407, + 489, + 367, + 89, + 51, + 214, + 142, + 30, + 390, + 93, + 198, + 65, + 493, + 371, + 369, + 343, + 203, + 22, + 41, + 380, + 322, + 356, + 307, + 300, + 128, + 415, + 468, + 106, + 320, + 474, + 430, + 427, + 196, + 224, + 197, + 52, + 238, + 438, + 450, + 68, + 444, + 475, + 63, + 408, + 157, + 86, + 283, + 23, + 24, + 440, + 56, + 141, + 326, + 456, + 254, + 499, + 289, + 507, + 436, + 210, + 55, + 45, + 497, + 413, + 417, + 221, + 410, + 139, + 443, + 130, + 387, + 363, + 502, + 501, + 345, + 173, + 140, + 354, + 200, + 329, + 509, + 215, + 465, + 5, + 32, + 206, + 116, + 425, + 335, + 280, + 481, + 46, + 77, + 82, + 212, + 270, + 19, + 1, + 138, + 193, + 88, + 255, + 334, + 27, + 293, + 492, + 451, + 286, + 37, + 284, + 211, + 188, + 266, + 61, + 378, + 136, + 209, + 388, + 60, + 226, + 117, + 161, + 217, + 393, + 2, + 303, + 392, + 144, + 288, + 358, + 250, + 237, + 261, + 306, + 318, + 346, + 316, + 244, + 132, + 418, + 484, + 43, + 421, + 503, + 488, + 287, + 406, + 412, + 152, + 31, + 100, + 162, + 263, + 251, + 351, + 247, + 166, + 449, + 479, + 177, + 305, + 236, + 461, + 337, + 315, + 429, + 7, + 309, + 328, + 154, + 341, + 97, + 71, + 332, + 205, + 411, + 274, + 248, + 25, + 187, + 172, + 44, + 125, + 265, + 108, + 26, + 433, + 439, + 72, + 382, + 252, + 115, + 302, + 395, + 145, + 446, + 482, + 122, + 385, + 416, + 81, + 349, + 459, + 156, + 120, + 299, + 375, + 49, + 500, + 103, + 216, + 409, + 504, + 135, + 66, + 402, + 129, + 112, + 176, + 240 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.5423502964013167, + "final_energy": { + "mse": 0.6531657976107715, + "mse_channels": [ + 0.6531657976107715 + ], + "mse_channel_mean": 0.6531657976107715, + "conditional_kl": 6.180093505898869, + "m30_total": 2.5423502964013167 + }, + "accepted_moves": 840, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.069657387472825, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.7466026030460986, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.3386028087856516, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.1144443091661405, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 2.954518786860014, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 2.842810467783562, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 2.7677407461739643, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.711587753191367, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.668306972476886, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.633034195217526, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.6071695436130695, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.5882842780063644, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.575576077410493, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.5647948728678704, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 2.5569371136211876, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.5508814172542884, + "accuracy": 0.0 + }, + { + "step": 800, + "objective": 2.545639359132948, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 2.5897492567343394, + "final_energy": { + "mse": 0.6768999448958204, + "mse_channels": [ + 0.6768999448958204 + ], + "mse_channel_mean": 0.6768999448958204, + "conditional_kl": 6.179746834713493, + "m30_total": 2.5897492567343394 + }, + "accepted_moves": 808, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.96258322594762, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.7095089944982753, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.3330897062212768, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.1494493479473418, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.023983655083515, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.914316036739912, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 2.8293032478004916, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.764819602821273, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.719758962329603, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 2.6850640481131327, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.65992290357804, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.6399968928068382, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.6233857191804297, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 2.6104496020458563, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.6003136601859076, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 2.5934369203239847, + "accuracy": 0.001953125 + }, + { + "step": 800, + "objective": 2.5898725083285195, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.357333201986547, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.029296875, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.5423502964013167 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed0_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed0_bundle.json new file mode 100644 index 0000000..21c0cc4 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed0_bundle.json @@ -0,0 +1,1103 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 0, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed0_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.8361814201873075, + "mse_channels": [ + 1.8361814201873075, + 2.0092065496306146, + 1.8682381883198815, + 1.6745829951895506 + ], + "mse_channel_mean": 1.8470522883318385, + "conditional_kl": 5.968007727757813, + "m30_total": 4.865964385926178 + }, + "similarity_shift": { + "mse": 1.8282155900618504, + "mse_channels": [ + 1.8282155900618504, + 2.040174771117967, + 1.855414617038681, + 1.939644997614589 + ], + "mse_channel_mean": 1.9158624939582718, + "conditional_kl": 6.148225399493324, + "m30_total": 4.8860762600223655 + }, + "random": { + "mse": { + "mean": 2.002326488494873, + "std": 0.06357469409704208, + "min": 1.8082175254821777, + "true_z": 2.6133840084075928, + "true_rank_among_random": 4, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.000269651412964, + "std": 0.03424125537276268, + "min": 1.9081450700759888, + "true_z": 4.474640846252441, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.156534194946289, + "std": 0.00829392485320568, + "min": 6.131365776062012, + "true_z": 22.730690002441406, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.235959053039551, + "std": 0.12760761380195618, + "min": 4.843794345855713, + "true_z": 2.8994715213775635, + "true_rank_among_random": 1, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 42471, + "improving_fraction": 0.32466212084148727, + "delta_mean": 0.0009241115345120619, + "delta_min": -0.023728921363780353, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 150, + 334 + ], + "delta_mse": -0.023728921363780353, + "text_cosine": 0.9716231382004907, + "visual_cosine": 0.05834248860413824 + }, + { + "pair": [ + 133, + 295 + ], + "delta_mse": -0.023698267967706303, + "text_cosine": 0.9648793499512175, + "visual_cosine": 0.18205207859587322 + }, + { + "pair": [ + 133, + 248 + ], + "delta_mse": -0.02264878127326141, + "text_cosine": 0.9627004751833519, + "visual_cosine": 0.24336934029158566 + }, + { + "pair": [ + 30, + 248 + ], + "delta_mse": -0.02233376355178191, + "text_cosine": 0.987872123747108, + "visual_cosine": 0.2777819889987811 + }, + { + "pair": [ + 30, + 295 + ], + "delta_mse": -0.02106105663706159, + "text_cosine": 0.9832236378697833, + "visual_cosine": 0.17619941884729287 + }, + { + "pair": [ + 133, + 398 + ], + "delta_mse": -0.020000674756893978, + "text_cosine": 0.9539023891100868, + "visual_cosine": 0.16937273182784013 + }, + { + "pair": [ + 150, + 406 + ], + "delta_mse": -0.019785022723425694, + "text_cosine": 0.9711140124786037, + "visual_cosine": 0.08323255310799109 + }, + { + "pair": [ + 57, + 150 + ], + "delta_mse": -0.019765571316395496, + "text_cosine": 0.9734208466006409, + "visual_cosine": 0.10226345267775054 + }, + { + "pair": [ + 30, + 69 + ], + "delta_mse": -0.01975097730261382, + "text_cosine": 0.9876766905001162, + "visual_cosine": 0.26779431955666283 + }, + { + "pair": [ + 102, + 334 + ], + "delta_mse": -0.019587814793411613, + "text_cosine": 0.9866491719494747, + "visual_cosine": 0.19200126724411806 + }, + { + "pair": [ + 334, + 392 + ], + "delta_mse": -0.019393103233296058, + "text_cosine": 0.9771122574342217, + "visual_cosine": 0.10414264614190519 + }, + { + "pair": [ + 143, + 334 + ], + "delta_mse": -0.019377392431435474, + "text_cosine": 0.981428698694982, + "visual_cosine": 0.18685970256839998 + }, + { + "pair": [ + 30, + 398 + ], + "delta_mse": -0.01918613845607458, + "text_cosine": 0.9865944763859051, + "visual_cosine": 0.3199654341613582 + }, + { + "pair": [ + 392, + 433 + ], + "delta_mse": -0.018889355004655477, + "text_cosine": 0.9603847980862464, + "visual_cosine": 0.18498394025619516 + }, + { + "pair": [ + 133, + 392 + ], + "delta_mse": -0.018818120308154416, + "text_cosine": 0.9598765587349306, + "visual_cosine": 0.04400789354357283 + }, + { + "pair": [ + 334, + 378 + ], + "delta_mse": -0.018404405330439848, + "text_cosine": 0.981577157364069, + "visual_cosine": 0.26979077914374316 + }, + { + "pair": [ + 258, + 334 + ], + "delta_mse": -0.017883181745420924, + "text_cosine": 0.9861746810877529, + "visual_cosine": 0.19498707579060517 + }, + { + "pair": [ + 30, + 392 + ], + "delta_mse": -0.017783365345781555, + "text_cosine": 0.988289708337802, + "visual_cosine": 0.13529230274348428 + }, + { + "pair": [ + 69, + 133 + ], + "delta_mse": -0.017413607719125708, + "text_cosine": 0.9598239880334228, + "visual_cosine": 0.28479583279160214 + }, + { + "pair": [ + 119, + 334 + ], + "delta_mse": -0.01730024192581437, + "text_cosine": 0.9726405921477498, + "visual_cosine": 0.1312553545729741 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0007151878671720624, + "delta_std": 0.004676415119320154, + "improving_fraction": 0.285 + }, + { + "k": 4, + "delta_mean": 0.0018588155508041382, + "delta_std": 0.00784938782453537, + "improving_fraction": 0.4 + }, + { + "k": 8, + "delta_mean": 0.0039601074531674385, + "delta_std": 0.012014222331345081, + "improving_fraction": 0.33 + }, + { + "k": 16, + "delta_mean": 0.006842718925327063, + "delta_std": 0.015744848176836967, + "improving_fraction": 0.3 + }, + { + "k": 32, + "delta_mean": 0.014034444466233253, + "delta_std": 0.022500935941934586, + "improving_fraction": 0.275 + }, + { + "k": 64, + "delta_mean": 0.028988618403673172, + "delta_std": 0.0313674621284008, + "improving_fraction": 0.15 + }, + { + "k": 128, + "delta_mean": 0.0565815269947052, + "delta_std": 0.039167921990156174, + "improving_fraction": 0.08 + }, + { + "k": 256, + "delta_mean": 0.10482538491487503, + "delta_std": 0.05807621031999588, + "improving_fraction": 0.04 + }, + { + "k": 512, + "delta_mean": 0.17797137796878815, + "delta_std": 0.06258363276720047, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.05859375, + "final_objective": 2.8828200508854174, + "final_energy": { + "mse": 0.842092475394899, + "mse_channels": [ + 0.842092475394899, + 1.7121131998880907, + 0.9524185157696106, + 0.639278194828943 + ], + "mse_channel_mean": 1.0364755964703858, + "conditional_kl": 5.993175500478097, + "m30_total": 2.8828200508854174 + }, + "accepted_moves": 510, + "moved_fraction": 0.94140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.76723068555389, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.749711605167353, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.325865716526354, + "accuracy": 0.611328125 + }, + { + "step": 150, + "objective": 3.1867501637571323, + "accuracy": 0.44921875 + }, + { + "step": 200, + "objective": 3.0719914702699826, + "accuracy": 0.3125 + }, + { + "step": 250, + "objective": 3.011496674783193, + "accuracy": 0.220703125 + }, + { + "step": 300, + "objective": 2.9707172102189814, + "accuracy": 0.15234375 + }, + { + "step": 350, + "objective": 2.9390738089276693, + "accuracy": 0.119140625 + }, + { + "step": 400, + "objective": 2.9171705781589825, + "accuracy": 0.095703125 + }, + { + "step": 450, + "objective": 2.897556763758914, + "accuracy": 0.06640625 + }, + { + "step": 500, + "objective": 2.8841153341920114, + "accuracy": 0.05859375 + } + ], + "final_permutation": [ + 50, + 236, + 379, + 381, + 182, + 185, + 269, + 374, + 161, + 384, + 212, + 11, + 221, + 369, + 291, + 293, + 89, + 59, + 338, + 26, + 446, + 131, + 30, + 109, + 104, + 65, + 349, + 300, + 28, + 29, + 125, + 433, + 282, + 429, + 34, + 474, + 36, + 312, + 77, + 115, + 40, + 13, + 49, + 192, + 490, + 166, + 390, + 47, + 307, + 44, + 461, + 364, + 395, + 481, + 171, + 55, + 205, + 421, + 151, + 70, + 324, + 153, + 209, + 129, + 159, + 383, + 146, + 311, + 290, + 94, + 139, + 64, + 225, + 423, + 308, + 385, + 424, + 372, + 81, + 31, + 0, + 16, + 211, + 501, + 260, + 396, + 399, + 87, + 366, + 422, + 479, + 298, + 217, + 112, + 195, + 62, + 98, + 248, + 96, + 486, + 187, + 72, + 406, + 103, + 288, + 127, + 43, + 179, + 426, + 476, + 167, + 7, + 234, + 488, + 12, + 503, + 140, + 272, + 360, + 434, + 295, + 60, + 190, + 243, + 177, + 276, + 493, + 237, + 68, + 402, + 450, + 482, + 242, + 202, + 358, + 442, + 56, + 363, + 101, + 392, + 404, + 66, + 231, + 114, + 172, + 170, + 418, + 216, + 438, + 394, + 57, + 88, + 478, + 51, + 117, + 155, + 333, + 168, + 475, + 245, + 176, + 339, + 391, + 67, + 228, + 319, + 257, + 321, + 304, + 267, + 249, + 149, + 262, + 173, + 86, + 355, + 158, + 252, + 186, + 509, + 334, + 52, + 157, + 329, + 305, + 303, + 454, + 24, + 353, + 335, + 226, + 189, + 71, + 95, + 194, + 58, + 253, + 397, + 54, + 53, + 388, + 409, + 200, + 63, + 336, + 387, + 271, + 297, + 464, + 480, + 489, + 17, + 193, + 184, + 5, + 314, + 357, + 430, + 284, + 420, + 1, + 154, + 320, + 326, + 342, + 160, + 48, + 270, + 346, + 229, + 38, + 465, + 113, + 174, + 84, + 279, + 471, + 277, + 375, + 419, + 218, + 203, + 148, + 412, + 495, + 233, + 183, + 247, + 259, + 316, + 46, + 265, + 449, + 196, + 254, + 255, + 425, + 264, + 330, + 18, + 373, + 79, + 492, + 467, + 431, + 258, + 352, + 227, + 498, + 457, + 2, + 120, + 92, + 138, + 280, + 22, + 82, + 380, + 198, + 499, + 376, + 25, + 377, + 348, + 135, + 199, + 286, + 317, + 362, + 142, + 208, + 299, + 152, + 145, + 505, + 133, + 296, + 347, + 180, + 210, + 27, + 207, + 302, + 39, + 287, + 213, + 261, + 403, + 105, + 78, + 230, + 452, + 459, + 111, + 508, + 411, + 147, + 365, + 175, + 126, + 415, + 281, + 156, + 445, + 477, + 122, + 437, + 136, + 256, + 309, + 469, + 331, + 502, + 99, + 74, + 393, + 283, + 4, + 504, + 90, + 83, + 440, + 162, + 510, + 250, + 21, + 164, + 451, + 6, + 278, + 337, + 444, + 441, + 33, + 354, + 76, + 273, + 37, + 323, + 340, + 108, + 359, + 414, + 137, + 61, + 427, + 220, + 370, + 268, + 435, + 436, + 97, + 292, + 306, + 313, + 246, + 178, + 32, + 500, + 106, + 9, + 3, + 132, + 10, + 266, + 75, + 432, + 386, + 413, + 439, + 251, + 215, + 460, + 294, + 35, + 345, + 405, + 240, + 14, + 361, + 400, + 134, + 506, + 494, + 453, + 343, + 241, + 407, + 408, + 327, + 118, + 410, + 123, + 497, + 472, + 222, + 110, + 232, + 23, + 239, + 42, + 443, + 289, + 73, + 318, + 496, + 144, + 197, + 428, + 100, + 473, + 341, + 301, + 119, + 466, + 458, + 378, + 448, + 456, + 389, + 382, + 398, + 116, + 121, + 350, + 315, + 244, + 219, + 85, + 124, + 143, + 102, + 91, + 107, + 416, + 455, + 191, + 141, + 447, + 344, + 206, + 484, + 462, + 130, + 214, + 80, + 356, + 204, + 507, + 468, + 223, + 201, + 45, + 351, + 487, + 367, + 128, + 401, + 19, + 8, + 93, + 417, + 69, + 483, + 163, + 485, + 322, + 150, + 275, + 263, + 238, + 20, + 285, + 188, + 491, + 165, + 332, + 274, + 368, + 235, + 15, + 181, + 328, + 325, + 310, + 371, + 169, + 463, + 224, + 511, + 41, + 470 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.00390625, + "final_objective": 2.9303655483316198, + "final_energy": { + "mse": 0.8656314177592489, + "mse_channels": [ + 0.8656314177592489, + 1.6933344407135478, + 0.9517652546922492, + 0.6532691575437677 + ], + "mse_channel_mean": 1.0410000676772033, + "conditional_kl": 5.995513564065609, + "m30_total": 2.9303655483316198 + }, + "accepted_moves": 548, + "moved_fraction": 0.970703125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.231871557664851, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.939486529925836, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.480004965058698, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 3.2682677091657433, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.1427037750210873, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.0845357320790776, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.0400212227132926, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.0143326988066264, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.9878172415724364, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 2.9651861380796474, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.9439573850467267, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.00390625, + "final_objective": 2.8745484556368206, + "final_energy": { + "mse": 0.8369162421728444, + "mse_channels": [ + 0.8369162421728444, + 1.7387372868040347, + 0.9422185149915435, + 0.6473588666945231 + ], + "mse_channel_mean": 1.0413077276657365, + "conditional_kl": 6.003579856455657, + "m30_total": 2.8745484556368206 + }, + "accepted_moves": 565, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.289356698717435, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.88523261730883, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.46459092695601, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.24571979250769, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.1299263312184014, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.0544498218686087, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.0073097847589514, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.9732345073865596, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.94420206040994, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.918926758008375, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.8983945485064964, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 2.8782554002261094, + "accuracy": 0.00390625 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.865964385926178, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.05859375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.8745484556368206 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed0_scalar.json b/artifacts/manifold_gate/vg512_visible_relations_seed0_scalar.json new file mode 100644 index 0000000..3b62d37 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed0_scalar.json @@ -0,0 +1,1145 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 0, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 0, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed0_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.4717835012445672, + "mse_channels": [ + 1.4717835012445672 + ], + "mse_channel_mean": 1.4717835012445672, + "conditional_kl": 5.968007727757813, + "m30_total": 4.137168548040697 + }, + "similarity_shift": { + "mse": 1.7293597443292565, + "mse_channels": [ + 1.7293597443292565 + ], + "mse_channel_mean": 1.7293597443292565, + "conditional_kl": 6.148225399493324, + "m30_total": 4.688364568557178 + }, + "random": { + "mse": { + "mean": 2.0038411617279053, + "std": 0.05808873474597931, + "min": 1.7806980609893799, + "true_z": 9.159394264221191, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0038411617279053, + "std": 0.05808873474597931, + "min": 1.7806980609893799, + "true_z": 9.159394264221191, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.156534194946289, + "std": 0.00829392485320568, + "min": 6.131365776062012, + "true_z": 22.730690002441406, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.238989353179932, + "std": 0.11693011969327927, + "min": 4.790948390960693, + "true_z": 9.422901153564453, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 23412, + "improving_fraction": 0.17896893346379647, + "delta_mean": 0.002980705542127867, + "delta_min": -0.05056307950251094, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 150, + 433 + ], + "delta_mse": -0.05056307950251094, + "text_cosine": 0.9454795294170473, + "visual_cosine": 0.015450217703071843 + }, + { + "pair": [ + 119, + 433 + ], + "delta_mse": -0.05054901771345786, + "text_cosine": 0.9528133656622267, + "visual_cosine": 0.06594341264786825 + }, + { + "pair": [ + 102, + 433 + ], + "delta_mse": -0.05053417681193542, + "text_cosine": 0.9642451117370466, + "visual_cosine": 0.06057722018289307 + }, + { + "pair": [ + 332, + 433 + ], + "delta_mse": -0.04561659689666343, + "text_cosine": 0.9704587447488836, + "visual_cosine": 0.254645657215378 + }, + { + "pair": [ + 163, + 433 + ], + "delta_mse": -0.04471826068142126, + "text_cosine": 0.9661196382265661, + "visual_cosine": 0.08575847621183837 + }, + { + "pair": [ + 245, + 433 + ], + "delta_mse": -0.04402158801547627, + "text_cosine": 0.963429125301189, + "visual_cosine": 0.32392893843045517 + }, + { + "pair": [ + 50, + 433 + ], + "delta_mse": -0.043589376231549244, + "text_cosine": 0.9688035100438744, + "visual_cosine": 0.21323794017292516 + }, + { + "pair": [ + 392, + 433 + ], + "delta_mse": -0.04191438919387446, + "text_cosine": 0.9603847980862464, + "visual_cosine": 0.18498394025619516 + }, + { + "pair": [ + 225, + 433 + ], + "delta_mse": -0.040448057381542744, + "text_cosine": 0.9603364203411391, + "visual_cosine": 0.14080634948066656 + }, + { + "pair": [ + 187, + 433 + ], + "delta_mse": -0.04036040340949781, + "text_cosine": 0.9565432095417611, + "visual_cosine": 0.16897480318538813 + }, + { + "pair": [ + 412, + 433 + ], + "delta_mse": -0.03945616752740333, + "text_cosine": 0.9533033730298265, + "visual_cosine": 0.3143936606273374 + }, + { + "pair": [ + 212, + 433 + ], + "delta_mse": -0.039123560794400596, + "text_cosine": 0.9608494764367717, + "visual_cosine": 0.2842317288233234 + }, + { + "pair": [ + 433, + 498 + ], + "delta_mse": -0.0378671378247089, + "text_cosine": 0.9687232009357419, + "visual_cosine": 0.13798397785505803 + }, + { + "pair": [ + 433, + 470 + ], + "delta_mse": -0.03750848088934985, + "text_cosine": 0.9597514644692255, + "visual_cosine": 0.3018466738128574 + }, + { + "pair": [ + 180, + 433 + ], + "delta_mse": -0.03716789084723679, + "text_cosine": 0.9476805683213432, + "visual_cosine": 0.16397094048305214 + }, + { + "pair": [ + 31, + 433 + ], + "delta_mse": -0.036332523870666836, + "text_cosine": 0.957539011939088, + "visual_cosine": 0.1068629875582747 + }, + { + "pair": [ + 140, + 433 + ], + "delta_mse": -0.035355310900221947, + "text_cosine": 0.9596050421692573, + "visual_cosine": 0.2023845699084794 + }, + { + "pair": [ + 8, + 433 + ], + "delta_mse": -0.0351586264958246, + "text_cosine": 0.9654667157558119, + "visual_cosine": 0.38412422696105014 + }, + { + "pair": [ + 410, + 433 + ], + "delta_mse": -0.034387601126457445, + "text_cosine": 0.9612785394198398, + "visual_cosine": 0.09670278236856066 + }, + { + "pair": [ + 376, + 433 + ], + "delta_mse": -0.03414024524304242, + "text_cosine": 0.9688445602822803, + "visual_cosine": 0.2420523404604336 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0025993201415985823, + "delta_std": 0.0046549285762012005, + "improving_fraction": 0.145 + }, + { + "k": 4, + "delta_mean": 0.00649539427831769, + "delta_std": 0.008177580311894417, + "improving_fraction": 0.16 + }, + { + "k": 8, + "delta_mean": 0.011319151148200035, + "delta_std": 0.011565388180315495, + "improving_fraction": 0.11 + }, + { + "k": 16, + "delta_mean": 0.02397003583610058, + "delta_std": 0.015329316258430481, + "improving_fraction": 0.02 + }, + { + "k": 32, + "delta_mean": 0.045578815042972565, + "delta_std": 0.02171756885945797, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.0897127240896225, + "delta_std": 0.028539210557937622, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.1738407015800476, + "delta_std": 0.03862808644771576, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.32519611716270447, + "delta_std": 0.05331876128911972, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5326806902885437, + "delta_std": 0.05615127086639404, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.037109375, + "final_objective": 2.2841391441805214, + "final_energy": { + "mse": 0.5519732376658675, + "mse_channels": [ + 0.5519732376658675 + ], + "mse_channel_mean": 0.5519732376658675, + "conditional_kl": 5.900963344243933, + "m30_total": 2.2841391441805214 + }, + "accepted_moves": 673, + "moved_fraction": 0.962890625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.036089902485733, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.0040949706432825, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 2.7449894619442476, + "accuracy": 0.611328125 + }, + { + "step": 150, + "objective": 2.5969882990102438, + "accuracy": 0.45703125 + }, + { + "step": 200, + "objective": 2.5035933177908194, + "accuracy": 0.341796875 + }, + { + "step": 250, + "objective": 2.4428887614170582, + "accuracy": 0.27734375 + }, + { + "step": 300, + "objective": 2.4021188415619057, + "accuracy": 0.21875 + }, + { + "step": 350, + "objective": 2.3705488268511172, + "accuracy": 0.169921875 + }, + { + "step": 400, + "objective": 2.345823514121186, + "accuracy": 0.138671875 + }, + { + "step": 450, + "objective": 2.326289215336553, + "accuracy": 0.11328125 + }, + { + "step": 500, + "objective": 2.3111323904000294, + "accuracy": 0.08203125 + }, + { + "step": 550, + "objective": 2.2993051420283113, + "accuracy": 0.064453125 + }, + { + "step": 600, + "objective": 2.291767646258156, + "accuracy": 0.046875 + }, + { + "step": 650, + "objective": 2.2867593184699704, + "accuracy": 0.041015625 + } + ], + "final_permutation": [ + 37, + 387, + 278, + 200, + 232, + 179, + 425, + 7, + 157, + 274, + 83, + 209, + 447, + 362, + 18, + 128, + 418, + 131, + 415, + 156, + 52, + 80, + 71, + 509, + 11, + 63, + 350, + 420, + 323, + 451, + 30, + 433, + 269, + 346, + 188, + 267, + 494, + 444, + 134, + 108, + 40, + 508, + 193, + 390, + 44, + 320, + 271, + 176, + 328, + 58, + 480, + 221, + 207, + 261, + 474, + 332, + 5, + 330, + 219, + 338, + 138, + 284, + 381, + 498, + 382, + 427, + 307, + 231, + 23, + 137, + 234, + 8, + 456, + 265, + 436, + 500, + 310, + 303, + 315, + 298, + 345, + 393, + 492, + 15, + 70, + 252, + 172, + 247, + 254, + 289, + 211, + 260, + 123, + 184, + 46, + 402, + 119, + 168, + 454, + 225, + 410, + 503, + 53, + 292, + 49, + 348, + 48, + 107, + 178, + 14, + 136, + 275, + 302, + 371, + 92, + 380, + 311, + 117, + 112, + 133, + 1, + 372, + 60, + 146, + 431, + 141, + 326, + 462, + 214, + 76, + 78, + 227, + 162, + 201, + 411, + 159, + 455, + 174, + 266, + 339, + 139, + 313, + 383, + 115, + 55, + 417, + 322, + 461, + 32, + 259, + 121, + 334, + 106, + 212, + 99, + 103, + 438, + 489, + 0, + 327, + 458, + 161, + 349, + 67, + 319, + 111, + 177, + 440, + 171, + 33, + 77, + 182, + 360, + 386, + 392, + 142, + 19, + 169, + 329, + 90, + 460, + 89, + 305, + 38, + 93, + 452, + 122, + 373, + 394, + 88, + 487, + 25, + 308, + 268, + 194, + 129, + 132, + 406, + 510, + 86, + 95, + 358, + 486, + 28, + 496, + 65, + 409, + 446, + 218, + 283, + 469, + 180, + 75, + 466, + 51, + 317, + 321, + 287, + 256, + 12, + 370, + 43, + 257, + 239, + 314, + 238, + 281, + 437, + 164, + 388, + 365, + 471, + 423, + 477, + 270, + 3, + 312, + 105, + 378, + 243, + 355, + 158, + 96, + 192, + 143, + 223, + 235, + 73, + 430, + 288, + 342, + 419, + 41, + 22, + 343, + 155, + 499, + 220, + 187, + 258, + 363, + 69, + 185, + 130, + 244, + 216, + 391, + 102, + 203, + 150, + 21, + 264, + 470, + 2, + 351, + 464, + 376, + 429, + 435, + 175, + 17, + 357, + 50, + 421, + 97, + 408, + 35, + 9, + 341, + 10, + 389, + 291, + 56, + 479, + 309, + 295, + 81, + 505, + 79, + 208, + 304, + 98, + 400, + 293, + 273, + 213, + 91, + 276, + 186, + 467, + 463, + 149, + 445, + 154, + 369, + 6, + 422, + 395, + 318, + 403, + 506, + 279, + 377, + 127, + 296, + 290, + 147, + 181, + 251, + 413, + 228, + 148, + 24, + 253, + 374, + 263, + 453, + 385, + 493, + 233, + 473, + 4, + 240, + 344, + 475, + 84, + 352, + 347, + 237, + 224, + 331, + 476, + 439, + 222, + 204, + 282, + 490, + 324, + 94, + 66, + 414, + 280, + 379, + 262, + 459, + 356, + 62, + 250, + 173, + 47, + 191, + 118, + 249, + 135, + 457, + 424, + 285, + 366, + 472, + 325, + 337, + 54, + 299, + 167, + 384, + 104, + 368, + 300, + 202, + 34, + 36, + 246, + 511, + 294, + 197, + 16, + 397, + 333, + 478, + 116, + 286, + 126, + 189, + 501, + 85, + 248, + 375, + 407, + 483, + 206, + 57, + 405, + 100, + 64, + 45, + 151, + 359, + 145, + 109, + 255, + 404, + 242, + 399, + 491, + 74, + 432, + 495, + 163, + 82, + 449, + 217, + 210, + 443, + 412, + 434, + 468, + 497, + 401, + 198, + 215, + 297, + 364, + 125, + 68, + 124, + 488, + 354, + 13, + 448, + 229, + 426, + 465, + 31, + 335, + 190, + 416, + 507, + 442, + 26, + 502, + 428, + 152, + 441, + 241, + 316, + 29, + 114, + 101, + 195, + 87, + 361, + 120, + 166, + 165, + 336, + 450, + 110, + 140, + 59, + 272, + 113, + 481, + 306, + 199, + 484, + 61, + 72, + 153, + 170, + 277, + 230, + 398, + 482, + 27, + 205, + 485, + 196, + 340, + 353, + 367, + 226, + 20, + 301, + 42, + 504, + 39, + 396, + 183, + 236, + 144, + 160, + 245 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.001953125, + "final_objective": 2.2986974676937493, + "final_energy": { + "mse": 0.5572359088601652, + "mse_channels": [ + 0.5572359088601652 + ], + "mse_channel_mean": 0.5572359088601652, + "conditional_kl": 5.921128249867095, + "m30_total": 2.2986974676937493 + }, + "accepted_moves": 786, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.197856043548812, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.6246038212854557, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.164414241397255, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 2.939607618548007, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 2.7447945813014134, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 2.628339595128332, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 2.547931396314548, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.484709691369049, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.433397659353605, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 2.394079749167995, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.363902156389477, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.3413969947514417, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.3259410995794925, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 2.3160112487522206, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.308551453476427, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.3029278444732855, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.009765625, + "final_objective": 2.265278257348334, + "final_energy": { + "mse": 0.541804771765918, + "mse_channels": [ + 0.541804771765918 + ], + "mse_channel_mean": 0.541804771765918, + "conditional_kl": 5.908343569082491, + "m30_total": 2.265278257348334 + }, + "accepted_moves": 779, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.971222264891033, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.5705983585083563, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.126768088621347, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 2.8637858869772934, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 2.680101845021605, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 2.564101870929306, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 2.484654824680079, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.426162852488167, + "accuracy": 0.00390625 + }, + { + "step": 400, + "objective": 2.3796121472377463, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.3465863436089927, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 2.3204555586291113, + "accuracy": 0.005859375 + }, + { + "step": 550, + "objective": 2.301818044364172, + "accuracy": 0.005859375 + }, + { + "step": 600, + "objective": 2.289287216093343, + "accuracy": 0.0078125 + }, + { + "step": 650, + "objective": 2.2794507296197324, + "accuracy": 0.0078125 + }, + { + "step": 700, + "objective": 2.2726524575546176, + "accuracy": 0.009765625 + }, + { + "step": 750, + "objective": 2.267518096700906, + "accuracy": 0.009765625 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.137168548040697, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.037109375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.265278257348334 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json new file mode 100644 index 0000000..4af8747 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json @@ -0,0 +1,1088 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 1, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.860282731890636, + "mse_channels": [ + 1.860282731890636, + 1.936960154271379, + 1.9660424726825145, + 1.6255675070711935 + ], + "mse_channel_mean": 1.8472132164789308, + "conditional_kl": 5.95559871418284, + "m30_total": 4.9116852066178405 + }, + "similarity_shift": { + "mse": 1.9029741501506345, + "mse_channels": [ + 1.9029741501506345, + 2.092090030336233, + 1.9544740992502145, + 1.9322874393445943 + ], + "mse_channel_mean": 1.970456429770419, + "conditional_kl": 6.129976575579547, + "m30_total": 5.031943615417179 + }, + "random": { + "mse": { + "mean": 2.0001533031463623, + "std": 0.06055669113993645, + "min": 1.8254987001419067, + "true_z": 2.3097450733184814, + "true_rank_among_random": 12, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0006563663482666, + "std": 0.03332096338272095, + "min": 1.9000811576843262, + "true_z": 4.605001926422119, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.142256259918213, + "std": 0.008009831421077251, + "min": 6.118518829345703, + "true_z": 23.303539276123047, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.228757858276367, + "std": 0.12152906507253647, + "min": 4.877014636993408, + "true_z": 2.6090290546417236, + "true_rank_among_random": 4, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 42523, + "improving_fraction": 0.32505962573385516, + "delta_mean": 0.0009335180316783625, + "delta_min": -0.027286841290597268, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 396, + 495 + ], + "delta_mse": -0.027286841290597268, + "text_cosine": 0.9697034580167228, + "visual_cosine": 0.2331843266126745 + }, + { + "pair": [ + 414, + 495 + ], + "delta_mse": -0.02666989531787373, + "text_cosine": 0.9718697261206541, + "visual_cosine": 0.2595209132080595 + }, + { + "pair": [ + 379, + 396 + ], + "delta_mse": -0.026539601636213033, + "text_cosine": 0.9542442319000499, + "visual_cosine": 0.2274155475458771 + }, + { + "pair": [ + 251, + 495 + ], + "delta_mse": -0.025744034213555728, + "text_cosine": 0.9768514469023174, + "visual_cosine": 0.35437076514943416 + }, + { + "pair": [ + 251, + 379 + ], + "delta_mse": -0.02561641411763753, + "text_cosine": 0.9712618268331558, + "visual_cosine": 0.35418334123134354 + }, + { + "pair": [ + 379, + 414 + ], + "delta_mse": -0.025438795834438654, + "text_cosine": 0.9666555494793992, + "visual_cosine": 0.2715330705766824 + }, + { + "pair": [ + 310, + 495 + ], + "delta_mse": -0.02475893099395171, + "text_cosine": 0.9838759212470889, + "visual_cosine": 0.3111224571940497 + }, + { + "pair": [ + 407, + 495 + ], + "delta_mse": -0.02461625792897628, + "text_cosine": 0.9739824181013436, + "visual_cosine": 0.189949203055321 + }, + { + "pair": [ + 183, + 495 + ], + "delta_mse": -0.02446811139920239, + "text_cosine": 0.9781696974255156, + "visual_cosine": 0.13877972977105607 + }, + { + "pair": [ + 2, + 251 + ], + "delta_mse": -0.024430953304475506, + "text_cosine": 0.9745148756755049, + "visual_cosine": 0.2193918635239659 + }, + { + "pair": [ + 486, + 495 + ], + "delta_mse": -0.02428014705742168, + "text_cosine": 0.9799110823676207, + "visual_cosine": 0.29539259200453977 + }, + { + "pair": [ + 153, + 495 + ], + "delta_mse": -0.02364399448129548, + "text_cosine": 0.9770338854952564, + "visual_cosine": 0.20432542200971343 + }, + { + "pair": [ + 379, + 486 + ], + "delta_mse": -0.02283028915435866, + "text_cosine": 0.9681279646143138, + "visual_cosine": 0.24423058511732654 + }, + { + "pair": [ + 454, + 495 + ], + "delta_mse": -0.022452513126257907, + "text_cosine": 0.9753359718498459, + "visual_cosine": 0.29395605934665103 + }, + { + "pair": [ + 288, + 495 + ], + "delta_mse": -0.02237123782691481, + "text_cosine": 0.9684890282905841, + "visual_cosine": 0.07584004393357155 + }, + { + "pair": [ + 39, + 495 + ], + "delta_mse": -0.02209217079221166, + "text_cosine": 0.9742551985133129, + "visual_cosine": 0.3030571454142868 + }, + { + "pair": [ + 310, + 379 + ], + "delta_mse": -0.02192974789919206, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 2, + 396 + ], + "delta_mse": -0.021807016553690852, + "text_cosine": 0.9657033871459739, + "visual_cosine": 0.17532235605120522 + }, + { + "pair": [ + 379, + 407 + ], + "delta_mse": -0.021777967474807522, + "text_cosine": 0.9672987165084611, + "visual_cosine": 0.180883472107653 + }, + { + "pair": [ + 190, + 288 + ], + "delta_mse": -0.02168697104165626, + "text_cosine": 0.9679609085157929, + "visual_cosine": 0.18366695217006979 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0013181656831875443, + "delta_std": 0.0049848612397909164, + "improving_fraction": 0.375 + }, + { + "k": 4, + "delta_mean": 0.0006753089255653322, + "delta_std": 0.008018520660698414, + "improving_fraction": 0.435 + }, + { + "k": 8, + "delta_mean": 0.0027646238449960947, + "delta_std": 0.01248187106102705, + "improving_fraction": 0.325 + }, + { + "k": 16, + "delta_mean": 0.007038983050733805, + "delta_std": 0.01622931845486164, + "improving_fraction": 0.335 + }, + { + "k": 32, + "delta_mean": 0.01538320817053318, + "delta_std": 0.02185973897576332, + "improving_fraction": 0.19 + }, + { + "k": 64, + "delta_mean": 0.028815263882279396, + "delta_std": 0.03130637854337692, + "improving_fraction": 0.195 + }, + { + "k": 128, + "delta_mean": 0.05025933310389519, + "delta_std": 0.04337296634912491, + "improving_fraction": 0.115 + }, + { + "k": 256, + "delta_mean": 0.09364364296197891, + "delta_std": 0.05555841699242592, + "improving_fraction": 0.045 + }, + { + "k": 512, + "delta_mean": 0.13876274228096008, + "delta_std": 0.06219959631562233, + "improving_fraction": 0.01 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.224609375, + "final_objective": 2.81956424871737, + "final_energy": { + "mse": 0.80934323046385, + "mse_channels": [ + 0.80934323046385, + 1.7264589062662317, + 0.9434853639936815, + 0.7434896564921085 + ], + "mse_channel_mean": 1.055694289303968, + "conditional_kl": 6.004388938948349, + "m30_total": 2.81956424871737 + }, + "accepted_moves": 270, + "moved_fraction": 0.775390625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.833504498360788, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.5598135183811808, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.1683679443560644, + "accuracy": 0.615234375 + }, + { + "step": 150, + "objective": 2.98655714427092, + "accuracy": 0.439453125 + }, + { + "step": 200, + "objective": 2.8837064689910505, + "accuracy": 0.31640625 + }, + { + "step": 250, + "objective": 2.8318148099455707, + "accuracy": 0.234375 + } + ], + "final_permutation": [ + 223, + 38, + 362, + 3, + 4, + 5, + 455, + 320, + 242, + 473, + 10, + 11, + 398, + 13, + 109, + 161, + 322, + 368, + 439, + 143, + 290, + 77, + 243, + 296, + 247, + 347, + 354, + 23, + 61, + 210, + 30, + 50, + 32, + 426, + 205, + 390, + 472, + 373, + 189, + 236, + 83, + 417, + 412, + 303, + 44, + 248, + 507, + 435, + 64, + 49, + 27, + 47, + 280, + 53, + 93, + 55, + 399, + 283, + 272, + 344, + 328, + 350, + 89, + 63, + 48, + 509, + 502, + 67, + 497, + 450, + 217, + 71, + 113, + 201, + 228, + 334, + 204, + 21, + 152, + 298, + 166, + 253, + 324, + 40, + 84, + 219, + 86, + 163, + 88, + 437, + 12, + 91, + 9, + 479, + 101, + 396, + 407, + 94, + 7, + 99, + 425, + 97, + 388, + 367, + 418, + 374, + 100, + 104, + 207, + 510, + 291, + 469, + 421, + 72, + 203, + 480, + 488, + 453, + 506, + 119, + 466, + 395, + 183, + 278, + 268, + 125, + 226, + 153, + 70, + 454, + 251, + 131, + 237, + 468, + 370, + 135, + 96, + 432, + 115, + 139, + 491, + 230, + 106, + 19, + 155, + 195, + 264, + 147, + 274, + 149, + 470, + 392, + 78, + 127, + 35, + 144, + 156, + 495, + 377, + 98, + 6, + 174, + 170, + 321, + 182, + 292, + 80, + 167, + 481, + 460, + 310, + 499, + 224, + 173, + 220, + 175, + 87, + 130, + 256, + 477, + 180, + 181, + 137, + 433, + 511, + 444, + 306, + 187, + 188, + 179, + 288, + 408, + 452, + 394, + 200, + 145, + 25, + 197, + 198, + 206, + 169, + 73, + 150, + 114, + 76, + 34, + 199, + 108, + 240, + 209, + 29, + 211, + 318, + 342, + 420, + 448, + 461, + 128, + 218, + 85, + 162, + 233, + 261, + 263, + 172, + 208, + 126, + 332, + 54, + 194, + 141, + 231, + 232, + 333, + 196, + 74, + 451, + 185, + 467, + 239, + 37, + 0, + 8, + 68, + 244, + 245, + 311, + 24, + 445, + 249, + 341, + 2, + 293, + 81, + 254, + 255, + 487, + 257, + 305, + 471, + 353, + 222, + 262, + 241, + 146, + 336, + 266, + 267, + 132, + 431, + 270, + 330, + 385, + 202, + 490, + 275, + 276, + 478, + 178, + 1, + 52, + 281, + 282, + 383, + 284, + 360, + 286, + 124, + 190, + 289, + 20, + 110, + 160, + 252, + 294, + 295, + 31, + 413, + 79, + 302, + 410, + 301, + 221, + 43, + 316, + 258, + 299, + 307, + 308, + 65, + 15, + 118, + 363, + 313, + 458, + 315, + 157, + 500, + 484, + 319, + 411, + 176, + 16, + 323, + 82, + 287, + 129, + 486, + 60, + 329, + 501, + 482, + 335, + 485, + 186, + 227, + 265, + 337, + 338, + 112, + 340, + 250, + 42, + 343, + 59, + 365, + 492, + 234, + 357, + 352, + 28, + 397, + 260, + 349, + 26, + 355, + 356, + 57, + 358, + 359, + 285, + 496, + 414, + 312, + 402, + 345, + 366, + 103, + 430, + 92, + 134, + 371, + 441, + 225, + 105, + 375, + 376, + 158, + 378, + 177, + 361, + 17, + 493, + 165, + 384, + 58, + 386, + 416, + 235, + 389, + 33, + 193, + 151, + 393, + 443, + 405, + 300, + 351, + 90, + 56, + 339, + 409, + 364, + 403, + 476, + 372, + 406, + 66, + 191, + 401, + 36, + 457, + 213, + 297, + 379, + 415, + 387, + 41, + 107, + 419, + 214, + 400, + 422, + 140, + 279, + 326, + 348, + 427, + 428, + 429, + 381, + 121, + 164, + 122, + 434, + 51, + 436, + 62, + 142, + 18, + 440, + 269, + 442, + 391, + 380, + 45, + 446, + 447, + 215, + 449, + 69, + 39, + 192, + 117, + 148, + 75, + 456, + 159, + 314, + 459, + 229, + 102, + 462, + 46, + 464, + 465, + 120, + 136, + 133, + 111, + 273, + 259, + 304, + 369, + 494, + 475, + 404, + 424, + 277, + 216, + 138, + 168, + 331, + 483, + 212, + 154, + 327, + 123, + 116, + 489, + 438, + 423, + 346, + 382, + 474, + 95, + 325, + 22, + 498, + 171, + 317, + 271, + 238, + 503, + 504, + 505, + 246, + 463, + 508, + 309, + 14, + 184 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.752225466176901, + "final_energy": { + "mse": 0.7779206965835225, + "mse_channels": [ + 0.7779206965835225, + 1.6468265115906537, + 0.9081039901567844, + 0.6595593548897702 + ], + "mse_channel_mean": 0.9981026383051828, + "conditional_kl": 5.98192036504928, + "m30_total": 2.752225466176901 + }, + "accepted_moves": 582, + "moved_fraction": 0.982421875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.055608975906183, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.8539195199439797, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.4300121068969345, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.179331826067356, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0421000153584306, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.9690444636217754, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.914372450894165, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.8621432060957757, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.829471088623359, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.803028767520279, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.7785949997001316, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.763791736652562, + "accuracy": 0.001953125 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 2.7427415595410993, + "final_energy": { + "mse": 0.7733427610629766, + "mse_channels": [ + 0.7733427610629766, + 1.6425234062314518, + 0.8989012568738435, + 0.6652806617355738 + ], + "mse_channel_mean": 0.9950120214759615, + "conditional_kl": 5.98028018707573, + "m30_total": 2.7427415595410993 + }, + "accepted_moves": 624, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.156550706972065, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.844824038663779, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.373236569276428, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 3.125332469808447, + "accuracy": 0.001953125 + }, + { + "step": 200, + "objective": 3.0182151892012374, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 2.9595096727850683, + "accuracy": 0.001953125 + }, + { + "step": 300, + "objective": 2.9035132956432, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.856481072747724, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.8206690610194256, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.7948594134453697, + "accuracy": 0.00390625 + }, + { + "step": 500, + "objective": 2.7750984213083103, + "accuracy": 0.00390625 + }, + { + "step": 550, + "objective": 2.760561623849112, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.746896320805442, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.9116852066178405, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.224609375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.7427415595410993 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json b/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json new file mode 100644 index 0000000..e3d6bf5 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json @@ -0,0 +1,1150 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 1, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 1, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed1_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.453038055193264, + "mse_channels": [ + 1.453038055193264 + ], + "mse_channel_mean": 1.453038055193264, + "conditional_kl": 5.95559871418284, + "m30_total": 4.097195853223096 + }, + "similarity_shift": { + "mse": 1.7028438885640864, + "mse_channels": [ + 1.7028438885640864 + ], + "mse_channel_mean": 1.7028438885640864, + "conditional_kl": 6.129976575579547, + "m30_total": 4.631683092244082 + }, + "random": { + "mse": { + "mean": 2.001336097717285, + "std": 0.05305016413331032, + "min": 1.8026970624923706, + "true_z": 10.33546257019043, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.001336097717285, + "std": 0.05305016413331032, + "min": 1.8026970624923706, + "true_z": 10.33546257019043, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.142256259918213, + "std": 0.008009831421077251, + "min": 6.118518829345703, + "true_z": 23.303539276123047, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.231123447418213, + "std": 0.10682665556669235, + "min": 4.829343795776367, + "true_z": 10.614652633666992, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 22026, + "improving_fraction": 0.16837389921722112, + "delta_mean": 0.003104162946867964, + "delta_min": -0.04063841182465318, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 183, + 379 + ], + "delta_mse": -0.04063841182465318, + "text_cosine": 0.9734816173849047, + "visual_cosine": 0.13577289226153977 + }, + { + "pair": [ + 54, + 183 + ], + "delta_mse": -0.035628208556075305, + "text_cosine": 0.9770999759427651, + "visual_cosine": 0.274508050032681 + }, + { + "pair": [ + 379, + 425 + ], + "delta_mse": -0.03533233266552312, + "text_cosine": 0.9755015591952603, + "visual_cosine": 0.21514276432413382 + }, + { + "pair": [ + 183, + 491 + ], + "delta_mse": -0.0334752307457879, + "text_cosine": 0.966627752239741, + "visual_cosine": 0.1255829343419982 + }, + { + "pair": [ + 212, + 379 + ], + "delta_mse": -0.03331477428624797, + "text_cosine": 0.9750114583384738, + "visual_cosine": 0.21599569958492532 + }, + { + "pair": [ + 310, + 379 + ], + "delta_mse": -0.03277455525867009, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 336, + 379 + ], + "delta_mse": -0.03272293916178919, + "text_cosine": 0.9712897098251915, + "visual_cosine": 0.07655640412195952 + }, + { + "pair": [ + 68, + 379 + ], + "delta_mse": -0.0315041730956693, + "text_cosine": 0.9743240645555933, + "visual_cosine": 0.1322736780070451 + }, + { + "pair": [ + 153, + 379 + ], + "delta_mse": -0.031374691339353625, + "text_cosine": 0.9775056210812694, + "visual_cosine": 0.21381881477198808 + }, + { + "pair": [ + 221, + 379 + ], + "delta_mse": -0.030687521724858016, + "text_cosine": 0.9771791293576695, + "visual_cosine": 0.11118152110541739 + }, + { + "pair": [ + 54, + 425 + ], + "delta_mse": -0.030543499771874094, + "text_cosine": 0.9824273440449653, + "visual_cosine": 0.17071422194810262 + }, + { + "pair": [ + 357, + 379 + ], + "delta_mse": -0.03014069093437764, + "text_cosine": 0.9740871361747527, + "visual_cosine": 0.21851449236130746 + }, + { + "pair": [ + 289, + 379 + ], + "delta_mse": -0.029412245392630577, + "text_cosine": 0.9730668250608042, + "visual_cosine": 0.23116067577404675 + }, + { + "pair": [ + 54, + 310 + ], + "delta_mse": -0.02941023284527154, + "text_cosine": 0.9727246537148585, + "visual_cosine": 0.29086367952004943 + }, + { + "pair": [ + 115, + 379 + ], + "delta_mse": -0.029192138564632597, + "text_cosine": 0.97164378602417, + "visual_cosine": 0.15574988298308967 + }, + { + "pair": [ + 205, + 379 + ], + "delta_mse": -0.0286545909349536, + "text_cosine": 0.9767479007938771, + "visual_cosine": 0.014687241765777596 + }, + { + "pair": [ + 28, + 379 + ], + "delta_mse": -0.028633759680634502, + "text_cosine": 0.969566708001614, + "visual_cosine": 0.10501731344941531 + }, + { + "pair": [ + 102, + 379 + ], + "delta_mse": -0.028562437886458392, + "text_cosine": 0.9714003990365127, + "visual_cosine": 0.31391151171853676 + }, + { + "pair": [ + 205, + 491 + ], + "delta_mse": -0.028254779141722773, + "text_cosine": 0.9547747212398761, + "visual_cosine": 0.006562937178026131 + }, + { + "pair": [ + 280, + 379 + ], + "delta_mse": -0.028075751624608, + "text_cosine": 0.9746036196987129, + "visual_cosine": 0.21448360314604037 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.003241325728595257, + "delta_std": 0.005557131487876177, + "improving_fraction": 0.155 + }, + { + "k": 4, + "delta_mean": 0.006013606209307909, + "delta_std": 0.007001472637057304, + "improving_fraction": 0.135 + }, + { + "k": 8, + "delta_mean": 0.011310601606965065, + "delta_std": 0.009442847222089767, + "improving_fraction": 0.095 + }, + { + "k": 16, + "delta_mean": 0.024108991026878357, + "delta_std": 0.0137513168156147, + "improving_fraction": 0.04 + }, + { + "k": 32, + "delta_mean": 0.04965396225452423, + "delta_std": 0.019222784787416458, + "improving_fraction": 0.0 + }, + { + "k": 64, + "delta_mean": 0.0990811139345169, + "delta_std": 0.029535885900259018, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.18086963891983032, + "delta_std": 0.03972340002655983, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.332914263010025, + "delta_std": 0.04878390580415726, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5483521819114685, + "delta_std": 0.052851662039756775, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.03515625, + "final_objective": 2.2620124966438326, + "final_energy": { + "mse": 0.5428102005271018, + "mse_channels": [ + 0.5428102005271018 + ], + "mse_channel_mean": 0.5428102005271018, + "conditional_kl": 5.8819604779481445, + "m30_total": 2.2620124966438326 + }, + "accepted_moves": 653, + "moved_fraction": 0.96484375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.015474972965178, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.011277128148137, + "accuracy": 0.802734375 + }, + { + "step": 100, + "objective": 2.7144136764015867, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 2.578369141345333, + "accuracy": 0.4609375 + }, + { + "step": 200, + "objective": 2.486554568270841, + "accuracy": 0.345703125 + }, + { + "step": 250, + "objective": 2.419465687706876, + "accuracy": 0.263671875 + }, + { + "step": 300, + "objective": 2.3741630600728936, + "accuracy": 0.197265625 + }, + { + "step": 350, + "objective": 2.3419167093226516, + "accuracy": 0.1640625 + }, + { + "step": 400, + "objective": 2.3152876805953864, + "accuracy": 0.134765625 + }, + { + "step": 450, + "objective": 2.2955558803404763, + "accuracy": 0.099609375 + }, + { + "step": 500, + "objective": 2.282706893677922, + "accuracy": 0.07421875 + }, + { + "step": 550, + "objective": 2.273649674328442, + "accuracy": 0.05859375 + }, + { + "step": 600, + "objective": 2.266569048051099, + "accuracy": 0.04296875 + }, + { + "step": 650, + "objective": 2.2620541394898863, + "accuracy": 0.03515625 + } + ], + "final_permutation": [ + 324, + 57, + 42, + 154, + 407, + 1, + 267, + 290, + 116, + 97, + 49, + 11, + 252, + 48, + 431, + 410, + 309, + 358, + 222, + 337, + 18, + 476, + 223, + 434, + 351, + 173, + 245, + 359, + 495, + 285, + 336, + 418, + 201, + 156, + 424, + 170, + 450, + 280, + 38, + 330, + 20, + 91, + 176, + 60, + 392, + 423, + 463, + 102, + 69, + 199, + 457, + 498, + 481, + 47, + 94, + 500, + 120, + 349, + 51, + 59, + 183, + 484, + 230, + 101, + 488, + 487, + 141, + 196, + 478, + 461, + 506, + 166, + 445, + 169, + 68, + 264, + 426, + 340, + 489, + 194, + 469, + 214, + 405, + 357, + 437, + 193, + 86, + 399, + 386, + 128, + 85, + 19, + 254, + 417, + 17, + 81, + 452, + 446, + 92, + 7, + 474, + 248, + 149, + 211, + 197, + 162, + 504, + 453, + 108, + 266, + 8, + 181, + 155, + 509, + 80, + 332, + 265, + 117, + 16, + 320, + 218, + 12, + 315, + 333, + 89, + 343, + 131, + 394, + 31, + 93, + 104, + 377, + 352, + 287, + 270, + 258, + 390, + 277, + 207, + 442, + 323, + 110, + 164, + 203, + 294, + 416, + 415, + 184, + 148, + 466, + 429, + 259, + 206, + 448, + 66, + 510, + 244, + 179, + 479, + 260, + 4, + 188, + 96, + 455, + 247, + 376, + 345, + 316, + 271, + 348, + 242, + 21, + 231, + 174, + 180, + 381, + 208, + 127, + 78, + 472, + 13, + 226, + 210, + 54, + 28, + 147, + 204, + 338, + 278, + 189, + 249, + 122, + 167, + 84, + 139, + 360, + 378, + 25, + 274, + 400, + 195, + 462, + 483, + 52, + 454, + 491, + 61, + 9, + 299, + 447, + 425, + 103, + 55, + 213, + 64, + 178, + 132, + 182, + 262, + 427, + 62, + 363, + 356, + 346, + 464, + 502, + 75, + 241, + 492, + 284, + 161, + 485, + 449, + 362, + 308, + 314, + 113, + 70, + 326, + 235, + 240, + 190, + 389, + 73, + 15, + 221, + 397, + 382, + 414, + 339, + 250, + 10, + 319, + 129, + 24, + 406, + 283, + 387, + 109, + 465, + 22, + 383, + 493, + 227, + 475, + 440, + 216, + 322, + 508, + 480, + 145, + 473, + 460, + 467, + 192, + 303, + 433, + 137, + 327, + 112, + 354, + 225, + 432, + 482, + 435, + 115, + 232, + 133, + 293, + 33, + 328, + 124, + 341, + 74, + 98, + 295, + 430, + 380, + 6, + 365, + 36, + 106, + 503, + 511, + 2, + 428, + 408, + 209, + 100, + 321, + 257, + 107, + 507, + 313, + 239, + 220, + 304, + 152, + 165, + 282, + 238, + 143, + 32, + 318, + 288, + 77, + 344, + 494, + 396, + 329, + 39, + 40, + 312, + 82, + 163, + 157, + 379, + 237, + 413, + 367, + 404, + 217, + 243, + 441, + 168, + 177, + 44, + 191, + 140, + 307, + 126, + 142, + 159, + 276, + 468, + 53, + 136, + 50, + 459, + 26, + 200, + 261, + 215, + 186, + 105, + 246, + 375, + 373, + 368, + 456, + 370, + 499, + 302, + 63, + 251, + 366, + 14, + 306, + 233, + 422, + 253, + 291, + 3, + 150, + 298, + 58, + 88, + 236, + 121, + 436, + 160, + 67, + 371, + 347, + 374, + 27, + 401, + 99, + 398, + 325, + 317, + 369, + 364, + 0, + 281, + 130, + 439, + 419, + 301, + 286, + 409, + 224, + 29, + 187, + 268, + 172, + 125, + 444, + 403, + 5, + 255, + 41, + 234, + 71, + 477, + 438, + 76, + 56, + 153, + 471, + 443, + 219, + 275, + 212, + 23, + 198, + 395, + 353, + 83, + 350, + 90, + 372, + 497, + 279, + 342, + 35, + 289, + 30, + 144, + 256, + 87, + 119, + 292, + 451, + 391, + 72, + 388, + 300, + 505, + 65, + 486, + 111, + 384, + 458, + 420, + 273, + 355, + 269, + 296, + 490, + 501, + 411, + 335, + 385, + 146, + 202, + 79, + 334, + 272, + 134, + 138, + 37, + 118, + 402, + 43, + 361, + 205, + 297, + 45, + 34, + 158, + 123, + 228, + 305, + 310, + 175, + 496, + 470, + 114, + 171, + 229, + 421, + 311, + 151, + 95, + 46, + 331, + 263, + 185, + 412, + 393, + 135 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.225274354792683, + "final_energy": { + "mse": 0.5237225282106568, + "mse_channels": [ + 0.5237225282106568 + ], + "mse_channel_mean": 0.5237225282106568, + "conditional_kl": 5.889146491856845, + "m30_total": 2.225274354792683 + }, + "accepted_moves": 845, + "moved_fraction": 0.994140625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.158172436874345, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.657563225707367, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.205916211271018, + "accuracy": 0.001953125 + }, + { + "step": 150, + "objective": 2.974085414135441, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 2.768510490068097, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 2.6137882129677164, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 2.510600158627266, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.438745434448197, + "accuracy": 0.001953125 + }, + { + "step": 400, + "objective": 2.3889307297537945, + "accuracy": 0.001953125 + }, + { + "step": 450, + "objective": 2.347569065875067, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.313341259624158, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.287504594669044, + "accuracy": 0.00390625 + }, + { + "step": 600, + "objective": 2.2699991201507634, + "accuracy": 0.00390625 + }, + { + "step": 650, + "objective": 2.254106145785899, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.2439856940305076, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.2370827042719266, + "accuracy": 0.0 + }, + { + "step": 800, + "objective": 2.230439186483121, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.0, + "final_objective": 2.2436657259761885, + "final_energy": { + "mse": 0.532074986328795, + "mse_channels": [ + 0.532074986328795 + ], + "mse_channel_mean": 0.532074986328795, + "conditional_kl": 5.897578766592993, + "m30_total": 2.2436657259761885 + }, + "accepted_moves": 789, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.208482230979952, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.6817950197722977, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.190729242469985, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 2.8844136232681956, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 2.6806777349892386, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 2.5571522055059663, + "accuracy": 0.005859375 + }, + { + "step": 300, + "objective": 2.4743863030419346, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 2.4097347153675766, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 2.364686790296131, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.3313075814125206, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.3049991232284963, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.286543791351414, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.2743657826856847, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.2627350328689766, + "accuracy": 0.0 + }, + { + "step": 700, + "objective": 2.2535225906454457, + "accuracy": 0.0 + }, + { + "step": 750, + "objective": 2.246715100235309, + "accuracy": 0.0 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.097195853223096, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.03515625, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.225274354792683 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json new file mode 100644 index 0000000..c125d6a --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json @@ -0,0 +1,1103 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 2, + "bundle_channels": true + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": true, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json", + "trajectory_output": null + }, + "channel_names": [ + "mean", + "std", + "q10", + "q90" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.7891685878324068, + "mse_channels": [ + 1.7891685878324068, + 1.9427008264089314, + 1.92267791089824, + 1.6322428149225032 + ], + "mse_channel_mean": 1.8216975350155202, + "conditional_kl": 6.283051742321277, + "m30_total": 4.834947524129069 + }, + "similarity_shift": { + "mse": 1.8384759708831488, + "mse_channels": [ + 1.8384759708831488, + 2.1102176100822483, + 1.8518017326457146, + 1.9565874408602022 + ], + "mse_channel_mean": 1.9392706886178286, + "conditional_kl": 6.482761757946626, + "m30_total": 4.973504293355623 + }, + "random": { + "mse": { + "mean": 2.0005366802215576, + "std": 0.061007142066955566, + "min": 1.8080183267593384, + "true_z": 3.4646449089050293, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 2.0004141330718994, + "std": 0.03372734412550926, + "min": 1.893678069114685, + "true_z": 5.298861980438232, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.48287296295166, + "std": 0.008014952763915062, + "min": 6.461653232574463, + "true_z": 24.931026458740234, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.297647476196289, + "std": 0.12230350077152252, + "min": 4.912117958068848, + "true_z": 3.783210515975952, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 40401, + "improving_fraction": 0.3088383683953033, + "delta_mean": 0.0010844110652227098, + "delta_min": -0.029422604727073927, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 434, + 462 + ], + "delta_mse": -0.029422604727073927, + "text_cosine": 0.9498190205537804, + "visual_cosine": 0.2255556728301112 + }, + { + "pair": [ + 434, + 482 + ], + "delta_mse": -0.028175217165124184, + "text_cosine": 0.9630661570951363, + "visual_cosine": 0.27440706708986423 + }, + { + "pair": [ + 123, + 434 + ], + "delta_mse": -0.027240917856337834, + "text_cosine": 0.9662930073797973, + "visual_cosine": 0.3468451916263455 + }, + { + "pair": [ + 283, + 434 + ], + "delta_mse": -0.025985444814572014, + "text_cosine": 0.9712618268331558, + "visual_cosine": 0.35418334123134354 + }, + { + "pair": [ + 434, + 475 + ], + "delta_mse": -0.024724403271991446, + "text_cosine": 0.9735304290660202, + "visual_cosine": 0.247030113020517 + }, + { + "pair": [ + 54, + 434 + ], + "delta_mse": -0.02397672010918667, + "text_cosine": 0.9676903641479162, + "visual_cosine": 0.21075156785267662 + }, + { + "pair": [ + 382, + 434 + ], + "delta_mse": -0.023747603584161454, + "text_cosine": 0.9707916952766897, + "visual_cosine": 0.2068480436807005 + }, + { + "pair": [ + 147, + 434 + ], + "delta_mse": -0.023628198525427847, + "text_cosine": 0.9806139075669922, + "visual_cosine": 0.4067781925101642 + }, + { + "pair": [ + 385, + 434 + ], + "delta_mse": -0.023505657279812676, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 179, + 462 + ], + "delta_mse": -0.023351594280543144, + "text_cosine": 0.9737237009510273, + "visual_cosine": 0.20261201924127695 + }, + { + "pair": [ + 179, + 482 + ], + "delta_mse": -0.023262614170651806, + "text_cosine": 0.9759302610532943, + "visual_cosine": 0.34231475754792756 + }, + { + "pair": [ + 434, + 447 + ], + "delta_mse": -0.023230617901925977, + "text_cosine": 0.9790154520643468, + "visual_cosine": 0.3175050991335669 + }, + { + "pair": [ + 434, + 503 + ], + "delta_mse": -0.0228964725143395, + "text_cosine": 0.9711292990774341, + "visual_cosine": 0.15946363248958148 + }, + { + "pair": [ + 110, + 434 + ], + "delta_mse": -0.022124651421235014, + "text_cosine": 0.9672987165084611, + "visual_cosine": 0.180883472107653 + }, + { + "pair": [ + 57, + 482 + ], + "delta_mse": -0.02157773173200162, + "text_cosine": 0.9621231379115973, + "visual_cosine": 0.25487307124668485 + }, + { + "pair": [ + 57, + 462 + ], + "delta_mse": -0.021277835828215026, + "text_cosine": 0.9681121393221384, + "visual_cosine": 0.047762313792094765 + }, + { + "pair": [ + 123, + 179 + ], + "delta_mse": -0.021201612182273247, + "text_cosine": 0.9716561400823076, + "visual_cosine": 0.21048962064772117 + }, + { + "pair": [ + 13, + 434 + ], + "delta_mse": -0.02110057093152267, + "text_cosine": 0.9777104720640643, + "visual_cosine": 0.39207312367739294 + }, + { + "pair": [ + 178, + 434 + ], + "delta_mse": -0.021075373113501817, + "text_cosine": 0.9759417192653848, + "visual_cosine": 0.26759541136912074 + }, + { + "pair": [ + 179, + 283 + ], + "delta_mse": -0.020798011874401976, + "text_cosine": 0.9780061627072045, + "visual_cosine": 0.2830685810952208 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.00153817399404943, + "delta_std": 0.004638297948986292, + "improving_fraction": 0.295 + }, + { + "k": 4, + "delta_mean": 0.0027208682149648666, + "delta_std": 0.00829677376896143, + "improving_fraction": 0.32 + }, + { + "k": 8, + "delta_mean": 0.005256651435047388, + "delta_std": 0.012286928482353687, + "improving_fraction": 0.28 + }, + { + "k": 16, + "delta_mean": 0.009017999283969402, + "delta_std": 0.016117634251713753, + "improving_fraction": 0.245 + }, + { + "k": 32, + "delta_mean": 0.022430147975683212, + "delta_std": 0.022744977846741676, + "improving_fraction": 0.12 + }, + { + "k": 64, + "delta_mean": 0.040312591940164566, + "delta_std": 0.028055772185325623, + "improving_fraction": 0.095 + }, + { + "k": 128, + "delta_mean": 0.0787196084856987, + "delta_std": 0.0401802621781826, + "improving_fraction": 0.025 + }, + { + "k": 256, + "delta_mean": 0.13670800626277924, + "delta_std": 0.055967722088098526, + "improving_fraction": 0.005 + }, + { + "k": 512, + "delta_mean": 0.20718541741371155, + "delta_std": 0.060803674161434174, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.115234375, + "final_objective": 2.9649171995775614, + "final_energy": { + "mse": 0.8504066086055869, + "mse_channels": [ + 0.8504066086055869, + 1.6547729853430306, + 0.9358464611914464, + 0.7174505082071283 + ], + "mse_channel_mean": 1.039619140836798, + "conditional_kl": 6.320519911831938, + "m30_total": 2.9649171995775614 + }, + "accepted_moves": 372, + "moved_fraction": 0.884765625, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.704486537789769, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.7140992721101593, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 3.36924634815011, + "accuracy": 0.61328125 + }, + { + "step": 150, + "objective": 3.222113975725214, + "accuracy": 0.4453125 + }, + { + "step": 200, + "objective": 3.1098848183169827, + "accuracy": 0.314453125 + }, + { + "step": 250, + "objective": 3.048134199286369, + "accuracy": 0.22265625 + }, + { + "step": 300, + "objective": 3.0015903313630803, + "accuracy": 0.1640625 + }, + { + "step": 350, + "objective": 2.97488591216676, + "accuracy": 0.13671875 + } + ], + "final_permutation": [ + 354, + 178, + 159, + 3, + 406, + 168, + 231, + 494, + 364, + 188, + 277, + 328, + 289, + 185, + 14, + 337, + 454, + 214, + 284, + 197, + 368, + 169, + 227, + 23, + 474, + 25, + 262, + 74, + 236, + 316, + 379, + 122, + 75, + 295, + 487, + 220, + 215, + 43, + 111, + 219, + 16, + 132, + 339, + 37, + 470, + 45, + 463, + 395, + 137, + 471, + 290, + 459, + 402, + 128, + 184, + 191, + 327, + 34, + 58, + 183, + 67, + 32, + 62, + 63, + 60, + 298, + 12, + 409, + 291, + 248, + 200, + 33, + 52, + 131, + 20, + 255, + 439, + 258, + 372, + 365, + 213, + 81, + 442, + 511, + 309, + 421, + 53, + 87, + 88, + 225, + 90, + 226, + 361, + 492, + 94, + 467, + 139, + 232, + 411, + 341, + 397, + 118, + 276, + 400, + 373, + 105, + 234, + 70, + 108, + 503, + 171, + 458, + 501, + 448, + 338, + 140, + 38, + 160, + 321, + 479, + 310, + 424, + 158, + 42, + 48, + 110, + 66, + 229, + 29, + 129, + 41, + 73, + 130, + 187, + 198, + 135, + 261, + 346, + 138, + 96, + 61, + 141, + 147, + 285, + 144, + 350, + 146, + 142, + 335, + 149, + 419, + 151, + 482, + 218, + 1, + 362, + 8, + 412, + 31, + 97, + 208, + 106, + 49, + 163, + 121, + 380, + 283, + 340, + 359, + 120, + 176, + 82, + 416, + 313, + 472, + 54, + 170, + 500, + 57, + 510, + 394, + 161, + 193, + 126, + 93, + 148, + 18, + 133, + 196, + 243, + 123, + 435, + 408, + 326, + 194, + 9, + 195, + 488, + 134, + 211, + 483, + 244, + 24, + 445, + 370, + 47, + 206, + 76, + 117, + 209, + 347, + 199, + 212, + 80, + 315, + 371, + 282, + 382, + 259, + 115, + 2, + 345, + 230, + 389, + 241, + 240, + 509, + 413, + 485, + 68, + 56, + 303, + 157, + 202, + 165, + 107, + 28, + 323, + 333, + 452, + 286, + 224, + 91, + 13, + 201, + 175, + 17, + 210, + 69, + 468, + 180, + 403, + 267, + 376, + 254, + 383, + 308, + 392, + 77, + 153, + 366, + 136, + 26, + 348, + 398, + 265, + 317, + 300, + 242, + 269, + 270, + 352, + 249, + 264, + 162, + 475, + 102, + 103, + 278, + 453, + 302, + 336, + 464, + 127, + 331, + 143, + 449, + 294, + 357, + 437, + 85, + 301, + 484, + 489, + 447, + 71, + 86, + 173, + 65, + 222, + 332, + 233, + 252, + 6, + 428, + 190, + 182, + 307, + 375, + 319, + 356, + 257, + 446, + 297, + 64, + 344, + 36, + 266, + 113, + 247, + 320, + 101, + 322, + 433, + 324, + 420, + 460, + 84, + 11, + 275, + 404, + 167, + 92, + 238, + 481, + 235, + 381, + 119, + 280, + 451, + 166, + 292, + 125, + 349, + 246, + 480, + 391, + 367, + 263, + 343, + 145, + 351, + 384, + 353, + 0, + 396, + 21, + 288, + 358, + 272, + 360, + 114, + 239, + 271, + 378, + 100, + 109, + 223, + 250, + 462, + 466, + 493, + 78, + 112, + 374, + 217, + 253, + 305, + 325, + 30, + 407, + 55, + 89, + 39, + 172, + 207, + 156, + 387, + 388, + 299, + 444, + 432, + 314, + 296, + 150, + 461, + 204, + 79, + 329, + 418, + 10, + 152, + 456, + 251, + 330, + 430, + 104, + 438, + 192, + 311, + 469, + 181, + 363, + 22, + 414, + 281, + 216, + 72, + 502, + 155, + 386, + 287, + 499, + 274, + 164, + 506, + 508, + 443, + 465, + 429, + 491, + 431, + 423, + 293, + 369, + 15, + 51, + 410, + 237, + 385, + 440, + 441, + 342, + 427, + 189, + 497, + 312, + 46, + 393, + 260, + 450, + 399, + 473, + 35, + 40, + 5, + 417, + 457, + 405, + 436, + 306, + 19, + 434, + 44, + 279, + 304, + 99, + 186, + 390, + 59, + 495, + 124, + 174, + 256, + 377, + 154, + 95, + 477, + 478, + 415, + 221, + 334, + 179, + 98, + 355, + 228, + 7, + 476, + 116, + 27, + 490, + 205, + 245, + 455, + 486, + 268, + 496, + 203, + 498, + 422, + 4, + 318, + 177, + 273, + 504, + 505, + 425, + 507, + 426, + 50, + 401, + 83 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.0, + "final_objective": 2.913102489720713, + "final_energy": { + "mse": 0.8237594362059776, + "mse_channels": [ + 0.8237594362059776, + 1.6585006778408393, + 0.8984255640425596, + 0.7157532399856354 + ], + "mse_channel_mean": 1.024109729518753, + "conditional_kl": 6.327918086543791, + "m30_total": 2.913102489720713 + }, + "accepted_moves": 560, + "moved_fraction": 0.974609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.192981886658092, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.9222176521942416, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.462729128689873, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.2856341318757547, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.1626245831676862, + "accuracy": 0.001953125 + }, + { + "step": 250, + "objective": 3.086290478505351, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.0352414556076193, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 2.9988629386931445, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 2.972095572696184, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 2.943095067797421, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 2.9281951443744143, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 2.915012828610961, + "accuracy": 0.0 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 2.982474981069949, + "final_energy": { + "mse": 0.8590614946492942, + "mse_channels": [ + 0.8590614946492942, + 1.5686531231390508, + 0.9092059614546292, + 0.696779377258928 + ], + "mse_channel_mean": 1.0084249891254755, + "conditional_kl": 6.321759958856804, + "m30_total": 2.982474981069949 + }, + "accepted_moves": 656, + "moved_fraction": 0.986328125, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.232532513962189, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 4.0737733404924255, + "accuracy": 0.0 + }, + { + "step": 100, + "objective": 3.6487878106556595, + "accuracy": 0.0 + }, + { + "step": 150, + "objective": 3.4253939979947523, + "accuracy": 0.0 + }, + { + "step": 200, + "objective": 3.2885367379664476, + "accuracy": 0.0 + }, + { + "step": 250, + "objective": 3.219500332626045, + "accuracy": 0.0 + }, + { + "step": 300, + "objective": 3.1627858357184353, + "accuracy": 0.0 + }, + { + "step": 350, + "objective": 3.110611702931731, + "accuracy": 0.0 + }, + { + "step": 400, + "objective": 3.079617256171237, + "accuracy": 0.0 + }, + { + "step": 450, + "objective": 3.0544944885756573, + "accuracy": 0.0 + }, + { + "step": 500, + "objective": 3.034590915498122, + "accuracy": 0.0 + }, + { + "step": 550, + "objective": 3.015054737099594, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.9968897540946244, + "accuracy": 0.001953125 + }, + { + "step": 650, + "objective": 2.9832671333420206, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.834947524129069, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.115234375, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.913102489720713 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed2_scalar.json b/artifacts/manifold_gate/vg512_visible_relations_seed2_scalar.json new file mode 100644 index 0000000..fb4aed3 --- /dev/null +++ b/artifacts/manifold_gate/vg512_visible_relations_seed2_scalar.json @@ -0,0 +1,1145 @@ +{ + "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.", + "meta": { + "dataset": "visual_genome_5k", + "tier": "visible_relations", + "samples": 512, + "subset_seed": 2, + "bundle_channels": false + }, + "args": { + "dataset": "vg", + "text_orbits": "artifacts/text_orbits_qwen0p5b.pt", + "text_mode": "orbit_mean", + "vg_vision": "artifacts/vg_5k/vision_features.pt", + "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt", + "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl", + "vg_bundle_channels": false, + "split": "test", + "samples": 512, + "subset_seed": 2, + "random_perms": 1000, + "derangement_samples": 200, + "descent_restarts": 2, + "descent_max_steps": 200000, + "descent_objective": "m30_total", + "descent_verify_top": 64, + "device": "cpu", + "seed": 20260729, + "output": "artifacts/manifold_gate/vg512_visible_relations_seed2_scalar.json", + "trajectory_output": null + }, + "channel_names": [ + "mean" + ], + "gate_a_global_ranking": { + "true": { + "mse": 1.4155266393943742, + "mse_channels": [ + 1.4155266393943742 + ], + "mse_channel_mean": 1.4155266393943742, + "conditional_kl": 6.283051742321277, + "m30_total": 4.087663627253004 + }, + "similarity_shift": { + "mse": 1.7178209001574276, + "mse_channels": [ + 1.7178209001574276 + ], + "mse_channel_mean": 1.7178209001574276, + "conditional_kl": 6.482761757946626, + "m30_total": 4.732194151904181 + }, + "random": { + "mse": { + "mean": 1.999996304512024, + "std": 0.05232740193605423, + "min": 1.811036467552185, + "true_z": 11.169476509094238, + "true_rank_among_random": 0, + "count": 1000 + }, + "mse_channel_mean": { + "mean": 1.999996304512024, + "std": 0.05232740193605423, + "min": 1.811036467552185, + "true_z": 11.169476509094238, + "true_rank_among_random": 0, + "count": 1000 + }, + "conditional_kl": { + "mean": 6.48287296295166, + "std": 0.008014952763915062, + "min": 6.461653232574463, + "true_z": 24.931026458740234, + "true_rank_among_random": 0, + "count": 1000 + }, + "m30_total": { + "mean": 5.296567440032959, + "std": 0.10527576506137848, + "min": 4.920307159423828, + "true_z": 11.483210563659668, + "true_rank_among_random": 0, + "count": 1000 + } + } + }, + "gate_b_transpositions": { + "pairs": 130816, + "improving_pairs": 20486, + "improving_fraction": 0.15660163894324852, + "delta_mean": 0.0033729334376237236, + "delta_min": -0.03626393045316718, + "identity_is_local_min_mse": false, + "worst_improving_swaps": [ + { + "pair": [ + 255, + 434 + ], + "delta_mse": -0.03626393045316718, + "text_cosine": 0.9682047164868949, + "visual_cosine": 0.23098643997959836 + }, + { + "pair": [ + 337, + 434 + ], + "delta_mse": -0.03355996724213786, + "text_cosine": 0.9787182729960455, + "visual_cosine": 0.09216829164950303 + }, + { + "pair": [ + 136, + 255 + ], + "delta_mse": -0.03186520450336888, + "text_cosine": 0.9810521165181114, + "visual_cosine": 0.09676062127482941 + }, + { + "pair": [ + 136, + 337 + ], + "delta_mse": -0.03185896759204771, + "text_cosine": 0.9718823700262801, + "visual_cosine": 0.12016714134023178 + }, + { + "pair": [ + 24, + 49 + ], + "delta_mse": -0.031670533423651864, + "text_cosine": 0.9770026280954156, + "visual_cosine": 0.20870996876302955 + }, + { + "pair": [ + 385, + 434 + ], + "delta_mse": -0.031136255974333133, + "text_cosine": 0.9825694344173559, + "visual_cosine": 0.15032951289485877 + }, + { + "pair": [ + 153, + 259 + ], + "delta_mse": -0.03113005510234278, + "text_cosine": 0.9864639199413597, + "visual_cosine": 0.3147666924737696 + }, + { + "pair": [ + 259, + 434 + ], + "delta_mse": -0.03091067660158774, + "text_cosine": 0.9765995726747245, + "visual_cosine": 0.0657274536235636 + }, + { + "pair": [ + 49, + 255 + ], + "delta_mse": -0.0304886762393401, + "text_cosine": 0.971545143801546, + "visual_cosine": 0.0859699333139035 + }, + { + "pair": [ + 74, + 434 + ], + "delta_mse": -0.03029578239495467, + "text_cosine": 0.9789578631785946, + "visual_cosine": 0.1847280711072476 + }, + { + "pair": [ + 153, + 255 + ], + "delta_mse": -0.029289924037326963, + "text_cosine": 0.9629528287834702, + "visual_cosine": 0.10592284061575978 + }, + { + "pair": [ + 24, + 434 + ], + "delta_mse": -0.02925469431987961, + "text_cosine": 0.9643931233591037, + "visual_cosine": 0.03597514188254883 + }, + { + "pair": [ + 49, + 337 + ], + "delta_mse": -0.028488895350703248, + "text_cosine": 0.9693913746394484, + "visual_cosine": 0.25117291884033527 + }, + { + "pair": [ + 136, + 385 + ], + "delta_mse": -0.028453931293649412, + "text_cosine": 0.9691895189562915, + "visual_cosine": 0.18626422720007163 + }, + { + "pair": [ + 434, + 503 + ], + "delta_mse": -0.02800244496275287, + "text_cosine": 0.9711292990774341, + "visual_cosine": 0.15946363248958148 + }, + { + "pair": [ + 202, + 434 + ], + "delta_mse": -0.027976409193869147, + "text_cosine": 0.9764741122827478, + "visual_cosine": 0.19168784806462472 + }, + { + "pair": [ + 295, + 434 + ], + "delta_mse": -0.027734832984260115, + "text_cosine": 0.9763151264633181, + "visual_cosine": 0.12446259682681478 + }, + { + "pair": [ + 434, + 501 + ], + "delta_mse": -0.027487210615992606, + "text_cosine": 0.9667190377640694, + "visual_cosine": 0.18326231978182317 + }, + { + "pair": [ + 434, + 450 + ], + "delta_mse": -0.02745031647190968, + "text_cosine": 0.9853516113751454, + "visual_cosine": 0.2692349991889342 + }, + { + "pair": [ + 24, + 153 + ], + "delta_mse": -0.02740684506199136, + "text_cosine": 0.9635098984508902, + "visual_cosine": -0.014965486188357201 + } + ] + }, + "derangement_curve": [ + { + "k": 2, + "delta_mean": 0.0036709720734506845, + "delta_std": 0.00494008045643568, + "improving_fraction": 0.12 + }, + { + "k": 4, + "delta_mean": 0.006497486960142851, + "delta_std": 0.007768876850605011, + "improving_fraction": 0.12 + }, + { + "k": 8, + "delta_mean": 0.01287675742059946, + "delta_std": 0.010565615259110928, + "improving_fraction": 0.1 + }, + { + "k": 16, + "delta_mean": 0.025680432096123695, + "delta_std": 0.015553798526525497, + "improving_fraction": 0.025 + }, + { + "k": 32, + "delta_mean": 0.055412475019693375, + "delta_std": 0.02287478931248188, + "improving_fraction": 0.005 + }, + { + "k": 64, + "delta_mean": 0.10384117066860199, + "delta_std": 0.027940962463617325, + "improving_fraction": 0.0 + }, + { + "k": 128, + "delta_mean": 0.1984347105026245, + "delta_std": 0.040574394166469574, + "improving_fraction": 0.0 + }, + { + "k": 256, + "delta_mean": 0.3611311614513397, + "delta_std": 0.053706053644418716, + "improving_fraction": 0.0 + }, + { + "k": 512, + "delta_mean": 0.5867682099342346, + "delta_std": 0.05643010139465332, + "improving_fraction": 0.0 + } + ], + "gate_c_descent_from_true": { + "start_accuracy": 1.0, + "final_accuracy": 0.041015625, + "final_objective": 2.334395868764019, + "final_energy": { + "mse": 0.5461154577027073, + "mse_channels": [ + 0.5461154577027073 + ], + "mse_channel_mean": 0.5461154577027073, + "conditional_kl": 6.2108247667930225, + "m30_total": 2.334395868764019 + }, + "accepted_moves": 664, + "moved_fraction": 0.958984375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.015279390559284, + "accuracy": 0.99609375 + }, + { + "step": 50, + "objective": 3.0377498605475575, + "accuracy": 0.80078125 + }, + { + "step": 100, + "objective": 2.7726795950050644, + "accuracy": 0.6171875 + }, + { + "step": 150, + "objective": 2.63222634722375, + "accuracy": 0.47265625 + }, + { + "step": 200, + "objective": 2.5441657954792802, + "accuracy": 0.359375 + }, + { + "step": 250, + "objective": 2.483417156614065, + "accuracy": 0.263671875 + }, + { + "step": 300, + "objective": 2.442043096723371, + "accuracy": 0.193359375 + }, + { + "step": 350, + "objective": 2.4096594441873975, + "accuracy": 0.1484375 + }, + { + "step": 400, + "objective": 2.3868558201705925, + "accuracy": 0.119140625 + }, + { + "step": 450, + "objective": 2.3683927748278224, + "accuracy": 0.087890625 + }, + { + "step": 500, + "objective": 2.3555280046546736, + "accuracy": 0.0703125 + }, + { + "step": 550, + "objective": 2.3456709249215595, + "accuracy": 0.0625 + }, + { + "step": 600, + "objective": 2.339726516769034, + "accuracy": 0.052734375 + }, + { + "step": 650, + "objective": 2.335199328246582, + "accuracy": 0.041015625 + } + ], + "final_permutation": [ + 87, + 142, + 203, + 462, + 195, + 324, + 259, + 227, + 241, + 10, + 330, + 135, + 365, + 62, + 222, + 181, + 55, + 187, + 39, + 306, + 410, + 457, + 486, + 253, + 49, + 488, + 147, + 92, + 173, + 268, + 379, + 245, + 423, + 414, + 443, + 418, + 333, + 155, + 407, + 219, + 40, + 179, + 356, + 296, + 159, + 210, + 163, + 50, + 487, + 8, + 79, + 352, + 247, + 128, + 120, + 66, + 340, + 133, + 67, + 395, + 28, + 275, + 25, + 63, + 478, + 169, + 323, + 511, + 188, + 345, + 70, + 150, + 58, + 84, + 207, + 255, + 14, + 114, + 90, + 338, + 201, + 59, + 107, + 286, + 118, + 381, + 292, + 494, + 37, + 303, + 184, + 157, + 223, + 186, + 124, + 22, + 257, + 432, + 298, + 469, + 477, + 2, + 194, + 400, + 250, + 405, + 310, + 396, + 499, + 109, + 350, + 111, + 29, + 34, + 314, + 229, + 215, + 271, + 454, + 57, + 211, + 265, + 3, + 123, + 373, + 125, + 101, + 6, + 261, + 217, + 331, + 318, + 290, + 23, + 75, + 74, + 284, + 232, + 358, + 412, + 193, + 447, + 456, + 137, + 209, + 161, + 89, + 11, + 243, + 32, + 83, + 437, + 258, + 165, + 427, + 404, + 61, + 30, + 421, + 216, + 47, + 475, + 113, + 94, + 491, + 380, + 304, + 347, + 342, + 348, + 139, + 174, + 9, + 99, + 335, + 192, + 13, + 501, + 378, + 425, + 33, + 283, + 131, + 141, + 213, + 489, + 18, + 431, + 317, + 445, + 367, + 102, + 282, + 212, + 305, + 91, + 52, + 16, + 360, + 41, + 235, + 152, + 362, + 337, + 164, + 51, + 291, + 483, + 171, + 497, + 391, + 248, + 112, + 146, + 392, + 149, + 97, + 451, + 218, + 450, + 220, + 382, + 479, + 389, + 503, + 353, + 461, + 326, + 384, + 273, + 100, + 199, + 398, + 439, + 233, + 200, + 397, + 332, + 313, + 480, + 240, + 420, + 312, + 244, + 238, + 321, + 205, + 444, + 54, + 506, + 12, + 371, + 119, + 438, + 121, + 166, + 490, + 202, + 168, + 153, + 260, + 249, + 225, + 42, + 264, + 38, + 471, + 182, + 433, + 467, + 376, + 361, + 302, + 78, + 308, + 473, + 237, + 189, + 278, + 399, + 300, + 208, + 224, + 1, + 485, + 45, + 221, + 81, + 419, + 251, + 349, + 160, + 484, + 76, + 466, + 144, + 136, + 190, + 453, + 15, + 505, + 401, + 468, + 311, + 460, + 493, + 498, + 307, + 126, + 246, + 336, + 185, + 44, + 214, + 228, + 143, + 455, + 266, + 346, + 5, + 320, + 463, + 198, + 322, + 344, + 394, + 436, + 226, + 351, + 328, + 204, + 138, + 510, + 500, + 288, + 82, + 105, + 256, + 385, + 482, + 73, + 440, + 43, + 68, + 459, + 496, + 285, + 24, + 60, + 267, + 430, + 383, + 197, + 108, + 95, + 280, + 104, + 377, + 495, + 64, + 48, + 297, + 117, + 363, + 178, + 110, + 357, + 472, + 53, + 309, + 370, + 36, + 20, + 424, + 374, + 509, + 167, + 366, + 434, + 130, + 387, + 507, + 464, + 422, + 88, + 270, + 274, + 408, + 411, + 470, + 390, + 316, + 27, + 269, + 325, + 339, + 122, + 183, + 72, + 279, + 103, + 85, + 277, + 96, + 329, + 191, + 481, + 343, + 175, + 239, + 69, + 17, + 148, + 196, + 127, + 415, + 236, + 65, + 206, + 334, + 359, + 287, + 21, + 293, + 504, + 134, + 242, + 368, + 386, + 115, + 476, + 35, + 86, + 234, + 176, + 272, + 413, + 151, + 132, + 262, + 492, + 301, + 263, + 319, + 129, + 0, + 276, + 429, + 446, + 449, + 230, + 428, + 46, + 402, + 7, + 116, + 315, + 80, + 299, + 327, + 355, + 502, + 341, + 474, + 364, + 388, + 106, + 441, + 140, + 417, + 403, + 458, + 172, + 254, + 448, + 56, + 154, + 289, + 416, + 170, + 180, + 295, + 252, + 77, + 393, + 93, + 145, + 156, + 4, + 158, + 452, + 508, + 294, + 426, + 465, + 281, + 372, + 406, + 354, + 162, + 375, + 98, + 177, + 409, + 26, + 31, + 435, + 442, + 231, + 369, + 19, + 71 + ] + }, + "gate_c_descent_from_random": [ + { + "start_accuracy": 0.001953125, + "final_accuracy": 0.005859375, + "final_objective": 2.3229403254004986, + "final_energy": { + "mse": 0.5388995375823609, + "mse_channels": [ + 0.5388995375823609 + ], + "mse_channel_mean": 0.5388995375823609, + "conditional_kl": 6.2257062511788845, + "m30_total": 2.3229403254004986 + }, + "accepted_moves": 780, + "moved_fraction": 0.9921875, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 4.902198605273588, + "accuracy": 0.001953125 + }, + { + "step": 50, + "objective": 3.611665206207447, + "accuracy": 0.00390625 + }, + { + "step": 100, + "objective": 3.220172324456457, + "accuracy": 0.00390625 + }, + { + "step": 150, + "objective": 2.9571406644856273, + "accuracy": 0.00390625 + }, + { + "step": 200, + "objective": 2.7599260365911844, + "accuracy": 0.00390625 + }, + { + "step": 250, + "objective": 2.6261551980178712, + "accuracy": 0.00390625 + }, + { + "step": 300, + "objective": 2.536972599217939, + "accuracy": 0.001953125 + }, + { + "step": 350, + "objective": 2.4781931596557047, + "accuracy": 0.00390625 + }, + { + "step": 400, + "objective": 2.4380291906975864, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.4039255178327887, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.3812263059342933, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.3625650342101205, + "accuracy": 0.001953125 + }, + { + "step": 600, + "objective": 2.3489923265882693, + "accuracy": 0.00390625 + }, + { + "step": 650, + "objective": 2.336676872804995, + "accuracy": 0.005859375 + }, + { + "step": 700, + "objective": 2.330324894878429, + "accuracy": 0.005859375 + }, + { + "step": 750, + "objective": 2.324542627850033, + "accuracy": 0.005859375 + } + ] + }, + { + "start_accuracy": 0.0, + "final_accuracy": 0.001953125, + "final_objective": 2.3452468629207983, + "final_energy": { + "mse": 0.5496196952707577, + "mse_channels": [ + 0.5496196952707577 + ], + "mse_channel_mean": 0.5496196952707577, + "conditional_kl": 6.230037361896413, + "m30_total": 2.3452468629207983 + }, + "accepted_moves": 770, + "moved_fraction": 0.99609375, + "mse_local_min_certificate": false, + "trajectory": [ + { + "step": 0, + "objective": 5.155891494550196, + "accuracy": 0.0 + }, + { + "step": 50, + "objective": 3.748140068633493, + "accuracy": 0.001953125 + }, + { + "step": 100, + "objective": 3.270736721624397, + "accuracy": 0.0078125 + }, + { + "step": 150, + "objective": 2.9709530427040196, + "accuracy": 0.0078125 + }, + { + "step": 200, + "objective": 2.7713090756413754, + "accuracy": 0.0078125 + }, + { + "step": 250, + "objective": 2.652638247026789, + "accuracy": 0.0078125 + }, + { + "step": 300, + "objective": 2.5699323330316863, + "accuracy": 0.005859375 + }, + { + "step": 350, + "objective": 2.51172832596485, + "accuracy": 0.005859375 + }, + { + "step": 400, + "objective": 2.466045444700269, + "accuracy": 0.00390625 + }, + { + "step": 450, + "objective": 2.4319681005907015, + "accuracy": 0.001953125 + }, + { + "step": 500, + "objective": 2.407473563312645, + "accuracy": 0.001953125 + }, + { + "step": 550, + "objective": 2.385633340775565, + "accuracy": 0.0 + }, + { + "step": 600, + "objective": 2.370593973275401, + "accuracy": 0.0 + }, + { + "step": 650, + "objective": 2.3610556914299674, + "accuracy": 0.001953125 + }, + { + "step": 700, + "objective": 2.3541518872739857, + "accuracy": 0.001953125 + }, + { + "step": 750, + "objective": 2.347135607547836, + "accuracy": 0.001953125 + } + ] + } + ], + "verdict": { + "true_m30_total": 4.087663627253004, + "identity_is_local_min_mse": false, + "descent_from_true_stays": 0.041015625, + "on_manifold_counterfeit_found": true, + "best_random_descent_m30_total": 2.3229403254004986 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg_view_probe_full.json b/artifacts/manifold_gate/vg_view_probe_full.json new file mode 100644 index 0000000..7c0e16e --- /dev/null +++ b/artifacts/manifold_gate/vg_view_probe_full.json @@ -0,0 +1,24 @@ +{ + "protocol": "View permutations are replayed from the preparation seed and verified against released phrase bundles; they are used only for evaluation. The coarse frame uses truth-aligned node states, so profile matching is an upper bound on what a recovered node alignment would enable.", + "nodes": 5000, + "verified_fraction": 1.0, + "within_node_relation": { + "matched_spearman_mean": 0.1279621422290802, + "matched_spearman_std": 0.15573246777057648, + "shuffled_spearman_mean": -0.002400045981630683, + "shuffled_spearman_std": 0.12127704918384552, + "gap_z_across_nodes": 46.60123062133789 + }, + "coarse_frame_view_matching": { + "context_nodes": 1000, + "accuracy": 0.1447875, + "top3_accuracy": 0.295325, + "chance": 0.0625, + "matched_profile_corr_mean": 0.13983307778835297, + "mismatched_profile_corr_mean": 0.10809223353862762 + }, + "within_node_relational_floor": { + "accuracy": 0.0, + "chance": 0.0625 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/vg_view_probe_smoke.json b/artifacts/manifold_gate/vg_view_probe_smoke.json new file mode 100644 index 0000000..1f5a862 --- /dev/null +++ b/artifacts/manifold_gate/vg_view_probe_smoke.json @@ -0,0 +1,24 @@ +{ + "protocol": "View permutations are replayed from the preparation seed and verified against released phrase bundles; they are used only for evaluation. The coarse frame uses truth-aligned node states, so profile matching is an upper bound on what a recovered node alignment would enable.", + "nodes": 200, + "verified_fraction": 1.0, + "within_node_relation": { + "matched_spearman_mean": 0.12059956789016724, + "matched_spearman_std": 0.14747409522533417, + "shuffled_spearman_mean": 0.0012306597782298923, + "shuffled_spearman_std": 0.12244220823049545, + "gap_z_across_nodes": 8.628554344177246 + }, + "coarse_frame_view_matching": { + "context_nodes": 200, + "accuracy": 0.1290625, + "top3_accuracy": 0.2734375, + "chance": 0.0625, + "matched_profile_corr_mean": 0.16418620944023132, + "mismatched_profile_corr_mean": 0.13492891192436218 + }, + "within_node_relational_floor": { + "accuracy": 0.07, + "chance": 0.0625 + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/view_anchor_affinity.json b/artifacts/manifold_gate/view_anchor_affinity.json new file mode 100644 index 0000000..0b5bd0f --- /dev/null +++ b/artifacts/manifold_gate/view_anchor_affinity.json @@ -0,0 +1,81 @@ +{ + "protocol": "Node affinity is the Hungarian value of the per-pair view anchor matrix (plus optional fixed-assignment relational agreement). Hidden pairs score retrieval and seeds only.", + "samples": 512, + "subsets": [ + { + "subset_seed": 0, + "anchors_only": { + "r@1": 0.0078125, + "r@5": 0.0546875, + "r@10": 0.083984375, + "median_rank": 122.0, + "true_z": 16.520000457763672, + "hungarian_accuracy": 0.021484375, + "mutual_nn_count": 24, + "mutual_nn_precision": 0.041666666666666664, + "top_margin_decile_precision": 0.0196078431372549 + }, + "anchors_plus_relational": { + "r@1": 0.015625, + "r@5": 0.03515625, + "r@10": 0.056640625, + "median_rank": 182.0, + "true_z": 10.813359260559082, + "hungarian_accuracy": 0.009765625, + "mutual_nn_count": 103, + "mutual_nn_precision": 0.02912621359223301, + "top_margin_decile_precision": 0.0392156862745098 + } + }, + { + "subset_seed": 1, + "anchors_only": { + "r@1": 0.015625, + "r@5": 0.0546875, + "r@10": 0.0859375, + "median_rank": 113.0, + "true_z": 15.829373359680176, + "hungarian_accuracy": 0.025390625, + "mutual_nn_count": 14, + "mutual_nn_precision": 0.07142857142857142, + "top_margin_decile_precision": 0.0392156862745098 + }, + "anchors_plus_relational": { + "r@1": 0.017578125, + "r@5": 0.0390625, + "r@10": 0.060546875, + "median_rank": 173.0, + "true_z": 10.927990913391113, + "hungarian_accuracy": 0.013671875, + "mutual_nn_count": 93, + "mutual_nn_precision": 0.043010752688172046, + "top_margin_decile_precision": 0.0392156862745098 + } + }, + { + "subset_seed": 2, + "anchors_only": { + "r@1": 0.013671875, + "r@5": 0.048828125, + "r@10": 0.095703125, + "median_rank": 114.0, + "true_z": 17.505258560180664, + "hungarian_accuracy": 0.01171875, + "mutual_nn_count": 26, + "mutual_nn_precision": 0.07692307692307693, + "top_margin_decile_precision": 0.0196078431372549 + }, + "anchors_plus_relational": { + "r@1": 0.0, + "r@5": 0.037109375, + "r@10": 0.080078125, + "median_rank": 181.0, + "true_z": 10.154533386230469, + "hungarian_accuracy": 0.00390625, + "mutual_nn_count": 123, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0 + } + } + ] +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/view_anchor_affinity_v2.json b/artifacts/manifold_gate/view_anchor_affinity_v2.json new file mode 100644 index 0000000..c3f9d49 --- /dev/null +++ b/artifacts/manifold_gate/view_anchor_affinity_v2.json @@ -0,0 +1,81 @@ +{ + "protocol": "Node affinity is the Hungarian value of the per-pair view anchor matrix (plus optional fixed-assignment relational agreement). Hidden pairs score retrieval and seeds only.", + "samples": 512, + "subsets": [ + { + "subset_seed": 0, + "anchors_only": { + "r@1": 0.01171875, + "r@5": 0.0546875, + "r@10": 0.091796875, + "median_rank": 123.0, + "true_z": 16.633230209350586, + "hungarian_accuracy": 0.021484375, + "mutual_nn_count": 21, + "mutual_nn_precision": 0.047619047619047616, + "top_margin_decile_precision": 0.0196078431372549 + }, + "anchors_plus_relational": { + "r@1": 0.017578125, + "r@5": 0.037109375, + "r@10": 0.05859375, + "median_rank": 183.0, + "true_z": 11.108220100402832, + "hungarian_accuracy": 0.0078125, + "mutual_nn_count": 111, + "mutual_nn_precision": 0.02702702702702703, + "top_margin_decile_precision": 0.058823529411764705 + } + }, + { + "subset_seed": 1, + "anchors_only": { + "r@1": 0.015625, + "r@5": 0.056640625, + "r@10": 0.0859375, + "median_rank": 113.0, + "true_z": 15.993863105773926, + "hungarian_accuracy": 0.0234375, + "mutual_nn_count": 15, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0392156862745098 + }, + "anchors_plus_relational": { + "r@1": 0.017578125, + "r@5": 0.03125, + "r@10": 0.05078125, + "median_rank": 178.0, + "true_z": 10.917337417602539, + "hungarian_accuracy": 0.01171875, + "mutual_nn_count": 93, + "mutual_nn_precision": 0.043010752688172046, + "top_margin_decile_precision": 0.0392156862745098 + } + }, + { + "subset_seed": 2, + "anchors_only": { + "r@1": 0.01171875, + "r@5": 0.0546875, + "r@10": 0.095703125, + "median_rank": 117.0, + "true_z": 17.309133529663086, + "hungarian_accuracy": 0.009765625, + "mutual_nn_count": 25, + "mutual_nn_precision": 0.04, + "top_margin_decile_precision": 0.0196078431372549 + }, + "anchors_plus_relational": { + "r@1": 0.001953125, + "r@5": 0.0390625, + "r@10": 0.072265625, + "median_rank": 176.0, + "true_z": 11.228828430175781, + "hungarian_accuracy": 0.001953125, + "mutual_nn_count": 128, + "mutual_nn_precision": 0.0, + "top_margin_decile_precision": 0.0 + } + } + ] +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/view_anchor_battery_v2.json b/artifacts/manifold_gate/view_anchor_battery_v2.json new file mode 100644 index 0000000..cc4f0ec --- /dev/null +++ b/artifacts/manifold_gate/view_anchor_battery_v2.json @@ -0,0 +1,38 @@ +{ + "protocol": "Per-view anchors and frame-free structural signatures; replayed view truth scores matching only. No node pairs, no coarse frame.", + "nodes": 5000, + "chance": 0.0625, + "true_frame_profile_baseline": 0.1448, + "channel_coverage_mean": { + "color": 0.3866875, + "size": 0.0433125, + "light": 0.1966125, + "horizontal": 0.0085375 + }, + "anchor_matched_vs_shuffled_z": 62.52482424776634, + "view_matching_accuracy": { + "anchors": 0.1142625, + "structure": 0.0729125, + "anchors_plus_structure": 0.1089375 + }, + "informative_view_accuracy": 0.1700989645901264, + "informative_view_count": 34962, + "seed_calibration": { + "top_1%_margin": { + "count": 349, + "precision": 0.35816618911174786 + }, + "top_5%_margin": { + "count": 1748, + "precision": 0.24542334096109839 + }, + "top_10%_margin": { + "count": 3496, + "precision": 0.221395881006865 + }, + "top_25%_margin": { + "count": 8740, + "precision": 0.20720823798627003 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/view_anchor_battery_v3.json b/artifacts/manifold_gate/view_anchor_battery_v3.json new file mode 100644 index 0000000..18a223b --- /dev/null +++ b/artifacts/manifold_gate/view_anchor_battery_v3.json @@ -0,0 +1,39 @@ +{ + "protocol": "Per-view anchors and frame-free structural signatures; replayed view truth scores matching only. No node pairs, no coarse frame.", + "nodes": 5000, + "chance": 0.0625, + "true_frame_profile_baseline": 0.1448, + "channel_coverage_mean": { + "color": 0.3866875, + "size": 0.0433125, + "light": 0.1966125, + "horizontal": 0.0085375, + "vertical": 0.010675 + }, + "anchor_matched_vs_shuffled_z": 62.57536841129819, + "view_matching_accuracy": { + "anchors": 0.114775, + "structure": 0.0729125, + "anchors_plus_structure": 0.1091 + }, + "informative_view_accuracy": 0.1694002930898433, + "informative_view_count": 35484, + "seed_calibration": { + "top_1%_margin": { + "count": 354, + "precision": 0.3559322033898305 + }, + "top_5%_margin": { + "count": 1774, + "precision": 0.24351747463359638 + }, + "top_10%_margin": { + "count": 3548, + "precision": 0.22153325817361894 + }, + "top_25%_margin": { + "count": 8871, + "precision": 0.20741742757299064 + } + } +}
\ No newline at end of file diff --git a/artifacts/manifold_gate/view_gate_full.json b/artifacts/manifold_gate/view_gate_full.json new file mode 100644 index 0000000..a2e55e0 --- /dev/null +++ b/artifacts/manifold_gate/view_gate_full.json @@ -0,0 +1,114 @@ +{ + "protocol": "Node states are sixteen-view sets with internal standardized relation fields. Part A gates orderings at the true view assignment given the true coarse frame (upper bound); part B matches internal fields blind, with no frame and no pooled vectors, and uses hidden pairs only for scoring.", + "part_a_view_ordering": { + "nodes": 5000, + "context_nodes": 1000, + "e1_within_node_relational": { + "improving_fraction_mean": 0.31985, + "strict_local_min_nodes": 0.0 + }, + "e2_coarse_frame_profile": { + "improving_fraction_mean": 0.28293666666666667, + "strict_local_min_nodes": 0.0 + }, + "joint": { + "lambda_0.5": { + "improving_fraction_mean": 0.27108499999999996, + "strict_local_min_nodes": 0.0 + }, + "lambda_2.0": { + "improving_fraction_mean": 0.2549633333333333, + "strict_local_min_nodes": 0.0 + } + } + }, + "part_b_structured_affinity": [ + { + "subset_seed": 0, + "nodes": 512, + "retrieval_null_corrected_centered": { + "r@1": 0.0, + "r@5": 0.01171875, + "r@10": 0.01953125, + "median_rank": 253.0, + "chance_r@1": 0.001953125 + }, + "retrieval_raw": { + "r@10": 0.021484375, + "median_rank": 241.0 + }, + "retrieval_signature_only": { + "r@10": 0.01953125, + "true_z": -0.021160447970032692 + }, + "linear_assignment_energy_null_corrected": { + "true_mean_cost": -0.32414552569389343, + "random_mean_cost": -0.31858623027801514, + "random_std": 0.005880001932382584, + "true_z": 0.9454581141471863 + }, + "hungarian_recovery_accuracy": 0.0, + "top_margin_decile_precision": 0.0, + "mutual_nn_count": 33, + "mutual_nn_precision": 0.0 + }, + { + "subset_seed": 1, + "nodes": 512, + "retrieval_null_corrected_centered": { + "r@1": 0.005859375, + "r@5": 0.015625, + "r@10": 0.029296875, + "median_rank": 266.0, + "chance_r@1": 0.001953125 + }, + "retrieval_raw": { + "r@10": 0.01953125, + "median_rank": 253.0 + }, + "retrieval_signature_only": { + "r@10": 0.02734375, + "true_z": -0.012197346426546574 + }, + "linear_assignment_energy_null_corrected": { + "true_mean_cost": -0.3220711946487427, + "random_mean_cost": -0.3212707042694092, + "random_std": 0.0056177424266934395, + "true_z": 0.14249324798583984 + }, + "hungarian_recovery_accuracy": 0.00390625, + "top_margin_decile_precision": 0.0, + "mutual_nn_count": 49, + "mutual_nn_precision": 0.04081632653061224 + }, + { + "subset_seed": 2, + "nodes": 512, + "retrieval_null_corrected_centered": { + "r@1": 0.005859375, + "r@5": 0.015625, + "r@10": 0.033203125, + "median_rank": 243.0, + "chance_r@1": 0.001953125 + }, + "retrieval_raw": { + "r@10": 0.017578125, + "median_rank": 240.0 + }, + "retrieval_signature_only": { + "r@10": 0.02734375, + "true_z": 7.24987403373234e-05 + }, + "linear_assignment_energy_null_corrected": { + "true_mean_cost": -0.33948662877082825, + "random_mean_cost": -0.33008480072021484, + "random_std": 0.0053815594874322414, + "true_z": 1.7470452785491943 + }, + "hungarian_recovery_accuracy": 0.005859375, + "top_margin_decile_precision": 0.0, + "mutual_nn_count": 32, + "mutual_nn_precision": 0.03125 + } + ] +}
\ No newline at end of file |