World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1327 insertions, 0 deletions

diff --git a/artifacts/manifold_gate/ricci_flickr_test512_orbit.json b/artifacts/manifold_gate/ricci_flickr_test512_orbit.json
new file mode 100644
index 0000000..bcb4e7f
--- /dev/null
+++ b/artifacts/manifold_gate/ricci_flickr_test512_orbit.json
@@ -0,0 +1,1327 @@
+{
+  "protocol": "Each modality's kNN geometry evolves independently under Ollivier-Ricci flow; the identical heat-kernel channels are gated with and without the flow. Hidden pairs score orderings only.",
+  "meta": {
+    "dataset": "flickr30k",
+    "split": "test",
+    "samples": 512,
+    "text_mode": "orbit_mean",
+    "rows": [
+      25,
+      34,
+      51,
+      89,
+      97,
+      124,
+      133,
+      134,
+      137,
+      199,
+      219,
+      222,
+      228,
+      246,
+      259,
+      279,
+      304,
+      318,
+      340,
+      395,
+      434,
+      472,
+      487,
+      520,
+      539,
+      565,
+      615,
+      654,
+      661,
+      670,
+      734,
+      748,
+      754,
+      760,
+      828,
+      856,
+      887,
+      906,
+      917,
+      972,
+      973,
+      1023,
+      1030,
+      1044,
+      1072,
+      1117,
+      1196,
+      1202,
+      1206,
+      1284,
+      1305,
+      1306,
+      1310,
+      1343,
+      1358,
+      1390,
+      1401,
+      1417,
+      1480,
+      1576,
+      1594,
+      1610,
+      1646,
+      1723,
+      1771,
+      1821,
+      1833,
+      1895,
+      1981,
+      1983,
+      1984,
+      1987,
+      2044,
+      2054,
+      2103,
+      2112,
+      2113,
+      2124,
+      2130,
+      2131,
+      2139,
+      2161,
+      2180,
+      2197,
+      2260,
+      2265,
+      2319,
+      2330,
+      2410,
+      2412,
+      2429,
+      2433,
+      2458,
+      2523,
+      2551,
+      2572,
+      2600,
+      2615,
+      2678,
+      2690,
+      2788,
+      2803,
+      2848,
+      2851,
+      2906,
+      2909,
+      2955,
+      2956,
+      3008,
+      3078,
+      3082,
+      3087,
+      3097,
+      3109,
+      3130,
+      3162,
+      3245,
+      3412,
+      3437,
+      3451,
+      3459,
+      3476,
+      3500,
+      3539,
+      3648,
+      3701,
+      3703,
+      3724,
+      3771,
+      3774,
+      3826,
+      3834,
+      3951,
+      3972,
+      4007,
+      4027,
+      4028,
+      4041,
+      4313,
+      4317,
+      4343,
+      4367,
+      4402,
+      4452,
+      4501,
+      4510,
+      4556,
+      4562,
+      4663,
+      4686,
+      4748,
+      4801,
+      4816,
+      4879,
+      4881,
+      4882,
+      4902,
+      4942,
+      4981,
+      5016,
+      5056,
+      5160,
+      5171,
+      5240,
+      5261,
+      5327,
+      5330,
+      5343,
+      5441,
+      5541,
+      5580,
+      5581,
+      5595,
+      5618,
+      5621,
+      5701,
+      5724,
+      5743,
+      5760,
+      5763,
+      5767,
+      5807,
+      5835,
+      5854,
+      5867,
+      5881,
+      5947,
+      5964,
+      5970,
+      5989,
+      6002,
+      6005,
+      6008,
+      6031,
+      6067,
+      6068,
+      6078,
+      6127,
+      6192,
+      6242,
+      6250,
+      6258,
+      6283,
+      6300,
+      6306,
+      6334,
+      6376,
+      6486,
+      6532,
+      6549,
+      6645,
+      6661,
+      6694,
+      6733,
+      6781,
+      6796,
+      6830,
+      6921,
+      7153,
+      7170,
+      7263,
+      7492,
+      7507,
+      7542,
+      7549,
+      7581,
+      7584,
+      7597,
+      7631,
+      7639,
+      7682,
+      7702,
+      7739,
+      7750,
+      7791,
+      7874,
+      7881,
+      7909,
+      7912,
+      7921,
+      7962,
+      7973,
+      7986,
+      7996,
+      8015,
+      8023,
+      8054,
+      8070,
+      8079,
+      8084,
+      8175,
+      8185,
+      8199,
+      8225,
+      8267,
+      8274,
+      8280,
+      8322,
+      8337,
+      8362,
+      8364,
+      8412,
+      8427,
+      8486,
+      8519,
+      8528,
+      8554,
+      8561,
+      8611,
+      8631,
+      8654,
+      8674,
+      8708,
+      8740,
+      8766,
+      8776,
+      8811,
+      8831,
+      8870,
+      8872,
+      8903,
+      8940,
+      8982,
+      8993,
+      9013,
+      9039,
+      9042,
+      9058,
+      9065,
+      9074,
+      9088,
+      9223,
+      9241,
+      9242,
+      9266,
+      9274,
+      9285,
+      9308,
+      9323,
+      9328,
+      9342,
+      9354,
+      9492,
+      9502,
+      9506,
+      9519,
+      9531,
+      9572,
+      9579,
+      9592,
+      9598,
+      9609,
+      9673,
+      9736,
+      9776,
+      9797,
+      9803,
+      9885,
+      9888,
+      9908,
+      9911,
+      9959,
+      9978,
+      9979,
+      10005,
+      10010,
+      10088,
+      10097,
+      10106,
+      10124,
+      10171,
+      10235,
+      10239,
+      10242,
+      10287,
+      10330,
+      10376,
+      10379,
+      10390,
+      10469,
+      10490,
+      10499,
+      10575,
+      10577,
+      10620,
+      10629,
+      10663,
+      10666,
+      10691,
+      10692,
+      10693,
+      10732,
+      10788,
+      10858,
+      10920,
+      10925,
+      11086,
+      11124,
+      11137,
+      11152,
+      11207,
+      11219,
+      11234,
+      11239,
+      11278,
+      11283,
+      11363,
+      11374,
+      11400,
+      11423,
+      11466,
+      11514,
+      11516,
+      11618,
+      11624,
+      11656,
+      11747,
+      11890,
+      11897,
+      11906,
+      11914,
+      11939,
+      11963,
+      11979,
+      12030,
+      12053,
+      12058,
+      12077,
+      12084,
+      12133,
+      12178,
+      12184,
+      12212,
+      12245,
+      12293,
+      12305,
+      12334,
+      12356,
+      12366,
+      12375,
+      12402,
+      12417,
+      12427,
+      12441,
+      12475,
+      12486,
+      12508,
+      12542,
+      12706,
+      12757,
+      12782,
+      12813,
+      12853,
+      12865,
+      12902,
+      12927,
+      12947,
+      12949,
+      12969,
+      12994,
+      13085,
+      13135,
+      13170,
+      13197,
+      13276,
+      13302,
+      13388,
+      13417,
+      13516,
+      13543,
+      13566,
+      13580,
+      13629,
+      13648,
+      13650,
+      13724,
+      13744,
+      13770,
+      13785,
+      13837,
+      13916,
+      13977,
+      13990,
+      13992,
+      14042,
+      14048,
+      14072,
+      14117,
+      14134,
+      14164,
+      14221,
+      14231,
+      14260,
+      14316,
+      14332,
+      14333,
+      14337,
+      14434,
+      14453,
+      14479,
+      14490,
+      14495,
+      14558,
+      14570,
+      14582,
+      14596,
+      14599,
+      14626,
+      14690,
+      14721,
+      14736,
+      14773,
+      14786,
+      14796,
+      14832,
+      14841,
+      14941,
+      14974,
+      14989,
+      15004,
+      15020,
+      15047,
+      15061,
+      15067,
+      15077,
+      15138,
+      15176,
+      15186,
+      15219,
+      15309,
+      15358,
+      15374,
+      15410,
+      15412,
+      15448,
+      15457,
+      15556,
+      15588,
+      15592,
+      15650,
+      15674,
+      15759,
+      15774,
+      15792,
+      15809,
+      15834,
+      15875,
+      15878,
+      15974,
+      16004,
+      16010,
+      16018
+    ],
+    "flow": {
+      "dataset": "flickr",
+      "manifest": "artifacts/manifest.json",
+      "vision": "artifacts/vision.pt",
+      "text": "artifacts/text.pt",
+      "text_orbits": "artifacts/text_orbits_qwen0p5b.pt",
+      "text_mode": "orbit_mean",
+      "vg_vision": "artifacts/vg_5k/vision_features.pt",
+      "vg_text": "artifacts/vg_5k/text_features.pt",
+      "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl",
+      "vg_bundle_channels": false,
+      "split": "test",
+      "samples": 512,
+      "subset_seed": 0,
+      "neighbors": 16,
+      "flow_iterations": 10,
+      "flow_step": 0.4,
+      "lazy_alpha": 0.5,
+      "heat_times": "1.0,4.0",
+      "random_perms": 300,
+      "derangement_samples": 50,
+      "descent_restarts": 2,
+      "descent_max_steps": 200000,
+      "descent_objective": "mse",
+      "descent_verify_top": 64,
+      "device": "cpu",
+      "seed": 20260729,
+      "output": "artifacts/manifold_gate/ricci_flickr_test512_orbit.json",
+      "trajectory_output": null
+    }
+  },
+  "conditions": {
+    "diffusion_no_flow": {
+      "gate_a": {
+        "true": {
+          "mse": 1.2627720497498318,
+          "mse_channels": [
+            1.2627720497498318,
+            1.200111450223198,
+            1.3169662864831464
+          ],
+          "mse_channel_mean": 1.2599499288187255,
+          "conditional_kl": 54.485398523041084,
+          "m30_total": 13.42262380410788
+        },
+        "similarity_shift": {
+          "mse": 1.7094909572327623,
+          "mse_channels": [
+            1.7094909572327623,
+            1.7981894892674075,
+            1.3823272244998792
+          ],
+          "mse_channel_mean": 1.6300025570000163,
+          "conditional_kl": 112.91310851970455,
+          "m30_total": 26.00160361840644
+        },
+        "random": {
+          "mse": {
+            "mean": 2.001781702041626,
+            "std": 0.03446860983967781,
+            "min": 1.9027278423309326,
+            "true_z": 21.44007682800293,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "mse_channel_mean": {
+            "mean": 2.002405881881714,
+            "std": 0.04499039426445961,
+            "min": 1.8726927042007446,
+            "true_z": 16.502544403076172,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "conditional_kl": {
+            "mean": 110.63270568847656,
+            "std": 1.8280709981918335,
+            "min": 105.42938232421875,
+            "true_z": 30.713964462280273,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "m30_total": {
+            "mean": 26.13010597229004,
+            "std": 0.37767258286476135,
+            "min": 24.964094161987305,
+            "true_z": 33.64682388305664,
+            "true_rank_among_random": 0,
+            "count": 300
+          }
+        }
+      },
+      "gate_b": {
+        "pairs": 130816,
+        "improving_pairs": 19853,
+        "improving_fraction": 0.1517627813111546,
+        "delta_mean": 0.004418290330299077,
+        "delta_min": -0.019831389831191346,
+        "identity_is_local_min_mse": false,
+        "worst_improving_swaps": [
+          {
+            "pair": [
+              7,
+              163
+            ],
+            "delta_mse": -0.019831389831191346,
+            "text_cosine": -1.492860465688954,
+            "visual_cosine": -0.36827875201303273
+          },
+          {
+            "pair": [
+              163,
+              413
+            ],
+            "delta_mse": -0.01829323204305575,
+            "text_cosine": -0.5415198583124993,
+            "visual_cosine": -1.5231812059154772
+          },
+          {
+            "pair": [
+              163,
+              288
+            ],
+            "delta_mse": -0.017783384708493697,
+            "text_cosine": -0.07754689721901682,
+            "visual_cosine": -0.6674073564856862
+          },
+          {
+            "pair": [
+              153,
+              163
+            ],
+            "delta_mse": -0.017480455008149026,
+            "text_cosine": -0.4831213584175933,
+            "visual_cosine": 0.7331240341918156
+          },
+          {
+            "pair": [
+              75,
+              163
+            ],
+            "delta_mse": -0.017249752890540957,
+            "text_cosine": -0.3438564500555795,
+            "visual_cosine": -0.682229208784631
+          },
+          {
+            "pair": [
+              7,
+              474
+            ],
+            "delta_mse": -0.017209339745265412,
+            "text_cosine": -2.209148619557669,
+            "visual_cosine": -0.23159702502765125
+          },
+          {
+            "pair": [
+              163,
+              353
+            ],
+            "delta_mse": -0.016843792581827395,
+            "text_cosine": -1.3790053664305524,
+            "visual_cosine": -0.8810711516793354
+          },
+          {
+            "pair": [
+              38,
+              353
+            ],
+            "delta_mse": -0.016180398433274127,
+            "text_cosine": -1.1163145650500501,
+            "visual_cosine": -0.5306798841146447
+          },
+          {
+            "pair": [
+              7,
+              77
+            ],
+            "delta_mse": -0.01613771896768847,
+            "text_cosine": -2.8891915031529734,
+            "visual_cosine": -0.18844943452897356
+          },
+          {
+            "pair": [
+              163,
+              264
+            ],
+            "delta_mse": -0.015920594378438093,
+            "text_cosine": -0.5159224077699386,
+            "visual_cosine": -1.4994171115707067
+          },
+          {
+            "pair": [
+              7,
+              400
+            ],
+            "delta_mse": -0.015848477178973405,
+            "text_cosine": -3.1463091738940676,
+            "visual_cosine": -0.22779615738583597
+          },
+          {
+            "pair": [
+              163,
+              482
+            ],
+            "delta_mse": -0.015419754514965993,
+            "text_cosine": -0.05724321205808927,
+            "visual_cosine": -0.5708781890232335
+          },
+          {
+            "pair": [
+              7,
+              38
+            ],
+            "delta_mse": -0.015224114210540257,
+            "text_cosine": -2.067975060621137,
+            "visual_cosine": -1.8385201094271397
+          },
+          {
+            "pair": [
+              7,
+              66
+            ],
+            "delta_mse": -0.01500510154008816,
+            "text_cosine": -2.8826618582613674,
+            "visual_cosine": 0.07727092258862545
+          },
+          {
+            "pair": [
+              256,
+              353
+            ],
+            "delta_mse": -0.014932991350849948,
+            "text_cosine": -0.911870344480317,
+            "visual_cosine": -0.36773119063551135
+          },
+          {
+            "pair": [
+              7,
+              270
+            ],
+            "delta_mse": -0.014780847955780869,
+            "text_cosine": -2.6635277594235305,
+            "visual_cosine": -0.1337504463859506
+          },
+          {
+            "pair": [
+              75,
+              115
+            ],
+            "delta_mse": -0.01476082218424428,
+            "text_cosine": 0.031943243051928076,
+            "visual_cosine": 0.7005006716282588
+          },
+          {
+            "pair": [
+              7,
+              140
+            ],
+            "delta_mse": -0.014434506550067165,
+            "text_cosine": -2.1328983182465637,
+            "visual_cosine": -0.0779545336973664
+          },
+          {
+            "pair": [
+              11,
+              163
+            ],
+            "delta_mse": -0.014338737589678454,
+            "text_cosine": -0.09059091642087204,
+            "visual_cosine": -0.3255835596173136
+          },
+          {
+            "pair": [
+              7,
+              313
+            ],
+            "delta_mse": -0.014187329365517637,
+            "text_cosine": -2.7976968493297907,
+            "visual_cosine": -0.12905118398050455
+          }
+        ]
+      },
+      "descent_from_true": {
+        "start_accuracy": 1.0,
+        "final_accuracy": 0.041015625,
+        "final_objective": 0.7374284833426681,
+        "final_energy": {
+          "mse": 0.7374284833426681,
+          "mse_channels": [
+            0.7374284833426681,
+            0.8170532253516214,
+            0.2157444433542712
+          ],
+          "mse_channel_mean": 0.5900753840161869,
+          "conditional_kl": 51.524167849161415,
+          "m30_total": 11.77969053651762
+        },
+        "accepted_moves": 729,
+        "moved_fraction": 0.958984375,
+        "mse_local_min_certificate": true,
+        "trajectory": [
+          {
+            "step": 0,
+            "objective": 1.2489148284279807,
+            "accuracy": 0.99609375
+          },
+          {
+            "step": 50,
+            "objective": 0.9995218140069603,
+            "accuracy": 0.802734375
+          },
+          {
+            "step": 100,
+            "objective": 0.9191491191046895,
+            "accuracy": 0.62890625
+          },
+          {
+            "step": 150,
+            "objective": 0.871380833251543,
+            "accuracy": 0.486328125
+          },
+          {
+            "step": 200,
+            "objective": 0.8365477644011321,
+            "accuracy": 0.388671875
+          },
+          {
+            "step": 250,
+            "objective": 0.8130165385508096,
+            "accuracy": 0.291015625
+          },
+          {
+            "step": 300,
+            "objective": 0.7926431494023898,
+            "accuracy": 0.23828125
+          },
+          {
+            "step": 350,
+            "objective": 0.7801339329074743,
+            "accuracy": 0.181640625
+          },
+          {
+            "step": 400,
+            "objective": 0.7701605500922951,
+            "accuracy": 0.134765625
+          },
+          {
+            "step": 450,
+            "objective": 0.7635650212931072,
+            "accuracy": 0.115234375
+          },
+          {
+            "step": 500,
+            "objective": 0.7579060392078497,
+            "accuracy": 0.09375
+          },
+          {
+            "step": 550,
+            "objective": 0.7529556966021153,
+            "accuracy": 0.072265625
+          },
+          {
+            "step": 600,
+            "objective": 0.7461865005825037,
+            "accuracy": 0.05859375
+          },
+          {
+            "step": 650,
+            "objective": 0.7408765828795759,
+            "accuracy": 0.048828125
+          },
+          {
+            "step": 700,
+            "objective": 0.7385527326830755,
+            "accuracy": 0.048828125
+          }
+        ]
+      },
+      "descent_from_random": [
+        {
+          "start_accuracy": 0.00390625,
+          "final_accuracy": 0.001953125,
+          "final_objective": 0.7679364955765079,
+          "final_energy": {
+            "mse": 0.7679364955765079,
+            "mse_channels": [
+              0.7679364955765079,
+              0.8712825807764669,
+              0.1694347475550679
+            ],
+            "mse_channel_mean": 0.6028846079693476,
+            "conditional_kl": 56.85097921092829,
+            "m30_total": 12.906068833338674
+          },
+          "accepted_moves": 897,
+          "moved_fraction": 0.998046875,
+          "mse_local_min_certificate": true
+        },
+        {
+          "start_accuracy": 0.0,
+          "final_accuracy": 0.00390625,
+          "final_objective": 0.7171543886329623,
+          "final_energy": {
+            "mse": 0.7171543886329623,
+            "mse_channels": [
+              0.7171543886329623,
+              0.8114134919577229,
+              0.17549354004982942
+            ],
+            "mse_channel_mean": 0.5680204735468383,
+            "conditional_kl": 52.849199300582406,
+            "m30_total": 12.004148637382405
+          },
+          "accepted_moves": 766,
+          "moved_fraction": 0.994140625,
+          "mse_local_min_certificate": true
+        }
+      ]
+    },
+    "ricci_flow": {
+      "gate_a": {
+        "true": {
+          "mse": 0.8176244498474218,
+          "mse_channels": [
+            0.8176244498474218,
+            0.7957639184423635,
+            0.7085524800706229
+          ],
+          "mse_channel_mean": 0.7739802827868028,
+          "conditional_kl": 50.41032498967766,
+          "m30_total": 11.717313897630376
+        },
+        "similarity_shift": {
+          "mse": 1.224673806817125,
+          "mse_channels": [
+            1.224673806817125,
+            1.2567325084200816,
+            0.8276699381891156
+          ],
+          "mse_channel_mean": 1.1030254178087742,
+          "conditional_kl": 90.32426041107624,
+          "m30_total": 20.5141996958495
+        },
+        "random": {
+          "mse": {
+            "mean": 1.998986005783081,
+            "std": 0.0246936846524477,
+            "min": 1.9366873502731323,
+            "true_z": 47.840633392333984,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "mse_channel_mean": {
+            "mean": 1.9988291263580322,
+            "std": 0.03324174880981445,
+            "min": 1.9169702529907227,
+            "true_z": 36.846702575683594,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "conditional_kl": {
+            "mean": 112.99739837646484,
+            "std": 1.8893738985061646,
+            "min": 107.34606170654297,
+            "true_z": 33.12582778930664,
+            "true_rank_among_random": 0,
+            "count": 300
+          },
+          "m30_total": {
+            "mean": 26.597450256347656,
+            "std": 0.38629212975502014,
+            "min": 25.48741340637207,
+            "true_z": 38.520423889160156,
+            "true_rank_among_random": 0,
+            "count": 300
+          }
+        }
+      },
+      "gate_b": {
+        "pairs": 130816,
+        "improving_pairs": 11920,
+        "improving_fraction": 0.09112035225048924,
+        "delta_mean": 0.007554122694649869,
+        "delta_min": -0.017090516962157663,
+        "identity_is_local_min_mse": false,
+        "worst_improving_swaps": [
+          {
+            "pair": [
+              400,
+              487
+            ],
+            "delta_mse": -0.017090516962157663,
+            "text_cosine": -1.660762420611815,
+            "visual_cosine": 0.34263720670593534
+          },
+          {
+            "pair": [
+              163,
+              487
+            ],
+            "delta_mse": -0.016500308300146396,
+            "text_cosine": 0.9602294480519812,
+            "visual_cosine": -0.21540680813448307
+          },
+          {
+            "pair": [
+              162,
+              163
+            ],
+            "delta_mse": -0.015673125027927764,
+            "text_cosine": -0.09902378934647726,
+            "visual_cosine": 0.501188726547428
+          },
+          {
+            "pair": [
+              162,
+              400
+            ],
+            "delta_mse": -0.015340226725081578,
+            "text_cosine": -1.2977066276675393,
+            "visual_cosine": 0.8734803967164405
+          },
+          {
+            "pair": [
+              356,
+              400
+            ],
+            "delta_mse": -0.01256459295752154,
+            "text_cosine": -1.5701809141786993,
+            "visual_cosine": 0.28525719333990224
+          },
+          {
+            "pair": [
+              163,
+              356
+            ],
+            "delta_mse": -0.012061242612346099,
+            "text_cosine": 0.9405933570390199,
+            "visual_cosine": 0.22598254115064317
+          },
+          {
+            "pair": [
+              163,
+              413
+            ],
+            "delta_mse": -0.009113474714286354,
+            "text_cosine": -0.06464438420588951,
+            "visual_cosine": -1.2958001643004449
+          },
+          {
+            "pair": [
+              162,
+              270
+            ],
+            "delta_mse": -0.009083259746145635,
+            "text_cosine": 0.29490757932252787,
+            "visual_cosine": 1.802547948337264
+          },
+          {
+            "pair": [
+              270,
+              487
+            ],
+            "delta_mse": -0.008362444823478069,
+            "text_cosine": 0.9419795093278364,
+            "visual_cosine": 0.3842457500187072
+          },
+          {
+            "pair": [
+              487,
+              499
+            ],
+            "delta_mse": -0.00832730098130992,
+            "text_cosine": 0.3071438959749048,
+            "visual_cosine": -0.16425145472152947
+          },
+          {
+            "pair": [
+              162,
+              251
+            ],
+            "delta_mse": -0.008250687187226857,
+            "text_cosine": 0.4450697411935708,
+            "visual_cosine": 1.3152336828256952
+          },
+          {
+            "pair": [
+              251,
+              487
+            ],
+            "delta_mse": -0.008118958359456266,
+            "text_cosine": 1.0163884203853448,
+            "visual_cosine": 0.35658274767945763
+          },
+          {
+            "pair": [
+              400,
+              413
+            ],
+            "delta_mse": -0.008007819597859784,
+            "text_cosine": -1.1437081719723818,
+            "visual_cosine": -1.0710732844405844
+          },
+          {
+            "pair": [
+              163,
+              264
+            ],
+            "delta_mse": -0.007524213947469614,
+            "text_cosine": -0.019707043266723387,
+            "visual_cosine": -1.383458584383727
+          },
+          {
+            "pair": [
+              139,
+              413
+            ],
+            "delta_mse": -0.00713022384008669,
+            "text_cosine": -0.0184099614471734,
+            "visual_cosine": -0.33271785586962244
+          },
+          {
+            "pair": [
+              264,
+              400
+            ],
+            "delta_mse": -0.007108252832748766,
+            "text_cosine": -0.9843165964581547,
+            "visual_cosine": -1.0133590956907537
+          },
+          {
+            "pair": [
+              362,
+              487
+            ],
+            "delta_mse": -0.006928406740430893,
+            "text_cosine": -0.044341151286904426,
+            "visual_cosine": -0.8883122138809098
+          },
+          {
+            "pair": [
+              162,
+              396
+            ],
+            "delta_mse": -0.006899817429886515,
+            "text_cosine": 0.10826015777610071,
+            "visual_cosine": 0.7537464683064856
+          },
+          {
+            "pair": [
+              22,
+              163
+            ],
+            "delta_mse": -0.006840774404960042,
+            "text_cosine": 0.1598805785879793,
+            "visual_cosine": -0.6697985700173954
+          },
+          {
+            "pair": [
+              115,
+              217
+            ],
+            "delta_mse": -0.006777397954647037,
+            "text_cosine": 0.026599427431574743,
+            "visual_cosine": 0.9220007509994542
+          }
+        ]
+      },
+      "descent_from_true": {
+        "start_accuracy": 1.0,
+        "final_accuracy": 0.05078125,
+        "final_objective": 0.4850379670981191,
+        "final_energy": {
+          "mse": 0.4850379670981191,
+          "mse_channels": [
+            0.4850379670981191,
+            0.49367145398720114,
+            0.21846812688384
+          ],
+          "mse_channel_mean": 0.39905918265638674,
+          "conditional_kl": 33.00004935266594,
+          "m30_total": 7.570085804729427
+        },
+        "accepted_moves": 712,
+        "moved_fraction": 0.94921875,
+        "mse_local_min_certificate": true,
+        "trajectory": [
+          {
+            "step": 0,
+            "objective": 0.8019956133905195,
+            "accuracy": 0.99609375
+          },
+          {
+            "step": 50,
+            "objective": 0.6817100275720651,
+            "accuracy": 0.810546875
+          },
+          {
+            "step": 100,
+            "objective": 0.6238586880771411,
+            "accuracy": 0.634765625
+          },
+          {
+            "step": 150,
+            "objective": 0.5884343511059161,
+            "accuracy": 0.50390625
+          },
+          {
+            "step": 200,
+            "objective": 0.5640120817962417,
+            "accuracy": 0.396484375
+          },
+          {
+            "step": 250,
+            "objective": 0.5461247202343195,
+            "accuracy": 0.30859375
+          },
+          {
+            "step": 300,
+            "objective": 0.5315250043479552,
+            "accuracy": 0.2421875
+          },
+          {
+            "step": 350,
+            "objective": 0.5196913023717482,
+            "accuracy": 0.1875
+          },
+          {
+            "step": 400,
+            "objective": 0.5115978184755814,
+            "accuracy": 0.150390625
+          },
+          {
+            "step": 450,
+            "objective": 0.5042325348498455,
+            "accuracy": 0.126953125
+          },
+          {
+            "step": 500,
+            "objective": 0.49708047509973174,
+            "accuracy": 0.109375
+          },
+          {
+            "step": 550,
+            "objective": 0.4921681183518306,
+            "accuracy": 0.087890625
+          },
+          {
+            "step": 600,
+            "objective": 0.48845790055833765,
+            "accuracy": 0.07421875
+          },
+          {
+            "step": 650,
+            "objective": 0.4867449668321758,
+            "accuracy": 0.0625
+          },
+          {
+            "step": 700,
+            "objective": 0.4851367931003992,
+            "accuracy": 0.05078125
+          }
+        ]
+      },
+      "descent_from_random": [
+        {
+          "start_accuracy": 0.00390625,
+          "final_accuracy": 0.005859375,
+          "final_objective": 0.42722723456522793,
+          "final_energy": {
+            "mse": 0.42722723456522793,
+            "mse_channels": [
+              0.42722723456522793,
+              0.4429538274379751,
+              0.15299634160200803
+            ],
+            "mse_channel_mean": 0.34105913453507036,
+            "conditional_kl": 33.313219028718564,
+            "m30_total": 7.517098274874169
+          },
+          "accepted_moves": 838,
+          "moved_fraction": 0.9921875,
+          "mse_local_min_certificate": true
+        },
+        {
+          "start_accuracy": 0.0,
+          "final_accuracy": 0.00390625,
+          "final_objective": 0.42679593905887153,
+          "final_energy": {
+            "mse": 0.42679593905887153,
+            "mse_channels": [
+              0.42679593905887153,
+              0.4471949369097937,
+              0.1523408185758746
+            ],
+            "mse_channel_mean": 0.3421105648481799,
+            "conditional_kl": 35.73216050653933,
+            "m30_total": 8.00002397942561
+          },
+          "accepted_moves": 811,
+          "moved_fraction": 0.99609375,
+          "mse_local_min_certificate": true
+        }
+      ]
+    }
+  }
+}
\ No newline at end of file