World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1088 insertions, 0 deletions

diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json
new file mode 100644
index 0000000..4af8747
--- /dev/null
+++ b/artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json
@@ -0,0 +1,1088 @@
+{
+  "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.",
+  "meta": {
+    "dataset": "visual_genome_5k",
+    "tier": "visible_relations",
+    "samples": 512,
+    "subset_seed": 1,
+    "bundle_channels": true
+  },
+  "args": {
+    "dataset": "vg",
+    "text_orbits": "artifacts/text_orbits_qwen0p5b.pt",
+    "text_mode": "orbit_mean",
+    "vg_vision": "artifacts/vg_5k/vision_features.pt",
+    "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt",
+    "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl",
+    "vg_bundle_channels": true,
+    "split": "test",
+    "samples": 512,
+    "subset_seed": 1,
+    "random_perms": 1000,
+    "derangement_samples": 200,
+    "descent_restarts": 2,
+    "descent_max_steps": 200000,
+    "descent_objective": "m30_total",
+    "descent_verify_top": 64,
+    "device": "cpu",
+    "seed": 20260729,
+    "output": "artifacts/manifold_gate/vg512_visible_relations_seed1_bundle.json",
+    "trajectory_output": null
+  },
+  "channel_names": [
+    "mean",
+    "std",
+    "q10",
+    "q90"
+  ],
+  "gate_a_global_ranking": {
+    "true": {
+      "mse": 1.860282731890636,
+      "mse_channels": [
+        1.860282731890636,
+        1.936960154271379,
+        1.9660424726825145,
+        1.6255675070711935
+      ],
+      "mse_channel_mean": 1.8472132164789308,
+      "conditional_kl": 5.95559871418284,
+      "m30_total": 4.9116852066178405
+    },
+    "similarity_shift": {
+      "mse": 1.9029741501506345,
+      "mse_channels": [
+        1.9029741501506345,
+        2.092090030336233,
+        1.9544740992502145,
+        1.9322874393445943
+      ],
+      "mse_channel_mean": 1.970456429770419,
+      "conditional_kl": 6.129976575579547,
+      "m30_total": 5.031943615417179
+    },
+    "random": {
+      "mse": {
+        "mean": 2.0001533031463623,
+        "std": 0.06055669113993645,
+        "min": 1.8254987001419067,
+        "true_z": 2.3097450733184814,
+        "true_rank_among_random": 12,
+        "count": 1000
+      },
+      "mse_channel_mean": {
+        "mean": 2.0006563663482666,
+        "std": 0.03332096338272095,
+        "min": 1.9000811576843262,
+        "true_z": 4.605001926422119,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "conditional_kl": {
+        "mean": 6.142256259918213,
+        "std": 0.008009831421077251,
+        "min": 6.118518829345703,
+        "true_z": 23.303539276123047,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "m30_total": {
+        "mean": 5.228757858276367,
+        "std": 0.12152906507253647,
+        "min": 4.877014636993408,
+        "true_z": 2.6090290546417236,
+        "true_rank_among_random": 4,
+        "count": 1000
+      }
+    }
+  },
+  "gate_b_transpositions": {
+    "pairs": 130816,
+    "improving_pairs": 42523,
+    "improving_fraction": 0.32505962573385516,
+    "delta_mean": 0.0009335180316783625,
+    "delta_min": -0.027286841290597268,
+    "identity_is_local_min_mse": false,
+    "worst_improving_swaps": [
+      {
+        "pair": [
+          396,
+          495
+        ],
+        "delta_mse": -0.027286841290597268,
+        "text_cosine": 0.9697034580167228,
+        "visual_cosine": 0.2331843266126745
+      },
+      {
+        "pair": [
+          414,
+          495
+        ],
+        "delta_mse": -0.02666989531787373,
+        "text_cosine": 0.9718697261206541,
+        "visual_cosine": 0.2595209132080595
+      },
+      {
+        "pair": [
+          379,
+          396
+        ],
+        "delta_mse": -0.026539601636213033,
+        "text_cosine": 0.9542442319000499,
+        "visual_cosine": 0.2274155475458771
+      },
+      {
+        "pair": [
+          251,
+          495
+        ],
+        "delta_mse": -0.025744034213555728,
+        "text_cosine": 0.9768514469023174,
+        "visual_cosine": 0.35437076514943416
+      },
+      {
+        "pair": [
+          251,
+          379
+        ],
+        "delta_mse": -0.02561641411763753,
+        "text_cosine": 0.9712618268331558,
+        "visual_cosine": 0.35418334123134354
+      },
+      {
+        "pair": [
+          379,
+          414
+        ],
+        "delta_mse": -0.025438795834438654,
+        "text_cosine": 0.9666555494793992,
+        "visual_cosine": 0.2715330705766824
+      },
+      {
+        "pair": [
+          310,
+          495
+        ],
+        "delta_mse": -0.02475893099395171,
+        "text_cosine": 0.9838759212470889,
+        "visual_cosine": 0.3111224571940497
+      },
+      {
+        "pair": [
+          407,
+          495
+        ],
+        "delta_mse": -0.02461625792897628,
+        "text_cosine": 0.9739824181013436,
+        "visual_cosine": 0.189949203055321
+      },
+      {
+        "pair": [
+          183,
+          495
+        ],
+        "delta_mse": -0.02446811139920239,
+        "text_cosine": 0.9781696974255156,
+        "visual_cosine": 0.13877972977105607
+      },
+      {
+        "pair": [
+          2,
+          251
+        ],
+        "delta_mse": -0.024430953304475506,
+        "text_cosine": 0.9745148756755049,
+        "visual_cosine": 0.2193918635239659
+      },
+      {
+        "pair": [
+          486,
+          495
+        ],
+        "delta_mse": -0.02428014705742168,
+        "text_cosine": 0.9799110823676207,
+        "visual_cosine": 0.29539259200453977
+      },
+      {
+        "pair": [
+          153,
+          495
+        ],
+        "delta_mse": -0.02364399448129548,
+        "text_cosine": 0.9770338854952564,
+        "visual_cosine": 0.20432542200971343
+      },
+      {
+        "pair": [
+          379,
+          486
+        ],
+        "delta_mse": -0.02283028915435866,
+        "text_cosine": 0.9681279646143138,
+        "visual_cosine": 0.24423058511732654
+      },
+      {
+        "pair": [
+          454,
+          495
+        ],
+        "delta_mse": -0.022452513126257907,
+        "text_cosine": 0.9753359718498459,
+        "visual_cosine": 0.29395605934665103
+      },
+      {
+        "pair": [
+          288,
+          495
+        ],
+        "delta_mse": -0.02237123782691481,
+        "text_cosine": 0.9684890282905841,
+        "visual_cosine": 0.07584004393357155
+      },
+      {
+        "pair": [
+          39,
+          495
+        ],
+        "delta_mse": -0.02209217079221166,
+        "text_cosine": 0.9742551985133129,
+        "visual_cosine": 0.3030571454142868
+      },
+      {
+        "pair": [
+          310,
+          379
+        ],
+        "delta_mse": -0.02192974789919206,
+        "text_cosine": 0.9825694344173559,
+        "visual_cosine": 0.15032951289485877
+      },
+      {
+        "pair": [
+          2,
+          396
+        ],
+        "delta_mse": -0.021807016553690852,
+        "text_cosine": 0.9657033871459739,
+        "visual_cosine": 0.17532235605120522
+      },
+      {
+        "pair": [
+          379,
+          407
+        ],
+        "delta_mse": -0.021777967474807522,
+        "text_cosine": 0.9672987165084611,
+        "visual_cosine": 0.180883472107653
+      },
+      {
+        "pair": [
+          190,
+          288
+        ],
+        "delta_mse": -0.02168697104165626,
+        "text_cosine": 0.9679609085157929,
+        "visual_cosine": 0.18366695217006979
+      }
+    ]
+  },
+  "derangement_curve": [
+    {
+      "k": 2,
+      "delta_mean": 0.0013181656831875443,
+      "delta_std": 0.0049848612397909164,
+      "improving_fraction": 0.375
+    },
+    {
+      "k": 4,
+      "delta_mean": 0.0006753089255653322,
+      "delta_std": 0.008018520660698414,
+      "improving_fraction": 0.435
+    },
+    {
+      "k": 8,
+      "delta_mean": 0.0027646238449960947,
+      "delta_std": 0.01248187106102705,
+      "improving_fraction": 0.325
+    },
+    {
+      "k": 16,
+      "delta_mean": 0.007038983050733805,
+      "delta_std": 0.01622931845486164,
+      "improving_fraction": 0.335
+    },
+    {
+      "k": 32,
+      "delta_mean": 0.01538320817053318,
+      "delta_std": 0.02185973897576332,
+      "improving_fraction": 0.19
+    },
+    {
+      "k": 64,
+      "delta_mean": 0.028815263882279396,
+      "delta_std": 0.03130637854337692,
+      "improving_fraction": 0.195
+    },
+    {
+      "k": 128,
+      "delta_mean": 0.05025933310389519,
+      "delta_std": 0.04337296634912491,
+      "improving_fraction": 0.115
+    },
+    {
+      "k": 256,
+      "delta_mean": 0.09364364296197891,
+      "delta_std": 0.05555841699242592,
+      "improving_fraction": 0.045
+    },
+    {
+      "k": 512,
+      "delta_mean": 0.13876274228096008,
+      "delta_std": 0.06219959631562233,
+      "improving_fraction": 0.01
+    }
+  ],
+  "gate_c_descent_from_true": {
+    "start_accuracy": 1.0,
+    "final_accuracy": 0.224609375,
+    "final_objective": 2.81956424871737,
+    "final_energy": {
+      "mse": 0.80934323046385,
+      "mse_channels": [
+        0.80934323046385,
+        1.7264589062662317,
+        0.9434853639936815,
+        0.7434896564921085
+      ],
+      "mse_channel_mean": 1.055694289303968,
+      "conditional_kl": 6.004388938948349,
+      "m30_total": 2.81956424871737
+    },
+    "accepted_moves": 270,
+    "moved_fraction": 0.775390625,
+    "mse_local_min_certificate": false,
+    "trajectory": [
+      {
+        "step": 0,
+        "objective": 4.833504498360788,
+        "accuracy": 0.99609375
+      },
+      {
+        "step": 50,
+        "objective": 3.5598135183811808,
+        "accuracy": 0.80078125
+      },
+      {
+        "step": 100,
+        "objective": 3.1683679443560644,
+        "accuracy": 0.615234375
+      },
+      {
+        "step": 150,
+        "objective": 2.98655714427092,
+        "accuracy": 0.439453125
+      },
+      {
+        "step": 200,
+        "objective": 2.8837064689910505,
+        "accuracy": 0.31640625
+      },
+      {
+        "step": 250,
+        "objective": 2.8318148099455707,
+        "accuracy": 0.234375
+      }
+    ],
+    "final_permutation": [
+      223,
+      38,
+      362,
+      3,
+      4,
+      5,
+      455,
+      320,
+      242,
+      473,
+      10,
+      11,
+      398,
+      13,
+      109,
+      161,
+      322,
+      368,
+      439,
+      143,
+      290,
+      77,
+      243,
+      296,
+      247,
+      347,
+      354,
+      23,
+      61,
+      210,
+      30,
+      50,
+      32,
+      426,
+      205,
+      390,
+      472,
+      373,
+      189,
+      236,
+      83,
+      417,
+      412,
+      303,
+      44,
+      248,
+      507,
+      435,
+      64,
+      49,
+      27,
+      47,
+      280,
+      53,
+      93,
+      55,
+      399,
+      283,
+      272,
+      344,
+      328,
+      350,
+      89,
+      63,
+      48,
+      509,
+      502,
+      67,
+      497,
+      450,
+      217,
+      71,
+      113,
+      201,
+      228,
+      334,
+      204,
+      21,
+      152,
+      298,
+      166,
+      253,
+      324,
+      40,
+      84,
+      219,
+      86,
+      163,
+      88,
+      437,
+      12,
+      91,
+      9,
+      479,
+      101,
+      396,
+      407,
+      94,
+      7,
+      99,
+      425,
+      97,
+      388,
+      367,
+      418,
+      374,
+      100,
+      104,
+      207,
+      510,
+      291,
+      469,
+      421,
+      72,
+      203,
+      480,
+      488,
+      453,
+      506,
+      119,
+      466,
+      395,
+      183,
+      278,
+      268,
+      125,
+      226,
+      153,
+      70,
+      454,
+      251,
+      131,
+      237,
+      468,
+      370,
+      135,
+      96,
+      432,
+      115,
+      139,
+      491,
+      230,
+      106,
+      19,
+      155,
+      195,
+      264,
+      147,
+      274,
+      149,
+      470,
+      392,
+      78,
+      127,
+      35,
+      144,
+      156,
+      495,
+      377,
+      98,
+      6,
+      174,
+      170,
+      321,
+      182,
+      292,
+      80,
+      167,
+      481,
+      460,
+      310,
+      499,
+      224,
+      173,
+      220,
+      175,
+      87,
+      130,
+      256,
+      477,
+      180,
+      181,
+      137,
+      433,
+      511,
+      444,
+      306,
+      187,
+      188,
+      179,
+      288,
+      408,
+      452,
+      394,
+      200,
+      145,
+      25,
+      197,
+      198,
+      206,
+      169,
+      73,
+      150,
+      114,
+      76,
+      34,
+      199,
+      108,
+      240,
+      209,
+      29,
+      211,
+      318,
+      342,
+      420,
+      448,
+      461,
+      128,
+      218,
+      85,
+      162,
+      233,
+      261,
+      263,
+      172,
+      208,
+      126,
+      332,
+      54,
+      194,
+      141,
+      231,
+      232,
+      333,
+      196,
+      74,
+      451,
+      185,
+      467,
+      239,
+      37,
+      0,
+      8,
+      68,
+      244,
+      245,
+      311,
+      24,
+      445,
+      249,
+      341,
+      2,
+      293,
+      81,
+      254,
+      255,
+      487,
+      257,
+      305,
+      471,
+      353,
+      222,
+      262,
+      241,
+      146,
+      336,
+      266,
+      267,
+      132,
+      431,
+      270,
+      330,
+      385,
+      202,
+      490,
+      275,
+      276,
+      478,
+      178,
+      1,
+      52,
+      281,
+      282,
+      383,
+      284,
+      360,
+      286,
+      124,
+      190,
+      289,
+      20,
+      110,
+      160,
+      252,
+      294,
+      295,
+      31,
+      413,
+      79,
+      302,
+      410,
+      301,
+      221,
+      43,
+      316,
+      258,
+      299,
+      307,
+      308,
+      65,
+      15,
+      118,
+      363,
+      313,
+      458,
+      315,
+      157,
+      500,
+      484,
+      319,
+      411,
+      176,
+      16,
+      323,
+      82,
+      287,
+      129,
+      486,
+      60,
+      329,
+      501,
+      482,
+      335,
+      485,
+      186,
+      227,
+      265,
+      337,
+      338,
+      112,
+      340,
+      250,
+      42,
+      343,
+      59,
+      365,
+      492,
+      234,
+      357,
+      352,
+      28,
+      397,
+      260,
+      349,
+      26,
+      355,
+      356,
+      57,
+      358,
+      359,
+      285,
+      496,
+      414,
+      312,
+      402,
+      345,
+      366,
+      103,
+      430,
+      92,
+      134,
+      371,
+      441,
+      225,
+      105,
+      375,
+      376,
+      158,
+      378,
+      177,
+      361,
+      17,
+      493,
+      165,
+      384,
+      58,
+      386,
+      416,
+      235,
+      389,
+      33,
+      193,
+      151,
+      393,
+      443,
+      405,
+      300,
+      351,
+      90,
+      56,
+      339,
+      409,
+      364,
+      403,
+      476,
+      372,
+      406,
+      66,
+      191,
+      401,
+      36,
+      457,
+      213,
+      297,
+      379,
+      415,
+      387,
+      41,
+      107,
+      419,
+      214,
+      400,
+      422,
+      140,
+      279,
+      326,
+      348,
+      427,
+      428,
+      429,
+      381,
+      121,
+      164,
+      122,
+      434,
+      51,
+      436,
+      62,
+      142,
+      18,
+      440,
+      269,
+      442,
+      391,
+      380,
+      45,
+      446,
+      447,
+      215,
+      449,
+      69,
+      39,
+      192,
+      117,
+      148,
+      75,
+      456,
+      159,
+      314,
+      459,
+      229,
+      102,
+      462,
+      46,
+      464,
+      465,
+      120,
+      136,
+      133,
+      111,
+      273,
+      259,
+      304,
+      369,
+      494,
+      475,
+      404,
+      424,
+      277,
+      216,
+      138,
+      168,
+      331,
+      483,
+      212,
+      154,
+      327,
+      123,
+      116,
+      489,
+      438,
+      423,
+      346,
+      382,
+      474,
+      95,
+      325,
+      22,
+      498,
+      171,
+      317,
+      271,
+      238,
+      503,
+      504,
+      505,
+      246,
+      463,
+      508,
+      309,
+      14,
+      184
+    ]
+  },
+  "gate_c_descent_from_random": [
+    {
+      "start_accuracy": 0.001953125,
+      "final_accuracy": 0.0,
+      "final_objective": 2.752225466176901,
+      "final_energy": {
+        "mse": 0.7779206965835225,
+        "mse_channels": [
+          0.7779206965835225,
+          1.6468265115906537,
+          0.9081039901567844,
+          0.6595593548897702
+        ],
+        "mse_channel_mean": 0.9981026383051828,
+        "conditional_kl": 5.98192036504928,
+        "m30_total": 2.752225466176901
+      },
+      "accepted_moves": 582,
+      "moved_fraction": 0.982421875,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.055608975906183,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 50,
+          "objective": 3.8539195199439797,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 100,
+          "objective": 3.4300121068969345,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 150,
+          "objective": 3.179331826067356,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 200,
+          "objective": 3.0421000153584306,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 250,
+          "objective": 2.9690444636217754,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 300,
+          "objective": 2.914372450894165,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 350,
+          "objective": 2.8621432060957757,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 400,
+          "objective": 2.829471088623359,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 450,
+          "objective": 2.803028767520279,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 500,
+          "objective": 2.7785949997001316,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 550,
+          "objective": 2.763791736652562,
+          "accuracy": 0.001953125
+        }
+      ]
+    },
+    {
+      "start_accuracy": 0.0,
+      "final_accuracy": 0.001953125,
+      "final_objective": 2.7427415595410993,
+      "final_energy": {
+        "mse": 0.7733427610629766,
+        "mse_channels": [
+          0.7733427610629766,
+          1.6425234062314518,
+          0.8989012568738435,
+          0.6652806617355738
+        ],
+        "mse_channel_mean": 0.9950120214759615,
+        "conditional_kl": 5.98028018707573,
+        "m30_total": 2.7427415595410993
+      },
+      "accepted_moves": 624,
+      "moved_fraction": 0.99609375,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.156550706972065,
+          "accuracy": 0.0
+        },
+        {
+          "step": 50,
+          "objective": 3.844824038663779,
+          "accuracy": 0.0
+        },
+        {
+          "step": 100,
+          "objective": 3.373236569276428,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 150,
+          "objective": 3.125332469808447,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 200,
+          "objective": 3.0182151892012374,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 250,
+          "objective": 2.9595096727850683,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 300,
+          "objective": 2.9035132956432,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 350,
+          "objective": 2.856481072747724,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 400,
+          "objective": 2.8206690610194256,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 450,
+          "objective": 2.7948594134453697,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 500,
+          "objective": 2.7750984213083103,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 550,
+          "objective": 2.760561623849112,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 600,
+          "objective": 2.746896320805442,
+          "accuracy": 0.001953125
+        }
+      ]
+    }
+  ],
+  "verdict": {
+    "true_m30_total": 4.9116852066178405,
+    "identity_is_local_min_mse": false,
+    "descent_from_true_stays": 0.224609375,
+    "on_manifold_counterfeit_found": true,
+    "best_random_descent_m30_total": 2.7427415595410993
+  }
+}
\ No newline at end of file