World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1103 insertions, 0 deletions

diff --git a/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json
new file mode 100644
index 0000000..c125d6a
--- /dev/null
+++ b/artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json
@@ -0,0 +1,1103 @@
+{
+  "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.",
+  "meta": {
+    "dataset": "visual_genome_5k",
+    "tier": "visible_relations",
+    "samples": 512,
+    "subset_seed": 2,
+    "bundle_channels": true
+  },
+  "args": {
+    "dataset": "vg",
+    "text_orbits": "artifacts/text_orbits_qwen0p5b.pt",
+    "text_mode": "orbit_mean",
+    "vg_vision": "artifacts/vg_5k/vision_features.pt",
+    "vg_text": "artifacts/vg_5k_tiers/text_features_visible_relations.pt",
+    "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl",
+    "vg_bundle_channels": true,
+    "split": "test",
+    "samples": 512,
+    "subset_seed": 2,
+    "random_perms": 1000,
+    "derangement_samples": 200,
+    "descent_restarts": 2,
+    "descent_max_steps": 200000,
+    "descent_objective": "m30_total",
+    "descent_verify_top": 64,
+    "device": "cpu",
+    "seed": 20260729,
+    "output": "artifacts/manifold_gate/vg512_visible_relations_seed2_bundle.json",
+    "trajectory_output": null
+  },
+  "channel_names": [
+    "mean",
+    "std",
+    "q10",
+    "q90"
+  ],
+  "gate_a_global_ranking": {
+    "true": {
+      "mse": 1.7891685878324068,
+      "mse_channels": [
+        1.7891685878324068,
+        1.9427008264089314,
+        1.92267791089824,
+        1.6322428149225032
+      ],
+      "mse_channel_mean": 1.8216975350155202,
+      "conditional_kl": 6.283051742321277,
+      "m30_total": 4.834947524129069
+    },
+    "similarity_shift": {
+      "mse": 1.8384759708831488,
+      "mse_channels": [
+        1.8384759708831488,
+        2.1102176100822483,
+        1.8518017326457146,
+        1.9565874408602022
+      ],
+      "mse_channel_mean": 1.9392706886178286,
+      "conditional_kl": 6.482761757946626,
+      "m30_total": 4.973504293355623
+    },
+    "random": {
+      "mse": {
+        "mean": 2.0005366802215576,
+        "std": 0.061007142066955566,
+        "min": 1.8080183267593384,
+        "true_z": 3.4646449089050293,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "mse_channel_mean": {
+        "mean": 2.0004141330718994,
+        "std": 0.03372734412550926,
+        "min": 1.893678069114685,
+        "true_z": 5.298861980438232,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "conditional_kl": {
+        "mean": 6.48287296295166,
+        "std": 0.008014952763915062,
+        "min": 6.461653232574463,
+        "true_z": 24.931026458740234,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "m30_total": {
+        "mean": 5.297647476196289,
+        "std": 0.12230350077152252,
+        "min": 4.912117958068848,
+        "true_z": 3.783210515975952,
+        "true_rank_among_random": 0,
+        "count": 1000
+      }
+    }
+  },
+  "gate_b_transpositions": {
+    "pairs": 130816,
+    "improving_pairs": 40401,
+    "improving_fraction": 0.3088383683953033,
+    "delta_mean": 0.0010844110652227098,
+    "delta_min": -0.029422604727073927,
+    "identity_is_local_min_mse": false,
+    "worst_improving_swaps": [
+      {
+        "pair": [
+          434,
+          462
+        ],
+        "delta_mse": -0.029422604727073927,
+        "text_cosine": 0.9498190205537804,
+        "visual_cosine": 0.2255556728301112
+      },
+      {
+        "pair": [
+          434,
+          482
+        ],
+        "delta_mse": -0.028175217165124184,
+        "text_cosine": 0.9630661570951363,
+        "visual_cosine": 0.27440706708986423
+      },
+      {
+        "pair": [
+          123,
+          434
+        ],
+        "delta_mse": -0.027240917856337834,
+        "text_cosine": 0.9662930073797973,
+        "visual_cosine": 0.3468451916263455
+      },
+      {
+        "pair": [
+          283,
+          434
+        ],
+        "delta_mse": -0.025985444814572014,
+        "text_cosine": 0.9712618268331558,
+        "visual_cosine": 0.35418334123134354
+      },
+      {
+        "pair": [
+          434,
+          475
+        ],
+        "delta_mse": -0.024724403271991446,
+        "text_cosine": 0.9735304290660202,
+        "visual_cosine": 0.247030113020517
+      },
+      {
+        "pair": [
+          54,
+          434
+        ],
+        "delta_mse": -0.02397672010918667,
+        "text_cosine": 0.9676903641479162,
+        "visual_cosine": 0.21075156785267662
+      },
+      {
+        "pair": [
+          382,
+          434
+        ],
+        "delta_mse": -0.023747603584161454,
+        "text_cosine": 0.9707916952766897,
+        "visual_cosine": 0.2068480436807005
+      },
+      {
+        "pair": [
+          147,
+          434
+        ],
+        "delta_mse": -0.023628198525427847,
+        "text_cosine": 0.9806139075669922,
+        "visual_cosine": 0.4067781925101642
+      },
+      {
+        "pair": [
+          385,
+          434
+        ],
+        "delta_mse": -0.023505657279812676,
+        "text_cosine": 0.9825694344173559,
+        "visual_cosine": 0.15032951289485877
+      },
+      {
+        "pair": [
+          179,
+          462
+        ],
+        "delta_mse": -0.023351594280543144,
+        "text_cosine": 0.9737237009510273,
+        "visual_cosine": 0.20261201924127695
+      },
+      {
+        "pair": [
+          179,
+          482
+        ],
+        "delta_mse": -0.023262614170651806,
+        "text_cosine": 0.9759302610532943,
+        "visual_cosine": 0.34231475754792756
+      },
+      {
+        "pair": [
+          434,
+          447
+        ],
+        "delta_mse": -0.023230617901925977,
+        "text_cosine": 0.9790154520643468,
+        "visual_cosine": 0.3175050991335669
+      },
+      {
+        "pair": [
+          434,
+          503
+        ],
+        "delta_mse": -0.0228964725143395,
+        "text_cosine": 0.9711292990774341,
+        "visual_cosine": 0.15946363248958148
+      },
+      {
+        "pair": [
+          110,
+          434
+        ],
+        "delta_mse": -0.022124651421235014,
+        "text_cosine": 0.9672987165084611,
+        "visual_cosine": 0.180883472107653
+      },
+      {
+        "pair": [
+          57,
+          482
+        ],
+        "delta_mse": -0.02157773173200162,
+        "text_cosine": 0.9621231379115973,
+        "visual_cosine": 0.25487307124668485
+      },
+      {
+        "pair": [
+          57,
+          462
+        ],
+        "delta_mse": -0.021277835828215026,
+        "text_cosine": 0.9681121393221384,
+        "visual_cosine": 0.047762313792094765
+      },
+      {
+        "pair": [
+          123,
+          179
+        ],
+        "delta_mse": -0.021201612182273247,
+        "text_cosine": 0.9716561400823076,
+        "visual_cosine": 0.21048962064772117
+      },
+      {
+        "pair": [
+          13,
+          434
+        ],
+        "delta_mse": -0.02110057093152267,
+        "text_cosine": 0.9777104720640643,
+        "visual_cosine": 0.39207312367739294
+      },
+      {
+        "pair": [
+          178,
+          434
+        ],
+        "delta_mse": -0.021075373113501817,
+        "text_cosine": 0.9759417192653848,
+        "visual_cosine": 0.26759541136912074
+      },
+      {
+        "pair": [
+          179,
+          283
+        ],
+        "delta_mse": -0.020798011874401976,
+        "text_cosine": 0.9780061627072045,
+        "visual_cosine": 0.2830685810952208
+      }
+    ]
+  },
+  "derangement_curve": [
+    {
+      "k": 2,
+      "delta_mean": 0.00153817399404943,
+      "delta_std": 0.004638297948986292,
+      "improving_fraction": 0.295
+    },
+    {
+      "k": 4,
+      "delta_mean": 0.0027208682149648666,
+      "delta_std": 0.00829677376896143,
+      "improving_fraction": 0.32
+    },
+    {
+      "k": 8,
+      "delta_mean": 0.005256651435047388,
+      "delta_std": 0.012286928482353687,
+      "improving_fraction": 0.28
+    },
+    {
+      "k": 16,
+      "delta_mean": 0.009017999283969402,
+      "delta_std": 0.016117634251713753,
+      "improving_fraction": 0.245
+    },
+    {
+      "k": 32,
+      "delta_mean": 0.022430147975683212,
+      "delta_std": 0.022744977846741676,
+      "improving_fraction": 0.12
+    },
+    {
+      "k": 64,
+      "delta_mean": 0.040312591940164566,
+      "delta_std": 0.028055772185325623,
+      "improving_fraction": 0.095
+    },
+    {
+      "k": 128,
+      "delta_mean": 0.0787196084856987,
+      "delta_std": 0.0401802621781826,
+      "improving_fraction": 0.025
+    },
+    {
+      "k": 256,
+      "delta_mean": 0.13670800626277924,
+      "delta_std": 0.055967722088098526,
+      "improving_fraction": 0.005
+    },
+    {
+      "k": 512,
+      "delta_mean": 0.20718541741371155,
+      "delta_std": 0.060803674161434174,
+      "improving_fraction": 0.0
+    }
+  ],
+  "gate_c_descent_from_true": {
+    "start_accuracy": 1.0,
+    "final_accuracy": 0.115234375,
+    "final_objective": 2.9649171995775614,
+    "final_energy": {
+      "mse": 0.8504066086055869,
+      "mse_channels": [
+        0.8504066086055869,
+        1.6547729853430306,
+        0.9358464611914464,
+        0.7174505082071283
+      ],
+      "mse_channel_mean": 1.039619140836798,
+      "conditional_kl": 6.320519911831938,
+      "m30_total": 2.9649171995775614
+    },
+    "accepted_moves": 372,
+    "moved_fraction": 0.884765625,
+    "mse_local_min_certificate": false,
+    "trajectory": [
+      {
+        "step": 0,
+        "objective": 4.704486537789769,
+        "accuracy": 0.99609375
+      },
+      {
+        "step": 50,
+        "objective": 3.7140992721101593,
+        "accuracy": 0.80078125
+      },
+      {
+        "step": 100,
+        "objective": 3.36924634815011,
+        "accuracy": 0.61328125
+      },
+      {
+        "step": 150,
+        "objective": 3.222113975725214,
+        "accuracy": 0.4453125
+      },
+      {
+        "step": 200,
+        "objective": 3.1098848183169827,
+        "accuracy": 0.314453125
+      },
+      {
+        "step": 250,
+        "objective": 3.048134199286369,
+        "accuracy": 0.22265625
+      },
+      {
+        "step": 300,
+        "objective": 3.0015903313630803,
+        "accuracy": 0.1640625
+      },
+      {
+        "step": 350,
+        "objective": 2.97488591216676,
+        "accuracy": 0.13671875
+      }
+    ],
+    "final_permutation": [
+      354,
+      178,
+      159,
+      3,
+      406,
+      168,
+      231,
+      494,
+      364,
+      188,
+      277,
+      328,
+      289,
+      185,
+      14,
+      337,
+      454,
+      214,
+      284,
+      197,
+      368,
+      169,
+      227,
+      23,
+      474,
+      25,
+      262,
+      74,
+      236,
+      316,
+      379,
+      122,
+      75,
+      295,
+      487,
+      220,
+      215,
+      43,
+      111,
+      219,
+      16,
+      132,
+      339,
+      37,
+      470,
+      45,
+      463,
+      395,
+      137,
+      471,
+      290,
+      459,
+      402,
+      128,
+      184,
+      191,
+      327,
+      34,
+      58,
+      183,
+      67,
+      32,
+      62,
+      63,
+      60,
+      298,
+      12,
+      409,
+      291,
+      248,
+      200,
+      33,
+      52,
+      131,
+      20,
+      255,
+      439,
+      258,
+      372,
+      365,
+      213,
+      81,
+      442,
+      511,
+      309,
+      421,
+      53,
+      87,
+      88,
+      225,
+      90,
+      226,
+      361,
+      492,
+      94,
+      467,
+      139,
+      232,
+      411,
+      341,
+      397,
+      118,
+      276,
+      400,
+      373,
+      105,
+      234,
+      70,
+      108,
+      503,
+      171,
+      458,
+      501,
+      448,
+      338,
+      140,
+      38,
+      160,
+      321,
+      479,
+      310,
+      424,
+      158,
+      42,
+      48,
+      110,
+      66,
+      229,
+      29,
+      129,
+      41,
+      73,
+      130,
+      187,
+      198,
+      135,
+      261,
+      346,
+      138,
+      96,
+      61,
+      141,
+      147,
+      285,
+      144,
+      350,
+      146,
+      142,
+      335,
+      149,
+      419,
+      151,
+      482,
+      218,
+      1,
+      362,
+      8,
+      412,
+      31,
+      97,
+      208,
+      106,
+      49,
+      163,
+      121,
+      380,
+      283,
+      340,
+      359,
+      120,
+      176,
+      82,
+      416,
+      313,
+      472,
+      54,
+      170,
+      500,
+      57,
+      510,
+      394,
+      161,
+      193,
+      126,
+      93,
+      148,
+      18,
+      133,
+      196,
+      243,
+      123,
+      435,
+      408,
+      326,
+      194,
+      9,
+      195,
+      488,
+      134,
+      211,
+      483,
+      244,
+      24,
+      445,
+      370,
+      47,
+      206,
+      76,
+      117,
+      209,
+      347,
+      199,
+      212,
+      80,
+      315,
+      371,
+      282,
+      382,
+      259,
+      115,
+      2,
+      345,
+      230,
+      389,
+      241,
+      240,
+      509,
+      413,
+      485,
+      68,
+      56,
+      303,
+      157,
+      202,
+      165,
+      107,
+      28,
+      323,
+      333,
+      452,
+      286,
+      224,
+      91,
+      13,
+      201,
+      175,
+      17,
+      210,
+      69,
+      468,
+      180,
+      403,
+      267,
+      376,
+      254,
+      383,
+      308,
+      392,
+      77,
+      153,
+      366,
+      136,
+      26,
+      348,
+      398,
+      265,
+      317,
+      300,
+      242,
+      269,
+      270,
+      352,
+      249,
+      264,
+      162,
+      475,
+      102,
+      103,
+      278,
+      453,
+      302,
+      336,
+      464,
+      127,
+      331,
+      143,
+      449,
+      294,
+      357,
+      437,
+      85,
+      301,
+      484,
+      489,
+      447,
+      71,
+      86,
+      173,
+      65,
+      222,
+      332,
+      233,
+      252,
+      6,
+      428,
+      190,
+      182,
+      307,
+      375,
+      319,
+      356,
+      257,
+      446,
+      297,
+      64,
+      344,
+      36,
+      266,
+      113,
+      247,
+      320,
+      101,
+      322,
+      433,
+      324,
+      420,
+      460,
+      84,
+      11,
+      275,
+      404,
+      167,
+      92,
+      238,
+      481,
+      235,
+      381,
+      119,
+      280,
+      451,
+      166,
+      292,
+      125,
+      349,
+      246,
+      480,
+      391,
+      367,
+      263,
+      343,
+      145,
+      351,
+      384,
+      353,
+      0,
+      396,
+      21,
+      288,
+      358,
+      272,
+      360,
+      114,
+      239,
+      271,
+      378,
+      100,
+      109,
+      223,
+      250,
+      462,
+      466,
+      493,
+      78,
+      112,
+      374,
+      217,
+      253,
+      305,
+      325,
+      30,
+      407,
+      55,
+      89,
+      39,
+      172,
+      207,
+      156,
+      387,
+      388,
+      299,
+      444,
+      432,
+      314,
+      296,
+      150,
+      461,
+      204,
+      79,
+      329,
+      418,
+      10,
+      152,
+      456,
+      251,
+      330,
+      430,
+      104,
+      438,
+      192,
+      311,
+      469,
+      181,
+      363,
+      22,
+      414,
+      281,
+      216,
+      72,
+      502,
+      155,
+      386,
+      287,
+      499,
+      274,
+      164,
+      506,
+      508,
+      443,
+      465,
+      429,
+      491,
+      431,
+      423,
+      293,
+      369,
+      15,
+      51,
+      410,
+      237,
+      385,
+      440,
+      441,
+      342,
+      427,
+      189,
+      497,
+      312,
+      46,
+      393,
+      260,
+      450,
+      399,
+      473,
+      35,
+      40,
+      5,
+      417,
+      457,
+      405,
+      436,
+      306,
+      19,
+      434,
+      44,
+      279,
+      304,
+      99,
+      186,
+      390,
+      59,
+      495,
+      124,
+      174,
+      256,
+      377,
+      154,
+      95,
+      477,
+      478,
+      415,
+      221,
+      334,
+      179,
+      98,
+      355,
+      228,
+      7,
+      476,
+      116,
+      27,
+      490,
+      205,
+      245,
+      455,
+      486,
+      268,
+      496,
+      203,
+      498,
+      422,
+      4,
+      318,
+      177,
+      273,
+      504,
+      505,
+      425,
+      507,
+      426,
+      50,
+      401,
+      83
+    ]
+  },
+  "gate_c_descent_from_random": [
+    {
+      "start_accuracy": 0.001953125,
+      "final_accuracy": 0.0,
+      "final_objective": 2.913102489720713,
+      "final_energy": {
+        "mse": 0.8237594362059776,
+        "mse_channels": [
+          0.8237594362059776,
+          1.6585006778408393,
+          0.8984255640425596,
+          0.7157532399856354
+        ],
+        "mse_channel_mean": 1.024109729518753,
+        "conditional_kl": 6.327918086543791,
+        "m30_total": 2.913102489720713
+      },
+      "accepted_moves": 560,
+      "moved_fraction": 0.974609375,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.192981886658092,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 50,
+          "objective": 3.9222176521942416,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 100,
+          "objective": 3.462729128689873,
+          "accuracy": 0.0
+        },
+        {
+          "step": 150,
+          "objective": 3.2856341318757547,
+          "accuracy": 0.0
+        },
+        {
+          "step": 200,
+          "objective": 3.1626245831676862,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 250,
+          "objective": 3.086290478505351,
+          "accuracy": 0.0
+        },
+        {
+          "step": 300,
+          "objective": 3.0352414556076193,
+          "accuracy": 0.0
+        },
+        {
+          "step": 350,
+          "objective": 2.9988629386931445,
+          "accuracy": 0.0
+        },
+        {
+          "step": 400,
+          "objective": 2.972095572696184,
+          "accuracy": 0.0
+        },
+        {
+          "step": 450,
+          "objective": 2.943095067797421,
+          "accuracy": 0.0
+        },
+        {
+          "step": 500,
+          "objective": 2.9281951443744143,
+          "accuracy": 0.0
+        },
+        {
+          "step": 550,
+          "objective": 2.915012828610961,
+          "accuracy": 0.0
+        }
+      ]
+    },
+    {
+      "start_accuracy": 0.0,
+      "final_accuracy": 0.001953125,
+      "final_objective": 2.982474981069949,
+      "final_energy": {
+        "mse": 0.8590614946492942,
+        "mse_channels": [
+          0.8590614946492942,
+          1.5686531231390508,
+          0.9092059614546292,
+          0.696779377258928
+        ],
+        "mse_channel_mean": 1.0084249891254755,
+        "conditional_kl": 6.321759958856804,
+        "m30_total": 2.982474981069949
+      },
+      "accepted_moves": 656,
+      "moved_fraction": 0.986328125,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.232532513962189,
+          "accuracy": 0.0
+        },
+        {
+          "step": 50,
+          "objective": 4.0737733404924255,
+          "accuracy": 0.0
+        },
+        {
+          "step": 100,
+          "objective": 3.6487878106556595,
+          "accuracy": 0.0
+        },
+        {
+          "step": 150,
+          "objective": 3.4253939979947523,
+          "accuracy": 0.0
+        },
+        {
+          "step": 200,
+          "objective": 3.2885367379664476,
+          "accuracy": 0.0
+        },
+        {
+          "step": 250,
+          "objective": 3.219500332626045,
+          "accuracy": 0.0
+        },
+        {
+          "step": 300,
+          "objective": 3.1627858357184353,
+          "accuracy": 0.0
+        },
+        {
+          "step": 350,
+          "objective": 3.110611702931731,
+          "accuracy": 0.0
+        },
+        {
+          "step": 400,
+          "objective": 3.079617256171237,
+          "accuracy": 0.0
+        },
+        {
+          "step": 450,
+          "objective": 3.0544944885756573,
+          "accuracy": 0.0
+        },
+        {
+          "step": 500,
+          "objective": 3.034590915498122,
+          "accuracy": 0.0
+        },
+        {
+          "step": 550,
+          "objective": 3.015054737099594,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 600,
+          "objective": 2.9968897540946244,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 650,
+          "objective": 2.9832671333420206,
+          "accuracy": 0.001953125
+        }
+      ]
+    }
+  ],
+  "verdict": {
+    "true_m30_total": 4.834947524129069,
+    "identity_is_local_min_mse": false,
+    "descent_from_true_stays": 0.115234375,
+    "on_manifold_counterfeit_found": true,
+    "best_random_descent_m30_total": 2.913102489720713
+  }
+}
\ No newline at end of file