World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1103 insertions, 0 deletions

diff --git a/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json b/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json
new file mode 100644
index 0000000..efaa7ab
--- /dev/null
+++ b/artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json
@@ -0,0 +1,1103 @@
+{
+  "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.",
+  "meta": {
+    "dataset": "visual_genome_5k",
+    "tier": "region_closed",
+    "samples": 512,
+    "subset_seed": 0,
+    "bundle_channels": true
+  },
+  "args": {
+    "dataset": "vg",
+    "text_orbits": "artifacts/text_orbits_qwen0p5b.pt",
+    "text_mode": "orbit_mean",
+    "vg_vision": "artifacts/vg_5k/vision_features.pt",
+    "vg_text": "artifacts/vg_5k/text_features.pt",
+    "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl",
+    "vg_bundle_channels": true,
+    "split": "test",
+    "samples": 512,
+    "subset_seed": 0,
+    "random_perms": 1000,
+    "derangement_samples": 200,
+    "descent_restarts": 2,
+    "descent_max_steps": 200000,
+    "descent_objective": "m30_total",
+    "descent_verify_top": 64,
+    "device": "cpu",
+    "seed": 20260729,
+    "output": "artifacts/manifold_gate/vg512_region_closed_seed0_bundle.json",
+    "trajectory_output": null
+  },
+  "channel_names": [
+    "mean",
+    "std",
+    "q10",
+    "q90"
+  ],
+  "gate_a_global_ranking": {
+    "true": {
+      "mse": 1.8325985343465903,
+      "mse_channels": [
+        1.8325985343465903,
+        2.014720043651906,
+        1.8741560923181642,
+        1.7891623178956877
+      ],
+      "mse_channel_mean": 1.877659247053087,
+      "conditional_kl": 5.991683892263249,
+      "m30_total": 4.86353384714583
+    },
+    "similarity_shift": {
+      "mse": 1.9331853670030938,
+      "mse_channels": [
+        1.9331853670030938,
+        1.8816231979667766,
+        1.8910621493357225,
+        1.9540279223074322
+      ],
+      "mse_channel_mean": 1.9149746591532564,
+      "conditional_kl": 6.157389182969266,
+      "m30_total": 5.097848570600041
+    },
+    "random": {
+      "mse": {
+        "mean": 2.0028319358825684,
+        "std": 0.0641137957572937,
+        "min": 1.770501971244812,
+        "true_z": 2.6551754474639893,
+        "true_rank_among_random": 4,
+        "count": 1000
+      },
+      "mse_channel_mean": {
+        "mean": 1.9998599290847778,
+        "std": 0.03394603729248047,
+        "min": 1.886852741241455,
+        "true_z": 3.5998525619506836,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "conditional_kl": {
+        "mean": 6.184268951416016,
+        "std": 0.016509469598531723,
+        "min": 6.143430233001709,
+        "true_z": 11.665122985839844,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "m30_total": {
+        "mean": 5.242517948150635,
+        "std": 0.12975305318832397,
+        "min": 4.770332336425781,
+        "true_z": 2.920809745788574,
+        "true_rank_among_random": 2,
+        "count": 1000
+      }
+    }
+  },
+  "gate_b_transpositions": {
+    "pairs": 130816,
+    "improving_pairs": 43480,
+    "improving_fraction": 0.3323752446183953,
+    "delta_mean": 0.0007193045229527867,
+    "delta_min": -0.02521279176051392,
+    "identity_is_local_min_mse": false,
+    "worst_improving_swaps": [
+      {
+        "pair": [
+          30,
+          248
+        ],
+        "delta_mse": -0.02521279176051392,
+        "text_cosine": 0.9668300301684083,
+        "visual_cosine": 0.2777819889987811
+      },
+      {
+        "pair": [
+          107,
+          398
+        ],
+        "delta_mse": -0.024316033560847612,
+        "text_cosine": 0.9707197147836432,
+        "visual_cosine": 0.25089164597000146
+      },
+      {
+        "pair": [
+          107,
+          248
+        ],
+        "delta_mse": -0.02390461808102808,
+        "text_cosine": 0.9695060414279071,
+        "visual_cosine": 0.3301124328660246
+      },
+      {
+        "pair": [
+          107,
+          295
+        ],
+        "delta_mse": -0.02324128497022282,
+        "text_cosine": 0.9701836371237069,
+        "visual_cosine": 0.28495907183891617
+      },
+      {
+        "pair": [
+          30,
+          392
+        ],
+        "delta_mse": -0.023013426788823847,
+        "text_cosine": 0.9712244615908765,
+        "visual_cosine": 0.13529230274348428
+      },
+      {
+        "pair": [
+          107,
+          392
+        ],
+        "delta_mse": -0.02291984409159115,
+        "text_cosine": 0.9731008030630101,
+        "visual_cosine": 0.22558262832553735
+      },
+      {
+        "pair": [
+          30,
+          398
+        ],
+        "delta_mse": -0.022867296586502613,
+        "text_cosine": 0.9669925396679615,
+        "visual_cosine": 0.3199654341613582
+      },
+      {
+        "pair": [
+          133,
+          392
+        ],
+        "delta_mse": -0.02267973130509982,
+        "text_cosine": 0.8854471156892076,
+        "visual_cosine": 0.04400789354357283
+      },
+      {
+        "pair": [
+          30,
+          295
+        ],
+        "delta_mse": -0.022197862343997184,
+        "text_cosine": 0.9631635671941267,
+        "visual_cosine": 0.17619941884729287
+      },
+      {
+        "pair": [
+          22,
+          107
+        ],
+        "delta_mse": -0.02206077571545128,
+        "text_cosine": 0.9681777167309147,
+        "visual_cosine": 0.38583373616654926
+      },
+      {
+        "pair": [
+          133,
+          248
+        ],
+        "delta_mse": -0.021611046006350006,
+        "text_cosine": 0.8829559051201701,
+        "visual_cosine": 0.24336934029158566
+      },
+      {
+        "pair": [
+          133,
+          295
+        ],
+        "delta_mse": -0.021586477461423934,
+        "text_cosine": 0.8881721656235244,
+        "visual_cosine": 0.18205207859587322
+      },
+      {
+        "pair": [
+          107,
+          272
+        ],
+        "delta_mse": -0.02148408960920306,
+        "text_cosine": 0.9672499073578448,
+        "visual_cosine": 0.4605766555165959
+      },
+      {
+        "pair": [
+          107,
+          143
+        ],
+        "delta_mse": -0.02132006811578798,
+        "text_cosine": 0.968801863690643,
+        "visual_cosine": 0.25535507363958937
+      },
+      {
+        "pair": [
+          102,
+          107
+        ],
+        "delta_mse": -0.021188820816874575,
+        "text_cosine": 0.9687885924597535,
+        "visual_cosine": 0.08851972467027311
+      },
+      {
+        "pair": [
+          30,
+          102
+        ],
+        "delta_mse": -0.021167600813318286,
+        "text_cosine": 0.9629859712292738,
+        "visual_cosine": 0.04990865088988651
+      },
+      {
+        "pair": [
+          133,
+          398
+        ],
+        "delta_mse": -0.021017170187782097,
+        "text_cosine": 0.8771674909562118,
+        "visual_cosine": 0.16937273182784013
+      },
+      {
+        "pair": [
+          102,
+          133
+        ],
+        "delta_mse": -0.020917898245663157,
+        "text_cosine": 0.8758504061387858,
+        "visual_cosine": -0.015281026561902191
+      },
+      {
+        "pair": [
+          30,
+          143
+        ],
+        "delta_mse": -0.020544854676592204,
+        "text_cosine": 0.9697026081240673,
+        "visual_cosine": 0.19135765340146707
+      },
+      {
+        "pair": [
+          30,
+          69
+        ],
+        "delta_mse": -0.020486093922867127,
+        "text_cosine": 0.9705933056691202,
+        "visual_cosine": 0.26779431955666283
+      }
+    ]
+  },
+  "derangement_curve": [
+    {
+      "k": 2,
+      "delta_mean": 0.00036854774225503206,
+      "delta_std": 0.004509706050157547,
+      "improving_fraction": 0.3
+    },
+    {
+      "k": 4,
+      "delta_mean": 0.0014291236875578761,
+      "delta_std": 0.007399909198284149,
+      "improving_fraction": 0.35
+    },
+    {
+      "k": 8,
+      "delta_mean": 0.003305998630821705,
+      "delta_std": 0.010629707016050816,
+      "improving_fraction": 0.345
+    },
+    {
+      "k": 16,
+      "delta_mean": 0.005052071996033192,
+      "delta_std": 0.013549214228987694,
+      "improving_fraction": 0.37
+    },
+    {
+      "k": 32,
+      "delta_mean": 0.014265524223446846,
+      "delta_std": 0.021177344024181366,
+      "improving_fraction": 0.245
+    },
+    {
+      "k": 64,
+      "delta_mean": 0.02776075154542923,
+      "delta_std": 0.029091497883200645,
+      "improving_fraction": 0.14
+    },
+    {
+      "k": 128,
+      "delta_mean": 0.05155839025974274,
+      "delta_std": 0.038677655160427094,
+      "improving_fraction": 0.075
+    },
+    {
+      "k": 256,
+      "delta_mean": 0.10259012877941132,
+      "delta_std": 0.052782993763685226,
+      "improving_fraction": 0.02
+    },
+    {
+      "k": 512,
+      "delta_mean": 0.17719513177871704,
+      "delta_std": 0.05931011214852333,
+      "improving_fraction": 0.0
+    }
+  ],
+  "gate_c_descent_from_true": {
+    "start_accuracy": 1.0,
+    "final_accuracy": 0.044921875,
+    "final_objective": 3.239666950867907,
+    "final_energy": {
+      "mse": 1.0236417594515603,
+      "mse_channels": [
+        1.0236417594515603,
+        1.7925427288340667,
+        1.092537199455613,
+        0.6597646616801438
+      ],
+      "mse_channel_mean": 1.142121587355346,
+      "conditional_kl": 5.96191715982393,
+      "m30_total": 3.239666950867907
+    },
+    "accepted_moves": 531,
+    "moved_fraction": 0.955078125,
+    "mse_local_min_certificate": false,
+    "trajectory": [
+      {
+        "step": 0,
+        "objective": 4.808355463937861,
+        "accuracy": 0.99609375
+      },
+      {
+        "step": 50,
+        "objective": 3.906387739871448,
+        "accuracy": 0.802734375
+      },
+      {
+        "step": 100,
+        "objective": 3.5424914085397563,
+        "accuracy": 0.6328125
+      },
+      {
+        "step": 150,
+        "objective": 3.449861617912983,
+        "accuracy": 0.462890625
+      },
+      {
+        "step": 200,
+        "objective": 3.3942240897136604,
+        "accuracy": 0.330078125
+      },
+      {
+        "step": 250,
+        "objective": 3.3508951182134794,
+        "accuracy": 0.24609375
+      },
+      {
+        "step": 300,
+        "objective": 3.3251432495561835,
+        "accuracy": 0.19140625
+      },
+      {
+        "step": 350,
+        "objective": 3.2975391698367593,
+        "accuracy": 0.158203125
+      },
+      {
+        "step": 400,
+        "objective": 3.277771588878889,
+        "accuracy": 0.119140625
+      },
+      {
+        "step": 450,
+        "objective": 3.2629534770596686,
+        "accuracy": 0.076171875
+      },
+      {
+        "step": 500,
+        "objective": 3.2497260007232978,
+        "accuracy": 0.052734375
+      }
+    ],
+    "final_permutation": [
+      323,
+      398,
+      250,
+      300,
+      39,
+      321,
+      328,
+      465,
+      256,
+      372,
+      293,
+      36,
+      264,
+      246,
+      114,
+      90,
+      48,
+      118,
+      325,
+      203,
+      105,
+      112,
+      85,
+      245,
+      104,
+      0,
+      497,
+      401,
+      317,
+      147,
+      117,
+      24,
+      312,
+      96,
+      34,
+      261,
+      127,
+      217,
+      30,
+      234,
+      496,
+      41,
+      385,
+      351,
+      95,
+      59,
+      454,
+      252,
+      499,
+      435,
+      190,
+      330,
+      6,
+      180,
+      332,
+      481,
+      205,
+      379,
+      420,
+      45,
+      347,
+      37,
+      186,
+      506,
+      64,
+      19,
+      281,
+      355,
+      319,
+      413,
+      12,
+      251,
+      62,
+      163,
+      138,
+      160,
+      207,
+      40,
+      170,
+      260,
+      278,
+      56,
+      139,
+      455,
+      31,
+      362,
+      483,
+      417,
+      451,
+      167,
+      79,
+      466,
+      137,
+      93,
+      495,
+      189,
+      42,
+      392,
+      202,
+      60,
+      184,
+      78,
+      480,
+      226,
+      390,
+      263,
+      192,
+      179,
+      142,
+      510,
+      501,
+      194,
+      349,
+      376,
+      174,
+      123,
+      140,
+      478,
+      492,
+      502,
+      352,
+      340,
+      486,
+      9,
+      253,
+      377,
+      493,
+      322,
+      52,
+      438,
+      148,
+      305,
+      129,
+      76,
+      504,
+      327,
+      75,
+      373,
+      141,
+      91,
+      307,
+      15,
+      427,
+      94,
+      410,
+      407,
+      146,
+      7,
+      258,
+      236,
+      397,
+      134,
+      342,
+      191,
+      92,
+      232,
+      310,
+      100,
+      343,
+      442,
+      318,
+      119,
+      122,
+      221,
+      153,
+      255,
+      177,
+      214,
+      3,
+      294,
+      333,
+      461,
+      345,
+      269,
+      206,
+      464,
+      254,
+      224,
+      500,
+      271,
+      367,
+      181,
+      27,
+      63,
+      414,
+      299,
+      210,
+      18,
+      432,
+      337,
+      50,
+      102,
+      450,
+      58,
+      86,
+      28,
+      380,
+      169,
+      336,
+      14,
+      238,
+      80,
+      415,
+      99,
+      116,
+      457,
+      339,
+      124,
+      348,
+      77,
+      197,
+      199,
+      468,
+      286,
+      128,
+      215,
+      159,
+      106,
+      212,
+      120,
+      295,
+      494,
+      38,
+      272,
+      198,
+      115,
+      243,
+      213,
+      453,
+      219,
+      471,
+      29,
+      304,
+      172,
+      298,
+      366,
+      430,
+      425,
+      200,
+      503,
+      485,
+      188,
+      507,
+      103,
+      216,
+      382,
+      26,
+      231,
+      284,
+      459,
+      396,
+      511,
+      394,
+      489,
+      378,
+      491,
+      22,
+      247,
+      10,
+      259,
+      460,
+      35,
+      233,
+      20,
+      195,
+      182,
+      68,
+      157,
+      230,
+      162,
+      296,
+      70,
+      149,
+      54,
+      291,
+      418,
+      285,
+      113,
+      411,
+      358,
+      175,
+      374,
+      143,
+      283,
+      161,
+      69,
+      227,
+      126,
+      316,
+      289,
+      488,
+      13,
+      446,
+      71,
+      274,
+      107,
+      315,
+      185,
+      381,
+      421,
+      405,
+      218,
+      400,
+      363,
+      241,
+      302,
+      365,
+      445,
+      308,
+      309,
+      320,
+      311,
+      65,
+      292,
+      1,
+      23,
+      270,
+      441,
+      412,
+      386,
+      49,
+      5,
+      344,
+      436,
+      359,
+      279,
+      448,
+      470,
+      237,
+      350,
+      282,
+      72,
+      426,
+      8,
+      242,
+      16,
+      324,
+      416,
+      87,
+      479,
+      196,
+      111,
+      155,
+      314,
+      150,
+      306,
+      423,
+      145,
+      51,
+      326,
+      229,
+      110,
+      329,
+      61,
+      404,
+      265,
+      53,
+      144,
+      334,
+      239,
+      360,
+      57,
+      2,
+      434,
+      341,
+      67,
+      235,
+      176,
+      475,
+      498,
+      346,
+      371,
+      290,
+      482,
+      66,
+      490,
+      462,
+      183,
+      388,
+      437,
+      474,
+      361,
+      46,
+      440,
+      47,
+      287,
+      419,
+      472,
+      375,
+      156,
+      168,
+      391,
+      133,
+      467,
+      356,
+      158,
+      244,
+      469,
+      433,
+      130,
+      21,
+      368,
+      402,
+      288,
+      429,
+      154,
+      240,
+      55,
+      211,
+      399,
+      248,
+      387,
+      443,
+      262,
+      44,
+      439,
+      193,
+      109,
+      275,
+      357,
+      121,
+      11,
+      4,
+      166,
+      424,
+      101,
+      164,
+      108,
+      428,
+      331,
+      509,
+      83,
+      88,
+      403,
+      508,
+      369,
+      74,
+      257,
+      33,
+      98,
+      383,
+      84,
+      97,
+      209,
+      444,
+      204,
+      43,
+      447,
+      449,
+      151,
+      422,
+      370,
+      408,
+      276,
+      228,
+      431,
+      132,
+      152,
+      225,
+      458,
+      82,
+      484,
+      277,
+      266,
+      487,
+      409,
+      452,
+      393,
+      335,
+      220,
+      476,
+      267,
+      32,
+      208,
+      81,
+      173,
+      89,
+      477,
+      249,
+      473,
+      131,
+      17,
+      187,
+      297,
+      73,
+      273,
+      389,
+      178,
+      136,
+      456,
+      384,
+      165,
+      303,
+      222,
+      395,
+      301,
+      223,
+      338,
+      406,
+      354,
+      268,
+      280,
+      313,
+      25,
+      463,
+      505,
+      353,
+      171,
+      125,
+      364,
+      201,
+      135
+    ]
+  },
+  "gate_c_descent_from_random": [
+    {
+      "start_accuracy": 0.001953125,
+      "final_accuracy": 0.00390625,
+      "final_objective": 3.2232937205723977,
+      "final_energy": {
+        "mse": 1.0167953773160379,
+        "mse_channels": [
+          1.0167953773160379,
+          1.7804879636094961,
+          1.088551314224918,
+          0.6268151139316055
+        ],
+        "mse_channel_mean": 1.1281624422705143,
+        "conditional_kl": 5.94851482970161,
+        "m30_total": 3.2232937205723977
+      },
+      "accepted_moves": 568,
+      "moved_fraction": 0.986328125,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.132163492488978,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 50,
+          "objective": 3.982632705792376,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 100,
+          "objective": 3.7018215007208255,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 150,
+          "objective": 3.5282914175865256,
+          "accuracy": 0.0
+        },
+        {
+          "step": 200,
+          "objective": 3.4531400762526783,
+          "accuracy": 0.0
+        },
+        {
+          "step": 250,
+          "objective": 3.402440277689122,
+          "accuracy": 0.0
+        },
+        {
+          "step": 300,
+          "objective": 3.349169840269247,
+          "accuracy": 0.0
+        },
+        {
+          "step": 350,
+          "objective": 3.314968241092364,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 400,
+          "objective": 3.275530502806335,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 450,
+          "objective": 3.254579259158322,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 500,
+          "objective": 3.239962061675229,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 550,
+          "objective": 3.226422147936897,
+          "accuracy": 0.00390625
+        }
+      ]
+    },
+    {
+      "start_accuracy": 0.0,
+      "final_accuracy": 0.005859375,
+      "final_objective": 3.239005090163057,
+      "final_energy": {
+        "mse": 1.0243088052192895,
+        "mse_channels": [
+          1.0243088052192895,
+          1.7783406879034465,
+          1.0957196605552766,
+          0.6450723752257976
+        ],
+        "mse_channel_mean": 1.1358603822259525,
+        "conditional_kl": 5.951937398622389,
+        "m30_total": 3.239005090163057
+      },
+      "accepted_moves": 547,
+      "moved_fraction": 0.984375,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.274345176854247,
+          "accuracy": 0.0
+        },
+        {
+          "step": 50,
+          "objective": 3.9447606963742348,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 100,
+          "objective": 3.680830243287874,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 150,
+          "objective": 3.5299360625892433,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 200,
+          "objective": 3.4446983121899235,
+          "accuracy": 0.005859375
+        },
+        {
+          "step": 250,
+          "objective": 3.3883160415931286,
+          "accuracy": 0.005859375
+        },
+        {
+          "step": 300,
+          "objective": 3.3405367056362834,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 350,
+          "objective": 3.3008471338817085,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 400,
+          "objective": 3.279985139925465,
+          "accuracy": 0.005859375
+        },
+        {
+          "step": 450,
+          "objective": 3.266839168718267,
+          "accuracy": 0.0078125
+        },
+        {
+          "step": 500,
+          "objective": 3.2542477678959987,
+          "accuracy": 0.0078125
+        }
+      ]
+    }
+  ],
+  "verdict": {
+    "true_m30_total": 4.86353384714583,
+    "identity_is_local_min_mse": false,
+    "descent_from_true_stays": 0.044921875,
+    "on_manifold_counterfeit_found": true,
+    "best_random_descent_m30_total": 3.2232937205723977
+  }
+}
\ No newline at end of file