World Alignment: unpaired cross-modal correspondence by relational identifiability

Method: scene states are sets of part states; relation fields are built
within each modality and are invariant to how each side labels its own
features; the cross-modal bridge is a coupling searched under an energy
that is a closed-form functional of one matrix; solving is spectral
initialisation followed by exact local refinement.

Evidence: in a procedurally generated closed world, blind recovery of a
hidden image-caption correspondence reaches 95.3% at 256 scenes against
0.39% chance, and the recovered pairs transfer to 200 held-out scenes at
93.0% exact retrieval with random-pair and shuffled-image controls at or
near chance. Cross-modal value correspondence is derived from disjoint
corpora rather than declared. On Visual Genome the field correlation
reaches 0.656 against the 0.9 that polynomial recovery needs, with the
deficit attributed away from segmentation and discretisation.

Protocol: no image-text pair enters any objective, optimiser,
initialisation, or model selection; hidden pairs score orderings only.

Co-Authored-By: Claude <noreply@anthropic.com>

1 files changed, 1155 insertions, 0 deletions

diff --git a/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json
new file mode 100644
index 0000000..a3134f2
--- /dev/null
+++ b/artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json
@@ -0,0 +1,1155 @@
+{
+  "protocol": "Assignments permute real frozen text states; hidden pairs are used only to place the true assignment in the ranking. The energy terms are the cross-modal relation MSE and conditional KL; the language-only terms of the falsified free-particle energy are permutation-invariant on this space.",
+  "meta": {
+    "dataset": "visual_genome_5k",
+    "tier": "region_closed",
+    "samples": 512,
+    "subset_seed": 0,
+    "bundle_channels": false
+  },
+  "args": {
+    "dataset": "vg",
+    "text_orbits": "artifacts/text_orbits_qwen0p5b.pt",
+    "text_mode": "orbit_mean",
+    "vg_vision": "artifacts/vg_5k/vision_features.pt",
+    "vg_text": "artifacts/vg_5k/text_features.pt",
+    "vg_ground_truth": "artifacts/vg_5k/ground_truth.private.jsonl",
+    "vg_bundle_channels": false,
+    "split": "test",
+    "samples": 512,
+    "subset_seed": 0,
+    "random_perms": 1000,
+    "derangement_samples": 200,
+    "descent_restarts": 2,
+    "descent_max_steps": 200000,
+    "descent_objective": "m30_total",
+    "descent_verify_top": 64,
+    "device": "cpu",
+    "seed": 20260729,
+    "output": "artifacts/manifold_gate/vg512_region_closed_seed0_scalar.json",
+    "trajectory_output": null
+  },
+  "channel_names": [
+    "mean"
+  ],
+  "gate_a_global_ranking": {
+    "true": {
+      "mse": 1.689153803623259,
+      "mse_channels": [
+        1.689153803623259
+      ],
+      "mse_channel_mean": 1.689153803623259,
+      "conditional_kl": 5.991683892263249,
+      "m30_total": 4.576644385699168
+    },
+    "similarity_shift": {
+      "mse": 1.7994621497060723,
+      "mse_channels": [
+        1.7994621497060723
+      ],
+      "mse_channel_mean": 1.7994621497060723,
+      "conditional_kl": 6.157389182969266,
+      "m30_total": 4.830402136005998
+    },
+    "random": {
+      "mse": {
+        "mean": 2.002061128616333,
+        "std": 0.06391116976737976,
+        "min": 1.786318063735962,
+        "true_z": 4.895972728729248,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "mse_channel_mean": {
+        "mean": 2.002061128616333,
+        "std": 0.06391116976737976,
+        "min": 1.786318063735962,
+        "true_z": 4.895972728729248,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "conditional_kl": {
+        "mean": 6.184268951416016,
+        "std": 0.016509469598531723,
+        "min": 6.143430233001709,
+        "true_z": 11.665122985839844,
+        "true_rank_among_random": 0,
+        "count": 1000
+      },
+      "m30_total": {
+        "mean": 5.240975856781006,
+        "std": 0.12949666380882263,
+        "min": 4.803958892822266,
+        "true_z": 5.1301045417785645,
+        "true_rank_among_random": 0,
+        "count": 1000
+      }
+    }
+  },
+  "gate_b_transpositions": {
+    "pairs": 130816,
+    "improving_pairs": 30804,
+    "improving_fraction": 0.23547578277886497,
+    "delta_mean": 0.0016649786832281673,
+    "delta_min": -0.07601476617192267,
+    "identity_is_local_min_mse": false,
+    "worst_improving_swaps": [
+      {
+        "pair": [
+          133,
+          150
+        ],
+        "delta_mse": -0.07601476617192267,
+        "text_cosine": 0.875584197044622,
+        "visual_cosine": 0.07219209438718333
+      },
+      {
+        "pair": [
+          31,
+          133
+        ],
+        "delta_mse": -0.07493015952300908,
+        "text_cosine": 0.8815244564023862,
+        "visual_cosine": 0.06043504610282775
+      },
+      {
+        "pair": [
+          133,
+          180
+        ],
+        "delta_mse": -0.0729522729603881,
+        "text_cosine": 0.8844725691891414,
+        "visual_cosine": 0.014464294351016805
+      },
+      {
+        "pair": [
+          102,
+          133
+        ],
+        "delta_mse": -0.06777379258485507,
+        "text_cosine": 0.8758504061387858,
+        "visual_cosine": -0.015281026561902191
+      },
+      {
+        "pair": [
+          119,
+          133
+        ],
+        "delta_mse": -0.06452422693785037,
+        "text_cosine": 0.8688837705163424,
+        "visual_cosine": 0.08678620292343427
+      },
+      {
+        "pair": [
+          133,
+          332
+        ],
+        "delta_mse": -0.06421351837525341,
+        "text_cosine": 0.9015473062835573,
+        "visual_cosine": 0.10783909886220097
+      },
+      {
+        "pair": [
+          133,
+          408
+        ],
+        "delta_mse": -0.06250118392892368,
+        "text_cosine": 0.8827938029323746,
+        "visual_cosine": -0.02274003189419988
+      },
+      {
+        "pair": [
+          133,
+          163
+        ],
+        "delta_mse": -0.059984041514985945,
+        "text_cosine": 0.8906871176088723,
+        "visual_cosine": 0.1494065641183974
+      },
+      {
+        "pair": [
+          18,
+          150
+        ],
+        "delta_mse": -0.058980172231468425,
+        "text_cosine": 0.9264221524560269,
+        "visual_cosine": 0.05239105334603901
+      },
+      {
+        "pair": [
+          18,
+          102
+        ],
+        "delta_mse": -0.05500587706584056,
+        "text_cosine": 0.9278635216259357,
+        "visual_cosine": 0.05459892127606007
+      },
+      {
+        "pair": [
+          18,
+          180
+        ],
+        "delta_mse": -0.054105852380670325,
+        "text_cosine": 0.9237825324730077,
+        "visual_cosine": 0.1228070837863442
+      },
+      {
+        "pair": [
+          18,
+          31
+        ],
+        "delta_mse": -0.05329041611728829,
+        "text_cosine": 0.9364864389778802,
+        "visual_cosine": 0.0549425017554382
+      },
+      {
+        "pair": [
+          133,
+          199
+        ],
+        "delta_mse": -0.05320509366058785,
+        "text_cosine": 0.8904083384039898,
+        "visual_cosine": 0.06010640976469884
+      },
+      {
+        "pair": [
+          133,
+          392
+        ],
+        "delta_mse": -0.05314010871133274,
+        "text_cosine": 0.8854471156892076,
+        "visual_cosine": 0.04400789354357283
+      },
+      {
+        "pair": [
+          18,
+          163
+        ],
+        "delta_mse": -0.051824223214476,
+        "text_cosine": 0.9440274172024535,
+        "visual_cosine": 0.10809888300009013
+      },
+      {
+        "pair": [
+          133,
+          245
+        ],
+        "delta_mse": -0.050919166105843953,
+        "text_cosine": 0.8828538011024633,
+        "visual_cosine": 0.038728194007652934
+      },
+      {
+        "pair": [
+          45,
+          133
+        ],
+        "delta_mse": -0.05056167623857365,
+        "text_cosine": 0.8848656981618075,
+        "visual_cosine": 0.18532927698612223
+      },
+      {
+        "pair": [
+          18,
+          332
+        ],
+        "delta_mse": -0.04948135110352813,
+        "text_cosine": 0.9371413033951507,
+        "visual_cosine": 0.07785266076333436
+      },
+      {
+        "pair": [
+          133,
+          285
+        ],
+        "delta_mse": -0.04933837938206733,
+        "text_cosine": 0.8910266414800099,
+        "visual_cosine": 0.062044008375997814
+      },
+      {
+        "pair": [
+          18,
+          408
+        ],
+        "delta_mse": -0.04930017645469516,
+        "text_cosine": 0.930317487840947,
+        "visual_cosine": 0.11932108926887694
+      }
+    ]
+  },
+  "derangement_curve": [
+    {
+      "k": 2,
+      "delta_mean": 0.0011738637695088983,
+      "delta_std": 0.005361737217754126,
+      "improving_fraction": 0.18
+    },
+    {
+      "k": 4,
+      "delta_mean": 0.0028499627951532602,
+      "delta_std": 0.008279097266495228,
+      "improving_fraction": 0.2
+    },
+    {
+      "k": 8,
+      "delta_mean": 0.006821892689913511,
+      "delta_std": 0.011646995320916176,
+      "improving_fraction": 0.16
+    },
+    {
+      "k": 16,
+      "delta_mean": 0.011710881255567074,
+      "delta_std": 0.012906734831631184,
+      "improving_fraction": 0.12
+    },
+    {
+      "k": 32,
+      "delta_mean": 0.026702720671892166,
+      "delta_std": 0.022568173706531525,
+      "improving_fraction": 0.045
+    },
+    {
+      "k": 64,
+      "delta_mean": 0.05307375267148018,
+      "delta_std": 0.029852531850337982,
+      "improving_fraction": 0.015
+    },
+    {
+      "k": 128,
+      "delta_mean": 0.09688684344291687,
+      "delta_std": 0.042205218225717545,
+      "improving_fraction": 0.005
+    },
+    {
+      "k": 256,
+      "delta_mean": 0.1873759627342224,
+      "delta_std": 0.05468842387199402,
+      "improving_fraction": 0.0
+    },
+    {
+      "k": 512,
+      "delta_mean": 0.31997328996658325,
+      "delta_std": 0.06079593300819397,
+      "improving_fraction": 0.0
+    }
+  ],
+  "gate_c_descent_from_true": {
+    "start_accuracy": 1.0,
+    "final_accuracy": 0.02734375,
+    "final_objective": 2.771898454866239,
+    "final_energy": {
+      "mse": 0.8019135372633226,
+      "mse_channels": [
+        0.8019135372633226
+      ],
+      "mse_channel_mean": 0.8019135372633226,
+      "conditional_kl": 5.840356901697968,
+      "m30_total": 2.771898454866239
+    },
+    "accepted_moves": 724,
+    "moved_fraction": 0.97265625,
+    "mse_local_min_certificate": false,
+    "trajectory": [
+      {
+        "step": 0,
+        "objective": 4.422597422417999,
+        "accuracy": 0.99609375
+      },
+      {
+        "step": 50,
+        "objective": 3.3795581201807248,
+        "accuracy": 0.802734375
+      },
+      {
+        "step": 100,
+        "objective": 3.1432559338615835,
+        "accuracy": 0.611328125
+      },
+      {
+        "step": 150,
+        "objective": 3.0512211279299786,
+        "accuracy": 0.455078125
+      },
+      {
+        "step": 200,
+        "objective": 2.984172553457986,
+        "accuracy": 0.365234375
+      },
+      {
+        "step": 250,
+        "objective": 2.9334276128287518,
+        "accuracy": 0.265625
+      },
+      {
+        "step": 300,
+        "objective": 2.894404564268021,
+        "accuracy": 0.189453125
+      },
+      {
+        "step": 350,
+        "objective": 2.864634272175291,
+        "accuracy": 0.150390625
+      },
+      {
+        "step": 400,
+        "objective": 2.8390690636996947,
+        "accuracy": 0.119140625
+      },
+      {
+        "step": 450,
+        "objective": 2.8189764833270243,
+        "accuracy": 0.083984375
+      },
+      {
+        "step": 500,
+        "objective": 2.80435293624887,
+        "accuracy": 0.0625
+      },
+      {
+        "step": 550,
+        "objective": 2.792585899237515,
+        "accuracy": 0.046875
+      },
+      {
+        "step": 600,
+        "objective": 2.7845098886839894,
+        "accuracy": 0.03515625
+      },
+      {
+        "step": 650,
+        "objective": 2.777006016985248,
+        "accuracy": 0.029296875
+      },
+      {
+        "step": 700,
+        "objective": 2.773048629772249,
+        "accuracy": 0.02734375
+      }
+    ],
+    "final_permutation": [
+      136,
+      12,
+      355,
+      28,
+      245,
+      65,
+      6,
+      137,
+      156,
+      61,
+      244,
+      204,
+      202,
+      201,
+      77,
+      110,
+      214,
+      361,
+      360,
+      499,
+      455,
+      90,
+      328,
+      145,
+      299,
+      352,
+      437,
+      93,
+      3,
+      435,
+      308,
+      133,
+      465,
+      504,
+      34,
+      254,
+      5,
+      103,
+      256,
+      207,
+      263,
+      506,
+      88,
+      501,
+      490,
+      134,
+      510,
+      44,
+      48,
+      475,
+      421,
+      56,
+      71,
+      392,
+      338,
+      407,
+      10,
+      215,
+      54,
+      142,
+      463,
+      9,
+      114,
+      63,
+      186,
+      444,
+      351,
+      29,
+      309,
+      25,
+      496,
+      8,
+      60,
+      422,
+      39,
+      386,
+      314,
+      332,
+      162,
+      79,
+      261,
+      348,
+      100,
+      15,
+      76,
+      252,
+      298,
+      232,
+      378,
+      491,
+      69,
+      185,
+      302,
+      267,
+      418,
+      335,
+      412,
+      113,
+      288,
+      72,
+      408,
+      237,
+      211,
+      371,
+      126,
+      40,
+      141,
+      226,
+      300,
+      426,
+      341,
+      289,
+      471,
+      459,
+      484,
+      183,
+      163,
+      23,
+      449,
+      18,
+      120,
+      448,
+      445,
+      205,
+      453,
+      368,
+      262,
+      160,
+      271,
+      372,
+      489,
+      276,
+      310,
+      350,
+      429,
+      128,
+      488,
+      373,
+      503,
+      311,
+      296,
+      364,
+      337,
+      286,
+      509,
+      86,
+      325,
+      403,
+      396,
+      33,
+      24,
+      474,
+      179,
+      442,
+      92,
+      265,
+      233,
+      182,
+      248,
+      161,
+      62,
+      452,
+      55,
+      367,
+      194,
+      251,
+      225,
+      111,
+      295,
+      148,
+      11,
+      140,
+      398,
+      125,
+      306,
+      155,
+      477,
+      438,
+      195,
+      217,
+      480,
+      307,
+      176,
+      330,
+      312,
+      483,
+      249,
+      85,
+      331,
+      104,
+      127,
+      2,
+      46,
+      507,
+      379,
+      369,
+      253,
+      381,
+      198,
+      14,
+      439,
+      358,
+      493,
+      402,
+      294,
+      224,
+      17,
+      106,
+      440,
+      443,
+      411,
+      53,
+      187,
+      323,
+      393,
+      356,
+      37,
+      135,
+      175,
+      230,
+      131,
+      446,
+      99,
+      16,
+      316,
+      234,
+      243,
+      270,
+      377,
+      229,
+      365,
+      70,
+      423,
+      213,
+      157,
+      315,
+      147,
+      122,
+      188,
+      329,
+      382,
+      41,
+      389,
+      152,
+      66,
+      107,
+      35,
+      239,
+      242,
+      269,
+      50,
+      144,
+      278,
+      130,
+      219,
+      98,
+      192,
+      108,
+      181,
+      197,
+      363,
+      199,
+      82,
+      101,
+      280,
+      336,
+      391,
+      326,
+      349,
+      118,
+      21,
+      343,
+      96,
+      91,
+      427,
+      75,
+      376,
+      324,
+      366,
+      109,
+      116,
+      287,
+      487,
+      42,
+      97,
+      433,
+      258,
+      293,
+      476,
+      282,
+      485,
+      291,
+      123,
+      209,
+      283,
+      266,
+      78,
+      505,
+      149,
+      117,
+      87,
+      494,
+      138,
+      410,
+      189,
+      304,
+      174,
+      208,
+      339,
+      246,
+      235,
+      362,
+      457,
+      43,
+      238,
+      22,
+      357,
+      405,
+      184,
+      359,
+      414,
+      153,
+      84,
+      228,
+      81,
+      0,
+      170,
+      20,
+      178,
+      400,
+      342,
+      456,
+      221,
+      469,
+      203,
+      322,
+      132,
+      454,
+      220,
+      481,
+      473,
+      165,
+      200,
+      498,
+      334,
+      223,
+      257,
+      277,
+      57,
+      151,
+      222,
+      478,
+      313,
+      74,
+      431,
+      231,
+      169,
+      159,
+      466,
+      495,
+      80,
+      119,
+      58,
+      345,
+      450,
+      320,
+      241,
+      173,
+      150,
+      375,
+      236,
+      146,
+      290,
+      260,
+      52,
+      124,
+      193,
+      191,
+      468,
+      347,
+      482,
+      370,
+      399,
+      319,
+      38,
+      27,
+      51,
+      112,
+      434,
+      139,
+      167,
+      413,
+      406,
+      196,
+      394,
+      64,
+      273,
+      458,
+      180,
+      500,
+      387,
+      401,
+      353,
+      190,
+      47,
+      274,
+      344,
+      284,
+      460,
+      383,
+      115,
+      227,
+      432,
+      415,
+      305,
+      317,
+      89,
+      417,
+      374,
+      255,
+      404,
+      462,
+      301,
+      73,
+      250,
+      279,
+      154,
+      486,
+      31,
+      497,
+      212,
+      210,
+      303,
+      430,
+      67,
+      395,
+      436,
+      158,
+      102,
+      164,
+      428,
+      172,
+      511,
+      388,
+      32,
+      416,
+      206,
+      447,
+      318,
+      7,
+      240,
+      168,
+      30,
+      425,
+      464,
+      292,
+      268,
+      143,
+      451,
+      13,
+      264,
+      247,
+      380,
+      68,
+      166,
+      424,
+      45,
+      333,
+      26,
+      472,
+      419,
+      1,
+      177,
+      83,
+      275,
+      49,
+      502,
+      36,
+      171,
+      470,
+      218,
+      285,
+      492,
+      259,
+      346,
+      321,
+      297,
+      19,
+      272,
+      105,
+      95,
+      390,
+      397,
+      508,
+      4,
+      354,
+      467,
+      441,
+      59,
+      461,
+      327,
+      281,
+      385,
+      121,
+      420,
+      409,
+      94,
+      129,
+      216,
+      479,
+      384,
+      340
+    ]
+  },
+  "gate_c_descent_from_random": [
+    {
+      "start_accuracy": 0.001953125,
+      "final_accuracy": 0.0,
+      "final_objective": 2.725710500092578,
+      "final_energy": {
+        "mse": 0.7792212465196223,
+        "mse_channels": [
+          0.7792212465196223
+        ],
+        "mse_channel_mean": 0.7792212465196223,
+        "conditional_kl": 5.836340035266666,
+        "m30_total": 2.725710500092578
+      },
+      "accepted_moves": 793,
+      "moved_fraction": 0.994140625,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.014567664127755,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 50,
+          "objective": 3.678215505884497,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 100,
+          "objective": 3.356068816496,
+          "accuracy": 0.00390625
+        },
+        {
+          "step": 150,
+          "objective": 3.1824529085414803,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 200,
+          "objective": 3.0520747162454924,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 250,
+          "objective": 2.9615171612271833,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 300,
+          "objective": 2.896697086456611,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 350,
+          "objective": 2.8458045690509755,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 400,
+          "objective": 2.8094349882196497,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 450,
+          "objective": 2.783297567562022,
+          "accuracy": 0.0
+        },
+        {
+          "step": 500,
+          "objective": 2.76468783690021,
+          "accuracy": 0.0
+        },
+        {
+          "step": 550,
+          "objective": 2.7518921602508777,
+          "accuracy": 0.0
+        },
+        {
+          "step": 600,
+          "objective": 2.7421419748926317,
+          "accuracy": 0.0
+        },
+        {
+          "step": 650,
+          "objective": 2.7351095276393567,
+          "accuracy": 0.0
+        },
+        {
+          "step": 700,
+          "objective": 2.730715123435841,
+          "accuracy": 0.0
+        },
+        {
+          "step": 750,
+          "objective": 2.7274918626951337,
+          "accuracy": 0.0
+        }
+      ]
+    },
+    {
+      "start_accuracy": 0.0,
+      "final_accuracy": 0.00390625,
+      "final_objective": 2.7303098126002694,
+      "final_energy": {
+        "mse": 0.7815723246295057,
+        "mse_channels": [
+          0.7815723246295057
+        ],
+        "mse_channel_mean": 0.7815723246295057,
+        "conditional_kl": 5.83582581670629,
+        "m30_total": 2.7303098126002694
+      },
+      "accepted_moves": 806,
+      "moved_fraction": 0.9921875,
+      "mse_local_min_certificate": false,
+      "trajectory": [
+        {
+          "step": 0,
+          "objective": 5.1041934724157025,
+          "accuracy": 0.0
+        },
+        {
+          "step": 50,
+          "objective": 3.623971683127738,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 100,
+          "objective": 3.307201183512058,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 150,
+          "objective": 3.127612468488132,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 200,
+          "objective": 3.0143499669917375,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 250,
+          "objective": 2.933802155130428,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 300,
+          "objective": 2.8799601231420757,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 350,
+          "objective": 2.8450946489356364,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 400,
+          "objective": 2.8185507882403846,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 450,
+          "objective": 2.7975408674214695,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 500,
+          "objective": 2.782940164015142,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 550,
+          "objective": 2.768903558139728,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 600,
+          "objective": 2.7570437739341394,
+          "accuracy": 0.0
+        },
+        {
+          "step": 650,
+          "objective": 2.7468992589875665,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 700,
+          "objective": 2.738764768124947,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 750,
+          "objective": 2.7331387062930235,
+          "accuracy": 0.001953125
+        },
+        {
+          "step": 800,
+          "objective": 2.730448557434734,
+          "accuracy": 0.00390625
+        }
+      ]
+    }
+  ],
+  "verdict": {
+    "true_m30_total": 4.576644385699168,
+    "identity_is_local_min_mse": false,
+    "descent_from_true_stays": 0.02734375,
+    "on_manifold_counterfeit_found": true,
+    "best_random_descent_m30_total": 2.725710500092578
+  }
+}
\ No newline at end of file