Correction, same session: the width statistic does not survive its control

The replacement gate proposed this morning is refuted by a control run
this afternoon. Independent noise lowers the correlation to 0.828
without narrowing the underlying signal and reaches the same measured
width as a field whose captions omit one factor -- 15.7 against 15.0 --
with recovery at 94.7% and 5.6%. A second instrument built specifically
to fix that, counting canonical directions that generalise to held-out
scenes, fails the same way and rates Visual Genome highest of the three
failing fields.

Established: the correlation does not govern recovery, in both
directions. Corpus overlap does control it -- the caption-suppression
ladder is monotone from 96.4% to 0.0%. Not established: any statistic
that predicts recovery cheaply. Documents corrected accordingly rather
than quietly rephrased; the refuted claim stood for four hours and is
recorded as such.

Co-Authored-By: Claude <noreply@anthropic.com>

2 files changed, 120 insertions, 0 deletions

diff --git a/artifacts/synth_v1/omit_ladder_rest.json b/artifacts/synth_v1/omit_ladder_rest.json
new file mode 100644
index 0000000..fc77598
--- /dev/null
+++ b/artifacts/synth_v1/omit_ladder_rest.json
@@ -0,0 +1,28 @@
+{
+  "protocol": "Vision sees every factor in all conditions; only the captions are impoverished. Hidden pairing generated per trial and read only for scoring.",
+  "size": 256,
+  "chance": 0.00390625,
+  "rows": [
+    {
+      "caption_content": "no count words",
+      "omitted": "count",
+      "correlation": 0.6784429189341008,
+      "shared_directions": 13.0,
+      "recovery": 0.013020833333333334
+    },
+    {
+      "caption_content": "no size or count",
+      "omitted": "size_count",
+      "correlation": 0.5442660429860932,
+      "shared_directions": 10.0,
+      "recovery": 0.013020833333333334
+    },
+    {
+      "caption_content": "no colour words",
+      "omitted": "colour",
+      "correlation": 0.7356797393477765,
+      "shared_directions": 9.0,
+      "recovery": 0.0
+    }
+  ]
+}
\ No newline at end of file
diff --git a/artifacts/vg_5k/shared_dimension.json b/artifacts/vg_5k/shared_dimension.json
new file mode 100644
index 0000000..8dc89ad
--- /dev/null
+++ b/artifacts/vg_5k/shared_dimension.json
@@ -0,0 +1,92 @@
+{
+  "protocol": "Three-way scene split. Anchors define the coordinate system, canonical correlation is fitted on the second third and scored on the last, so a shared direction counts only if it generalises to scenes that took no part in fitting it. Calibrated against a scene-shuffled null.",
+  "components": 24,
+  "threshold": 0.3,
+  "rows": [
+    {
+      "label": "synth-full REC96",
+      "correlation": 0.928480988366389,
+      "shared_dimension": 22.0,
+      "shuffled_null": 0.0,
+      "net_shared_dimension": 22.0,
+      "held_out_canonical_top8": [
+        0.999,
+        0.998,
+        0.997,
+        0.997,
+        0.997,
+        0.997,
+        0.994,
+        0.985
+      ]
+    },
+    {
+      "label": "synth+noise REC95",
+      "correlation": 0.8276655471168534,
+      "shared_dimension": 16.8,
+      "shuffled_null": 0.0,
+      "net_shared_dimension": 16.8,
+      "held_out_canonical_top8": [
+        0.981,
+        0.976,
+        0.97,
+        0.962,
+        0.926,
+        0.932,
+        0.896,
+        0.855
+      ]
+    },
+    {
+      "label": "synth-omitsize REC6",
+      "correlation": 0.8301825436675786,
+      "shared_dimension": 16.6,
+      "shuffled_null": 0.2,
+      "net_shared_dimension": 16.400000000000002,
+      "held_out_canonical_top8": [
+        0.997,
+        0.996,
+        0.995,
+        0.995,
+        0.993,
+        0.994,
+        0.992,
+        0.987
+      ]
+    },
+    {
+      "label": "synth-rank8 REC13",
+      "correlation": 0.9058447537972103,
+      "shared_dimension": 7.0,
+      "shuffled_null": 0.0,
+      "net_shared_dimension": 7.0,
+      "held_out_canonical_top8": [
+        0.999,
+        0.998,
+        0.998,
+        0.997,
+        0.991,
+        0.958,
+        0.819,
+        0.145
+      ]
+    },
+    {
+      "label": "natural REC0",
+      "correlation": 0.7309253746041517,
+      "shared_dimension": 17.2,
+      "shuffled_null": 0.2,
+      "net_shared_dimension": 17.0,
+      "held_out_canonical_top8": [
+        0.895,
+        0.868,
+        0.866,
+        0.806,
+        0.803,
+        0.768,
+        0.723,
+        0.665
+      ]
+    }
+  ]
+}
\ No newline at end of file