From f75e1f0877c7d1b57299a68507d30eeb16bf3b4d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Sat, 1 Aug 2026 17:02:43 -0500 Subject: Correction, same session: the width statistic does not survive its control The replacement gate proposed this morning is refuted by a control run this afternoon. Independent noise lowers the correlation to 0.828 without narrowing the underlying signal and reaches the same measured width as a field whose captions omit one factor -- 15.7 against 15.0 -- with recovery at 94.7% and 5.6%. A second instrument built specifically to fix that, counting canonical directions that generalise to held-out scenes, fails the same way and rates Visual Genome highest of the three failing fields. Established: the correlation does not govern recovery, in both directions. Corpus overlap does control it -- the caption-suppression ladder is monotone from 96.4% to 0.0%. Not established: any statistic that predicts recovery cheaply. Documents corrected accordingly rather than quietly rephrased; the refuted claim stood for four hours and is recorded as such. Co-Authored-By: Claude --- artifacts/vg_5k/shared_dimension.json | 92 +++++++++++++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 artifacts/vg_5k/shared_dimension.json (limited to 'artifacts/vg_5k') diff --git a/artifacts/vg_5k/shared_dimension.json b/artifacts/vg_5k/shared_dimension.json new file mode 100644 index 0000000..8dc89ad --- /dev/null +++ b/artifacts/vg_5k/shared_dimension.json @@ -0,0 +1,92 @@ +{ + "protocol": "Three-way scene split. Anchors define the coordinate system, canonical correlation is fitted on the second third and scored on the last, so a shared direction counts only if it generalises to scenes that took no part in fitting it. Calibrated against a scene-shuffled null.", + "components": 24, + "threshold": 0.3, + "rows": [ + { + "label": "synth-full REC96", + "correlation": 0.928480988366389, + "shared_dimension": 22.0, + "shuffled_null": 0.0, + "net_shared_dimension": 22.0, + "held_out_canonical_top8": [ + 0.999, + 0.998, + 0.997, + 0.997, + 0.997, + 0.997, + 0.994, + 0.985 + ] + }, + { + "label": "synth+noise REC95", + "correlation": 0.8276655471168534, + "shared_dimension": 16.8, + "shuffled_null": 0.0, + "net_shared_dimension": 16.8, + "held_out_canonical_top8": [ + 0.981, + 0.976, + 0.97, + 0.962, + 0.926, + 0.932, + 0.896, + 0.855 + ] + }, + { + "label": "synth-omitsize REC6", + "correlation": 0.8301825436675786, + "shared_dimension": 16.6, + "shuffled_null": 0.2, + "net_shared_dimension": 16.400000000000002, + "held_out_canonical_top8": [ + 0.997, + 0.996, + 0.995, + 0.995, + 0.993, + 0.994, + 0.992, + 0.987 + ] + }, + { + "label": "synth-rank8 REC13", + "correlation": 0.9058447537972103, + "shared_dimension": 7.0, + "shuffled_null": 0.0, + "net_shared_dimension": 7.0, + "held_out_canonical_top8": [ + 0.999, + 0.998, + 0.998, + 0.997, + 0.991, + 0.958, + 0.819, + 0.145 + ] + }, + { + "label": "natural REC0", + "correlation": 0.7309253746041517, + "shared_dimension": 17.2, + "shuffled_null": 0.2, + "net_shared_dimension": 17.0, + "held_out_canonical_top8": [ + 0.895, + 0.868, + 0.866, + 0.806, + 0.803, + 0.768, + 0.723, + 0.665 + ] + } + ] +} \ No newline at end of file -- cgit v1.2.3