From f75e1f0877c7d1b57299a68507d30eeb16bf3b4d Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Sat, 1 Aug 2026 17:02:43 -0500 Subject: Correction, same session: the width statistic does not survive its control The replacement gate proposed this morning is refuted by a control run this afternoon. Independent noise lowers the correlation to 0.828 without narrowing the underlying signal and reaches the same measured width as a field whose captions omit one factor -- 15.7 against 15.0 -- with recovery at 94.7% and 5.6%. A second instrument built specifically to fix that, counting canonical directions that generalise to held-out scenes, fails the same way and rates Visual Genome highest of the three failing fields. Established: the correlation does not govern recovery, in both directions. Corpus overlap does control it -- the caption-suppression ladder is monotone from 96.4% to 0.0%. Not established: any statistic that predicts recovery cheaply. Documents corrected accordingly rather than quietly rephrased; the refuted claim stood for four hours and is recorded as such. Co-Authored-By: Claude --- artifacts/synth_v1/omit_ladder_rest.json | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) create mode 100644 artifacts/synth_v1/omit_ladder_rest.json (limited to 'artifacts/synth_v1') diff --git a/artifacts/synth_v1/omit_ladder_rest.json b/artifacts/synth_v1/omit_ladder_rest.json new file mode 100644 index 0000000..fc77598 --- /dev/null +++ b/artifacts/synth_v1/omit_ladder_rest.json @@ -0,0 +1,28 @@ +{ + "protocol": "Vision sees every factor in all conditions; only the captions are impoverished. Hidden pairing generated per trial and read only for scoring.", + "size": 256, + "chance": 0.00390625, + "rows": [ + { + "caption_content": "no count words", + "omitted": "count", + "correlation": 0.6784429189341008, + "shared_directions": 13.0, + "recovery": 0.013020833333333334 + }, + { + "caption_content": "no size or count", + "omitted": "size_count", + "correlation": 0.5442660429860932, + "shared_directions": 10.0, + "recovery": 0.013020833333333334 + }, + { + "caption_content": "no colour words", + "omitted": "colour", + "correlation": 0.7356797393477765, + "shared_directions": 9.0, + "recovery": 0.0 + } + ] +} \ No newline at end of file -- cgit v1.2.3