From 08fd63b8fee62ccdc284380c9832900ee83f9ede Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Sat, 1 Aug 2026 16:15:41 -0500 Subject: Retire the correlation gate: the shared spectrum governs recovery A controlled truncation refutes the project's central go/no-go rule. Projecting the recovering synthetic fields to rank r holds the field correlation at 0.902-0.929 while recovery moves 6.2% -> 12.9% -> 95.6% across ranks 4, 8, 16. A field past the supposed 0.9 threshold recovers 13%, so correlation neither predicts nor forbids recovery and the width of the shared spectrum is what moves it. The gate becomes a joint condition on correlation and shared width, measured by principal angles against a scene-shuffled null. Neither suffices alone: 18 shared directions at 0.508 fails, 11 at 0.902 fails. With the old gate retired, natural data was finally searched: 0.0000 against 0.0039 chance. The old verdict was right, its reasoning was not. Also closes route D by measurement. rho_IT ~ sqrt(4 log N / N) rises as N falls, and at N = 16 through 96 the deepest state a strong searcher reaches is deeper than the truth in 3/3 replicates at every size. Free gains: eigenvalue-weighted projection over a wide basis with 128-dim text vectors takes the correlation 0.656 -> 0.716 and shared width 10 -> 16. Hubness refuted as an inflation hypothesis. Moving the per-image segmentation eigendecomposition onto the GPU cut batch time from 130s to 1.9s. Co-Authored-By: Claude --- artifacts/vg_5k/field_anatomy.json | 40 +++ artifacts/vg_5k/field_anatomy_w64.json | 40 +++ artifacts/vg_5k/natural_pipeline_oracle.json | 9 + artifacts/vg_5k/natural_pipeline_seg16.json | 9 + artifacts/vg_5k/natural_pipeline_w64.json | 9 + artifacts/vg_5k/np_deg3_12.json | 10 + artifacts/vg_5k/np_deg3_20.json | 10 + artifacts/vg_5k/np_deg3_8.json | 10 + artifacts/vg_5k/np_n1024.json | 9 + artifacts/vg_5k/np_n256.json | 9 + artifacts/vg_5k/np_n512.json | 9 + artifacts/vg_5k/np_wv128.json | 9 + artifacts/vg_5k/np_wv24.json | 9 + artifacts/vg_5k/np_wv256.json | 9 + artifacts/vg_5k/np_wv48.json | 9 + artifacts/vg_5k/projection_sweep.json | 265 ++++++++++++++++++++ artifacts/vg_5k/shared_rank.json | 343 ++++++++++++++++++++++++++ artifacts/vg_5k/shared_rank_degree.json | 351 +++++++++++++++++++++++++++ artifacts/vg_5k/shared_rank_final.json | 351 +++++++++++++++++++++++++++ artifacts/vg_5k/shared_rank_scale.json | 259 ++++++++++++++++++++ artifacts/vg_5k/shared_rank_segments.json | 343 ++++++++++++++++++++++++++ artifacts/vg_5k/shared_rank_text.json | 343 ++++++++++++++++++++++++++ 22 files changed, 2455 insertions(+) create mode 100644 artifacts/vg_5k/field_anatomy.json create mode 100644 artifacts/vg_5k/field_anatomy_w64.json create mode 100644 artifacts/vg_5k/natural_pipeline_oracle.json create mode 100644 artifacts/vg_5k/natural_pipeline_seg16.json create mode 100644 artifacts/vg_5k/natural_pipeline_w64.json create mode 100644 artifacts/vg_5k/np_deg3_12.json create mode 100644 artifacts/vg_5k/np_deg3_20.json create mode 100644 artifacts/vg_5k/np_deg3_8.json create mode 100644 artifacts/vg_5k/np_n1024.json create mode 100644 artifacts/vg_5k/np_n256.json create mode 100644 artifacts/vg_5k/np_n512.json create mode 100644 artifacts/vg_5k/np_wv128.json create mode 100644 artifacts/vg_5k/np_wv24.json create mode 100644 artifacts/vg_5k/np_wv256.json create mode 100644 artifacts/vg_5k/np_wv48.json create mode 100644 artifacts/vg_5k/projection_sweep.json create mode 100644 artifacts/vg_5k/shared_rank.json create mode 100644 artifacts/vg_5k/shared_rank_degree.json create mode 100644 artifacts/vg_5k/shared_rank_final.json create mode 100644 artifacts/vg_5k/shared_rank_scale.json create mode 100644 artifacts/vg_5k/shared_rank_segments.json create mode 100644 artifacts/vg_5k/shared_rank_text.json (limited to 'artifacts/vg_5k') diff --git a/artifacts/vg_5k/field_anatomy.json b/artifacts/vg_5k/field_anatomy.json new file mode 100644 index 0000000..740136c --- /dev/null +++ b/artifacts/vg_5k/field_anatomy.json @@ -0,0 +1,40 @@ +{ + "protocol": "Both fields split into an additive row/column-mean model and its residual, then correlated component by component. Hidden pairs are read only to align the two fields.", + "label": "natural", + "size": 256, + "rows": [ + { + "component": "raw field", + "correlation": 0.6558829559111284 + }, + { + "component": "degree model only", + "correlation": 0.22252881188815218 + }, + { + "component": "residual after degree", + "correlation": 0.6709906297296612 + }, + { + "component": "residual after top-1 eigen", + "correlation": 0.4579725907578625 + }, + { + "component": "residual after top-2 eigen", + "correlation": 0.4555001418827857 + }, + { + "component": "residual after top-5 eigen", + "correlation": 0.3413229646188751 + }, + { + "component": "residual after top-10 eigen", + "correlation": 0.07969017846523709 + } + ], + "visual_degree_variance_share": 0.009036045331312099, + "text_degree_variance_share": 0.04921092158161093, + "it_threshold_at_size": 0.29435250562886867, + "residual_above_it_threshold": true, + "reading": "If the residual correlation is far below the raw correlation, the headline statistic is inflated by nuisance structure that carries no matching information, and the residual is the number that should be compared against the recovery threshold." +} \ No newline at end of file diff --git a/artifacts/vg_5k/field_anatomy_w64.json b/artifacts/vg_5k/field_anatomy_w64.json new file mode 100644 index 0000000..1e023eb --- /dev/null +++ b/artifacts/vg_5k/field_anatomy_w64.json @@ -0,0 +1,40 @@ +{ + "protocol": "Both fields split into an additive row/column-mean model and its residual, then correlated component by component. Hidden pairs are read only to align the two fields.", + "label": "natural-weighted64", + "size": 256, + "rows": [ + { + "component": "raw field", + "correlation": 0.6922159706308013 + }, + { + "component": "degree model only", + "correlation": 0.09663282041737035 + }, + { + "component": "residual after degree", + "correlation": 0.7052697077805243 + }, + { + "component": "residual after top-1 eigen", + "correlation": 0.542199919037366 + }, + { + "component": "residual after top-2 eigen", + "correlation": 0.37481036694327863 + }, + { + "component": "residual after top-5 eigen", + "correlation": 0.3855465012648901 + }, + { + "component": "residual after top-10 eigen", + "correlation": 0.18341225740386502 + } + ], + "visual_degree_variance_share": 0.01546868013212138, + "text_degree_variance_share": 0.026806936723177938, + "it_threshold_at_size": 0.29435250562886867, + "residual_above_it_threshold": true, + "reading": "If the residual correlation is far below the raw correlation, the headline statistic is inflated by nuisance structure that carries no matching information, and the residual is the number that should be compared against the recovery threshold." +} \ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_oracle.json b/artifacts/vg_5k/natural_pipeline_oracle.json new file mode 100644 index 0000000..c7f9025 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_oracle.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.702748890720233, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_seg16.json b/artifacts/vg_5k/natural_pipeline_seg16.json new file mode 100644 index 0000000..0ef4894 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_seg16.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6794444345566248, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_w64.json b/artifacts/vg_5k/natural_pipeline_w64.json new file mode 100644 index 0000000..9e57e09 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_w64.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922159706308013, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_12.json b/artifacts/vg_5k/np_deg3_12.json new file mode 100644 index 0000000..4b06fe2 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_12.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.7164530320598383, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_20.json b/artifacts/vg_5k/np_deg3_20.json new file mode 100644 index 0000000..ba28d29 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_20.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.7171326909156863, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_8.json b/artifacts/vg_5k/np_deg3_8.json new file mode 100644 index 0000000..1c87384 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_8.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.717450184813228, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_n1024.json b/artifacts/vg_5k/np_n1024.json new file mode 100644 index 0000000..6e69a30 --- /dev/null +++ b/artifacts/vg_5k/np_n1024.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 1024, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922444253804424, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_n256.json b/artifacts/vg_5k/np_n256.json new file mode 100644 index 0000000..1faa359 --- /dev/null +++ b/artifacts/vg_5k/np_n256.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7157944505313559, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_n512.json b/artifacts/vg_5k/np_n512.json new file mode 100644 index 0000000..578861d --- /dev/null +++ b/artifacts/vg_5k/np_n512.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 512, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.720884905640894, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_wv128.json b/artifacts/vg_5k/np_wv128.json new file mode 100644 index 0000000..1faa359 --- /dev/null +++ b/artifacts/vg_5k/np_wv128.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7157944505313559, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_wv24.json b/artifacts/vg_5k/np_wv24.json new file mode 100644 index 0000000..8f199ba --- /dev/null +++ b/artifacts/vg_5k/np_wv24.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6614852336553844, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_wv256.json b/artifacts/vg_5k/np_wv256.json new file mode 100644 index 0000000..617e698 --- /dev/null +++ b/artifacts/vg_5k/np_wv256.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7000821325988256, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/np_wv48.json b/artifacts/vg_5k/np_wv48.json new file mode 100644 index 0000000..9e57e09 --- /dev/null +++ b/artifacts/vg_5k/np_wv48.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922159706308013, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/projection_sweep.json b/artifacts/vg_5k/projection_sweep.json new file mode 100644 index 0000000..8881383 --- /dev/null +++ b/artifacts/vg_5k/projection_sweep.json @@ -0,0 +1,265 @@ +{ + "protocol": "Projection fitted per modality on scenes outside the evaluated set; hidden pairs read only for the correlation. Baseline is linear, keep=8, shrinkage=0.05.", + "evaluated": 256, + "rows": [ + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.01, + "correlation": 0.6453137317062534 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.01, + "correlation": 0.6495421074385569 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.01, + "correlation": 0.6470767138606525 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.01, + "correlation": 0.6227407963928071 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.01, + "correlation": 0.6142722294788403 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.05, + "correlation": 0.65249653291618 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6558829559111284 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6519028422068834 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6274081754272933 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.619760201230621 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.2, + "correlation": 0.6607265117297335 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.6582353562445471 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.6513068306415126 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6292167478629883 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6230802049271942 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 1.0, + "correlation": 0.6578716141349961 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 1.0, + "correlation": 0.6405385423647052 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 1.0, + "correlation": 0.6280429181450786 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 1.0, + "correlation": 0.6142054425413382 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 1.0, + "correlation": 0.6106156014213242 + }, + { + "variant": "weighted^0.5", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6698246762363366 + }, + { + "variant": "weighted^1.0", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.665060874094268 + }, + { + "variant": "weighted^0.5", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6826263927928936 + }, + { + "variant": "weighted^1.0", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6721336214645782 + }, + { + "variant": "weighted^0.5", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.687375151713245 + }, + { + "variant": "weighted^1.0", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6753247222620263 + }, + { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6922159706308013 + }, + { + "variant": "weighted^1.0", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6767939950719634 + }, + { + "variant": "weighted^0.5", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.672827939323971 + }, + { + "variant": "weighted^1.0", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.6691737665681982 + }, + { + "variant": "weighted^0.5", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.6834609415667857 + }, + { + "variant": "weighted^1.0", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.675193020267635 + }, + { + "variant": "weighted^0.5", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6883825134950975 + }, + { + "variant": "weighted^1.0", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6780073690253073 + }, + { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6918038515455318 + }, + { + "variant": "weighted^1.0", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6788283392518062 + }, + { + "variant": "kernel g=0.25", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6239363564555721 + }, + { + "variant": "kernel g=0.25", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6199483306751332 + }, + { + "variant": "kernel g=0.25", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6043865046351463 + }, + { + "variant": "kernel g=1.0", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.5588913870951268 + }, + { + "variant": "kernel g=1.0", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.5472099552797389 + }, + { + "variant": "kernel g=1.0", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.5251472992094228 + } + ], + "best": { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6922159706308013 + }, + "recovery_threshold": 0.9 +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank.json b/artifacts/vg_5k/shared_rank.json new file mode 100644 index 0000000..538da2d --- /dev/null +++ b/artifacts/vg_5k/shared_rank.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-watershed-RECOVERS", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "synth-v0-fails", + "size": 256, + "correlation": 0.507656498620682, + "visual_effective_rank": 31.301831479053796, + "text_effective_rank": 27.887166453738427, + "shared_directions_cos_gt_0.7": 19, + "principal_cosines_top8": [ + 0.999, + 0.99, + 0.986, + 0.983, + 0.981, + 0.979, + 0.975, + 0.971 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9711463046324016 + }, + { + "index": 1, + "best_text_overlap": 0.5862398136648852 + }, + { + "index": 2, + "best_text_overlap": 0.40411629072393973 + }, + { + "index": 3, + "best_text_overlap": 0.3782147186014658 + }, + { + "index": 4, + "best_text_overlap": 0.49623067040441227 + }, + { + "index": 5, + "best_text_overlap": 0.38858486646786783 + }, + { + "index": 6, + "best_text_overlap": 0.4204576749257697 + }, + { + "index": 7, + "best_text_overlap": 0.4531244365205851 + }, + { + "index": 8, + "best_text_overlap": 0.5071647502947677 + }, + { + "index": 9, + "best_text_overlap": 0.43985083861605223 + }, + { + "index": 10, + "best_text_overlap": 0.4285920808891206 + }, + { + "index": 11, + "best_text_overlap": 0.416942537981572 + }, + { + "index": 12, + "best_text_overlap": 0.36849147041514496 + }, + { + "index": 13, + "best_text_overlap": 0.3540029990986704 + }, + { + "index": 14, + "best_text_overlap": 0.41250502299139413 + }, + { + "index": 15, + "best_text_overlap": 0.34226328782237314 + } + ] + }, + { + "label": "natural-keep8", + "size": 256, + "correlation": 0.6558829559111284, + "visual_effective_rank": 18.735297664859708, + "text_effective_rank": 13.915532152821992, + "shared_directions_cos_gt_0.7": 11, + "principal_cosines_top8": [ + 0.993, + 0.971, + 0.954, + 0.938, + 0.922, + 0.868, + 0.845, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8308561390616345 + }, + { + "index": 1, + "best_text_overlap": 0.6425639957390433 + }, + { + "index": 2, + "best_text_overlap": 0.6401247564780709 + }, + { + "index": 3, + "best_text_overlap": 0.5245819731835861 + }, + { + "index": 4, + "best_text_overlap": 0.5324575387488661 + }, + { + "index": 5, + "best_text_overlap": 0.504776020548726 + }, + { + "index": 6, + "best_text_overlap": 0.5017207831704809 + }, + { + "index": 7, + "best_text_overlap": 0.26453910202691044 + }, + { + "index": 8, + "best_text_overlap": 0.3831674979777484 + }, + { + "index": 9, + "best_text_overlap": 0.34779386653289623 + }, + { + "index": 10, + "best_text_overlap": 0.2366745915766192 + }, + { + "index": 11, + "best_text_overlap": 0.1973585194151871 + }, + { + "index": 12, + "best_text_overlap": 0.21439811143331272 + }, + { + "index": 13, + "best_text_overlap": 0.2925437897693861 + }, + { + "index": 14, + "best_text_overlap": 0.09814723704154468 + }, + { + "index": 15, + "best_text_overlap": 0.20755663736183314 + } + ] + }, + { + "label": "natural-weighted64", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_degree.json b/artifacts/vg_5k/shared_rank_degree.json new file mode 100644 index 0000000..7940d64 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_degree.json @@ -0,0 +1,351 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "degree2-best", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "degree3-w8", + "size": 256, + "correlation": 0.717450184813228, + "visual_effective_rank": 40.67303880139185, + "text_effective_rank": 47.11594894154097, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.961, + 0.944, + 0.936, + 0.924, + 0.901, + 0.886 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8348375430905127 + }, + { + "index": 1, + "best_text_overlap": 0.6837720540848308 + }, + { + "index": 2, + "best_text_overlap": 0.7155802705177406 + }, + { + "index": 3, + "best_text_overlap": 0.5058562446867387 + }, + { + "index": 4, + "best_text_overlap": 0.7663355948751955 + }, + { + "index": 5, + "best_text_overlap": 0.516380442780415 + }, + { + "index": 6, + "best_text_overlap": 0.554955451295094 + }, + { + "index": 7, + "best_text_overlap": 0.3516466638329569 + }, + { + "index": 8, + "best_text_overlap": 0.5186308948947995 + }, + { + "index": 9, + "best_text_overlap": 0.5015555070809197 + }, + { + "index": 10, + "best_text_overlap": 0.3700340337533245 + }, + { + "index": 11, + "best_text_overlap": 0.34258025998594904 + }, + { + "index": 12, + "best_text_overlap": 0.256732226634933 + }, + { + "index": 13, + "best_text_overlap": 0.4359760369195398 + }, + { + "index": 14, + "best_text_overlap": 0.32969959689961453 + }, + { + "index": 15, + "best_text_overlap": 0.2530743072716043 + } + ] + }, + { + "label": "degree3-w12", + "size": 256, + "correlation": 0.7164530320598383, + "visual_effective_rank": 42.77448656306514, + "text_effective_rank": 47.90052292048341, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.961, + 0.946, + 0.937, + 0.929, + 0.91, + 0.889 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8277435616658919 + }, + { + "index": 1, + "best_text_overlap": 0.6779609268778297 + }, + { + "index": 2, + "best_text_overlap": 0.7219010238018317 + }, + { + "index": 3, + "best_text_overlap": 0.5055290038432999 + }, + { + "index": 4, + "best_text_overlap": 0.7718721615385675 + }, + { + "index": 5, + "best_text_overlap": 0.5256873621550153 + }, + { + "index": 6, + "best_text_overlap": 0.5367136087431718 + }, + { + "index": 7, + "best_text_overlap": 0.36680812886106473 + }, + { + "index": 8, + "best_text_overlap": 0.5387792531732701 + }, + { + "index": 9, + "best_text_overlap": 0.5550666365558536 + }, + { + "index": 10, + "best_text_overlap": 0.2891791715134958 + }, + { + "index": 11, + "best_text_overlap": 0.2984192540709536 + }, + { + "index": 12, + "best_text_overlap": 0.28170926274492825 + }, + { + "index": 13, + "best_text_overlap": 0.4002691992367436 + }, + { + "index": 14, + "best_text_overlap": 0.31596068490447127 + }, + { + "index": 15, + "best_text_overlap": 0.26924174791563826 + } + ] + }, + { + "label": "degree3-w20", + "size": 256, + "correlation": 0.7171326909156863, + "visual_effective_rank": 46.709791939402166, + "text_effective_rank": 50.02596883001826, + "shared_directions_cos_gt_0.7": 17, + "shuffled_null": 1.0, + "shared_above_null": 16.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.962, + 0.945, + 0.939, + 0.931, + 0.911, + 0.894 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8231142857010968 + }, + { + "index": 1, + "best_text_overlap": 0.6748733981742054 + }, + { + "index": 2, + "best_text_overlap": 0.7180139533448364 + }, + { + "index": 3, + "best_text_overlap": 0.5179878165995193 + }, + { + "index": 4, + "best_text_overlap": 0.7736927465190133 + }, + { + "index": 5, + "best_text_overlap": 0.5414967531898147 + }, + { + "index": 6, + "best_text_overlap": 0.5416571648246705 + }, + { + "index": 7, + "best_text_overlap": 0.3600170379372908 + }, + { + "index": 8, + "best_text_overlap": 0.5145850503977925 + }, + { + "index": 9, + "best_text_overlap": 0.5683887253705958 + }, + { + "index": 10, + "best_text_overlap": 0.30798470685067697 + }, + { + "index": 11, + "best_text_overlap": 0.31660436348552895 + }, + { + "index": 12, + "best_text_overlap": 0.2381351557071557 + }, + { + "index": 13, + "best_text_overlap": 0.44012504821073994 + }, + { + "index": 14, + "best_text_overlap": 0.35872551158185606 + }, + { + "index": 15, + "best_text_overlap": 0.2717148785929642 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_final.json b/artifacts/vg_5k/shared_rank_final.json new file mode 100644 index 0000000..3ade344 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_final.json @@ -0,0 +1,351 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-RECOVERS-95pct", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "shuffled_null": 1.0, + "shared_above_null": 26.0, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "synth-v0-fails-5pct", + "size": 256, + "correlation": 0.507656498620682, + "visual_effective_rank": 31.301831479053796, + "text_effective_rank": 27.887166453738427, + "shared_directions_cos_gt_0.7": 19, + "shuffled_null": 1.0, + "shared_above_null": 18.0, + "principal_cosines_top8": [ + 0.999, + 0.99, + 0.986, + 0.983, + 0.981, + 0.979, + 0.975, + 0.971 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9711463046324016 + }, + { + "index": 1, + "best_text_overlap": 0.5862398136648852 + }, + { + "index": 2, + "best_text_overlap": 0.40411629072393973 + }, + { + "index": 3, + "best_text_overlap": 0.3782147186014658 + }, + { + "index": 4, + "best_text_overlap": 0.49623067040441227 + }, + { + "index": 5, + "best_text_overlap": 0.38858486646786783 + }, + { + "index": 6, + "best_text_overlap": 0.4204576749257697 + }, + { + "index": 7, + "best_text_overlap": 0.4531244365205851 + }, + { + "index": 8, + "best_text_overlap": 0.5071647502947677 + }, + { + "index": 9, + "best_text_overlap": 0.43985083861605223 + }, + { + "index": 10, + "best_text_overlap": 0.4285920808891206 + }, + { + "index": 11, + "best_text_overlap": 0.416942537981572 + }, + { + "index": 12, + "best_text_overlap": 0.36849147041514496 + }, + { + "index": 13, + "best_text_overlap": 0.3540029990986704 + }, + { + "index": 14, + "best_text_overlap": 0.41250502299139413 + }, + { + "index": 15, + "best_text_overlap": 0.34226328782237314 + } + ] + }, + { + "label": "nat-baseline-0.656", + "size": 256, + "correlation": 0.6558829559111284, + "visual_effective_rank": 18.735297664859708, + "text_effective_rank": 13.915532152821992, + "shared_directions_cos_gt_0.7": 11, + "shuffled_null": 1.0, + "shared_above_null": 10.0, + "principal_cosines_top8": [ + 0.993, + 0.971, + 0.954, + 0.938, + 0.922, + 0.868, + 0.845, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8308561390616345 + }, + { + "index": 1, + "best_text_overlap": 0.6425639957390433 + }, + { + "index": 2, + "best_text_overlap": 0.6401247564780709 + }, + { + "index": 3, + "best_text_overlap": 0.5245819731835861 + }, + { + "index": 4, + "best_text_overlap": 0.5324575387488661 + }, + { + "index": 5, + "best_text_overlap": 0.504776020548726 + }, + { + "index": 6, + "best_text_overlap": 0.5017207831704809 + }, + { + "index": 7, + "best_text_overlap": 0.26453910202691044 + }, + { + "index": 8, + "best_text_overlap": 0.3831674979777484 + }, + { + "index": 9, + "best_text_overlap": 0.34779386653289623 + }, + { + "index": 10, + "best_text_overlap": 0.2366745915766192 + }, + { + "index": 11, + "best_text_overlap": 0.1973585194151871 + }, + { + "index": 12, + "best_text_overlap": 0.21439811143331272 + }, + { + "index": 13, + "best_text_overlap": 0.2925437897693861 + }, + { + "index": 14, + "best_text_overlap": 0.09814723704154468 + }, + { + "index": 15, + "best_text_overlap": 0.20755663736183314 + } + ] + }, + { + "label": "nat-best-0.716", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_scale.json b/artifacts/vg_5k/shared_rank_scale.json new file mode 100644 index 0000000..b0d6e98 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_scale.json @@ -0,0 +1,259 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 48, + "rows": [ + { + "label": "scenes-256", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 23, + "principal_cosines_top8": [ + 0.992, + 0.984, + 0.971, + 0.963, + 0.962, + 0.949, + 0.94, + 0.935 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "scenes-512", + "size": 512, + "correlation": 0.720884905640894, + "visual_effective_rank": 44.16644435195353, + "text_effective_rank": 56.80473066126686, + "shared_directions_cos_gt_0.7": 20, + "principal_cosines_top8": [ + 0.99, + 0.973, + 0.96, + 0.95, + 0.938, + 0.928, + 0.907, + 0.903 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8697350573768952 + }, + { + "index": 1, + "best_text_overlap": 0.7200022519825038 + }, + { + "index": 2, + "best_text_overlap": 0.7564612333353183 + }, + { + "index": 3, + "best_text_overlap": 0.501988106773722 + }, + { + "index": 4, + "best_text_overlap": 0.783113379169079 + }, + { + "index": 5, + "best_text_overlap": 0.37328195185984525 + }, + { + "index": 6, + "best_text_overlap": 0.4801278579299998 + }, + { + "index": 7, + "best_text_overlap": 0.383298070449205 + }, + { + "index": 8, + "best_text_overlap": 0.47046163940920954 + }, + { + "index": 9, + "best_text_overlap": 0.4732632962224147 + }, + { + "index": 10, + "best_text_overlap": 0.348622185453265 + }, + { + "index": 11, + "best_text_overlap": 0.4225508394457381 + }, + { + "index": 12, + "best_text_overlap": 0.21406071363464227 + }, + { + "index": 13, + "best_text_overlap": 0.3098353728024743 + }, + { + "index": 14, + "best_text_overlap": 0.3400635764036258 + }, + { + "index": 15, + "best_text_overlap": 0.23608736474375264 + } + ] + }, + { + "label": "scenes-1024", + "size": 1024, + "correlation": 0.6922444253804424, + "visual_effective_rank": 49.142293255949674, + "text_effective_rank": 62.90043889867087, + "shared_directions_cos_gt_0.7": 19, + "principal_cosines_top8": [ + 0.988, + 0.962, + 0.949, + 0.938, + 0.922, + 0.916, + 0.908, + 0.9 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8301375686311265 + }, + { + "index": 1, + "best_text_overlap": 0.6075551782428065 + }, + { + "index": 2, + "best_text_overlap": 0.6710977881848478 + }, + { + "index": 3, + "best_text_overlap": 0.6555164924250194 + }, + { + "index": 4, + "best_text_overlap": 0.6194066121363382 + }, + { + "index": 5, + "best_text_overlap": 0.40182630965483374 + }, + { + "index": 6, + "best_text_overlap": 0.5020646929681399 + }, + { + "index": 7, + "best_text_overlap": 0.3892962240055352 + }, + { + "index": 8, + "best_text_overlap": 0.47168546897479857 + }, + { + "index": 9, + "best_text_overlap": 0.40763120184534807 + }, + { + "index": 10, + "best_text_overlap": 0.44277607795178114 + }, + { + "index": 11, + "best_text_overlap": 0.2873332187039861 + }, + { + "index": 12, + "best_text_overlap": 0.40798659732142045 + }, + { + "index": 13, + "best_text_overlap": 0.3901617780561322 + }, + { + "index": 14, + "best_text_overlap": 0.3381332001188724 + }, + { + "index": 15, + "best_text_overlap": 0.26462763928061106 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_segments.json b/artifacts/vg_5k/shared_rank_segments.json new file mode 100644 index 0000000..7408bd4 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_segments.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-RECOVERS", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "nat-6seg", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + }, + { + "label": "nat-16seg", + "size": 256, + "correlation": 0.6794444345566248, + "visual_effective_rank": 40.32463000927306, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 14, + "principal_cosines_top8": [ + 0.991, + 0.979, + 0.955, + 0.937, + 0.917, + 0.897, + 0.882, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7366894502381554 + }, + { + "index": 1, + "best_text_overlap": 0.6371340906520718 + }, + { + "index": 2, + "best_text_overlap": 0.6670233369588643 + }, + { + "index": 3, + "best_text_overlap": 0.7305683273676973 + }, + { + "index": 4, + "best_text_overlap": 0.5178189484095195 + }, + { + "index": 5, + "best_text_overlap": 0.6108081877127542 + }, + { + "index": 6, + "best_text_overlap": 0.5743712616080214 + }, + { + "index": 7, + "best_text_overlap": 0.30576250785088804 + }, + { + "index": 8, + "best_text_overlap": 0.31705130049377683 + }, + { + "index": 9, + "best_text_overlap": 0.434975496479508 + }, + { + "index": 10, + "best_text_overlap": 0.2627438939568967 + }, + { + "index": 11, + "best_text_overlap": 0.22483152594639236 + }, + { + "index": 12, + "best_text_overlap": 0.24208088194854407 + }, + { + "index": 13, + "best_text_overlap": 0.2850328753356361 + }, + { + "index": 14, + "best_text_overlap": 0.24894409456686264 + }, + { + "index": 15, + "best_text_overlap": 0.3923832160325988 + } + ] + }, + { + "label": "nat-oracle-regions", + "size": 256, + "correlation": 0.702748890720233, + "visual_effective_rank": 39.32779841860138, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.99, + 0.978, + 0.959, + 0.939, + 0.921, + 0.899, + 0.89, + 0.876 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7416685704809811 + }, + { + "index": 1, + "best_text_overlap": 0.6591035296451755 + }, + { + "index": 2, + "best_text_overlap": 0.6730514886891261 + }, + { + "index": 3, + "best_text_overlap": 0.5813764120097434 + }, + { + "index": 4, + "best_text_overlap": 0.5492379792963318 + }, + { + "index": 5, + "best_text_overlap": 0.6616657410048805 + }, + { + "index": 6, + "best_text_overlap": 0.5607722465245946 + }, + { + "index": 7, + "best_text_overlap": 0.3913414443532297 + }, + { + "index": 8, + "best_text_overlap": 0.3431217610653001 + }, + { + "index": 9, + "best_text_overlap": 0.39446274885223964 + }, + { + "index": 10, + "best_text_overlap": 0.2624025040480312 + }, + { + "index": 11, + "best_text_overlap": 0.31050951747572164 + }, + { + "index": 12, + "best_text_overlap": 0.37391245736141376 + }, + { + "index": 13, + "best_text_overlap": 0.2550412331810302 + }, + { + "index": 14, + "best_text_overlap": 0.29254528024572746 + }, + { + "index": 15, + "best_text_overlap": 0.3608253612065695 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_text.json b/artifacts/vg_5k/shared_rank_text.json new file mode 100644 index 0000000..6aa5a58 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_text.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "text-dim24", + "size": 256, + "correlation": 0.6614852336553844, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 18.960351283615108, + "shared_directions_cos_gt_0.7": 10, + "principal_cosines_top8": [ + 0.989, + 0.977, + 0.944, + 0.917, + 0.909, + 0.861, + 0.844, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7251810720780995 + }, + { + "index": 1, + "best_text_overlap": 0.619527952553889 + }, + { + "index": 2, + "best_text_overlap": 0.6084134190397698 + }, + { + "index": 3, + "best_text_overlap": 0.4814861406651484 + }, + { + "index": 4, + "best_text_overlap": 0.47994567975555563 + }, + { + "index": 5, + "best_text_overlap": 0.36947588861735575 + }, + { + "index": 6, + "best_text_overlap": 0.3930833060287113 + }, + { + "index": 7, + "best_text_overlap": 0.3941645312523783 + }, + { + "index": 8, + "best_text_overlap": 0.2802360778324725 + }, + { + "index": 9, + "best_text_overlap": 0.2539445797009068 + }, + { + "index": 10, + "best_text_overlap": 0.2263224976556755 + }, + { + "index": 11, + "best_text_overlap": 0.24920478236754334 + }, + { + "index": 12, + "best_text_overlap": 0.23839820384648105 + }, + { + "index": 13, + "best_text_overlap": 0.32390692869819593 + }, + { + "index": 14, + "best_text_overlap": 0.18319221000344854 + }, + { + "index": 15, + "best_text_overlap": 0.17296430682365208 + } + ] + }, + { + "label": "text-dim48", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + }, + { + "label": "text-dim128", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "text-dim256", + "size": 256, + "correlation": 0.7000821325988256, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 53.019713413426004, + "shared_directions_cos_gt_0.7": 17, + "principal_cosines_top8": [ + 0.985, + 0.972, + 0.956, + 0.95, + 0.937, + 0.928, + 0.918, + 0.907 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8762239900209906 + }, + { + "index": 1, + "best_text_overlap": 0.6354174458640104 + }, + { + "index": 2, + "best_text_overlap": 0.6663671679367767 + }, + { + "index": 3, + "best_text_overlap": 0.5750584418168163 + }, + { + "index": 4, + "best_text_overlap": 0.6301701541550169 + }, + { + "index": 5, + "best_text_overlap": 0.5674100516608417 + }, + { + "index": 6, + "best_text_overlap": 0.5656412745853614 + }, + { + "index": 7, + "best_text_overlap": 0.40296826460328056 + }, + { + "index": 8, + "best_text_overlap": 0.39820202744406064 + }, + { + "index": 9, + "best_text_overlap": 0.53793615928177 + }, + { + "index": 10, + "best_text_overlap": 0.2919657497931648 + }, + { + "index": 11, + "best_text_overlap": 0.39265961704593844 + }, + { + "index": 12, + "best_text_overlap": 0.310451119516457 + }, + { + "index": 13, + "best_text_overlap": 0.5334702303308833 + }, + { + "index": 14, + "best_text_overlap": 0.24458631502415207 + }, + { + "index": 15, + "best_text_overlap": 0.306773828748064 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +} \ No newline at end of file -- cgit v1.2.3