diff options
Diffstat (limited to 'artifacts')
28 files changed, 2676 insertions, 0 deletions
diff --git a/artifacts/synth_v1/omit_colour.json b/artifacts/synth_v1/omit_colour.json new file mode 100644 index 0000000..61f71bc --- /dev/null +++ b/artifacts/synth_v1/omit_colour.json @@ -0,0 +1,34 @@ +{ + "data_dir": "artifacts/synth_v1", + "split": "test", + "samples": 256, + "colour_classes": 10, + "text_families": { + "count_words": [ + "a", + "three", + "four", + "two" + ], + "colour_words": [ + "red", + "orange", + "yellow", + "green", + "blue", + "purple", + "pink", + "white", + "gray", + "brown" + ], + "size_words": [ + [ + "small", + "large" + ] + ] + }, + "field_correlation_at_truth": 0.7356797393477761, + "note": "The dictionary is derived from disjoint corpora; the correlation is a diagnostic computed with hidden pairs and never used by the pipeline." +}
\ No newline at end of file diff --git a/artifacts/synth_v1/omit_count.json b/artifacts/synth_v1/omit_count.json new file mode 100644 index 0000000..7a40369 --- /dev/null +++ b/artifacts/synth_v1/omit_count.json @@ -0,0 +1,34 @@ +{ + "data_dir": "artifacts/synth_v1", + "split": "test", + "samples": 256, + "colour_classes": 10, + "text_families": { + "count_words": [ + "a", + "three", + "four", + "two" + ], + "colour_words": [ + "red", + "orange", + "yellow", + "green", + "blue", + "purple", + "pink", + "white", + "gray", + "brown" + ], + "size_words": [ + [ + "small", + "large" + ] + ] + }, + "field_correlation_at_truth": 0.678442918934101, + "note": "The dictionary is derived from disjoint corpora; the correlation is a diagnostic computed with hidden pairs and never used by the pipeline." +}
\ No newline at end of file diff --git a/artifacts/synth_v1/omit_none.json b/artifacts/synth_v1/omit_none.json new file mode 100644 index 0000000..7ff06f9 --- /dev/null +++ b/artifacts/synth_v1/omit_none.json @@ -0,0 +1,34 @@ +{ + "data_dir": "artifacts/synth_v1", + "split": "test", + "samples": 256, + "colour_classes": 10, + "text_families": { + "count_words": [ + "a", + "three", + "four", + "two" + ], + "colour_words": [ + "red", + "orange", + "yellow", + "green", + "blue", + "purple", + "pink", + "white", + "gray", + "brown" + ], + "size_words": [ + [ + "small", + "large" + ] + ] + }, + "field_correlation_at_truth": 0.9284809883663888, + "note": "The dictionary is derived from disjoint corpora; the correlation is a diagnostic computed with hidden pairs and never used by the pipeline." +}
\ No newline at end of file diff --git a/artifacts/synth_v1/omit_size.json b/artifacts/synth_v1/omit_size.json new file mode 100644 index 0000000..d81aa00 --- /dev/null +++ b/artifacts/synth_v1/omit_size.json @@ -0,0 +1,34 @@ +{ + "data_dir": "artifacts/synth_v1", + "split": "test", + "samples": 256, + "colour_classes": 10, + "text_families": { + "count_words": [ + "a", + "three", + "four", + "two" + ], + "colour_words": [ + "red", + "orange", + "yellow", + "green", + "blue", + "purple", + "pink", + "white", + "gray", + "brown" + ], + "size_words": [ + [ + "small", + "large" + ] + ] + }, + "field_correlation_at_truth": 0.8301825436675783, + "note": "The dictionary is derived from disjoint corpora; the correlation is a diagnostic computed with hidden pairs and never used by the pipeline." +}
\ No newline at end of file diff --git a/artifacts/synth_v1/omit_size_count.json b/artifacts/synth_v1/omit_size_count.json new file mode 100644 index 0000000..2eca4dc --- /dev/null +++ b/artifacts/synth_v1/omit_size_count.json @@ -0,0 +1,34 @@ +{ + "data_dir": "artifacts/synth_v1", + "split": "test", + "samples": 256, + "colour_classes": 10, + "text_families": { + "count_words": [ + "a", + "three", + "four", + "two" + ], + "colour_words": [ + "red", + "orange", + "yellow", + "green", + "blue", + "purple", + "pink", + "white", + "gray", + "brown" + ], + "size_words": [ + [ + "small", + "large" + ] + ] + }, + "field_correlation_at_truth": 0.5442660429860929, + "note": "The dictionary is derived from disjoint corpora; the correlation is a diagnostic computed with hidden pairs and never used by the pipeline." +}
\ No newline at end of file diff --git a/artifacts/synth_v1/rank_causal.json b/artifacts/synth_v1/rank_causal.json new file mode 100644 index 0000000..222e469 --- /dev/null +++ b/artifacts/synth_v1/rank_causal.json @@ -0,0 +1,51 @@ +{ + "protocol": "Both fields truncated to the same rank, then matched blind from a spectral start with exact refinement. Hidden pairing generated per trial and read only for scoring.", + "label": "synthetic-watershed", + "size": 256, + "chance": 0.00390625, + "rows": [ + { + "rank": 4, + "correlation": 0.9016677754313268, + "recovery": 0.0625, + "visual_effective_rank": 44.86571084196529 + }, + { + "rank": 8, + "correlation": 0.9058447537972105, + "recovery": 0.12890625, + "visual_effective_rank": 71.3420544398913 + }, + { + "rank": 16, + "correlation": 0.9281446653770646, + "recovery": 0.9557291666666666, + "visual_effective_rank": 95.72603497323556 + }, + { + "rank": 32, + "correlation": 0.9282073730691501, + "recovery": 0.9375, + "visual_effective_rank": 109.47942916160699 + }, + { + "rank": 64, + "correlation": 0.9284208632987705, + "recovery": 0.9583333333333334, + "visual_effective_rank": 106.31167521180129 + }, + { + "rank": 128, + "correlation": 0.9284791170404748, + "recovery": 0.9609375, + "visual_effective_rank": 106.04029186749484 + }, + { + "rank": 256, + "correlation": 0.928480988366389, + "recovery": 0.9583333333333334, + "visual_effective_rank": 106.03700034539153 + } + ], + "reading": "Recovery collapsing at low rank while the correlation stays above the recovery threshold shows the headline correlation is not sufficient and the shared spectrum's width is the binding constraint." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/field_anatomy.json b/artifacts/vg_5k/field_anatomy.json new file mode 100644 index 0000000..740136c --- /dev/null +++ b/artifacts/vg_5k/field_anatomy.json @@ -0,0 +1,40 @@ +{ + "protocol": "Both fields split into an additive row/column-mean model and its residual, then correlated component by component. Hidden pairs are read only to align the two fields.", + "label": "natural", + "size": 256, + "rows": [ + { + "component": "raw field", + "correlation": 0.6558829559111284 + }, + { + "component": "degree model only", + "correlation": 0.22252881188815218 + }, + { + "component": "residual after degree", + "correlation": 0.6709906297296612 + }, + { + "component": "residual after top-1 eigen", + "correlation": 0.4579725907578625 + }, + { + "component": "residual after top-2 eigen", + "correlation": 0.4555001418827857 + }, + { + "component": "residual after top-5 eigen", + "correlation": 0.3413229646188751 + }, + { + "component": "residual after top-10 eigen", + "correlation": 0.07969017846523709 + } + ], + "visual_degree_variance_share": 0.009036045331312099, + "text_degree_variance_share": 0.04921092158161093, + "it_threshold_at_size": 0.29435250562886867, + "residual_above_it_threshold": true, + "reading": "If the residual correlation is far below the raw correlation, the headline statistic is inflated by nuisance structure that carries no matching information, and the residual is the number that should be compared against the recovery threshold." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/field_anatomy_w64.json b/artifacts/vg_5k/field_anatomy_w64.json new file mode 100644 index 0000000..1e023eb --- /dev/null +++ b/artifacts/vg_5k/field_anatomy_w64.json @@ -0,0 +1,40 @@ +{ + "protocol": "Both fields split into an additive row/column-mean model and its residual, then correlated component by component. Hidden pairs are read only to align the two fields.", + "label": "natural-weighted64", + "size": 256, + "rows": [ + { + "component": "raw field", + "correlation": 0.6922159706308013 + }, + { + "component": "degree model only", + "correlation": 0.09663282041737035 + }, + { + "component": "residual after degree", + "correlation": 0.7052697077805243 + }, + { + "component": "residual after top-1 eigen", + "correlation": 0.542199919037366 + }, + { + "component": "residual after top-2 eigen", + "correlation": 0.37481036694327863 + }, + { + "component": "residual after top-5 eigen", + "correlation": 0.3855465012648901 + }, + { + "component": "residual after top-10 eigen", + "correlation": 0.18341225740386502 + } + ], + "visual_degree_variance_share": 0.01546868013212138, + "text_degree_variance_share": 0.026806936723177938, + "it_threshold_at_size": 0.29435250562886867, + "residual_above_it_threshold": true, + "reading": "If the residual correlation is far below the raw correlation, the headline statistic is inflated by nuisance structure that carries no matching information, and the residual is the number that should be compared against the recovery threshold." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_oracle.json b/artifacts/vg_5k/natural_pipeline_oracle.json new file mode 100644 index 0000000..c7f9025 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_oracle.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.702748890720233, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_seg16.json b/artifacts/vg_5k/natural_pipeline_seg16.json new file mode 100644 index 0000000..0ef4894 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_seg16.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6794444345566248, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/natural_pipeline_w64.json b/artifacts/vg_5k/natural_pipeline_w64.json new file mode 100644 index 0000000..9e57e09 --- /dev/null +++ b/artifacts/vg_5k/natural_pipeline_w64.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922159706308013, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_12.json b/artifacts/vg_5k/np_deg3_12.json new file mode 100644 index 0000000..4b06fe2 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_12.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.7164530320598383, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_20.json b/artifacts/vg_5k/np_deg3_20.json new file mode 100644 index 0000000..ba28d29 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_20.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.7171326909156863, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_deg3_8.json b/artifacts/vg_5k/np_deg3_8.json new file mode 100644 index 0000000..1c87384 --- /dev/null +++ b/artifacts/vg_5k/np_deg3_8.json @@ -0,0 +1,10 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "moment_degree": 3, + "field_correlation_at_truth": 0.717450184813228, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_n1024.json b/artifacts/vg_5k/np_n1024.json new file mode 100644 index 0000000..6e69a30 --- /dev/null +++ b/artifacts/vg_5k/np_n1024.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 1024, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922444253804424, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_n256.json b/artifacts/vg_5k/np_n256.json new file mode 100644 index 0000000..1faa359 --- /dev/null +++ b/artifacts/vg_5k/np_n256.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7157944505313559, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_n512.json b/artifacts/vg_5k/np_n512.json new file mode 100644 index 0000000..578861d --- /dev/null +++ b/artifacts/vg_5k/np_n512.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 512, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.720884905640894, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_wv128.json b/artifacts/vg_5k/np_wv128.json new file mode 100644 index 0000000..1faa359 --- /dev/null +++ b/artifacts/vg_5k/np_wv128.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7157944505313559, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_wv24.json b/artifacts/vg_5k/np_wv24.json new file mode 100644 index 0000000..8f199ba --- /dev/null +++ b/artifacts/vg_5k/np_wv24.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6614852336553844, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_wv256.json b/artifacts/vg_5k/np_wv256.json new file mode 100644 index 0000000..617e698 --- /dev/null +++ b/artifacts/vg_5k/np_wv256.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.7000821325988256, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/np_wv48.json b/artifacts/vg_5k/np_wv48.json new file mode 100644 index 0000000..9e57e09 --- /dev/null +++ b/artifacts/vg_5k/np_wv48.json @@ -0,0 +1,9 @@ +{ + "protocol": "Continuous states, content projection fitted per modality on scenes outside the evaluated set. Hidden pairs are read only for the correlation.", + "samples": 256, + "views": 1, + "kept_directions": 64, + "weight_power": 0.5, + "field_correlation_at_truth": 0.6922159706308013, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/projection_sweep.json b/artifacts/vg_5k/projection_sweep.json new file mode 100644 index 0000000..8881383 --- /dev/null +++ b/artifacts/vg_5k/projection_sweep.json @@ -0,0 +1,265 @@ +{ + "protocol": "Projection fitted per modality on scenes outside the evaluated set; hidden pairs read only for the correlation. Baseline is linear, keep=8, shrinkage=0.05.", + "evaluated": 256, + "rows": [ + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.01, + "correlation": 0.6453137317062534 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.01, + "correlation": 0.6495421074385569 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.01, + "correlation": 0.6470767138606525 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.01, + "correlation": 0.6227407963928071 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.01, + "correlation": 0.6142722294788403 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.05, + "correlation": 0.65249653291618 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6558829559111284 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6519028422068834 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6274081754272933 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.619760201230621 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 0.2, + "correlation": 0.6607265117297335 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.6582353562445471 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.6513068306415126 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6292167478629883 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6230802049271942 + }, + { + "variant": "linear", + "keep": 4, + "shrinkage": 1.0, + "correlation": 0.6578716141349961 + }, + { + "variant": "linear", + "keep": 8, + "shrinkage": 1.0, + "correlation": 0.6405385423647052 + }, + { + "variant": "linear", + "keep": 16, + "shrinkage": 1.0, + "correlation": 0.6280429181450786 + }, + { + "variant": "linear", + "keep": 32, + "shrinkage": 1.0, + "correlation": 0.6142054425413382 + }, + { + "variant": "linear", + "keep": 64, + "shrinkage": 1.0, + "correlation": 0.6106156014213242 + }, + { + "variant": "weighted^0.5", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6698246762363366 + }, + { + "variant": "weighted^1.0", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.665060874094268 + }, + { + "variant": "weighted^0.5", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6826263927928936 + }, + { + "variant": "weighted^1.0", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6721336214645782 + }, + { + "variant": "weighted^0.5", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.687375151713245 + }, + { + "variant": "weighted^1.0", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6753247222620263 + }, + { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6922159706308013 + }, + { + "variant": "weighted^1.0", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6767939950719634 + }, + { + "variant": "weighted^0.5", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.672827939323971 + }, + { + "variant": "weighted^1.0", + "keep": 8, + "shrinkage": 0.2, + "correlation": 0.6691737665681982 + }, + { + "variant": "weighted^0.5", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.6834609415667857 + }, + { + "variant": "weighted^1.0", + "keep": 16, + "shrinkage": 0.2, + "correlation": 0.675193020267635 + }, + { + "variant": "weighted^0.5", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6883825134950975 + }, + { + "variant": "weighted^1.0", + "keep": 32, + "shrinkage": 0.2, + "correlation": 0.6780073690253073 + }, + { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6918038515455318 + }, + { + "variant": "weighted^1.0", + "keep": 64, + "shrinkage": 0.2, + "correlation": 0.6788283392518062 + }, + { + "variant": "kernel g=0.25", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.6239363564555721 + }, + { + "variant": "kernel g=0.25", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.6199483306751332 + }, + { + "variant": "kernel g=0.25", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.6043865046351463 + }, + { + "variant": "kernel g=1.0", + "keep": 8, + "shrinkage": 0.05, + "correlation": 0.5588913870951268 + }, + { + "variant": "kernel g=1.0", + "keep": 16, + "shrinkage": 0.05, + "correlation": 0.5472099552797389 + }, + { + "variant": "kernel g=1.0", + "keep": 32, + "shrinkage": 0.05, + "correlation": 0.5251472992094228 + } + ], + "best": { + "variant": "weighted^0.5", + "keep": 64, + "shrinkage": 0.05, + "correlation": 0.6922159706308013 + }, + "recovery_threshold": 0.9 +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank.json b/artifacts/vg_5k/shared_rank.json new file mode 100644 index 0000000..538da2d --- /dev/null +++ b/artifacts/vg_5k/shared_rank.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-watershed-RECOVERS", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "synth-v0-fails", + "size": 256, + "correlation": 0.507656498620682, + "visual_effective_rank": 31.301831479053796, + "text_effective_rank": 27.887166453738427, + "shared_directions_cos_gt_0.7": 19, + "principal_cosines_top8": [ + 0.999, + 0.99, + 0.986, + 0.983, + 0.981, + 0.979, + 0.975, + 0.971 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9711463046324016 + }, + { + "index": 1, + "best_text_overlap": 0.5862398136648852 + }, + { + "index": 2, + "best_text_overlap": 0.40411629072393973 + }, + { + "index": 3, + "best_text_overlap": 0.3782147186014658 + }, + { + "index": 4, + "best_text_overlap": 0.49623067040441227 + }, + { + "index": 5, + "best_text_overlap": 0.38858486646786783 + }, + { + "index": 6, + "best_text_overlap": 0.4204576749257697 + }, + { + "index": 7, + "best_text_overlap": 0.4531244365205851 + }, + { + "index": 8, + "best_text_overlap": 0.5071647502947677 + }, + { + "index": 9, + "best_text_overlap": 0.43985083861605223 + }, + { + "index": 10, + "best_text_overlap": 0.4285920808891206 + }, + { + "index": 11, + "best_text_overlap": 0.416942537981572 + }, + { + "index": 12, + "best_text_overlap": 0.36849147041514496 + }, + { + "index": 13, + "best_text_overlap": 0.3540029990986704 + }, + { + "index": 14, + "best_text_overlap": 0.41250502299139413 + }, + { + "index": 15, + "best_text_overlap": 0.34226328782237314 + } + ] + }, + { + "label": "natural-keep8", + "size": 256, + "correlation": 0.6558829559111284, + "visual_effective_rank": 18.735297664859708, + "text_effective_rank": 13.915532152821992, + "shared_directions_cos_gt_0.7": 11, + "principal_cosines_top8": [ + 0.993, + 0.971, + 0.954, + 0.938, + 0.922, + 0.868, + 0.845, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8308561390616345 + }, + { + "index": 1, + "best_text_overlap": 0.6425639957390433 + }, + { + "index": 2, + "best_text_overlap": 0.6401247564780709 + }, + { + "index": 3, + "best_text_overlap": 0.5245819731835861 + }, + { + "index": 4, + "best_text_overlap": 0.5324575387488661 + }, + { + "index": 5, + "best_text_overlap": 0.504776020548726 + }, + { + "index": 6, + "best_text_overlap": 0.5017207831704809 + }, + { + "index": 7, + "best_text_overlap": 0.26453910202691044 + }, + { + "index": 8, + "best_text_overlap": 0.3831674979777484 + }, + { + "index": 9, + "best_text_overlap": 0.34779386653289623 + }, + { + "index": 10, + "best_text_overlap": 0.2366745915766192 + }, + { + "index": 11, + "best_text_overlap": 0.1973585194151871 + }, + { + "index": 12, + "best_text_overlap": 0.21439811143331272 + }, + { + "index": 13, + "best_text_overlap": 0.2925437897693861 + }, + { + "index": 14, + "best_text_overlap": 0.09814723704154468 + }, + { + "index": 15, + "best_text_overlap": 0.20755663736183314 + } + ] + }, + { + "label": "natural-weighted64", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_degree.json b/artifacts/vg_5k/shared_rank_degree.json new file mode 100644 index 0000000..7940d64 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_degree.json @@ -0,0 +1,351 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "degree2-best", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "degree3-w8", + "size": 256, + "correlation": 0.717450184813228, + "visual_effective_rank": 40.67303880139185, + "text_effective_rank": 47.11594894154097, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.961, + 0.944, + 0.936, + 0.924, + 0.901, + 0.886 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8348375430905127 + }, + { + "index": 1, + "best_text_overlap": 0.6837720540848308 + }, + { + "index": 2, + "best_text_overlap": 0.7155802705177406 + }, + { + "index": 3, + "best_text_overlap": 0.5058562446867387 + }, + { + "index": 4, + "best_text_overlap": 0.7663355948751955 + }, + { + "index": 5, + "best_text_overlap": 0.516380442780415 + }, + { + "index": 6, + "best_text_overlap": 0.554955451295094 + }, + { + "index": 7, + "best_text_overlap": 0.3516466638329569 + }, + { + "index": 8, + "best_text_overlap": 0.5186308948947995 + }, + { + "index": 9, + "best_text_overlap": 0.5015555070809197 + }, + { + "index": 10, + "best_text_overlap": 0.3700340337533245 + }, + { + "index": 11, + "best_text_overlap": 0.34258025998594904 + }, + { + "index": 12, + "best_text_overlap": 0.256732226634933 + }, + { + "index": 13, + "best_text_overlap": 0.4359760369195398 + }, + { + "index": 14, + "best_text_overlap": 0.32969959689961453 + }, + { + "index": 15, + "best_text_overlap": 0.2530743072716043 + } + ] + }, + { + "label": "degree3-w12", + "size": 256, + "correlation": 0.7164530320598383, + "visual_effective_rank": 42.77448656306514, + "text_effective_rank": 47.90052292048341, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.961, + 0.946, + 0.937, + 0.929, + 0.91, + 0.889 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8277435616658919 + }, + { + "index": 1, + "best_text_overlap": 0.6779609268778297 + }, + { + "index": 2, + "best_text_overlap": 0.7219010238018317 + }, + { + "index": 3, + "best_text_overlap": 0.5055290038432999 + }, + { + "index": 4, + "best_text_overlap": 0.7718721615385675 + }, + { + "index": 5, + "best_text_overlap": 0.5256873621550153 + }, + { + "index": 6, + "best_text_overlap": 0.5367136087431718 + }, + { + "index": 7, + "best_text_overlap": 0.36680812886106473 + }, + { + "index": 8, + "best_text_overlap": 0.5387792531732701 + }, + { + "index": 9, + "best_text_overlap": 0.5550666365558536 + }, + { + "index": 10, + "best_text_overlap": 0.2891791715134958 + }, + { + "index": 11, + "best_text_overlap": 0.2984192540709536 + }, + { + "index": 12, + "best_text_overlap": 0.28170926274492825 + }, + { + "index": 13, + "best_text_overlap": 0.4002691992367436 + }, + { + "index": 14, + "best_text_overlap": 0.31596068490447127 + }, + { + "index": 15, + "best_text_overlap": 0.26924174791563826 + } + ] + }, + { + "label": "degree3-w20", + "size": 256, + "correlation": 0.7171326909156863, + "visual_effective_rank": 46.709791939402166, + "text_effective_rank": 50.02596883001826, + "shared_directions_cos_gt_0.7": 17, + "shuffled_null": 1.0, + "shared_above_null": 16.0, + "principal_cosines_top8": [ + 0.988, + 0.978, + 0.962, + 0.945, + 0.939, + 0.931, + 0.911, + 0.894 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8231142857010968 + }, + { + "index": 1, + "best_text_overlap": 0.6748733981742054 + }, + { + "index": 2, + "best_text_overlap": 0.7180139533448364 + }, + { + "index": 3, + "best_text_overlap": 0.5179878165995193 + }, + { + "index": 4, + "best_text_overlap": 0.7736927465190133 + }, + { + "index": 5, + "best_text_overlap": 0.5414967531898147 + }, + { + "index": 6, + "best_text_overlap": 0.5416571648246705 + }, + { + "index": 7, + "best_text_overlap": 0.3600170379372908 + }, + { + "index": 8, + "best_text_overlap": 0.5145850503977925 + }, + { + "index": 9, + "best_text_overlap": 0.5683887253705958 + }, + { + "index": 10, + "best_text_overlap": 0.30798470685067697 + }, + { + "index": 11, + "best_text_overlap": 0.31660436348552895 + }, + { + "index": 12, + "best_text_overlap": 0.2381351557071557 + }, + { + "index": 13, + "best_text_overlap": 0.44012504821073994 + }, + { + "index": 14, + "best_text_overlap": 0.35872551158185606 + }, + { + "index": 15, + "best_text_overlap": 0.2717148785929642 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_final.json b/artifacts/vg_5k/shared_rank_final.json new file mode 100644 index 0000000..3ade344 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_final.json @@ -0,0 +1,351 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-RECOVERS-95pct", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "shuffled_null": 1.0, + "shared_above_null": 26.0, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "synth-v0-fails-5pct", + "size": 256, + "correlation": 0.507656498620682, + "visual_effective_rank": 31.301831479053796, + "text_effective_rank": 27.887166453738427, + "shared_directions_cos_gt_0.7": 19, + "shuffled_null": 1.0, + "shared_above_null": 18.0, + "principal_cosines_top8": [ + 0.999, + 0.99, + 0.986, + 0.983, + 0.981, + 0.979, + 0.975, + 0.971 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9711463046324016 + }, + { + "index": 1, + "best_text_overlap": 0.5862398136648852 + }, + { + "index": 2, + "best_text_overlap": 0.40411629072393973 + }, + { + "index": 3, + "best_text_overlap": 0.3782147186014658 + }, + { + "index": 4, + "best_text_overlap": 0.49623067040441227 + }, + { + "index": 5, + "best_text_overlap": 0.38858486646786783 + }, + { + "index": 6, + "best_text_overlap": 0.4204576749257697 + }, + { + "index": 7, + "best_text_overlap": 0.4531244365205851 + }, + { + "index": 8, + "best_text_overlap": 0.5071647502947677 + }, + { + "index": 9, + "best_text_overlap": 0.43985083861605223 + }, + { + "index": 10, + "best_text_overlap": 0.4285920808891206 + }, + { + "index": 11, + "best_text_overlap": 0.416942537981572 + }, + { + "index": 12, + "best_text_overlap": 0.36849147041514496 + }, + { + "index": 13, + "best_text_overlap": 0.3540029990986704 + }, + { + "index": 14, + "best_text_overlap": 0.41250502299139413 + }, + { + "index": 15, + "best_text_overlap": 0.34226328782237314 + } + ] + }, + { + "label": "nat-baseline-0.656", + "size": 256, + "correlation": 0.6558829559111284, + "visual_effective_rank": 18.735297664859708, + "text_effective_rank": 13.915532152821992, + "shared_directions_cos_gt_0.7": 11, + "shuffled_null": 1.0, + "shared_above_null": 10.0, + "principal_cosines_top8": [ + 0.993, + 0.971, + 0.954, + 0.938, + 0.922, + 0.868, + 0.845, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8308561390616345 + }, + { + "index": 1, + "best_text_overlap": 0.6425639957390433 + }, + { + "index": 2, + "best_text_overlap": 0.6401247564780709 + }, + { + "index": 3, + "best_text_overlap": 0.5245819731835861 + }, + { + "index": 4, + "best_text_overlap": 0.5324575387488661 + }, + { + "index": 5, + "best_text_overlap": 0.504776020548726 + }, + { + "index": 6, + "best_text_overlap": 0.5017207831704809 + }, + { + "index": 7, + "best_text_overlap": 0.26453910202691044 + }, + { + "index": 8, + "best_text_overlap": 0.3831674979777484 + }, + { + "index": 9, + "best_text_overlap": 0.34779386653289623 + }, + { + "index": 10, + "best_text_overlap": 0.2366745915766192 + }, + { + "index": 11, + "best_text_overlap": 0.1973585194151871 + }, + { + "index": 12, + "best_text_overlap": 0.21439811143331272 + }, + { + "index": 13, + "best_text_overlap": 0.2925437897693861 + }, + { + "index": 14, + "best_text_overlap": 0.09814723704154468 + }, + { + "index": 15, + "best_text_overlap": 0.20755663736183314 + } + ] + }, + { + "label": "nat-best-0.716", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "shuffled_null": 1.0, + "shared_above_null": 15.0, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_scale.json b/artifacts/vg_5k/shared_rank_scale.json new file mode 100644 index 0000000..b0d6e98 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_scale.json @@ -0,0 +1,259 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 48, + "rows": [ + { + "label": "scenes-256", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 23, + "principal_cosines_top8": [ + 0.992, + 0.984, + 0.971, + 0.963, + 0.962, + 0.949, + 0.94, + 0.935 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "scenes-512", + "size": 512, + "correlation": 0.720884905640894, + "visual_effective_rank": 44.16644435195353, + "text_effective_rank": 56.80473066126686, + "shared_directions_cos_gt_0.7": 20, + "principal_cosines_top8": [ + 0.99, + 0.973, + 0.96, + 0.95, + 0.938, + 0.928, + 0.907, + 0.903 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8697350573768952 + }, + { + "index": 1, + "best_text_overlap": 0.7200022519825038 + }, + { + "index": 2, + "best_text_overlap": 0.7564612333353183 + }, + { + "index": 3, + "best_text_overlap": 0.501988106773722 + }, + { + "index": 4, + "best_text_overlap": 0.783113379169079 + }, + { + "index": 5, + "best_text_overlap": 0.37328195185984525 + }, + { + "index": 6, + "best_text_overlap": 0.4801278579299998 + }, + { + "index": 7, + "best_text_overlap": 0.383298070449205 + }, + { + "index": 8, + "best_text_overlap": 0.47046163940920954 + }, + { + "index": 9, + "best_text_overlap": 0.4732632962224147 + }, + { + "index": 10, + "best_text_overlap": 0.348622185453265 + }, + { + "index": 11, + "best_text_overlap": 0.4225508394457381 + }, + { + "index": 12, + "best_text_overlap": 0.21406071363464227 + }, + { + "index": 13, + "best_text_overlap": 0.3098353728024743 + }, + { + "index": 14, + "best_text_overlap": 0.3400635764036258 + }, + { + "index": 15, + "best_text_overlap": 0.23608736474375264 + } + ] + }, + { + "label": "scenes-1024", + "size": 1024, + "correlation": 0.6922444253804424, + "visual_effective_rank": 49.142293255949674, + "text_effective_rank": 62.90043889867087, + "shared_directions_cos_gt_0.7": 19, + "principal_cosines_top8": [ + 0.988, + 0.962, + 0.949, + 0.938, + 0.922, + 0.916, + 0.908, + 0.9 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8301375686311265 + }, + { + "index": 1, + "best_text_overlap": 0.6075551782428065 + }, + { + "index": 2, + "best_text_overlap": 0.6710977881848478 + }, + { + "index": 3, + "best_text_overlap": 0.6555164924250194 + }, + { + "index": 4, + "best_text_overlap": 0.6194066121363382 + }, + { + "index": 5, + "best_text_overlap": 0.40182630965483374 + }, + { + "index": 6, + "best_text_overlap": 0.5020646929681399 + }, + { + "index": 7, + "best_text_overlap": 0.3892962240055352 + }, + { + "index": 8, + "best_text_overlap": 0.47168546897479857 + }, + { + "index": 9, + "best_text_overlap": 0.40763120184534807 + }, + { + "index": 10, + "best_text_overlap": 0.44277607795178114 + }, + { + "index": 11, + "best_text_overlap": 0.2873332187039861 + }, + { + "index": 12, + "best_text_overlap": 0.40798659732142045 + }, + { + "index": 13, + "best_text_overlap": 0.3901617780561322 + }, + { + "index": 14, + "best_text_overlap": 0.3381332001188724 + }, + { + "index": 15, + "best_text_overlap": 0.26462763928061106 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_segments.json b/artifacts/vg_5k/shared_rank_segments.json new file mode 100644 index 0000000..7408bd4 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_segments.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "synth-RECOVERS", + "size": 256, + "correlation": 0.9284809883663888, + "visual_effective_rank": 14.50854049599196, + "text_effective_rank": 11.832081486516831, + "shared_directions_cos_gt_0.7": 27, + "principal_cosines_top8": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.999, + 0.999, + 0.999 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.9988184979219944 + }, + { + "index": 1, + "best_text_overlap": 0.9038254548424662 + }, + { + "index": 2, + "best_text_overlap": 0.7738637793117231 + }, + { + "index": 3, + "best_text_overlap": 0.7898924505967239 + }, + { + "index": 4, + "best_text_overlap": 0.9633572761985347 + }, + { + "index": 5, + "best_text_overlap": 0.9667594083538564 + }, + { + "index": 6, + "best_text_overlap": 0.8581068112833727 + }, + { + "index": 7, + "best_text_overlap": 0.7720408457258224 + }, + { + "index": 8, + "best_text_overlap": 0.9451869286586472 + }, + { + "index": 9, + "best_text_overlap": 0.9346387523699597 + }, + { + "index": 10, + "best_text_overlap": 0.9744620235608439 + }, + { + "index": 11, + "best_text_overlap": 0.8287855141725994 + }, + { + "index": 12, + "best_text_overlap": 0.8450929971524885 + }, + { + "index": 13, + "best_text_overlap": 0.7475087759782241 + }, + { + "index": 14, + "best_text_overlap": 0.5363062788775304 + }, + { + "index": 15, + "best_text_overlap": 0.5851587348701632 + } + ] + }, + { + "label": "nat-6seg", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + }, + { + "label": "nat-16seg", + "size": 256, + "correlation": 0.6794444345566248, + "visual_effective_rank": 40.32463000927306, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 14, + "principal_cosines_top8": [ + 0.991, + 0.979, + 0.955, + 0.937, + 0.917, + 0.897, + 0.882, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7366894502381554 + }, + { + "index": 1, + "best_text_overlap": 0.6371340906520718 + }, + { + "index": 2, + "best_text_overlap": 0.6670233369588643 + }, + { + "index": 3, + "best_text_overlap": 0.7305683273676973 + }, + { + "index": 4, + "best_text_overlap": 0.5178189484095195 + }, + { + "index": 5, + "best_text_overlap": 0.6108081877127542 + }, + { + "index": 6, + "best_text_overlap": 0.5743712616080214 + }, + { + "index": 7, + "best_text_overlap": 0.30576250785088804 + }, + { + "index": 8, + "best_text_overlap": 0.31705130049377683 + }, + { + "index": 9, + "best_text_overlap": 0.434975496479508 + }, + { + "index": 10, + "best_text_overlap": 0.2627438939568967 + }, + { + "index": 11, + "best_text_overlap": 0.22483152594639236 + }, + { + "index": 12, + "best_text_overlap": 0.24208088194854407 + }, + { + "index": 13, + "best_text_overlap": 0.2850328753356361 + }, + { + "index": 14, + "best_text_overlap": 0.24894409456686264 + }, + { + "index": 15, + "best_text_overlap": 0.3923832160325988 + } + ] + }, + { + "label": "nat-oracle-regions", + "size": 256, + "correlation": 0.702748890720233, + "visual_effective_rank": 39.32779841860138, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.99, + 0.978, + 0.959, + 0.939, + 0.921, + 0.899, + 0.89, + 0.876 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7416685704809811 + }, + { + "index": 1, + "best_text_overlap": 0.6591035296451755 + }, + { + "index": 2, + "best_text_overlap": 0.6730514886891261 + }, + { + "index": 3, + "best_text_overlap": 0.5813764120097434 + }, + { + "index": 4, + "best_text_overlap": 0.5492379792963318 + }, + { + "index": 5, + "best_text_overlap": 0.6616657410048805 + }, + { + "index": 6, + "best_text_overlap": 0.5607722465245946 + }, + { + "index": 7, + "best_text_overlap": 0.3913414443532297 + }, + { + "index": 8, + "best_text_overlap": 0.3431217610653001 + }, + { + "index": 9, + "best_text_overlap": 0.39446274885223964 + }, + { + "index": 10, + "best_text_overlap": 0.2624025040480312 + }, + { + "index": 11, + "best_text_overlap": 0.31050951747572164 + }, + { + "index": 12, + "best_text_overlap": 0.37391245736141376 + }, + { + "index": 13, + "best_text_overlap": 0.2550412331810302 + }, + { + "index": 14, + "best_text_overlap": 0.29254528024572746 + }, + { + "index": 15, + "best_text_overlap": 0.3608253612065695 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file diff --git a/artifacts/vg_5k/shared_rank_text.json b/artifacts/vg_5k/shared_rank_text.json new file mode 100644 index 0000000..6aa5a58 --- /dev/null +++ b/artifacts/vg_5k/shared_rank_text.json @@ -0,0 +1,343 @@ +{ + "protocol": "Effective rank from the participation ratio of each field's spectrum; shared directions from principal angles between the two leading eigenspaces. No pairing enters beyond the alignment the fields already carry.", + "width": 32, + "rows": [ + { + "label": "text-dim24", + "size": 256, + "correlation": 0.6614852336553844, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 18.960351283615108, + "shared_directions_cos_gt_0.7": 10, + "principal_cosines_top8": [ + 0.989, + 0.977, + 0.944, + 0.917, + 0.909, + 0.861, + 0.844, + 0.826 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7251810720780995 + }, + { + "index": 1, + "best_text_overlap": 0.619527952553889 + }, + { + "index": 2, + "best_text_overlap": 0.6084134190397698 + }, + { + "index": 3, + "best_text_overlap": 0.4814861406651484 + }, + { + "index": 4, + "best_text_overlap": 0.47994567975555563 + }, + { + "index": 5, + "best_text_overlap": 0.36947588861735575 + }, + { + "index": 6, + "best_text_overlap": 0.3930833060287113 + }, + { + "index": 7, + "best_text_overlap": 0.3941645312523783 + }, + { + "index": 8, + "best_text_overlap": 0.2802360778324725 + }, + { + "index": 9, + "best_text_overlap": 0.2539445797009068 + }, + { + "index": 10, + "best_text_overlap": 0.2263224976556755 + }, + { + "index": 11, + "best_text_overlap": 0.24920478236754334 + }, + { + "index": 12, + "best_text_overlap": 0.23839820384648105 + }, + { + "index": 13, + "best_text_overlap": 0.32390692869819593 + }, + { + "index": 14, + "best_text_overlap": 0.18319221000344854 + }, + { + "index": 15, + "best_text_overlap": 0.17296430682365208 + } + ] + }, + { + "label": "text-dim48", + "size": 256, + "correlation": 0.6922159706308013, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 31.7662539087451, + "shared_directions_cos_gt_0.7": 15, + "principal_cosines_top8": [ + 0.989, + 0.978, + 0.956, + 0.938, + 0.916, + 0.892, + 0.881, + 0.87 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.7532219338133863 + }, + { + "index": 1, + "best_text_overlap": 0.618182152081914 + }, + { + "index": 2, + "best_text_overlap": 0.6411572047678387 + }, + { + "index": 3, + "best_text_overlap": 0.5609614131227192 + }, + { + "index": 4, + "best_text_overlap": 0.5786521313263311 + }, + { + "index": 5, + "best_text_overlap": 0.6212040366073345 + }, + { + "index": 6, + "best_text_overlap": 0.6014409101136969 + }, + { + "index": 7, + "best_text_overlap": 0.3241154791286174 + }, + { + "index": 8, + "best_text_overlap": 0.33772536144199544 + }, + { + "index": 9, + "best_text_overlap": 0.46886651280081304 + }, + { + "index": 10, + "best_text_overlap": 0.339879585332424 + }, + { + "index": 11, + "best_text_overlap": 0.2697704959742108 + }, + { + "index": 12, + "best_text_overlap": 0.3089464131279491 + }, + { + "index": 13, + "best_text_overlap": 0.34824951852897246 + }, + { + "index": 14, + "best_text_overlap": 0.26546032832701905 + }, + { + "index": 15, + "best_text_overlap": 0.17108445671033506 + } + ] + }, + { + "label": "text-dim128", + "size": 256, + "correlation": 0.7157944505313559, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 47.98422953390366, + "shared_directions_cos_gt_0.7": 16, + "principal_cosines_top8": [ + 0.987, + 0.978, + 0.96, + 0.941, + 0.934, + 0.922, + 0.899, + 0.89 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8406807387214822 + }, + { + "index": 1, + "best_text_overlap": 0.6748753041856854 + }, + { + "index": 2, + "best_text_overlap": 0.7174150319587717 + }, + { + "index": 3, + "best_text_overlap": 0.4742164704027202 + }, + { + "index": 4, + "best_text_overlap": 0.7105187496542062 + }, + { + "index": 5, + "best_text_overlap": 0.5435228035336661 + }, + { + "index": 6, + "best_text_overlap": 0.5173316630294161 + }, + { + "index": 7, + "best_text_overlap": 0.3720956303455928 + }, + { + "index": 8, + "best_text_overlap": 0.4031225977235423 + }, + { + "index": 9, + "best_text_overlap": 0.5909531802492844 + }, + { + "index": 10, + "best_text_overlap": 0.373881786434362 + }, + { + "index": 11, + "best_text_overlap": 0.2816693575587397 + }, + { + "index": 12, + "best_text_overlap": 0.21822240451244762 + }, + { + "index": 13, + "best_text_overlap": 0.3929212823566225 + }, + { + "index": 14, + "best_text_overlap": 0.4024276537497661 + }, + { + "index": 15, + "best_text_overlap": 0.2659834432053085 + } + ] + }, + { + "label": "text-dim256", + "size": 256, + "correlation": 0.7000821325988256, + "visual_effective_rank": 39.69132496762981, + "text_effective_rank": 53.019713413426004, + "shared_directions_cos_gt_0.7": 17, + "principal_cosines_top8": [ + 0.985, + 0.972, + 0.956, + 0.95, + 0.937, + 0.928, + 0.918, + 0.907 + ], + "spectrum_profile": [ + { + "index": 0, + "best_text_overlap": 0.8762239900209906 + }, + { + "index": 1, + "best_text_overlap": 0.6354174458640104 + }, + { + "index": 2, + "best_text_overlap": 0.6663671679367767 + }, + { + "index": 3, + "best_text_overlap": 0.5750584418168163 + }, + { + "index": 4, + "best_text_overlap": 0.6301701541550169 + }, + { + "index": 5, + "best_text_overlap": 0.5674100516608417 + }, + { + "index": 6, + "best_text_overlap": 0.5656412745853614 + }, + { + "index": 7, + "best_text_overlap": 0.40296826460328056 + }, + { + "index": 8, + "best_text_overlap": 0.39820202744406064 + }, + { + "index": 9, + "best_text_overlap": 0.53793615928177 + }, + { + "index": 10, + "best_text_overlap": 0.2919657497931648 + }, + { + "index": 11, + "best_text_overlap": 0.39265961704593844 + }, + { + "index": 12, + "best_text_overlap": 0.310451119516457 + }, + { + "index": 13, + "best_text_overlap": 0.5334702303308833 + }, + { + "index": 14, + "best_text_overlap": 0.24458631502415207 + }, + { + "index": 15, + "best_text_overlap": 0.306773828748064 + } + ] + } + ], + "reading": "The narrow modality is the one to upgrade. A shared count far below both effective ranks means each side is rich but they are rich about different things." +}
\ No newline at end of file |