analysis: test the frozen depth-retention margin

1 files changed, 57 insertions, 1 deletions

diff --git a/results/figs/main_figure_manifest.json b/results/figs/main_figure_manifest.json
index 294cf94..46527d3 100644
--- a/results/figs/main_figure_manifest.json
+++ b/results/figs/main_figure_manifest.json
@@ -2373,7 +2373,21 @@
           8.59384509799933,
           8.346117401221937,
           8.787989553791133
-        ]
+        ],
+        "paired_accuracy_retention_test": {
+          "null": "mean d60-minus-d5 accuracy change <= -1 point",
+          "alternative": "mean d60-minus-d5 accuracy change > -1 point",
+          "predeclared_margin_points": -1.0,
+          "degrees_of_freedom": 4,
+          "t_statistic": 2.4311488030619435,
+          "one_sided_p": 0.03594586798395181,
+          "one_sided_95_lower_bound_points": -0.8672859622437409,
+          "two_sided_95_interval_points": [
+            -1.1531084453710267,
+            1.3091084453710273
+          ],
+          "reject_drop_at_least_1pt_alpha_0p05": true
+        }
       },
       "FA": {
         "seeds": [
@@ -2393,6 +2407,20 @@
           6.7033463045694015,
           9.101054953876158
         ],
+        "paired_accuracy_retention_test": {
+          "null": "mean d60-minus-d5 accuracy change <= -1 point",
+          "alternative": "mean d60-minus-d5 accuracy change > -1 point",
+          "predeclared_margin_points": -1.0,
+          "degrees_of_freedom": 4,
+          "t_statistic": 2.5357066333490828,
+          "one_sided_p": 0.03213672421335003,
+          "one_sided_95_lower_bound_points": -0.9197283470326103,
+          "two_sided_95_interval_points": [
+            -1.0478494586936888,
+            0.05584945869368485
+          ],
+          "reject_drop_at_least_1pt_alpha_0p05": true
+        },
         "d60_minus_d5_early_alignment_mean": -0.052620660066604596,
         "d60_minus_d5_early_alignment_sd": 0.013629272999240246
       },
@@ -2414,6 +2442,20 @@
           9.083443515320905,
           8.984656533045191
         ],
+        "paired_accuracy_retention_test": {
+          "null": "mean d60-minus-d5 accuracy change <= -1 point",
+          "alternative": "mean d60-minus-d5 accuracy change > -1 point",
+          "predeclared_margin_points": -1.0,
+          "degrees_of_freedom": 4,
+          "t_statistic": 0.8126587379130075,
+          "one_sided_p": 0.2310059494410654,
+          "one_sided_95_lower_bound_points": -1.211028859093041,
+          "two_sided_95_interval_points": [
+            -1.3141444444474168,
+            -0.4258555555525847
+          ],
+          "reject_drop_at_least_1pt_alpha_0p05": false
+        },
         "d60_minus_d5_early_alignment_mean": -0.46736509441630913,
         "d60_minus_d5_early_alignment_sd": 0.03641498460995918
       },
@@ -2435,6 +2477,20 @@
           9.78526636436608,
           10.016996559591552
         ],
+        "paired_accuracy_retention_test": {
+          "null": "mean d60-minus-d5 accuracy change <= -1 point",
+          "alternative": "mean d60-minus-d5 accuracy change > -1 point",
+          "predeclared_margin_points": -1.0,
+          "degrees_of_freedom": 4,
+          "t_statistic": 5.030200405607772,
+          "one_sided_p": 0.003666228038780643,
+          "one_sided_95_lower_bound_points": -0.5471142775513921,
+          "two_sided_95_interval_points": [
+            -0.6478367613052975,
+            0.21983676130529367
+          ],
+          "reject_drop_at_least_1pt_alpha_0p05": true
+        },
         "d60_minus_d5_early_alignment_mean": -0.46029999762773516,
         "d60_minus_d5_early_alignment_sd": 0.02065602739281337
       }