diff options
Diffstat (limited to 'results/coupled_ladder/p3_overclamp_scaling_analysis.json')
| -rw-r--r-- | results/coupled_ladder/p3_overclamp_scaling_analysis.json | 1182 |
1 files changed, 1182 insertions, 0 deletions
diff --git a/results/coupled_ladder/p3_overclamp_scaling_analysis.json b/results/coupled_ladder/p3_overclamp_scaling_analysis.json new file mode 100644 index 0000000..d925e2f --- /dev/null +++ b/results/coupled_ladder/p3_overclamp_scaling_analysis.json @@ -0,0 +1,1182 @@ +{ + "analysis": "overclamped_digital_coupled_ladder_scaling", + "confirmatory": true, + "bootstrap": { + "unit": "task; three component draws averaged within task", + "task_clusters": 40, + "component_draws_per_task_size": 3, + "replicates": 20000, + "seed": 20260829, + "interval": "percentile 95%" + }, + "sizes": [ + 4, + 8, + 12, + 16, + 24, + 32 + ], + "summaries": { + "4": { + "learnable_edges": 32, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.08125, + "task_bootstrap_95ci": [ + 0.046875, + 0.121875 + ] + }, + "classification_error_auc": { + "mean": 0.12231770833333333, + "task_bootstrap_95ci": [ + 0.08546744791666668, + 0.162421875 + ] + }, + "reached_stable_zero_error": { + "mean": 0.55, + "task_bootstrap_95ci": [ + 0.4, + 0.7 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 325.0, + "task_bootstrap_95ci": [ + 242.75, + 406.0 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 2204.1, + "task_bootstrap_95ci": [ + 1613.571875, + 2792.2581249999994 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 70531.2, + "task_bootstrap_95ci": [ + 51905.439999999995, + 89672.82 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 70531.2, + "task_bootstrap_95ci": [ + 51851.9, + 89208.9 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 6.694091762066566, + "task_bootstrap_95ci": [ + 4.843300584881907, + 8.637111274578398 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.33125, + "task_bootstrap_95ci": [ + 0.27291666666666664, + 0.3875 + ] + }, + "classification_error_auc": { + "mean": 0.3322482638888889, + "task_bootstrap_95ci": [ + 0.2749479166666667, + 0.38772634548611107 + ] + }, + "reached_stable_zero_error": { + "mean": 0.2, + "task_bootstrap_95ci": [ + 0.10833333333333332, + 0.3 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 493.33333333333337, + "task_bootstrap_95ci": [ + 434.5833333333333, + 546.1666666666666 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 2836.9666666666662, + "task_bootstrap_95ci": [ + 2456.41625, + 3190.2262499999997 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 90782.93333333332, + "task_bootstrap_95ci": [ + 78459.52666666667, + 102126.42666666665 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 90782.93333333332, + "task_bootstrap_95ci": [ + 78492.72666666668, + 102031.26 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 11.322735346286258, + "task_bootstrap_95ci": [ + 9.668668177363983, + 12.854332706727966 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.08020833333333333, + "task_bootstrap_95ci": [ + 0.046875, + 0.11979166666666666 + ] + }, + "classification_error_auc": { + "mean": 0.12251736111111111, + "task_bootstrap_95ci": [ + 0.08586805555555556, + 0.1628914930555555 + ] + }, + "reached_stable_zero_error": { + "mean": 0.55, + "task_bootstrap_95ci": [ + 0.4, + 0.7 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 326.41666666666663, + "task_bootstrap_95ci": [ + 245.24791666666667, + 406.66666666666663 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 2211.7, + "task_bootstrap_95ci": [ + 1627.9312499999999, + 2797.1129166666665 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 70774.4, + "task_bootstrap_95ci": [ + 52070.50666666667, + 89738.68666666663 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 141548.8, + "task_bootstrap_95ci": [ + 104315.17333333335, + 179502.6933333333 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 6.706841827408098, + "task_bootstrap_95ci": [ + 4.855938048841957, + 8.602373322590896 + ] + } + } + }, + "raw_to_clean_gap_closed": 1.0041666666666667 + }, + "8": { + "learnable_edges": 128, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.00625, + "task_bootstrap_95ci": [ + 0.0, + 0.015625 + ] + }, + "classification_error_auc": { + "mean": 0.05901041666666666, + "task_bootstrap_95ci": [ + 0.040156250000000004, + 0.08049479166666666 + ] + }, + "reached_stable_zero_error": { + "mean": 0.95, + "task_bootstrap_95ci": [ + 0.875, + 1.0 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 175.5, + "task_bootstrap_95ci": [ + 129.75, + 226.00624999999945 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1396.625, + "task_bootstrap_95ci": [ + 1035.1225, + 1810.6568749999994 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 178768.0, + "task_bootstrap_95ci": [ + 131506.80000000002, + 230954.63999999993 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 178768.0, + "task_bootstrap_95ci": [ + 131526.32, + 230561.35999999987 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 4.830059691735569, + "task_bootstrap_95ci": [ + 3.4644031059106157, + 6.415083058794295 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.3572916666666667, + "task_bootstrap_95ci": [ + 0.3052083333333333, + 0.4072916666666666 + ] + }, + "classification_error_auc": { + "mean": 0.3455295138888889, + "task_bootstrap_95ci": [ + 0.29606770833333335, + 0.3943682725694443 + ] + }, + "reached_stable_zero_error": { + "mean": 0.2, + "task_bootstrap_95ci": [ + 0.11666666666666665, + 0.29166666666666663 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 496.5, + "task_bootstrap_95ci": [ + 447.6666666666667, + 540.0833333333334 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 3512.325, + "task_bootstrap_95ci": [ + 3130.9231250000003, + 3873.138749999999 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 449577.6, + "task_bootstrap_95ci": [ + 400346.29333333333, + 495696.90666666656 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 449577.6, + "task_bootstrap_95ci": [ + 400729.30666666664, + 495790.0266666667 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 12.382452183371704, + "task_bootstrap_95ci": [ + 10.841769207163392, + 13.852293614151728 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.00625, + "task_bootstrap_95ci": [ + 0.0, + 0.015625 + ] + }, + "classification_error_auc": { + "mean": 0.05963541666666668, + "task_bootstrap_95ci": [ + 0.04057291666666667, + 0.08153710937499994 + ] + }, + "reached_stable_zero_error": { + "mean": 0.95, + "task_bootstrap_95ci": [ + 0.875, + 1.0 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 176.58333333333331, + "task_bootstrap_95ci": [ + 130.58333333333334, + 228.33333333333331 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1405.4416666666666, + "task_bootstrap_95ci": [ + 1031.9054166666667, + 1820.7799999999997 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 179896.53333333333, + "task_bootstrap_95ci": [ + 132331.70666666667, + 233217.35999999996 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 359793.06666666665, + "task_bootstrap_95ci": [ + 264248.48, + 465636.4799999999 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 4.855381836348128, + "task_bootstrap_95ci": [ + 3.458883266552342, + 6.427283350714492 + ] + } + } + }, + "raw_to_clean_gap_closed": 1.0 + }, + "12": { + "learnable_edges": 288, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.00625, + "task_bootstrap_95ci": [ + 0.0, + 0.015625 + ] + }, + "classification_error_auc": { + "mean": 0.042395833333333334, + "task_bootstrap_95ci": [ + 0.031640625, + 0.05377669270833329 + ] + }, + "reached_stable_zero_error": { + "mean": 0.95, + "task_bootstrap_95ci": [ + 0.875, + 1.0 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 175.25, + "task_bootstrap_95ci": [ + 124.5, + 229.75 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1402.0, + "task_bootstrap_95ci": [ + 996.0, + 1842.0 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 403776.0, + "task_bootstrap_95ci": [ + 286272.0, + 529934.3999999987 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 403776.0, + "task_bootstrap_95ci": [ + 288561.60000000003, + 530496.0 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 5.71628421156082, + "task_bootstrap_95ci": [ + 4.017529676130967, + 7.586845066013982 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.3375, + "task_bootstrap_95ci": [ + 0.2885416666666667, + 0.38544270833333105 + ] + }, + "classification_error_auc": { + "mean": 0.3404513888888889, + "task_bootstrap_95ci": [ + 0.2936803385416667, + 0.38732725694444436 + ] + }, + "reached_stable_zero_error": { + "mean": 0.15833333333333333, + "task_bootstrap_95ci": [ + 0.09166666666666665, + 0.2333333333333333 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 518.5, + "task_bootstrap_95ci": [ + 478.6666666666667, + 554.4166666666666 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 4075.9, + "task_bootstrap_95ci": [ + 3747.130833333333, + 4371.935833333333 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 1173859.2, + "task_bootstrap_95ci": [ + 1077991.56, + 1259126.5199999998 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 1173859.2, + "task_bootstrap_95ci": [ + 1078756.2, + 1259905.02 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 16.42190842273961, + "task_bootstrap_95ci": [ + 14.747728850822176, + 17.996643115248986 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.009375, + "task_bootstrap_95ci": [ + 0.0010416666666666667, + 0.019791666666666666 + ] + }, + "classification_error_auc": { + "mean": 0.042942708333333336, + "task_bootstrap_95ci": [ + 0.0321875, + 0.05434027777777778 + ] + }, + "reached_stable_zero_error": { + "mean": 0.925, + "task_bootstrap_95ci": [ + 0.8416666666666666, + 0.9916666666666666 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 181.91666666666666, + "task_bootstrap_95ci": [ + 130.0, + 236.91874999999985 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1455.3, + "task_bootstrap_95ci": [ + 1034.6412500000001, + 1906.6743749999987 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 419126.4, + "task_bootstrap_95ci": [ + 298163.94, + 547192.8 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 838252.8, + "task_bootstrap_95ci": [ + 600945.6, + 1094769.6 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 5.931565613030159, + "task_bootstrap_95ci": [ + 4.2101947700965345, + 7.846432153455605 + ] + } + } + }, + "raw_to_clean_gap_closed": 0.990566037735849 + }, + "16": { + "learnable_edges": 512, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.0125, + "task_bootstrap_95ci": [ + 0.003125, + 0.025 + ] + }, + "classification_error_auc": { + "mean": 0.03703125, + "task_bootstrap_95ci": [ + 0.019348958333333336, + 0.05817708333333334 + ] + }, + "reached_stable_zero_error": { + "mean": 0.9, + "task_bootstrap_95ci": [ + 0.8, + 0.975 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 127.0, + "task_bootstrap_95ci": [ + 66.75, + 196.25 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1015.4, + "task_bootstrap_95ci": [ + 532.463125, + 1565.40125 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 519884.8, + "task_bootstrap_95ci": [ + 272076.8, + 798733.1199999988 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 519884.8, + "task_bootstrap_95ci": [ + 274432.0, + 801043.8399999994 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 34.82084931528862, + "task_bootstrap_95ci": [ + 18.659156051735636, + 53.63843481787298 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.4020833333333333, + "task_bootstrap_95ci": [ + 0.3552083333333333, + 0.44791666666666663 + ] + }, + "classification_error_auc": { + "mean": 0.4027604166666666, + "task_bootstrap_95ci": [ + 0.35742968750000004, + 0.44797764756944447 + ] + }, + "reached_stable_zero_error": { + "mean": 0.06666666666666667, + "task_bootstrap_95ci": [ + 0.016666666666666666, + 0.125 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 562.5833333333334, + "task_bootstrap_95ci": [ + 529.75, + 590.3333333333334 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 4349.65, + "task_bootstrap_95ci": [ + 4063.0483333333336, + 4596.210625000001 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 2227020.8, + "task_bootstrap_95ci": [ + 2080149.5466666669, + 2352291.0933333337 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 2227020.8, + "task_bootstrap_95ci": [ + 2079853.333333333, + 2352661.44 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 173.64791361740978, + "task_bootstrap_95ci": [ + 159.73144830014044, + 186.21539449604305 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.0125, + "task_bootstrap_95ci": [ + 0.003125, + 0.025 + ] + }, + "classification_error_auc": { + "mean": 0.03586805555555556, + "task_bootstrap_95ci": [ + 0.018697699652777778, + 0.05558159722222222 + ] + }, + "reached_stable_zero_error": { + "mean": 0.9, + "task_bootstrap_95ci": [ + 0.8, + 0.975 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 126.75, + "task_bootstrap_95ci": [ + 65.5, + 196.3354166666665 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1013.5, + "task_bootstrap_95ci": [ + 530.3795833333334, + 1550.3849999999998 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 518912.0, + "task_bootstrap_95ci": [ + 272503.4666666667, + 793489.0666666667 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 1037824.0, + "task_bootstrap_95ci": [ + 544085.3333333333, + 1605232.2133333324 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 34.82653674711452, + "task_bootstrap_95ci": [ + 18.724034659901402, + 53.433058498483156 + ] + } + } + }, + "raw_to_clean_gap_closed": 1.0 + }, + "24": { + "learnable_edges": 1152, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.0125, + "task_bootstrap_95ci": [ + 0.003125, + 0.025 + ] + }, + "classification_error_auc": { + "mean": 0.038125000000000006, + "task_bootstrap_95ci": [ + 0.02421875, + 0.05388020833333333 + ] + }, + "reached_stable_zero_error": { + "mean": 0.9, + "task_bootstrap_95ci": [ + 0.8, + 0.975 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 157.75, + "task_bootstrap_95ci": [ + 102.5, + 219.0 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1262.0, + "task_bootstrap_95ci": [ + 811.95, + 1744.0 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 1453824.0, + "task_bootstrap_95ci": [ + 944640.0, + 2022912.0 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 1453824.0, + "task_bootstrap_95ci": [ + 935424.0, + 2029881.599999995 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 49.95834978711372, + "task_bootstrap_95ci": [ + 32.33328414289582, + 70.0759598991163 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.453125, + "task_bootstrap_95ci": [ + 0.4208333333333333, + 0.484375 + ] + }, + "classification_error_auc": { + "mean": 0.456171875, + "task_bootstrap_95ci": [ + 0.42444422743055554, + 0.48767361111111107 + ] + }, + "reached_stable_zero_error": { + "mean": 0.03333333333333333, + "task_bootstrap_95ci": [ + 0.008333333333333333, + 0.06666666666666667 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 580.6666666666667, + "task_bootstrap_95ci": [ + 561.1666666666667, + 595.25 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 4584.733333333334, + "task_bootstrap_95ci": [ + 4402.86625, + 4733.825208333333 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 5281612.8, + "task_bootstrap_95ci": [ + 5076786.96, + 5451187.44 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 5281612.8, + "task_bootstrap_95ci": [ + 5069529.12, + 5454472.5600000005 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 198.5021026034656, + "task_bootstrap_95ci": [ + 187.6982941297391, + 208.31642221697527 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.0125, + "task_bootstrap_95ci": [ + 0.003125, + 0.025 + ] + }, + "classification_error_auc": { + "mean": 0.038888888888888896, + "task_bootstrap_95ci": [ + 0.02424435763888889, + 0.05529513888888889 + ] + }, + "reached_stable_zero_error": { + "mean": 0.9, + "task_bootstrap_95ci": [ + 0.8, + 0.975 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 157.41666666666669, + "task_bootstrap_95ci": [ + 101.91666666666666, + 220.66666666666666 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1259.3333333333335, + "task_bootstrap_95ci": [ + 814.0, + 1753.3499999999988 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 1450752.0, + "task_bootstrap_95ci": [ + 931584.0, + 2026752.0 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 2901504.0, + "task_bootstrap_95ci": [ + 1858560.0, + 4045862.3999999966 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 49.81015013120395, + "task_bootstrap_95ci": [ + 31.962821779374543, + 69.58022406475615 + ] + } + } + }, + "raw_to_clean_gap_closed": 1.0 + }, + "32": { + "learnable_edges": 2048, + "methods": { + "overclamp_clean": { + "classification_error": { + "mean": 0.00625, + "task_bootstrap_95ci": [ + 0.0, + 0.015625 + ] + }, + "classification_error_auc": { + "mean": 0.04739583333333334, + "task_bootstrap_95ci": [ + 0.033489583333333336, + 0.06263020833333334 + ] + }, + "reached_stable_zero_error": { + "mean": 0.95, + "task_bootstrap_95ci": [ + 0.875, + 1.0 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 201.75, + "task_bootstrap_95ci": [ + 148.5, + 258.5 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1614.0, + "task_bootstrap_95ci": [ + 1194.0, + 2068.0 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 3305472.0, + "task_bootstrap_95ci": [ + 2441216.0, + 4218880.0 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 3305472.0, + "task_bootstrap_95ci": [ + 2433024.0, + 4222976.0 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 66.55174631846694, + "task_bootstrap_95ci": [ + 48.39995966640773, + 86.3040386186875 + ] + } + }, + "overclamp": { + "classification_error": { + "mean": 0.46875, + "task_bootstrap_95ci": [ + 0.4395833333333334, + 0.496875 + ] + }, + "classification_error_auc": { + "mean": 0.47010416666666666, + "task_bootstrap_95ci": [ + 0.4415625, + 0.49762196180555546 + ] + }, + "reached_stable_zero_error": { + "mean": 0.025, + "task_bootstrap_95ci": [ + 0.0, + 0.05833333333333333 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 586.3333333333334, + "task_bootstrap_95ci": [ + 568.6666666666667, + 600.0 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 4686.083333333334, + "task_bootstrap_95ci": [ + 4551.416666666667, + 4795.416666666667 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 9597098.666666668, + "task_bootstrap_95ci": [ + 9317034.666666668, + 9821013.333333334 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 9597098.666666668, + "task_bootstrap_95ci": [ + 9321301.333333334, + 9821013.333333334 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 206.34409836292394, + "task_bootstrap_95ci": [ + 197.4930763843621, + 214.19155388584946 + ] + } + }, + "overclamp_sdil": { + "classification_error": { + "mean": 0.008333333333333333, + "task_bootstrap_95ci": [ + 0.0010416666666666667, + 0.017708333333333333 + ] + }, + "classification_error_auc": { + "mean": 0.0475, + "task_bootstrap_95ci": [ + 0.033402560763888894, + 0.06287326388888889 + ] + }, + "reached_stable_zero_error": { + "mean": 0.9333333333333332, + "task_bootstrap_95ci": [ + 0.8583333333333332, + 0.9916666666666666 + ] + }, + "restricted_epochs_to_stable_zero_error": { + "mean": 199.41666666666666, + "task_bootstrap_95ci": [ + 146.66666666666666, + 257.33333333333337 + ] + }, + "restricted_updates_to_stable_zero_error": { + "mean": 1595.3333333333333, + "task_bootstrap_95ci": [ + 1167.3333333333335, + 2066.0 + ] + }, + "restricted_edge_updates_to_stable_zero_error": { + "mean": 3267242.6666666665, + "task_bootstrap_95ci": [ + 2389333.333333333, + 4224341.333333333 + ] + }, + "restricted_teaching_signal_reads_to_stable_zero_error": { + "mean": 6534485.333333333, + "task_bootstrap_95ci": [ + 4778666.666666667, + 8426905.599999994 + ] + }, + "restricted_learning_time_to_stable_zero_seconds": { + "mean": 65.86935077626708, + "task_bootstrap_95ci": [ + 47.67382711660665, + 86.11764160301927 + ] + } + } + }, + "raw_to_clean_gap_closed": 0.9954954954954954 + } + }, + "excess_error_scaling": { + "x_axis": "log10 learnable edges", + "metric": "classification_error", + "imperfect_overclamp_excess_slope": 0.1144387597373537, + "imperfect_overclamp_excess_slope_95ci": [ + 0.0904045040605388, + 0.13792703633905537 + ], + "overclamp_sdil_excess_slope": 0.0011546410806012512, + "overclamp_sdil_excess_slope_95ci": [ + 0.0, + 0.0031168029013794486 + ], + "paired_slope_difference": 0.11328411865675246, + "paired_slope_difference_95ci": [ + 0.08951402205548885, + 0.13636007651773577 + ], + "relative_slope_reduction_percent": 98.99104020067044, + "relative_slope_reduction_95ci": [ + 97.35576080093969, + 100.0 + ] + }, + "excess_error_auc_scaling": { + "x_axis": "log10 learnable edges", + "metric": "classification_error_auc", + "imperfect_overclamp_excess_slope": 0.12478824245934202, + "imperfect_overclamp_excess_slope_95ci": [ + 0.10207053551972274, + 0.1474271109891999 + ], + "overclamp_sdil_excess_slope": -0.00010372352909852196, + "overclamp_sdil_excess_slope_95ci": [ + -0.0005465189481836399, + 0.00037108693609977654 + ], + "paired_slope_difference": 0.12489196598844055, + "paired_slope_difference_95ci": [ + 0.10205303834844676, + 0.14752971026574413 + ], + "relative_slope_reduction_percent": 100.08311963295127, + "relative_slope_reduction_95ci": [ + 99.69456875165118, + 100.45472019909722 + ] + }, + "excess_stable_failure_scaling": { + "x_axis": "log10 learnable edges", + "metric": "reached_stable_zero_error", + "imperfect_overclamp_excess_slope": 0.2875158139793967, + "imperfect_overclamp_excess_slope_95ci": [ + 0.21842692750033255, + 0.3556975718406047 + ], + "overclamp_sdil_excess_slope": 0.005298244678375035, + "overclamp_sdil_excess_slope_95ci": [ + 0.0, + 0.013373452080144503 + ], + "paired_slope_difference": 0.28221756930102165, + "paired_slope_difference_95ci": [ + 0.21145628818531842, + 0.351816929173684 + ], + "relative_slope_reduction_percent": 98.15723364741437, + "relative_slope_reduction_95ci": [ + 94.86538193683744, + 100.0 + ] + }, + "sources": [ + "results/coupled_ladder/p3_overclamp_side4.json", + "results/coupled_ladder/p3_overclamp_side8.json", + "results/coupled_ladder/p3_overclamp_side12.json", + "results/coupled_ladder/p3_overclamp_side16.json", + "results/coupled_ladder/p3_overclamp_side24.json", + "results/coupled_ladder/p3_overclamp_side32.json" + ] +} |