{ "centered_clean": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.792, "test_cost": 0.15573115186691283, "finite": true }, { "epoch": 2, "test_accuracy": 0.8135, "test_cost": 0.1375195680141449, "finite": true }, { "epoch": 3, "test_accuracy": 0.8574, "test_cost": 0.1070521926999092, "finite": true }, { "epoch": 4, "test_accuracy": 0.8465, "test_cost": 0.11115882776975632, "finite": true }, { "epoch": 5, "test_accuracy": 0.8717, "test_cost": 0.09622300601005554, "finite": true }, { "epoch": 6, "test_accuracy": 0.86, "test_cost": 0.1034158871769905, "finite": true }, { "epoch": 7, "test_accuracy": 0.8724, "test_cost": 0.09512372477054595, "finite": true }, { "epoch": 8, "test_accuracy": 0.8745, "test_cost": 0.09160860464572906, "finite": true }, { "epoch": 9, "test_accuracy": 0.871, "test_cost": 0.09528597943782806, "finite": true }, { "epoch": 10, "test_accuracy": 0.8867, "test_cost": 0.08445086604356766, "finite": true } ], "final": { "epoch": 10, "train_accuracy": 0.8811, "train_cost": 0.08831276926994323, "test_accuracy": 0.8867, "test_cost": 0.08445086604356766, "finite": true, "corrector": {}, "wall_seconds": 7940.900921821594 } }, "centered_raw": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.1, "test_cost": NaN, "finite": false } ], "final": { "epoch": 1, "train_accuracy": 0.10061666666666666, "train_cost": NaN, "test_accuracy": 0.1, "test_cost": NaN, "finite": false, "corrector": { "step": 468, "bias_model": "dillavou_constant_update", "clean_update_rms": NaN, "bias_update_rms": NaN, "residual_update_rms": NaN, "bias_to_clean_update_rms": NaN, "residual_to_clean_update_rms": NaN, "neutral_observations": 0 }, "wall_seconds": 813.3471133708954 } }, "pep_clean": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.7315, "test_cost": 0.20986583371162415, "finite": true }, { "epoch": 2, "test_accuracy": 0.5922, "test_cost": 0.4188939518928528, "finite": true }, { "epoch": 3, "test_accuracy": 0.5733, "test_cost": 0.2982772967338562, "finite": true }, { "epoch": 4, "test_accuracy": 0.4685, "test_cost": 0.34045493516922, "finite": true }, { "epoch": 5, "test_accuracy": 0.338, "test_cost": 0.42704891023635866, "finite": true }, { "epoch": 6, "test_accuracy": 0.2028, "test_cost": 0.44713303966522217, "finite": true }, { "epoch": 7, "test_accuracy": 0.1, "test_cost": 0.451286998796463, "finite": true }, { "epoch": 8, "test_accuracy": 0.1, "test_cost": 0.45172959218025205, "finite": true }, { "epoch": 9, "test_accuracy": 0.1, "test_cost": 0.45050861291885375, "finite": true }, { "epoch": 10, "test_accuracy": 0.1, "test_cost": 0.45086712436676024, "finite": true } ], "final": { "epoch": 10, "train_accuracy": 0.09518333333333333, "train_cost": 0.45089836565653485, "test_accuracy": 0.1, "test_cost": 0.45086712436676024, "finite": true, "corrector": {}, "wall_seconds": 7688.960968732834 } }, "pep_constant": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.7252, "test_cost": 0.21449419848918916, "finite": true }, { "epoch": 2, "test_accuracy": 0.734, "test_cost": 0.20494100348949432, "finite": true }, { "epoch": 3, "test_accuracy": 0.726, "test_cost": 0.21046952879428862, "finite": true }, { "epoch": 4, "test_accuracy": 0.5606, "test_cost": 0.3176894040584564, "finite": true }, { "epoch": 5, "test_accuracy": 0.1949, "test_cost": 0.4102668016910553, "finite": true }, { "epoch": 6, "test_accuracy": 0.1, "test_cost": 0.46038982095718384, "finite": true }, { "epoch": 7, "test_accuracy": 0.1, "test_cost": 0.45710823802948, "finite": true }, { "epoch": 8, "test_accuracy": 0.1, "test_cost": 0.45869329319000246, "finite": true }, { "epoch": 9, "test_accuracy": 0.1, "test_cost": 0.4577524483680725, "finite": true }, { "epoch": 10, "test_accuracy": 0.1, "test_cost": 0.4571452916145325, "finite": true } ], "final": { "epoch": 10, "train_accuracy": 0.10006666666666666, "train_cost": 0.45555214653015136, "test_accuracy": 0.1, "test_cost": 0.4571452916145325, "finite": true, "corrector": { "step": 4689, "bias_model": "dillavou_constant_update", "clean_update_rms": 0.00023774306744370527, "bias_update_rms": 0.00015287711537102346, "residual_update_rms": 3.794692534694495e-12, "bias_to_clean_update_rms": 0.6430350084013404, "residual_to_clean_update_rms": 1.596131729726686e-08, "neutral_observations": 1 }, "wall_seconds": 8229.516099214554 } }, "pep_raw": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.1064, "test_cost": 92706.8582, "finite": true }, { "epoch": 2, "test_accuracy": 0.1, "test_cost": NaN, "finite": false } ], "final": { "epoch": 2, "train_accuracy": 0.09923333333333334, "train_cost": NaN, "test_accuracy": 0.1, "test_cost": NaN, "finite": false, "corrector": { "step": 937, "bias_model": "dillavou_constant_update", "clean_update_rms": NaN, "bias_update_rms": NaN, "residual_update_rms": NaN, "bias_to_clean_update_rms": NaN, "residual_to_clean_update_rms": NaN, "neutral_observations": 0 }, "wall_seconds": 1665.599752664566 } }, "pep_sdil": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.7252, "test_cost": 0.21449419848918916, "finite": true }, { "epoch": 2, "test_accuracy": 0.734, "test_cost": 0.20494100348949432, "finite": true }, { "epoch": 3, "test_accuracy": 0.726, "test_cost": 0.21046952879428862, "finite": true }, { "epoch": 4, "test_accuracy": 0.5606, "test_cost": 0.3176894040584564, "finite": true }, { "epoch": 5, "test_accuracy": 0.1949, "test_cost": 0.4102668016910553, "finite": true }, { "epoch": 6, "test_accuracy": 0.1, "test_cost": 0.46038982095718384, "finite": true }, { "epoch": 7, "test_accuracy": 0.1, "test_cost": 0.45710823802948, "finite": true }, { "epoch": 8, "test_accuracy": 0.1, "test_cost": 0.45869329319000246, "finite": true }, { "epoch": 9, "test_accuracy": 0.1, "test_cost": 0.4577524483680725, "finite": true }, { "epoch": 10, "test_accuracy": 0.1, "test_cost": 0.4571452916145325, "finite": true } ], "final": { "epoch": 10, "train_accuracy": 0.10006666666666666, "train_cost": 0.45555214653015136, "test_accuracy": 0.1, "test_cost": 0.4571452916145325, "finite": true, "corrector": { "step": 4689, "bias_model": "dillavou_constant_update", "clean_update_rms": 0.00023774306744370527, "bias_update_rms": 0.00015287711537102346, "residual_update_rms": 3.794692534694495e-12, "bias_to_clean_update_rms": 0.6430350084013404, "residual_to_clean_update_rms": 1.596131729726686e-08, "neutral_observations": 1 }, "wall_seconds": 8315.11565542221 } }, "random_clean": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.7752, "test_cost": 0.16445912487506867, "finite": true }, { "epoch": 2, "test_accuracy": 0.7839, "test_cost": 0.16023902473449708, "finite": true }, { "epoch": 3, "test_accuracy": 0.7716, "test_cost": 0.16426111673116683, "finite": true }, { "epoch": 4, "test_accuracy": 0.7575, "test_cost": 0.186199333691597, "finite": true }, { "epoch": 5, "test_accuracy": 0.7414, "test_cost": 0.18556401858329774, "finite": true }, { "epoch": 6, "test_accuracy": 0.6789, "test_cost": 0.2430113084077835, "finite": true }, { "epoch": 7, "test_accuracy": 0.1, "test_cost": 0.46262577285766604, "finite": true }, { "epoch": 8, "test_accuracy": 0.1, "test_cost": 0.45456055669784545, "finite": true }, { "epoch": 9, "test_accuracy": 0.1, "test_cost": 0.4610685874938965, "finite": true }, { "epoch": 10, "test_accuracy": 0.1, "test_cost": 0.4531411005973816, "finite": true } ], "final": { "epoch": 10, "train_accuracy": 0.09846666666666666, "train_cost": 0.45765557657877604, "test_accuracy": 0.1, "test_cost": 0.4531411005973816, "finite": true, "corrector": {}, "wall_seconds": 7831.132164478302 } }, "random_raw": { "trajectory": [ { "epoch": 1, "test_accuracy": 0.1, "test_cost": NaN, "finite": false } ], "final": { "epoch": 1, "train_accuracy": 0.10205, "train_cost": NaN, "test_accuracy": 0.1, "test_cost": NaN, "finite": false, "corrector": { "step": 468, "bias_model": "dillavou_constant_update", "clean_update_rms": NaN, "bias_update_rms": NaN, "residual_update_rms": NaN, "bias_to_clean_update_rms": NaN, "residual_to_clean_update_rms": NaN, "neutral_observations": 0 }, "wall_seconds": 828.8401348590851 } } }