diff options
Diffstat (limited to 'results/frozen_cifar/frozen_L6_d256_s42.json')
| -rw-r--r-- | results/frozen_cifar/frozen_L6_d256_s42.json | 216 |
1 files changed, 216 insertions, 0 deletions
diff --git a/results/frozen_cifar/frozen_L6_d256_s42.json b/results/frozen_cifar/frozen_L6_d256_s42.json new file mode 100644 index 0000000..703dd5a --- /dev/null +++ b/results/frozen_cifar/frozen_L6_d256_s42.json @@ -0,0 +1,216 @@ +{ + "config": { + "num_blocks": 6, + "d_hidden": 256, + "seed": 42, + "bp_epochs": 100, + "estimator_epochs": 100, + "lr_fb": 0.001, + "lam": 0.1, + "K": 4, + "sigma_bridge": 0.05, + "ema_momentum": 0.995, + "term_grad_weight": 1.0 + }, + "bp_acc": 0.6172, + "summary": { + "dfa": { + "mean_gamma": 0.008224744617473334, + "mean_rho": -0.007729481750478347, + "mean_nudge": -1.4484473164581383e-05 + }, + "sb_eT": { + "mean_gamma": 0.28419415106376006, + "mean_rho": 0.24331255008776984, + "mean_nudge": -0.0010212107930177201 + }, + "cb_eT": { + "mean_gamma": 0.1356087997245292, + "mean_rho": 0.11836575530469418, + "mean_nudge": -0.000398846738486706 + }, + "cb_deltaL": { + "mean_gamma": 0.06269844393245876, + "mean_rho": 0.07167995596925418, + "mean_nudge": -0.000200468028197065 + } + }, + "per_layer": { + "dfa": { + "bp_cosine": [ + -0.010780696198344231, + -0.0024464363697916268, + 0.006427376973442733, + 0.023271656595170498, + 0.017338427528738976, + 0.015538139175623656 + ], + "perturbation_rho": [ + -0.018140554428100586, + 0.003606993705034256, + -0.045406848192214966, + 0.023949457332491875, + -0.016462121158838272, + 0.00607618223875761 + ], + "nudging_0.001": [ + 3.0692412110511214e-05, + 7.64157812227495e-06, + -9.760969987837598e-08, + -3.085116622969508e-05, + -1.6509711713297293e-05, + -1.9992370653199032e-05 + ], + "nudging_0.003": [ + 9.20678285183385e-05, + 2.31226204050472e-05, + -2.7300666260998696e-07, + -9.241211228072643e-05, + -4.9478214350529015e-05, + -5.993395461700857e-05 + ], + "nudging_0.01": [ + 0.0003075606073252857, + 7.720924622844905e-05, + -5.05835487274453e-07, + -0.0003076052526012063, + -0.00016470525588374585, + -0.00019945789244957268 + ] + }, + "sb_eT": { + "bp_cosine": [ + 0.1685526818037033, + 0.23167533278465272, + 0.2697907418012619, + 0.30822172164916994, + 0.3446090370416641, + 0.3823153913021088 + ], + "perturbation_rho": [ + 0.07154904305934906, + 0.19288617372512817, + 0.2876003682613373, + 0.27649810910224915, + 0.3115084767341614, + 0.3198331296443939 + ], + "nudging_0.001": [ + -0.00018972528050653636, + -0.0002750377752818167, + -0.00032653682865202427, + -0.00039390879101119936, + -0.00042474071960896254, + -0.00043361991993151605 + ], + "nudging_0.003": [ + -0.0005688090459443629, + -0.0008246920770034194, + -0.0009791019838303328, + -0.00118098477832973, + -0.001273483969271183, + -0.001300192903727293 + ], + "nudging_0.01": [ + -0.0018940127920359373, + -0.0027450949419289827, + -0.0032586848828941584, + -0.003929748199880123, + -0.004237486980855465, + -0.004327159374952316 + ] + }, + "cb_eT": { + "bp_cosine": [ + 0.045225401408970356, + 0.053792066499590875, + 0.08010791838169098, + 0.12435948699712754, + 0.19471128135919571, + 0.31545664370059967 + ], + "perturbation_rho": [ + 0.024685420095920563, + -0.01572572812438011, + 0.08793376386165619, + 0.11664978414773941, + 0.1602637767791748, + 0.3363875150680542 + ], + "nudging_0.001": [ + -2.2263082428253256e-05, + -5.150778451934457e-05, + -7.369300146820024e-05, + -0.00012175041774753481, + -0.00019730909843929112, + -0.000331797928083688 + ], + "nudging_0.003": [ + -6.678207137156278e-05, + -0.00015438658010680228, + -0.0002208092628279701, + -0.00036489206831902266, + -0.0005915500223636627, + -0.0009946604259312153 + ], + "nudging_0.01": [ + -0.00022176679340191185, + -0.0005135145038366318, + -0.0007348398794420063, + -0.0012142673367634416, + -0.0019682790152728558, + -0.0033080100547522306 + ] + }, + "cb_deltaL": { + "bp_cosine": [ + 0.01903119832277298, + 0.03658499242737889, + 0.04136112704873085, + 0.05426537357270718, + 0.07572877742350101, + 0.14921919479966164 + ], + "perturbation_rho": [ + -0.004729617387056351, + 0.06955375522375107, + 0.07996401935815811, + 0.11149539798498154, + 0.055956777185201645, + 0.11783940345048904 + ], + "nudging_0.001": [ + -3.080447640968487e-05, + -4.9154667067341506e-05, + -5.3297979320632294e-05, + -5.973243969492614e-05, + -7.465035014320165e-05, + -0.00013362003664951771 + ], + "nudging_0.003": [ + -9.23606421565637e-05, + -0.00014715960423927754, + -0.00015975572750903666, + -0.00017912944895215333, + -0.00022374786203727126, + -0.0004006548842880875 + ], + "nudging_0.01": [ + -0.00030725268879905343, + -0.0004887805553153157, + -0.0005310464184731245, + -0.0005952278152108192, + -0.0007444550283253193, + -0.0013336975825950503 + ] + } + }, + "sb_pred_error": [ + 8914.44174921875, + 5038.8783640625, + 4058.455402734375, + 3433.17113046875, + 2884.829894921875, + 2573.41313515625 + ] +}
\ No newline at end of file |