summaryrefslogtreecommitdiff
path: root/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/kp_dynamic_projection_confirmation/seed14_clean_kp.json')
-rw-r--r--results/kp_dynamic_projection_confirmation/seed14_clean_kp.json3258
1 files changed, 3258 insertions, 0 deletions
diff --git a/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
new file mode 100644
index 0000000..3886c19
--- /dev/null
+++ b/results/kp_dynamic_projection_confirmation/seed14_clean_kp.json
@@ -0,0 +1,3258 @@
+{
+ "architecture": {
+ "adaptive_apical_parameters": 0,
+ "adaptive_feedback_parameters": 267904,
+ "base_width": 16,
+ "blocks_per_stage": 3,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "depth": 20,
+ "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+ "fixed_feedback_parameters": 0,
+ "fixed_traffic_coefficients": 0,
+ "forward_parameters": 269722,
+ "hidden_shapes": [
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ]
+ ],
+ "normalization": "batchnorm",
+ "predictor_parameters": 0,
+ "residual_scale": 1.0,
+ "vectorizer_mode": null,
+ "vectorizer_parameters": 0
+ },
+ "args": {
+ "a_scale": 1.0,
+ "a_warmup_steps": 0,
+ "alignment_probe": 32,
+ "apical_calibration_mode": "unit_targets",
+ "apical_seed": null,
+ "augment_train": 1,
+ "batch_size": 128,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "data_dir": "/home/yurenh2/sdrn/data",
+ "depth": 20,
+ "device": "cuda",
+ "epochs": 200,
+ "eta_A": 0.01,
+ "eta_P": 0.01,
+ "eval_every": 0,
+ "eval_split": "test",
+ "learn_P": 0,
+ "loader_seed": 14,
+ "lr": 0.1,
+ "lr_gamma": 0.1,
+ "lr_milestones": "100,150",
+ "lr_schedule": "step",
+ "max_steps": 0,
+ "mirror_batch_size": 1,
+ "mirror_eta": 0.1,
+ "mirror_every": 16,
+ "mirror_noise_std": 1.0,
+ "mirror_seed": 3000,
+ "mirror_warmup_steps": 0,
+ "mode": "kp",
+ "momentum": 0.9,
+ "neutral_projection": 0,
+ "normalization": "batchnorm",
+ "nuisance_scale": 0.0,
+ "out": "results/kp_dynamic_projection_confirmation/seed14_clean_kp.json",
+ "output_lr": 0.1,
+ "pert_directions": 1,
+ "pert_every": 4,
+ "pert_sigma": 0.01,
+ "perturb_seed": 1000,
+ "predictor_every": 0,
+ "predictor_mode": "nlms",
+ "predictor_warmup_steps": 0,
+ "residual_scale": null,
+ "seed": 14,
+ "split_seed": 2027,
+ "traffic_calibration_examples": 64,
+ "traffic_ratio": 4.0,
+ "traffic_rule": "innovation",
+ "traffic_seed": 4000,
+ "train_limit": 0,
+ "use_residual": 1,
+ "val_examples": 0,
+ "vectorizer_mode": "spatial_template",
+ "warmup_epochs": 0,
+ "weight_decay": 0.0001,
+ "weight_scale": 1.0,
+ "width": 16
+ },
+ "calibration_metric_space": "reciprocal_local_activity_products",
+ "counters": {
+ "apical_warmup_examples": 0,
+ "calibration_event_examples": 0,
+ "causal_scalar_observations": 0,
+ "logical_batch_loss_queries": 0,
+ "mirror_conv_examples": 0,
+ "mirror_events": 0,
+ "mirror_readout_examples": 0,
+ "neutral_projection_examples": 0,
+ "ordinary_examples": 10000000,
+ "per_example_loss_terms": 0,
+ "perturbation_events": 0,
+ "perturbation_forward_examples": 0,
+ "predictor_update_examples": 0,
+ "predictor_warmup_examples": 0,
+ "traffic_audit_examples": 0,
+ "traffic_calibration_examples": 0
+ },
+ "diagnostics": {
+ "early_third_mean": 0.9996606707572937,
+ "feedback_forward_cosine": [
+ 0.9998397827148438,
+ 0.9998446702957153,
+ 0.9997676610946655,
+ 0.9997360706329346,
+ 0.9998356103897095,
+ 0.9997872114181519,
+ 0.9998396039009094,
+ 0.9998887777328491,
+ 0.9998351335525513,
+ 0.9998185634613037,
+ 0.9998612403869629,
+ 0.9998190402984619,
+ 0.9998319149017334,
+ 0.9999021291732788,
+ 0.9998922348022461,
+ 0.9998776912689209,
+ 0.9998843669891357,
+ 0.9997295141220093,
+ 0.9999887943267822
+ ],
+ "feedback_forward_norm_ratio": [
+ 1.000428318977356,
+ 1.0008574724197388,
+ 0.9990053176879883,
+ 1.0012600421905518,
+ 0.9996617436408997,
+ 1.000982642173767,
+ 0.9993184208869934,
+ 1.0003552436828613,
+ 0.9997528791427612,
+ 1.0007574558258057,
+ 0.9996054172515869,
+ 1.0006641149520874,
+ 0.9997743368148804,
+ 1.0001587867736816,
+ 1.0000267028808594,
+ 1.0004032850265503,
+ 1.0001193284988403,
+ 1.000847339630127,
+ 1.0024750232696533
+ ],
+ "feedback_forward_relative_error": [
+ 0.017910555005073547,
+ 0.017654424533247948,
+ 0.021565964445471764,
+ 0.023022618144750595,
+ 0.018133867532014847,
+ 0.020668482407927513,
+ 0.017918230965733528,
+ 0.014916742220520973,
+ 0.01815802976489067,
+ 0.019074484705924988,
+ 0.016659196466207504,
+ 0.01903541572391987,
+ 0.018337950110435486,
+ 0.013992981053888798,
+ 0.014677700586616993,
+ 0.015658369287848473,
+ 0.01521098893135786,
+ 0.02328561618924141,
+ 0.005356569774448872
+ ],
+ "innovation_negative_gradient_cosine": [
+ 0.9996907711029053,
+ 0.9996677041053772,
+ 0.9996755719184875,
+ 0.9995771050453186,
+ 0.9996970891952515,
+ 0.9996557831764221,
+ 0.9997193217277527,
+ 0.9997643232345581,
+ 0.9997644424438477,
+ 0.9997292757034302,
+ 0.9997795820236206,
+ 0.9997588396072388,
+ 0.9997851848602295,
+ 0.9998385906219482,
+ 0.9998672008514404,
+ 0.9998890161514282,
+ 0.9999305009841919,
+ 0.9999741911888123,
+ 0.8421580791473389
+ ],
+ "mean_feedback_forward_cosine": 0.9998410532349035,
+ "mean_feedback_forward_relative_error": 0.01743358883418535,
+ "normalization_state": "training_batch_stats_without_running_update",
+ "raw_negative_gradient_cosine": [
+ 0.9996907711029053,
+ 0.9996677041053772,
+ 0.9996755719184875,
+ 0.9995771050453186,
+ 0.9996970891952515,
+ 0.9996557831764221,
+ 0.9997193217277527,
+ 0.9997643232345581,
+ 0.9997644424438477,
+ 0.9997292757034302,
+ 0.9997795820236206,
+ 0.9997588396072388,
+ 0.9997851848602295,
+ 0.9998385906219482,
+ 0.9998672008514404,
+ 0.9998890161514282,
+ 0.9999305009841919,
+ 0.9999741911888123,
+ 0.8421580791473389
+ ],
+ "teaching_negative_gradient_cosine": [
+ 0.9996907711029053,
+ 0.9996677041053772,
+ 0.9996755719184875,
+ 0.9995771050453186,
+ 0.9996970891952515,
+ 0.9996557831764221,
+ 0.9997193217277527,
+ 0.9997643232345581,
+ 0.9997644424438477,
+ 0.9997292757034302,
+ 0.9997795820236206,
+ 0.9997588396072388,
+ 0.9997851848602295,
+ 0.9998385906219482,
+ 0.9998672008514404,
+ 0.9998890161514282,
+ 0.9999305009841919,
+ 0.9999741911888123,
+ 0.8421580791473389
+ ],
+ "wall_s": 0.08478927612304688
+ },
+ "epochs": [
+ {
+ "epoch": 1,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3152871131896973,
+ "mean_feedback_forward_cosine": 0.2933326049854881,
+ "mean_feedback_forward_relative_error": 1.1892362362460087,
+ "min_feedback_forward_cosine": 0.14835697412490845
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 391,
+ "train_examples": 50000,
+ "train_loss": 1.7700924412155152
+ },
+ {
+ "epoch": 2,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2390552759170532,
+ "mean_feedback_forward_cosine": 0.4218378600321318,
+ "mean_feedback_forward_relative_error": 1.0760179130654586,
+ "min_feedback_forward_cosine": 0.24182388186454773
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 782,
+ "train_examples": 50000,
+ "train_loss": 1.3123860162734986
+ },
+ {
+ "epoch": 3,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1830275058746338,
+ "mean_feedback_forward_cosine": 0.52299333873548,
+ "mean_feedback_forward_relative_error": 0.9784546917990634,
+ "min_feedback_forward_cosine": 0.3142080307006836
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 1173,
+ "train_examples": 50000,
+ "train_loss": 1.0395409072113038
+ },
+ {
+ "epoch": 4,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1328173875808716,
+ "mean_feedback_forward_cosine": 0.5936093926429749,
+ "mean_feedback_forward_relative_error": 0.9037119887377086,
+ "min_feedback_forward_cosine": 0.3751407265663147
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 1564,
+ "train_examples": 50000,
+ "train_loss": 0.8746997144889832
+ },
+ {
+ "epoch": 5,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.089064598083496,
+ "mean_feedback_forward_cosine": 0.647214949131012,
+ "mean_feedback_forward_relative_error": 0.8424453154990548,
+ "min_feedback_forward_cosine": 0.42529189586639404
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 1955,
+ "train_examples": 50000,
+ "train_loss": 0.7610496779251099
+ },
+ {
+ "epoch": 6,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.046331524848938,
+ "mean_feedback_forward_cosine": 0.6885352809178201,
+ "mean_feedback_forward_relative_error": 0.7914931131036658,
+ "min_feedback_forward_cosine": 0.47133466601371765
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 2346,
+ "train_examples": 50000,
+ "train_loss": 0.6900432537651062
+ },
+ {
+ "epoch": 7,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.006310224533081,
+ "mean_feedback_forward_cosine": 0.7220533270584909,
+ "mean_feedback_forward_relative_error": 0.7474578791543057,
+ "min_feedback_forward_cosine": 0.5120689272880554
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 2737,
+ "train_examples": 50000,
+ "train_loss": 0.638397527961731
+ },
+ {
+ "epoch": 8,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9711334109306335,
+ "mean_feedback_forward_cosine": 0.7497436592453405,
+ "mean_feedback_forward_relative_error": 0.7091254795852461,
+ "min_feedback_forward_cosine": 0.5461207628250122
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 3128,
+ "train_examples": 50000,
+ "train_loss": 0.5928190508460999
+ },
+ {
+ "epoch": 9,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9362074732780457,
+ "mean_feedback_forward_cosine": 0.7737372266618829,
+ "mean_feedback_forward_relative_error": 0.6739945019546308,
+ "min_feedback_forward_cosine": 0.578745424747467
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 3519,
+ "train_examples": 50000,
+ "train_loss": 0.5591936241149902
+ },
+ {
+ "epoch": 10,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9010659456253052,
+ "mean_feedback_forward_cosine": 0.7943896776751468,
+ "mean_feedback_forward_relative_error": 0.6420491651484841,
+ "min_feedback_forward_cosine": 0.6103942394256592
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 3910,
+ "train_examples": 50000,
+ "train_loss": 0.5313378884029388
+ },
+ {
+ "epoch": 11,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8672091364860535,
+ "mean_feedback_forward_cosine": 0.8132783017660442,
+ "mean_feedback_forward_relative_error": 0.6113202681666926,
+ "min_feedback_forward_cosine": 0.6394283771514893
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 4301,
+ "train_examples": 50000,
+ "train_loss": 0.5099901778316498
+ },
+ {
+ "epoch": 12,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8353588581085205,
+ "mean_feedback_forward_cosine": 0.8294956621370817,
+ "mean_feedback_forward_relative_error": 0.5838856022608908,
+ "min_feedback_forward_cosine": 0.665457010269165
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 4692,
+ "train_examples": 50000,
+ "train_loss": 0.4878437393760681
+ },
+ {
+ "epoch": 13,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8048327565193176,
+ "mean_feedback_forward_cosine": 0.8440827444980019,
+ "mean_feedback_forward_relative_error": 0.5580512802851828,
+ "min_feedback_forward_cosine": 0.6900070905685425
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 5083,
+ "train_examples": 50000,
+ "train_loss": 0.46536738251686094
+ },
+ {
+ "epoch": 14,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7739757299423218,
+ "mean_feedback_forward_cosine": 0.8571237043330544,
+ "mean_feedback_forward_relative_error": 0.5340167738889393,
+ "min_feedback_forward_cosine": 0.7133912444114685
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 5474,
+ "train_examples": 50000,
+ "train_loss": 0.44650153921127317
+ },
+ {
+ "epoch": 15,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7438143491744995,
+ "mean_feedback_forward_cosine": 0.8689768941778886,
+ "mean_feedback_forward_relative_error": 0.5109366437322215,
+ "min_feedback_forward_cosine": 0.7352336645126343
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 5865,
+ "train_examples": 50000,
+ "train_loss": 0.4332742894744873
+ },
+ {
+ "epoch": 16,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7148537635803223,
+ "mean_feedback_forward_cosine": 0.8795209809353477,
+ "mean_feedback_forward_relative_error": 0.48969328481900065,
+ "min_feedback_forward_cosine": 0.7554726600646973
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 6256,
+ "train_examples": 50000,
+ "train_loss": 0.4203475615787506
+ },
+ {
+ "epoch": 17,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6861604452133179,
+ "mean_feedback_forward_cosine": 0.889490290691978,
+ "mean_feedback_forward_relative_error": 0.46875388685025665,
+ "min_feedback_forward_cosine": 0.7745020389556885
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 6647,
+ "train_examples": 50000,
+ "train_loss": 0.40506954431533815
+ },
+ {
+ "epoch": 18,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6597951650619507,
+ "mean_feedback_forward_cosine": 0.8982065382756685,
+ "mean_feedback_forward_relative_error": 0.4497144394799283,
+ "min_feedback_forward_cosine": 0.7913845777511597
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 7038,
+ "train_examples": 50000,
+ "train_loss": 0.3948731394767761
+ },
+ {
+ "epoch": 19,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6334631443023682,
+ "mean_feedback_forward_cosine": 0.9063881855261954,
+ "mean_feedback_forward_relative_error": 0.43093959281319066,
+ "min_feedback_forward_cosine": 0.8077483177185059
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 7429,
+ "train_examples": 50000,
+ "train_loss": 0.38731814023971556
+ },
+ {
+ "epoch": 20,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6084911823272705,
+ "mean_feedback_forward_cosine": 0.9137261102074071,
+ "mean_feedback_forward_relative_error": 0.41337695717811584,
+ "min_feedback_forward_cosine": 0.8225244283676147
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 7820,
+ "train_examples": 50000,
+ "train_loss": 0.3732180533218384
+ },
+ {
+ "epoch": 21,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5843833684921265,
+ "mean_feedback_forward_cosine": 0.9205317214915627,
+ "mean_feedback_forward_relative_error": 0.3965728541738109,
+ "min_feedback_forward_cosine": 0.8362374305725098
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 8211,
+ "train_examples": 50000,
+ "train_loss": 0.3684745170402527
+ },
+ {
+ "epoch": 22,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5614224076271057,
+ "mean_feedback_forward_cosine": 0.9267226049774572,
+ "mean_feedback_forward_relative_error": 0.38049717090631785,
+ "min_feedback_forward_cosine": 0.8487249612808228
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 8602,
+ "train_examples": 50000,
+ "train_loss": 0.3560307614326477
+ },
+ {
+ "epoch": 23,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5392521023750305,
+ "mean_feedback_forward_cosine": 0.9324022406025937,
+ "mean_feedback_forward_relative_error": 0.36515061322011444,
+ "min_feedback_forward_cosine": 0.8603371381759644
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 8993,
+ "train_examples": 50000,
+ "train_loss": 0.34650497359275817
+ },
+ {
+ "epoch": 24,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5180007219314575,
+ "mean_feedback_forward_cosine": 0.9376050767145658,
+ "mean_feedback_forward_relative_error": 0.3506299837639457,
+ "min_feedback_forward_cosine": 0.8710404634475708
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 9384,
+ "train_examples": 50000,
+ "train_loss": 0.3413775287055969
+ },
+ {
+ "epoch": 25,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4975259602069855,
+ "mean_feedback_forward_cosine": 0.9422080108993932,
+ "mean_feedback_forward_relative_error": 0.3372772908524463,
+ "min_feedback_forward_cosine": 0.8809491395950317
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 9775,
+ "train_examples": 50000,
+ "train_loss": 0.330313382434845
+ },
+ {
+ "epoch": 26,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.47742199897766113,
+ "mean_feedback_forward_cosine": 0.9466079881316737,
+ "mean_feedback_forward_relative_error": 0.3239913253407729,
+ "min_feedback_forward_cosine": 0.8902804851531982
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 10166,
+ "train_examples": 50000,
+ "train_loss": 0.3268633655643463
+ },
+ {
+ "epoch": 27,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4579554498195648,
+ "mean_feedback_forward_cosine": 0.9506835184599224,
+ "mean_feedback_forward_relative_error": 0.3112199290802604,
+ "min_feedback_forward_cosine": 0.8989297151565552
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 10557,
+ "train_examples": 50000,
+ "train_loss": 0.32068091130256654
+ },
+ {
+ "epoch": 28,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4393923580646515,
+ "mean_feedback_forward_cosine": 0.9544056120671724,
+ "mean_feedback_forward_relative_error": 0.2991728476787868,
+ "min_feedback_forward_cosine": 0.906851053237915
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 10948,
+ "train_examples": 50000,
+ "train_loss": 0.31577084115982057
+ },
+ {
+ "epoch": 29,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4212220013141632,
+ "mean_feedback_forward_cosine": 0.9578661761785808,
+ "mean_feedback_forward_relative_error": 0.28741739415808726,
+ "min_feedback_forward_cosine": 0.9143027067184448
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 11339,
+ "train_examples": 50000,
+ "train_loss": 0.3136876461982727
+ },
+ {
+ "epoch": 30,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4039841890335083,
+ "mean_feedback_forward_cosine": 0.9609958780439276,
+ "mean_feedback_forward_relative_error": 0.27641204391655166,
+ "min_feedback_forward_cosine": 0.9211227893829346
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 11730,
+ "train_examples": 50000,
+ "train_loss": 0.3026728736782074
+ },
+ {
+ "epoch": 31,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3873434066772461,
+ "mean_feedback_forward_cosine": 0.9639970754322252,
+ "mean_feedback_forward_relative_error": 0.26545458404641403,
+ "min_feedback_forward_cosine": 0.9273790717124939
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 12121,
+ "train_examples": 50000,
+ "train_loss": 0.30320387191772463
+ },
+ {
+ "epoch": 32,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.37161946296691895,
+ "mean_feedback_forward_cosine": 0.9666794036564074,
+ "mean_feedback_forward_relative_error": 0.2552406650624777,
+ "min_feedback_forward_cosine": 0.9331086277961731
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 12512,
+ "train_examples": 50000,
+ "train_loss": 0.29722497003078463
+ },
+ {
+ "epoch": 33,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.35596978664398193,
+ "mean_feedback_forward_cosine": 0.9692316463119105,
+ "mean_feedback_forward_relative_error": 0.24517358643443962,
+ "min_feedback_forward_cosine": 0.9385503530502319
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 12903,
+ "train_examples": 50000,
+ "train_loss": 0.2951163592720032
+ },
+ {
+ "epoch": 34,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.34164920449256897,
+ "mean_feedback_forward_cosine": 0.9714941225553814,
+ "mean_feedback_forward_relative_error": 0.2358894959876412,
+ "min_feedback_forward_cosine": 0.9433460235595703
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 13294,
+ "train_examples": 50000,
+ "train_loss": 0.2886360764503479
+ },
+ {
+ "epoch": 35,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3279237151145935,
+ "mean_feedback_forward_cosine": 0.9736838152534083,
+ "mean_feedback_forward_relative_error": 0.22657095170334765,
+ "min_feedback_forward_cosine": 0.9477298259735107
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 13685,
+ "train_examples": 50000,
+ "train_loss": 0.286004674577713
+ },
+ {
+ "epoch": 36,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3148072361946106,
+ "mean_feedback_forward_cosine": 0.9756333012329904,
+ "mean_feedback_forward_relative_error": 0.21795125815429187,
+ "min_feedback_forward_cosine": 0.9517859220504761
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 14076,
+ "train_examples": 50000,
+ "train_loss": 0.28205583692550656
+ },
+ {
+ "epoch": 37,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.30220264196395874,
+ "mean_feedback_forward_cosine": 0.9774411508911535,
+ "mean_feedback_forward_relative_error": 0.20961935896622508,
+ "min_feedback_forward_cosine": 0.9555267691612244
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 14467,
+ "train_examples": 50000,
+ "train_loss": 0.27561885961532595
+ },
+ {
+ "epoch": 38,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2898789644241333,
+ "mean_feedback_forward_cosine": 0.9791205744994315,
+ "mean_feedback_forward_relative_error": 0.20157087555057124,
+ "min_feedback_forward_cosine": 0.959039032459259
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 14858,
+ "train_examples": 50000,
+ "train_loss": 0.2754082911109924
+ },
+ {
+ "epoch": 39,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2784629762172699,
+ "mean_feedback_forward_cosine": 0.9806733633342543,
+ "mean_feedback_forward_relative_error": 0.1938883513212204,
+ "min_feedback_forward_cosine": 0.9621678590774536
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 15249,
+ "train_examples": 50000,
+ "train_loss": 0.27209105748176576
+ },
+ {
+ "epoch": 40,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2672949731349945,
+ "mean_feedback_forward_cosine": 0.9820656274494372,
+ "mean_feedback_forward_relative_error": 0.18673033188832433,
+ "min_feedback_forward_cosine": 0.9650894999504089
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 15640,
+ "train_examples": 50000,
+ "train_loss": 0.2652701909542084
+ },
+ {
+ "epoch": 41,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.25676229596138,
+ "mean_feedback_forward_cosine": 0.9833770676663047,
+ "mean_feedback_forward_relative_error": 0.17967709624453596,
+ "min_feedback_forward_cosine": 0.9677592515945435
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 16031,
+ "train_examples": 50000,
+ "train_loss": 0.2634839852333069
+ },
+ {
+ "epoch": 42,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2463054209947586,
+ "mean_feedback_forward_cosine": 0.984612132373609,
+ "mean_feedback_forward_relative_error": 0.17282210486499885,
+ "min_feedback_forward_cosine": 0.9702930450439453
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 16422,
+ "train_examples": 50000,
+ "train_loss": 0.2638785872554779
+ },
+ {
+ "epoch": 43,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.23629648983478546,
+ "mean_feedback_forward_cosine": 0.9857749499772724,
+ "mean_feedback_forward_relative_error": 0.16613267871894336,
+ "min_feedback_forward_cosine": 0.9726332426071167
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 16813,
+ "train_examples": 50000,
+ "train_loss": 0.25648207290649416
+ },
+ {
+ "epoch": 44,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2265455573797226,
+ "mean_feedback_forward_cosine": 0.9868410668875042,
+ "mean_feedback_forward_relative_error": 0.1597374916860932,
+ "min_feedback_forward_cosine": 0.974839985370636
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 17204,
+ "train_examples": 50000,
+ "train_loss": 0.25590220363616945
+ },
+ {
+ "epoch": 45,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.21779561042785645,
+ "mean_feedback_forward_cosine": 0.9878014420208178,
+ "mean_feedback_forward_relative_error": 0.15373511455560984,
+ "min_feedback_forward_cosine": 0.976719319820404
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 17595,
+ "train_examples": 50000,
+ "train_loss": 0.25498896251678466
+ },
+ {
+ "epoch": 46,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2088119387626648,
+ "mean_feedback_forward_cosine": 0.9887145381224783,
+ "mean_feedback_forward_relative_error": 0.14787241149889796,
+ "min_feedback_forward_cosine": 0.9785810112953186
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 17986,
+ "train_examples": 50000,
+ "train_loss": 0.25229337076187136
+ },
+ {
+ "epoch": 47,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.20047518610954285,
+ "mean_feedback_forward_cosine": 0.9895525700167606,
+ "mean_feedback_forward_relative_error": 0.14222895373639308,
+ "min_feedback_forward_cosine": 0.980238676071167
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 18377,
+ "train_examples": 50000,
+ "train_loss": 0.25046150511264803
+ },
+ {
+ "epoch": 48,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.19215868413448334,
+ "mean_feedback_forward_cosine": 0.9903604325495268,
+ "mean_feedback_forward_relative_error": 0.13656484335660934,
+ "min_feedback_forward_cosine": 0.9818353652954102
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 18768,
+ "train_examples": 50000,
+ "train_loss": 0.2514414472556114
+ },
+ {
+ "epoch": 49,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.18437601625919342,
+ "mean_feedback_forward_cosine": 0.99109695459667,
+ "mean_feedback_forward_relative_error": 0.13123987673928864,
+ "min_feedback_forward_cosine": 0.9832648634910583
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 19159,
+ "train_examples": 50000,
+ "train_loss": 0.24994389437675477
+ },
+ {
+ "epoch": 50,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.17699532210826874,
+ "mean_feedback_forward_cosine": 0.9917633533477783,
+ "mean_feedback_forward_relative_error": 0.12621399701425903,
+ "min_feedback_forward_cosine": 0.9845625758171082
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 19550,
+ "train_examples": 50000,
+ "train_loss": 0.24948119516849518
+ },
+ {
+ "epoch": 51,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.17000949382781982,
+ "mean_feedback_forward_cosine": 0.9923716909007022,
+ "mean_feedback_forward_relative_error": 0.12141832277963036,
+ "min_feedback_forward_cosine": 0.9857463240623474
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 19941,
+ "train_examples": 50000,
+ "train_loss": 0.2397834491920471
+ },
+ {
+ "epoch": 52,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16322658956050873,
+ "mean_feedback_forward_cosine": 0.9929383742181879,
+ "mean_feedback_forward_relative_error": 0.11681727555237319,
+ "min_feedback_forward_cosine": 0.9868492484092712
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 20332,
+ "train_examples": 50000,
+ "train_loss": 0.23811577649116517
+ },
+ {
+ "epoch": 53,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15688201785087585,
+ "mean_feedback_forward_cosine": 0.9934662298152321,
+ "mean_feedback_forward_relative_error": 0.11234608331793233,
+ "min_feedback_forward_cosine": 0.9878503084182739
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 20723,
+ "train_examples": 50000,
+ "train_loss": 0.2347814343738556
+ },
+ {
+ "epoch": 54,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1504819542169571,
+ "mean_feedback_forward_cosine": 0.9939507340130053,
+ "mean_feedback_forward_relative_error": 0.10809194061316942,
+ "min_feedback_forward_cosine": 0.9888131022453308
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 21114,
+ "train_examples": 50000,
+ "train_loss": 0.24166065438747406
+ },
+ {
+ "epoch": 55,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.14444631338119507,
+ "mean_feedback_forward_cosine": 0.9944124911960802,
+ "mean_feedback_forward_relative_error": 0.10387111808124341,
+ "min_feedback_forward_cosine": 0.9896870851516724
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 21505,
+ "train_examples": 50000,
+ "train_loss": 0.2370883663749695
+ },
+ {
+ "epoch": 56,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.13871312141418457,
+ "mean_feedback_forward_cosine": 0.9948335038988214,
+ "mean_feedback_forward_relative_error": 0.0998734708287214,
+ "min_feedback_forward_cosine": 0.990486741065979
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 21896,
+ "train_examples": 50000,
+ "train_loss": 0.23285125886917113
+ },
+ {
+ "epoch": 57,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1331096887588501,
+ "mean_feedback_forward_cosine": 0.9952221042231509,
+ "mean_feedback_forward_relative_error": 0.09602151222919163,
+ "min_feedback_forward_cosine": 0.9912351369857788
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 22287,
+ "train_examples": 50000,
+ "train_loss": 0.23394198512077333
+ },
+ {
+ "epoch": 58,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12772555649280548,
+ "mean_feedback_forward_cosine": 0.9955923525910628,
+ "mean_feedback_forward_relative_error": 0.09223919832392742,
+ "min_feedback_forward_cosine": 0.9919288158416748
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 22678,
+ "train_examples": 50000,
+ "train_loss": 0.23523316113471984
+ },
+ {
+ "epoch": 59,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12264999002218246,
+ "mean_feedback_forward_cosine": 0.9959284349491722,
+ "mean_feedback_forward_relative_error": 0.08864477080734152,
+ "min_feedback_forward_cosine": 0.9925565123558044
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 23069,
+ "train_examples": 50000,
+ "train_loss": 0.22811366169929503
+ },
+ {
+ "epoch": 60,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1177108958363533,
+ "mean_feedback_forward_cosine": 0.9962369297680101,
+ "mean_feedback_forward_relative_error": 0.0852269875375848,
+ "min_feedback_forward_cosine": 0.9931412935256958
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 23460,
+ "train_examples": 50000,
+ "train_loss": 0.227693050532341
+ },
+ {
+ "epoch": 61,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11301573365926743,
+ "mean_feedback_forward_cosine": 0.9965199357584903,
+ "mean_feedback_forward_relative_error": 0.08195626108269942,
+ "min_feedback_forward_cosine": 0.9936733841896057
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 23851,
+ "train_examples": 50000,
+ "train_loss": 0.22571406733989716
+ },
+ {
+ "epoch": 62,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10847260802984238,
+ "mean_feedback_forward_cosine": 0.9967795798653051,
+ "mean_feedback_forward_relative_error": 0.07883979870300543,
+ "min_feedback_forward_cosine": 0.9941681623458862
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 24242,
+ "train_examples": 50000,
+ "train_loss": 0.22897239991188048
+ },
+ {
+ "epoch": 63,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10419360548257828,
+ "mean_feedback_forward_cosine": 0.9970179796218872,
+ "mean_feedback_forward_relative_error": 0.07585975821865232,
+ "min_feedback_forward_cosine": 0.9946166276931763
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 24633,
+ "train_examples": 50000,
+ "train_loss": 0.22848598481178284
+ },
+ {
+ "epoch": 64,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1000451073050499,
+ "mean_feedback_forward_cosine": 0.9972450827297411,
+ "mean_feedback_forward_relative_error": 0.07290914213578951,
+ "min_feedback_forward_cosine": 0.9950348138809204
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 25024,
+ "train_examples": 50000,
+ "train_loss": 0.22550214426994325
+ },
+ {
+ "epoch": 65,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09609720855951309,
+ "mean_feedback_forward_cosine": 0.9974487361155058,
+ "mean_feedback_forward_relative_error": 0.07015403369931798,
+ "min_feedback_forward_cosine": 0.9954178333282471
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 25415,
+ "train_examples": 50000,
+ "train_loss": 0.22258466155052184
+ },
+ {
+ "epoch": 66,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09232494235038757,
+ "mean_feedback_forward_cosine": 0.9976408418856169,
+ "mean_feedback_forward_relative_error": 0.06746580520350683,
+ "min_feedback_forward_cosine": 0.9957685470581055
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 25806,
+ "train_examples": 50000,
+ "train_loss": 0.21734946195602417
+ },
+ {
+ "epoch": 67,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08847074955701828,
+ "mean_feedback_forward_cosine": 0.9978232603324088,
+ "mean_feedback_forward_relative_error": 0.0648055956944039,
+ "min_feedback_forward_cosine": 0.9961132407188416
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 26197,
+ "train_examples": 50000,
+ "train_loss": 0.2291919409275055
+ },
+ {
+ "epoch": 68,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08493213355541229,
+ "mean_feedback_forward_cosine": 0.997984418743535,
+ "mean_feedback_forward_relative_error": 0.062354145963725294,
+ "min_feedback_forward_cosine": 0.9964166879653931
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 26588,
+ "train_examples": 50000,
+ "train_loss": 0.21789681928634644
+ },
+ {
+ "epoch": 69,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08157175034284592,
+ "mean_feedback_forward_cosine": 0.9981369501666019,
+ "mean_feedback_forward_relative_error": 0.05995147479207892,
+ "min_feedback_forward_cosine": 0.9966939687728882
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 26979,
+ "train_examples": 50000,
+ "train_loss": 0.2237079916858673
+ },
+ {
+ "epoch": 70,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0784633606672287,
+ "mean_feedback_forward_cosine": 0.9982732910858957,
+ "mean_feedback_forward_relative_error": 0.05771061552590445,
+ "min_feedback_forward_cosine": 0.9969395399093628
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 27370,
+ "train_examples": 50000,
+ "train_loss": 0.21691304666519165
+ },
+ {
+ "epoch": 71,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07528278976678848,
+ "mean_feedback_forward_cosine": 0.9984068431352314,
+ "mean_feedback_forward_relative_error": 0.05543650039716771,
+ "min_feedback_forward_cosine": 0.9971820116043091
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 27761,
+ "train_examples": 50000,
+ "train_loss": 0.2197783943271637
+ },
+ {
+ "epoch": 72,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07251707464456558,
+ "mean_feedback_forward_cosine": 0.9985218236320897,
+ "mean_feedback_forward_relative_error": 0.05338385563931967,
+ "min_feedback_forward_cosine": 0.9973851442337036
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 28152,
+ "train_examples": 50000,
+ "train_loss": 0.20860771854400634
+ },
+ {
+ "epoch": 73,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.06950698047876358,
+ "mean_feedback_forward_cosine": 0.9986368041289481,
+ "mean_feedback_forward_relative_error": 0.05126833121635412,
+ "min_feedback_forward_cosine": 0.997597336769104
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 28543,
+ "train_examples": 50000,
+ "train_loss": 0.22113546739578246
+ },
+ {
+ "epoch": 74,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.06674308329820633,
+ "mean_feedback_forward_cosine": 0.9987422478826422,
+ "mean_feedback_forward_relative_error": 0.04924817549947061,
+ "min_feedback_forward_cosine": 0.9977837800979614
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 28934,
+ "train_examples": 50000,
+ "train_loss": 0.21520923093795777
+ },
+ {
+ "epoch": 75,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.06415430456399918,
+ "mean_feedback_forward_cosine": 0.9988358365861993,
+ "mean_feedback_forward_relative_error": 0.0473746385817465,
+ "min_feedback_forward_cosine": 0.9979520440101624
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 29325,
+ "train_examples": 50000,
+ "train_loss": 0.21333048491954804
+ },
+ {
+ "epoch": 76,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.06168223172426224,
+ "mean_feedback_forward_cosine": 0.9989237346147236,
+ "mean_feedback_forward_relative_error": 0.045554709571756814,
+ "min_feedback_forward_cosine": 0.9981064796447754
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 29716,
+ "train_examples": 50000,
+ "train_loss": 0.21425045120239258
+ },
+ {
+ "epoch": 77,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.05932221561670303,
+ "mean_feedback_forward_cosine": 0.9990047937945316,
+ "mean_feedback_forward_relative_error": 0.04380172589107564,
+ "min_feedback_forward_cosine": 0.9982483386993408
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 30107,
+ "train_examples": 50000,
+ "train_loss": 0.20893779522418976
+ },
+ {
+ "epoch": 78,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.057064302265644073,
+ "mean_feedback_forward_cosine": 0.9990780792738262,
+ "mean_feedback_forward_relative_error": 0.042154407618861446,
+ "min_feedback_forward_cosine": 0.9983787536621094
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 30498,
+ "train_examples": 50000,
+ "train_loss": 0.20841411416530609
+ },
+ {
+ "epoch": 79,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.05485239252448082,
+ "mean_feedback_forward_cosine": 0.9991467187279149,
+ "mean_feedback_forward_relative_error": 0.04055123815411016,
+ "min_feedback_forward_cosine": 0.9985014200210571
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 30889,
+ "train_examples": 50000,
+ "train_loss": 0.20558881327152254
+ },
+ {
+ "epoch": 80,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.05262824147939682,
+ "mean_feedback_forward_cosine": 0.9992108250919142,
+ "mean_feedback_forward_relative_error": 0.03899813884575116,
+ "min_feedback_forward_cosine": 0.9986202120780945
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 31280,
+ "train_examples": 50000,
+ "train_loss": 0.20863534938812256
+ },
+ {
+ "epoch": 81,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.05054010823369026,
+ "mean_feedback_forward_cosine": 0.9992698587869343,
+ "mean_feedback_forward_relative_error": 0.03751169733311001,
+ "min_feedback_forward_cosine": 0.9987270832061768
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 31671,
+ "train_examples": 50000,
+ "train_loss": 0.20875182423114777
+ },
+ {
+ "epoch": 82,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.04847333952784538,
+ "mean_feedback_forward_cosine": 0.9993273270757574,
+ "mean_feedback_forward_relative_error": 0.036009292363336214,
+ "min_feedback_forward_cosine": 0.9988292455673218
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 32062,
+ "train_examples": 50000,
+ "train_loss": 0.21284654743671416
+ },
+ {
+ "epoch": 83,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.04656003415584564,
+ "mean_feedback_forward_cosine": 0.9993772318488673,
+ "mean_feedback_forward_relative_error": 0.03464415968444787,
+ "min_feedback_forward_cosine": 0.9989197850227356
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 32453,
+ "train_examples": 50000,
+ "train_loss": 0.20589884860992433
+ },
+ {
+ "epoch": 84,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.044718120247125626,
+ "mean_feedback_forward_cosine": 0.9994242944215473,
+ "mean_feedback_forward_relative_error": 0.033306461856945566,
+ "min_feedback_forward_cosine": 0.9990034103393555
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 32844,
+ "train_examples": 50000,
+ "train_loss": 0.2039555728626251
+ },
+ {
+ "epoch": 85,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.04293333739042282,
+ "mean_feedback_forward_cosine": 0.9994691735819766,
+ "mean_feedback_forward_relative_error": 0.03198307463409085,
+ "min_feedback_forward_cosine": 0.9990812540054321
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 33235,
+ "train_examples": 50000,
+ "train_loss": 0.2055033529663086
+ },
+ {
+ "epoch": 86,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.041266269981861115,
+ "mean_feedback_forward_cosine": 0.9995089016462627,
+ "mean_feedback_forward_relative_error": 0.030763930886199598,
+ "min_feedback_forward_cosine": 0.9991511702537537
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 33626,
+ "train_examples": 50000,
+ "train_loss": 0.20926678663253784
+ },
+ {
+ "epoch": 87,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03962496295571327,
+ "mean_feedback_forward_cosine": 0.9995468196115995,
+ "mean_feedback_forward_relative_error": 0.02955206253222729,
+ "min_feedback_forward_cosine": 0.9992172122001648
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 34017,
+ "train_examples": 50000,
+ "train_loss": 0.20789328810691834
+ },
+ {
+ "epoch": 88,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03799188882112503,
+ "mean_feedback_forward_cosine": 0.9995815001035991,
+ "mean_feedback_forward_relative_error": 0.02840322393335794,
+ "min_feedback_forward_cosine": 0.9992803931236267
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 34408,
+ "train_examples": 50000,
+ "train_loss": 0.21184086050510406
+ },
+ {
+ "epoch": 89,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03658031299710274,
+ "mean_feedback_forward_cosine": 0.9996119706254256,
+ "mean_feedback_forward_relative_error": 0.027347941441755546,
+ "min_feedback_forward_cosine": 0.999332845211029
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 34799,
+ "train_examples": 50000,
+ "train_loss": 0.20259064952373504
+ },
+ {
+ "epoch": 90,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03519190847873688,
+ "mean_feedback_forward_cosine": 0.9996404459601954,
+ "mean_feedback_forward_relative_error": 0.026322352945020323,
+ "min_feedback_forward_cosine": 0.9993824362754822
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 35190,
+ "train_examples": 50000,
+ "train_loss": 0.19757543837547303
+ },
+ {
+ "epoch": 91,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03381280228495598,
+ "mean_feedback_forward_cosine": 0.9996674562755384,
+ "mean_feedback_forward_relative_error": 0.025314428206337124,
+ "min_feedback_forward_cosine": 0.9994298219680786
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 35581,
+ "train_examples": 50000,
+ "train_loss": 0.20042255244255067
+ },
+ {
+ "epoch": 92,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03247952088713646,
+ "mean_feedback_forward_cosine": 0.9996924023879202,
+ "mean_feedback_forward_relative_error": 0.024345717539912777,
+ "min_feedback_forward_cosine": 0.9994738698005676
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 35972,
+ "train_examples": 50000,
+ "train_loss": 0.20054024726867675
+ },
+ {
+ "epoch": 93,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.03116488642990589,
+ "mean_feedback_forward_cosine": 0.9997159681822124,
+ "mean_feedback_forward_relative_error": 0.023396770371810385,
+ "min_feedback_forward_cosine": 0.9995157122612
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 36363,
+ "train_examples": 50000,
+ "train_loss": 0.20490990519046784
+ },
+ {
+ "epoch": 94,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02997639775276184,
+ "mean_feedback_forward_cosine": 0.9997366541310361,
+ "mean_feedback_forward_relative_error": 0.022526048957125136,
+ "min_feedback_forward_cosine": 0.9995517730712891
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 36754,
+ "train_examples": 50000,
+ "train_loss": 0.19781552631139757
+ },
+ {
+ "epoch": 95,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02878512814640999,
+ "mean_feedback_forward_cosine": 0.9997561793578299,
+ "mean_feedback_forward_relative_error": 0.021671489910467676,
+ "min_feedback_forward_cosine": 0.9995867013931274
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 37145,
+ "train_examples": 50000,
+ "train_loss": 0.20112258635997773
+ },
+ {
+ "epoch": 96,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02762950211763382,
+ "mean_feedback_forward_cosine": 0.9997752214732923,
+ "mean_feedback_forward_relative_error": 0.020811174751112337,
+ "min_feedback_forward_cosine": 0.9996191263198853
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 37536,
+ "train_examples": 50000,
+ "train_loss": 0.19829977237701416
+ },
+ {
+ "epoch": 97,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.026539549231529236,
+ "mean_feedback_forward_cosine": 0.9997924252560264,
+ "mean_feedback_forward_relative_error": 0.020000331888073368,
+ "min_feedback_forward_cosine": 0.9996485710144043
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 37927,
+ "train_examples": 50000,
+ "train_loss": 0.20181411871910096
+ },
+ {
+ "epoch": 98,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.025494523346424103,
+ "mean_feedback_forward_cosine": 0.9998080573583904,
+ "mean_feedback_forward_relative_error": 0.0192308844753394,
+ "min_feedback_forward_cosine": 0.9996756911277771
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 38318,
+ "train_examples": 50000,
+ "train_loss": 0.19922858103752136
+ },
+ {
+ "epoch": 99,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02450042963027954,
+ "mean_feedback_forward_cosine": 0.9998224973678589,
+ "mean_feedback_forward_relative_error": 0.018493761112423318,
+ "min_feedback_forward_cosine": 0.9997004866600037
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 38709,
+ "train_examples": 50000,
+ "train_loss": 0.19956167534828187
+ },
+ {
+ "epoch": 100,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02355109713971615,
+ "mean_feedback_forward_cosine": 0.9998359052758468,
+ "mean_feedback_forward_relative_error": 0.01778221743083314,
+ "min_feedback_forward_cosine": 0.9997232556343079
+ },
+ "lr": 0.1,
+ "output_lr": 0.1,
+ "step": 39100,
+ "train_examples": 50000,
+ "train_loss": 0.19581967149734497
+ },
+ {
+ "epoch": 101,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023542871698737144,
+ "mean_feedback_forward_cosine": 0.9998360401705692,
+ "mean_feedback_forward_relative_error": 0.017772498883699115,
+ "min_feedback_forward_cosine": 0.9997234344482422
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 39491,
+ "train_examples": 50000,
+ "train_loss": 0.1236756948375702
+ },
+ {
+ "epoch": 102,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02353820390999317,
+ "mean_feedback_forward_cosine": 0.9998361154606468,
+ "mean_feedback_forward_relative_error": 0.01776506594921413,
+ "min_feedback_forward_cosine": 0.9997235536575317
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 39882,
+ "train_examples": 50000,
+ "train_loss": 0.09747550456523896
+ },
+ {
+ "epoch": 103,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023533513769507408,
+ "mean_feedback_forward_cosine": 0.9998362221215901,
+ "mean_feedback_forward_relative_error": 0.017757885746265713,
+ "min_feedback_forward_cosine": 0.9997236728668213
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 40273,
+ "train_examples": 50000,
+ "train_loss": 0.08808807847499847
+ },
+ {
+ "epoch": 104,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023529035970568657,
+ "mean_feedback_forward_cosine": 0.9998363099600139,
+ "mean_feedback_forward_relative_error": 0.01775112586390031,
+ "min_feedback_forward_cosine": 0.9997237920761108
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 40664,
+ "train_examples": 50000,
+ "train_loss": 0.0813669945693016
+ },
+ {
+ "epoch": 105,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0235243309289217,
+ "mean_feedback_forward_cosine": 0.9998363789759184,
+ "mean_feedback_forward_relative_error": 0.017744342453385655,
+ "min_feedback_forward_cosine": 0.9997239112854004
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 41055,
+ "train_examples": 50000,
+ "train_loss": 0.07782446749687195
+ },
+ {
+ "epoch": 106,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023519985377788544,
+ "mean_feedback_forward_cosine": 0.9998364856368617,
+ "mean_feedback_forward_relative_error": 0.01773788101088844,
+ "min_feedback_forward_cosine": 0.9997239112854004
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 41446,
+ "train_examples": 50000,
+ "train_loss": 0.07170286382913589
+ },
+ {
+ "epoch": 107,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02351556345820427,
+ "mean_feedback_forward_cosine": 0.9998365515156796,
+ "mean_feedback_forward_relative_error": 0.01773151892580484,
+ "min_feedback_forward_cosine": 0.9997240304946899
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 41837,
+ "train_examples": 50000,
+ "train_loss": 0.06847817730426789
+ },
+ {
+ "epoch": 108,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023511026054620743,
+ "mean_feedback_forward_cosine": 0.9998366330799303,
+ "mean_feedback_forward_relative_error": 0.017725305901350158,
+ "min_feedback_forward_cosine": 0.999724268913269
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 42228,
+ "train_examples": 50000,
+ "train_loss": 0.06606978836536408
+ },
+ {
+ "epoch": 109,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023506496101617813,
+ "mean_feedback_forward_cosine": 0.9998367083700079,
+ "mean_feedback_forward_relative_error": 0.017719032561504526,
+ "min_feedback_forward_cosine": 0.999724268913269
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 42619,
+ "train_examples": 50000,
+ "train_loss": 0.06365371140718461
+ },
+ {
+ "epoch": 110,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023502036929130554,
+ "mean_feedback_forward_cosine": 0.9998367742488259,
+ "mean_feedback_forward_relative_error": 0.01771265836922746,
+ "min_feedback_forward_cosine": 0.9997243881225586
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 43010,
+ "train_examples": 50000,
+ "train_loss": 0.06021396337866783
+ },
+ {
+ "epoch": 111,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02349746786057949,
+ "mean_feedback_forward_cosine": 0.9998368777726826,
+ "mean_feedback_forward_relative_error": 0.01770649887131233,
+ "min_feedback_forward_cosine": 0.9997245073318481
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 43401,
+ "train_examples": 50000,
+ "train_loss": 0.05857227984309196
+ },
+ {
+ "epoch": 112,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02349289506673813,
+ "mean_feedback_forward_cosine": 0.9998369844336259,
+ "mean_feedback_forward_relative_error": 0.01770027577386875,
+ "min_feedback_forward_cosine": 0.9997247457504272
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 43792,
+ "train_examples": 50000,
+ "train_loss": 0.05728690538823605
+ },
+ {
+ "epoch": 113,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023488439619541168,
+ "mean_feedback_forward_cosine": 0.9998370565866169,
+ "mean_feedback_forward_relative_error": 0.01769417431205511,
+ "min_feedback_forward_cosine": 0.9997247457504272
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 44183,
+ "train_examples": 50000,
+ "train_loss": 0.054087092715501786
+ },
+ {
+ "epoch": 114,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023483794182538986,
+ "mean_feedback_forward_cosine": 0.9998371632475602,
+ "mean_feedback_forward_relative_error": 0.017688091672760874,
+ "min_feedback_forward_cosine": 0.9997248649597168
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 44574,
+ "train_examples": 50000,
+ "train_loss": 0.05327781386137009
+ },
+ {
+ "epoch": 115,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023479023948311806,
+ "mean_feedback_forward_cosine": 0.9998372291263781,
+ "mean_feedback_forward_relative_error": 0.017681793236222706,
+ "min_feedback_forward_cosine": 0.9997249841690063
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 44965,
+ "train_examples": 50000,
+ "train_loss": 0.05246301278233528
+ },
+ {
+ "epoch": 116,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02347436733543873,
+ "mean_feedback_forward_cosine": 0.9998373138277155,
+ "mean_feedback_forward_relative_error": 0.0176756494482489,
+ "min_feedback_forward_cosine": 0.9997251033782959
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 45356,
+ "train_examples": 50000,
+ "train_loss": 0.050172818863987924
+ },
+ {
+ "epoch": 117,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02346990443766117,
+ "mean_feedback_forward_cosine": 0.9998373985290527,
+ "mean_feedback_forward_relative_error": 0.017669501101696176,
+ "min_feedback_forward_cosine": 0.9997251629829407
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 45747,
+ "train_examples": 50000,
+ "train_loss": 0.04647394307613373
+ },
+ {
+ "epoch": 118,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023465104401111603,
+ "mean_feedback_forward_cosine": 0.9998374957787363,
+ "mean_feedback_forward_relative_error": 0.017663119850974334,
+ "min_feedback_forward_cosine": 0.9997252821922302
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 46138,
+ "train_examples": 50000,
+ "train_loss": 0.0468657146859169
+ },
+ {
+ "epoch": 119,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02346024103462696,
+ "mean_feedback_forward_cosine": 0.9998375898913333,
+ "mean_feedback_forward_relative_error": 0.01765680999348038,
+ "min_feedback_forward_cosine": 0.9997254610061646
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 46529,
+ "train_examples": 50000,
+ "train_loss": 0.04547766117334366
+ },
+ {
+ "epoch": 120,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023455336689949036,
+ "mean_feedback_forward_cosine": 0.9998376902781034,
+ "mean_feedback_forward_relative_error": 0.01765055241259305,
+ "min_feedback_forward_cosine": 0.9997255802154541
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 46920,
+ "train_examples": 50000,
+ "train_loss": 0.04480087527751923
+ },
+ {
+ "epoch": 121,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023450380191206932,
+ "mean_feedback_forward_cosine": 0.9998377875277871,
+ "mean_feedback_forward_relative_error": 0.017644206919756374,
+ "min_feedback_forward_cosine": 0.9997256398200989
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 47311,
+ "train_examples": 50000,
+ "train_loss": 0.044035287322402
+ },
+ {
+ "epoch": 122,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023445529863238335,
+ "mean_feedback_forward_cosine": 0.9998378659549513,
+ "mean_feedback_forward_relative_error": 0.01763799686082884,
+ "min_feedback_forward_cosine": 0.9997258186340332
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 47702,
+ "train_examples": 50000,
+ "train_loss": 0.0424709809422493
+ },
+ {
+ "epoch": 123,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023440571501851082,
+ "mean_feedback_forward_cosine": 0.9998379443821154,
+ "mean_feedback_forward_relative_error": 0.01763170847277108,
+ "min_feedback_forward_cosine": 0.9997259378433228
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 48093,
+ "train_examples": 50000,
+ "train_loss": 0.04040559020280838
+ },
+ {
+ "epoch": 124,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02343549020588398,
+ "mean_feedback_forward_cosine": 0.9998380604543184,
+ "mean_feedback_forward_relative_error": 0.017625319624417705,
+ "min_feedback_forward_cosine": 0.9997260570526123
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 48484,
+ "train_examples": 50000,
+ "train_loss": 0.0407452875483036
+ },
+ {
+ "epoch": 125,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023430390283465385,
+ "mean_feedback_forward_cosine": 0.9998381545669154,
+ "mean_feedback_forward_relative_error": 0.017618816885116854,
+ "min_feedback_forward_cosine": 0.9997261762619019
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 48875,
+ "train_examples": 50000,
+ "train_loss": 0.0408136903834343
+ },
+ {
+ "epoch": 126,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023425184190273285,
+ "mean_feedback_forward_cosine": 0.9998382549536856,
+ "mean_feedback_forward_relative_error": 0.017612327037281113,
+ "min_feedback_forward_cosine": 0.9997262358665466
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 49266,
+ "train_examples": 50000,
+ "train_loss": 0.03979753321647644
+ },
+ {
+ "epoch": 127,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023419927805662155,
+ "mean_feedback_forward_cosine": 0.9998383427921095,
+ "mean_feedback_forward_relative_error": 0.017605616760097052,
+ "min_feedback_forward_cosine": 0.9997263550758362
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 49657,
+ "train_examples": 50000,
+ "train_loss": 0.03905742102980614
+ },
+ {
+ "epoch": 128,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023414863273501396,
+ "mean_feedback_forward_cosine": 0.9998384525901393,
+ "mean_feedback_forward_relative_error": 0.017599164238689763,
+ "min_feedback_forward_cosine": 0.9997264742851257
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 50048,
+ "train_examples": 50000,
+ "train_loss": 0.036579988394975664
+ },
+ {
+ "epoch": 129,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023409733548760414,
+ "mean_feedback_forward_cosine": 0.9998385717994288,
+ "mean_feedback_forward_relative_error": 0.0175927120849098,
+ "min_feedback_forward_cosine": 0.9997266530990601
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 50439,
+ "train_examples": 50000,
+ "train_loss": 0.03675649410486221
+ },
+ {
+ "epoch": 130,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02340470626950264,
+ "mean_feedback_forward_cosine": 0.9998386533636796,
+ "mean_feedback_forward_relative_error": 0.017586188292817065,
+ "min_feedback_forward_cosine": 0.9997266530990601
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 50830,
+ "train_examples": 50000,
+ "train_loss": 0.03424716347932816
+ },
+ {
+ "epoch": 131,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02339932695031166,
+ "mean_feedback_forward_cosine": 0.9998387788471422,
+ "mean_feedback_forward_relative_error": 0.017579433924861644,
+ "min_feedback_forward_cosine": 0.9997269511222839
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 51221,
+ "train_examples": 50000,
+ "train_loss": 0.03485953302919865
+ },
+ {
+ "epoch": 132,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02339424192905426,
+ "mean_feedback_forward_cosine": 0.9998388729597393,
+ "mean_feedback_forward_relative_error": 0.017572860699146986,
+ "min_feedback_forward_cosine": 0.9997268915176392
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 51612,
+ "train_examples": 50000,
+ "train_loss": 0.03307149721741676
+ },
+ {
+ "epoch": 133,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02338869497179985,
+ "mean_feedback_forward_cosine": 0.9998389576610766,
+ "mean_feedback_forward_relative_error": 0.017566105988072723,
+ "min_feedback_forward_cosine": 0.9997270703315735
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 52003,
+ "train_examples": 50000,
+ "train_loss": 0.03417502753615379
+ },
+ {
+ "epoch": 134,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02338322438299656,
+ "mean_feedback_forward_cosine": 0.9998390800074527,
+ "mean_feedback_forward_relative_error": 0.017559204740743888,
+ "min_feedback_forward_cosine": 0.9997271299362183
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 52394,
+ "train_examples": 50000,
+ "train_loss": 0.03339349335074425
+ },
+ {
+ "epoch": 135,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023377852514386177,
+ "mean_feedback_forward_cosine": 0.9998391709829632,
+ "mean_feedback_forward_relative_error": 0.017552312953691734,
+ "min_feedback_forward_cosine": 0.9997272491455078
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 52785,
+ "train_examples": 50000,
+ "train_loss": 0.03251529821872711
+ },
+ {
+ "epoch": 136,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023372720927000046,
+ "mean_feedback_forward_cosine": 0.999839302740599,
+ "mean_feedback_forward_relative_error": 0.01754566536922204,
+ "min_feedback_forward_cosine": 0.9997274875640869
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 53176,
+ "train_examples": 50000,
+ "train_loss": 0.030737761940956117
+ },
+ {
+ "epoch": 137,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02336716465651989,
+ "mean_feedback_forward_cosine": 0.9998394062644557,
+ "mean_feedback_forward_relative_error": 0.01753867660207968,
+ "min_feedback_forward_cosine": 0.9997276067733765
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 53567,
+ "train_examples": 50000,
+ "train_loss": 0.031349986025094985
+ },
+ {
+ "epoch": 138,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023361675441265106,
+ "mean_feedback_forward_cosine": 0.9998395286108318,
+ "mean_feedback_forward_relative_error": 0.01753187581504646,
+ "min_feedback_forward_cosine": 0.999727725982666
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 53958,
+ "train_examples": 50000,
+ "train_loss": 0.029603690266013144
+ },
+ {
+ "epoch": 139,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02335577830672264,
+ "mean_feedback_forward_cosine": 0.9998395976267362,
+ "mean_feedback_forward_relative_error": 0.017524560888935076,
+ "min_feedback_forward_cosine": 0.9997277855873108
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 54349,
+ "train_examples": 50000,
+ "train_loss": 0.03143566385626793
+ },
+ {
+ "epoch": 140,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023349737748503685,
+ "mean_feedback_forward_cosine": 0.9998397733035841,
+ "mean_feedback_forward_relative_error": 0.01751705925715597,
+ "min_feedback_forward_cosine": 0.9997280240058899
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 54740,
+ "train_examples": 50000,
+ "train_loss": 0.031357577148675916
+ },
+ {
+ "epoch": 141,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023343779146671295,
+ "mean_feedback_forward_cosine": 0.9998398768274408,
+ "mean_feedback_forward_relative_error": 0.01750972472425354,
+ "min_feedback_forward_cosine": 0.9997281432151794
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 55131,
+ "train_examples": 50000,
+ "train_loss": 0.030024923699498177
+ },
+ {
+ "epoch": 142,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023337777704000473,
+ "mean_feedback_forward_cosine": 0.9998399866254706,
+ "mean_feedback_forward_relative_error": 0.01750226997721352,
+ "min_feedback_forward_cosine": 0.999728262424469
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 55522,
+ "train_examples": 50000,
+ "train_loss": 0.02923239346385002
+ },
+ {
+ "epoch": 143,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023331688717007637,
+ "mean_feedback_forward_cosine": 0.9998400964235005,
+ "mean_feedback_forward_relative_error": 0.017494787805174526,
+ "min_feedback_forward_cosine": 0.9997283816337585
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 55913,
+ "train_examples": 50000,
+ "train_loss": 0.028809776036143302
+ },
+ {
+ "epoch": 144,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023325927555561066,
+ "mean_feedback_forward_cosine": 0.9998402093586168,
+ "mean_feedback_forward_relative_error": 0.017487642526822656,
+ "min_feedback_forward_cosine": 0.9997285604476929
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 56304,
+ "train_examples": 50000,
+ "train_loss": 0.027221469062566755
+ },
+ {
+ "epoch": 145,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023319661617279053,
+ "mean_feedback_forward_cosine": 0.9998403473904258,
+ "mean_feedback_forward_relative_error": 0.01748000379455717,
+ "min_feedback_forward_cosine": 0.9997286200523376
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 56695,
+ "train_examples": 50000,
+ "train_loss": 0.028306029340326787
+ },
+ {
+ "epoch": 146,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023313837125897408,
+ "mean_feedback_forward_cosine": 0.9998404634626288,
+ "mean_feedback_forward_relative_error": 0.01747281150892377,
+ "min_feedback_forward_cosine": 0.999728798866272
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 57086,
+ "train_examples": 50000,
+ "train_loss": 0.02637038481593132
+ },
+ {
+ "epoch": 147,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023307349532842636,
+ "mean_feedback_forward_cosine": 0.9998405983573512,
+ "mean_feedback_forward_relative_error": 0.017465155326614256,
+ "min_feedback_forward_cosine": 0.9997289776802063
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 57477,
+ "train_examples": 50000,
+ "train_loss": 0.02744144564986229
+ },
+ {
+ "epoch": 148,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023300573229789734,
+ "mean_feedback_forward_cosine": 0.9998407144295541,
+ "mean_feedback_forward_relative_error": 0.017457119140185808,
+ "min_feedback_forward_cosine": 0.9997292160987854
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 57868,
+ "train_examples": 50000,
+ "train_loss": 0.027158371942043305
+ },
+ {
+ "epoch": 149,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023294003680348396,
+ "mean_feedback_forward_cosine": 0.9998408273646706,
+ "mean_feedback_forward_relative_error": 0.017449136823415756,
+ "min_feedback_forward_cosine": 0.9997292757034302
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 58259,
+ "train_examples": 50000,
+ "train_loss": 0.027715308804512024
+ },
+ {
+ "epoch": 150,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287752643227577,
+ "mean_feedback_forward_cosine": 0.9998409779448258,
+ "mean_feedback_forward_relative_error": 0.017441295283405406,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.010000000000000002,
+ "output_lr": 0.010000000000000002,
+ "step": 58650,
+ "train_examples": 50000,
+ "train_loss": 0.025534065507054327
+ },
+ {
+ "epoch": 151,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287681862711906,
+ "mean_feedback_forward_cosine": 0.9998409716706527,
+ "mean_feedback_forward_relative_error": 0.01744110637197369,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 59041,
+ "train_examples": 50000,
+ "train_loss": 0.023126552869677543
+ },
+ {
+ "epoch": 152,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287629708647728,
+ "mean_feedback_forward_cosine": 0.9998409748077393,
+ "mean_feedback_forward_relative_error": 0.017440940204419587,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 59432,
+ "train_examples": 50000,
+ "train_loss": 0.02281324056327343
+ },
+ {
+ "epoch": 153,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287585005164146,
+ "mean_feedback_forward_cosine": 0.9998409716706527,
+ "mean_feedback_forward_relative_error": 0.01744077724747752,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 59823,
+ "train_examples": 50000,
+ "train_loss": 0.021053250761926174
+ },
+ {
+ "epoch": 154,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287536576390266,
+ "mean_feedback_forward_cosine": 0.9998409842189989,
+ "mean_feedback_forward_relative_error": 0.017440615172841047,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 60214,
+ "train_examples": 50000,
+ "train_loss": 0.021394379252716898
+ },
+ {
+ "epoch": 155,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287488147616386,
+ "mean_feedback_forward_cosine": 0.9998409999044318,
+ "mean_feedback_forward_relative_error": 0.017440455328477055,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 60605,
+ "train_examples": 50000,
+ "train_loss": 0.020610975865125655
+ },
+ {
+ "epoch": 156,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287441581487656,
+ "mean_feedback_forward_cosine": 0.9998409842189989,
+ "mean_feedback_forward_relative_error": 0.01744029624387622,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 60996,
+ "train_examples": 50000,
+ "train_loss": 0.01996522889852524
+ },
+ {
+ "epoch": 157,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287393152713776,
+ "mean_feedback_forward_cosine": 0.9998410093156915,
+ "mean_feedback_forward_relative_error": 0.01744013637500374,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 61387,
+ "train_examples": 50000,
+ "train_loss": 0.019278925200998782
+ },
+ {
+ "epoch": 158,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287342861294746,
+ "mean_feedback_forward_cosine": 0.999840962259393,
+ "mean_feedback_forward_relative_error": 0.01743997809918303,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 61778,
+ "train_examples": 50000,
+ "train_loss": 0.019621174844652416
+ },
+ {
+ "epoch": 159,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287300020456314,
+ "mean_feedback_forward_cosine": 0.9998409904931721,
+ "mean_feedback_forward_relative_error": 0.01743981587749563,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 62169,
+ "train_examples": 50000,
+ "train_loss": 0.019776837486624718
+ },
+ {
+ "epoch": 160,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287255316972733,
+ "mean_feedback_forward_cosine": 0.9998409810819124,
+ "mean_feedback_forward_relative_error": 0.017439663826831077,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 62560,
+ "train_examples": 50000,
+ "train_loss": 0.020378491938710212
+ },
+ {
+ "epoch": 161,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287208750844002,
+ "mean_feedback_forward_cosine": 0.9998410187269512,
+ "mean_feedback_forward_relative_error": 0.01743950844301205,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 62951,
+ "train_examples": 50000,
+ "train_loss": 0.0198153387182951
+ },
+ {
+ "epoch": 162,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328716591000557,
+ "mean_feedback_forward_cosine": 0.9998409873560855,
+ "mean_feedback_forward_relative_error": 0.01743934813298677,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 63342,
+ "train_examples": 50000,
+ "train_loss": 0.017996792468428613
+ },
+ {
+ "epoch": 163,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287123069167137,
+ "mean_feedback_forward_cosine": 0.9998410061786049,
+ "mean_feedback_forward_relative_error": 0.01743918524957017,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 63733,
+ "train_examples": 50000,
+ "train_loss": 0.01919635002851486
+ },
+ {
+ "epoch": 164,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287080228328705,
+ "mean_feedback_forward_cosine": 0.9998409936302587,
+ "mean_feedback_forward_relative_error": 0.017439030993141626,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 64124,
+ "train_examples": 50000,
+ "train_loss": 0.017838535489886998
+ },
+ {
+ "epoch": 165,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287048563361168,
+ "mean_feedback_forward_cosine": 0.9998410061786049,
+ "mean_feedback_forward_relative_error": 0.017438872006574745,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 64515,
+ "train_examples": 50000,
+ "train_loss": 0.017671099393367768
+ },
+ {
+ "epoch": 166,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023287005722522736,
+ "mean_feedback_forward_cosine": 0.9998410093156915,
+ "mean_feedback_forward_relative_error": 0.017438715593399184,
+ "min_feedback_forward_cosine": 0.999729573726654
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 64906,
+ "train_examples": 50000,
+ "train_loss": 0.01845243679612875
+ },
+ {
+ "epoch": 167,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286962881684303,
+ "mean_feedback_forward_cosine": 0.9998410061786049,
+ "mean_feedback_forward_relative_error": 0.017438560944834824,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 65297,
+ "train_examples": 50000,
+ "train_loss": 0.01822822848379612
+ },
+ {
+ "epoch": 168,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328692562878132,
+ "mean_feedback_forward_cosine": 0.9998409999044318,
+ "mean_feedback_forward_relative_error": 0.01743840999705227,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 65688,
+ "train_examples": 50000,
+ "train_loss": 0.018309657716155052
+ },
+ {
+ "epoch": 169,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286882787942886,
+ "mean_feedback_forward_cosine": 0.9998410030415184,
+ "mean_feedback_forward_relative_error": 0.017438249956620366,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 66079,
+ "train_examples": 50000,
+ "train_loss": 0.01790042732924223
+ },
+ {
+ "epoch": 170,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286836221814156,
+ "mean_feedback_forward_cosine": 0.9998410093156915,
+ "mean_feedback_forward_relative_error": 0.01743809888629537,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 66470,
+ "train_examples": 50000,
+ "train_loss": 0.01763336478382349
+ },
+ {
+ "epoch": 171,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286795243620872,
+ "mean_feedback_forward_cosine": 0.999841012452778,
+ "mean_feedback_forward_relative_error": 0.017437945757257312,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 66861,
+ "train_examples": 50000,
+ "train_loss": 0.017897946850806475
+ },
+ {
+ "epoch": 172,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286746814846992,
+ "mean_feedback_forward_cosine": 0.9998410030415184,
+ "mean_feedback_forward_relative_error": 0.01743779211354099,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 67252,
+ "train_examples": 50000,
+ "train_loss": 0.01726263719558716
+ },
+ {
+ "epoch": 173,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328670583665371,
+ "mean_feedback_forward_cosine": 0.999841034412384,
+ "mean_feedback_forward_relative_error": 0.017437638665892576,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 67643,
+ "train_examples": 50000,
+ "train_loss": 0.0170649010553956
+ },
+ {
+ "epoch": 174,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286666721105576,
+ "mean_feedback_forward_cosine": 0.9998409936302587,
+ "mean_feedback_forward_relative_error": 0.01743748320854808,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 68034,
+ "train_examples": 50000,
+ "train_loss": 0.017460184436738493
+ },
+ {
+ "epoch": 175,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286623880267143,
+ "mean_feedback_forward_cosine": 0.9998409936302587,
+ "mean_feedback_forward_relative_error": 0.017437326574796123,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 68425,
+ "train_examples": 50000,
+ "train_loss": 0.01830650190651417
+ },
+ {
+ "epoch": 176,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286588490009308,
+ "mean_feedback_forward_cosine": 0.9998409967673453,
+ "mean_feedback_forward_relative_error": 0.017437181705118793,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 68816,
+ "train_examples": 50000,
+ "train_loss": 0.017178862721920013
+ },
+ {
+ "epoch": 177,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286549374461174,
+ "mean_feedback_forward_cosine": 0.9998409999044318,
+ "mean_feedback_forward_relative_error": 0.017437034556152003,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 69207,
+ "train_examples": 50000,
+ "train_loss": 0.017217900459468364
+ },
+ {
+ "epoch": 178,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328650653362274,
+ "mean_feedback_forward_cosine": 0.9998410312752974,
+ "mean_feedback_forward_relative_error": 0.017436881059486615,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 69598,
+ "train_examples": 50000,
+ "train_loss": 0.017271476043015717
+ },
+ {
+ "epoch": 179,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328646555542946,
+ "mean_feedback_forward_cosine": 0.9998410187269512,
+ "mean_feedback_forward_relative_error": 0.017436732734112365,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 69989,
+ "train_examples": 50000,
+ "train_loss": 0.017563968722224235
+ },
+ {
+ "epoch": 180,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286422714591026,
+ "mean_feedback_forward_cosine": 0.9998410061786049,
+ "mean_feedback_forward_relative_error": 0.0174365807079563,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 70380,
+ "train_examples": 50000,
+ "train_loss": 0.017162835009098053
+ },
+ {
+ "epoch": 181,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286376148462296,
+ "mean_feedback_forward_cosine": 0.9998410250011244,
+ "mean_feedback_forward_relative_error": 0.017436427971054064,
+ "min_feedback_forward_cosine": 0.999729335308075
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 70771,
+ "train_examples": 50000,
+ "train_loss": 0.01722058118015528
+ },
+ {
+ "epoch": 182,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328633703291416,
+ "mean_feedback_forward_cosine": 0.999841034412384,
+ "mean_feedback_forward_relative_error": 0.01743627927805248,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 71162,
+ "train_examples": 50000,
+ "train_loss": 0.016867592164874077
+ },
+ {
+ "epoch": 183,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328629046678543,
+ "mean_feedback_forward_cosine": 0.9998410312752974,
+ "mean_feedback_forward_relative_error": 0.0174361257568786,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 71553,
+ "train_examples": 50000,
+ "train_loss": 0.01651648246407509
+ },
+ {
+ "epoch": 184,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286247625947,
+ "mean_feedback_forward_cosine": 0.9998410093156915,
+ "mean_feedback_forward_relative_error": 0.017435978754962746,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 71944,
+ "train_examples": 50000,
+ "train_loss": 0.016739701369702816
+ },
+ {
+ "epoch": 185,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286206647753716,
+ "mean_feedback_forward_cosine": 0.9998410595090765,
+ "mean_feedback_forward_relative_error": 0.0174358288855537,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 72335,
+ "train_examples": 50000,
+ "train_loss": 0.016913250033557415
+ },
+ {
+ "epoch": 186,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328617312014103,
+ "mean_feedback_forward_cosine": 0.9998410093156915,
+ "mean_feedback_forward_relative_error": 0.017435678305398477,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 72726,
+ "train_examples": 50000,
+ "train_loss": 0.017181944202184676
+ },
+ {
+ "epoch": 187,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286132141947746,
+ "mean_feedback_forward_cosine": 0.9998410312752974,
+ "mean_feedback_forward_relative_error": 0.01743552676941219,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 73117,
+ "train_examples": 50000,
+ "train_loss": 0.017223249304294586
+ },
+ {
+ "epoch": 188,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286093026399612,
+ "mean_feedback_forward_cosine": 0.9998410312752974,
+ "mean_feedback_forward_relative_error": 0.017435371581661075,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 73508,
+ "train_examples": 50000,
+ "train_loss": 0.015878218078613282
+ },
+ {
+ "epoch": 189,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328605018556118,
+ "mean_feedback_forward_cosine": 0.9998410281382109,
+ "mean_feedback_forward_relative_error": 0.017435220143708744,
+ "min_feedback_forward_cosine": 0.9997293949127197
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 73899,
+ "train_examples": 50000,
+ "train_loss": 0.01752918921351433
+ },
+ {
+ "epoch": 190,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023286007344722748,
+ "mean_feedback_forward_cosine": 0.9998410438236437,
+ "mean_feedback_forward_relative_error": 0.01743506696565371,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 74290,
+ "train_examples": 50000,
+ "train_loss": 0.016888238548636435
+ },
+ {
+ "epoch": 191,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285968229174614,
+ "mean_feedback_forward_cosine": 0.9998410250011244,
+ "mean_feedback_forward_relative_error": 0.017434921189162293,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 74681,
+ "train_examples": 50000,
+ "train_loss": 0.017404314740002154
+ },
+ {
+ "epoch": 192,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285934701561928,
+ "mean_feedback_forward_cosine": 0.9998410250011244,
+ "mean_feedback_forward_relative_error": 0.017434772790262575,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 75072,
+ "train_examples": 50000,
+ "train_loss": 0.015363169437050819
+ },
+ {
+ "epoch": 193,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285893723368645,
+ "mean_feedback_forward_cosine": 0.9998410532349035,
+ "mean_feedback_forward_relative_error": 0.01743463029790866,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 75463,
+ "train_examples": 50000,
+ "train_loss": 0.016273371571302413
+ },
+ {
+ "epoch": 194,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285843431949615,
+ "mean_feedback_forward_cosine": 0.9998410626461631,
+ "mean_feedback_forward_relative_error": 0.01743447430137741,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 75854,
+ "train_examples": 50000,
+ "train_loss": 0.01754783113926649
+ },
+ {
+ "epoch": 195,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328581176698208,
+ "mean_feedback_forward_cosine": 0.9998410469607303,
+ "mean_feedback_forward_relative_error": 0.017434322422272282,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 76245,
+ "train_examples": 50000,
+ "train_loss": 0.015270344339311123
+ },
+ {
+ "epoch": 196,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285770788788795,
+ "mean_feedback_forward_cosine": 0.9998410187269512,
+ "mean_feedback_forward_relative_error": 0.01743417880252788,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 76636,
+ "train_examples": 50000,
+ "train_loss": 0.016540868909955025
+ },
+ {
+ "epoch": 197,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328573167324066,
+ "mean_feedback_forward_cosine": 0.9998410438236437,
+ "mean_feedback_forward_relative_error": 0.017434029692881985,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 77027,
+ "train_examples": 50000,
+ "train_loss": 0.01606601231575012
+ },
+ {
+ "epoch": 198,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285694420337677,
+ "mean_feedback_forward_cosine": 0.9998410500978169,
+ "mean_feedback_forward_relative_error": 0.01743388271547462,
+ "min_feedback_forward_cosine": 0.9997294545173645
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 77418,
+ "train_examples": 50000,
+ "train_loss": 0.016473623100817205
+ },
+ {
+ "epoch": 199,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.023285653442144394,
+ "mean_feedback_forward_cosine": 0.9998410500978169,
+ "mean_feedback_forward_relative_error": 0.01743373333623535,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 77809,
+ "train_examples": 50000,
+ "train_loss": 0.015586742779612542
+ },
+ {
+ "epoch": 200,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.02328561618924141,
+ "mean_feedback_forward_cosine": 0.9998410532349035,
+ "mean_feedback_forward_relative_error": 0.01743358883418535,
+ "min_feedback_forward_cosine": 0.9997295141220093
+ },
+ "lr": 0.0010000000000000002,
+ "output_lr": 0.0010000000000000002,
+ "step": 78200,
+ "train_examples": 50000,
+ "train_loss": 0.015274800401628017
+ }
+ ],
+ "evaluation_protocol": {
+ "test_evaluations": 1,
+ "test_used_for_selection": false,
+ "validation_evaluations": 0
+ },
+ "final": {
+ "accuracy": 0.9144,
+ "epoch": 200,
+ "evaluation_split": "test",
+ "finite": true,
+ "loss": 0.397072021484375,
+ "step": 78200
+ },
+ "hardware": {
+ "cuda_device_name": "NVIDIA GeForce GTX 1080",
+ "cuda_visible_devices": "7",
+ "device": "cuda",
+ "device_total_memory_bytes": 8507949056,
+ "peak_memory_allocated_bytes": 2162265600,
+ "peak_memory_reserved_bytes": 2864709632,
+ "torch_version": "2.3.1+cu118"
+ },
+ "protocol_family": "oral_a_cifar_local_resnet_development",
+ "provenance": {
+ "git_commit": "0008f2cd96c06bea98f43560867d93967c597711",
+ "git_tracked_dirty": false
+ },
+ "schema_version": 1,
+ "split": {
+ "cifar_source_files": [
+ {
+ "bytes": 31035704,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+ "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+ },
+ {
+ "bytes": 31035320,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+ "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+ },
+ {
+ "bytes": 31035999,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+ "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+ },
+ {
+ "bytes": 31035696,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+ "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+ },
+ {
+ "bytes": 31035623,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+ "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+ },
+ {
+ "bytes": 31035526,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+ "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+ }
+ ],
+ "dataset": "cifar10",
+ "evaluation_split": "test",
+ "input_layout": "NCHW",
+ "input_shape": [
+ 3,
+ 32,
+ 32
+ ],
+ "loader_seed": 14,
+ "normalization_mean": [
+ 0.49140000343322754,
+ 0.4821999967098236,
+ 0.4465000033378601
+ ],
+ "normalization_std": [
+ 0.24699999392032623,
+ 0.2434999942779541,
+ 0.26159998774528503
+ ],
+ "split_from_training_only": true,
+ "split_seed": null,
+ "test_examples": 10000,
+ "train_examples": 50000,
+ "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+ "validation_class_counts": {},
+ "validation_examples": 0,
+ "validation_index_sha256": null
+ },
+ "timing": {
+ "apical_warmup_wall_s": 0.0,
+ "evaluation_wall_s": 0.7012748718261719,
+ "mirror_warmup_wall_s": 0.0,
+ "predictor_warmup_wall_s": 0.0,
+ "timing_excludes_data_loading_hashing_and_model_construction": true,
+ "total_timed_wall_s": 6199.550989866257,
+ "train_wall_s": 6197.441554784775
+ },
+ "work": {
+ "apical_macs_per_example": 40108672,
+ "causal_scalar_observations": 0,
+ "components": {
+ "apical_projection_macs": 401086720000000,
+ "apical_regression_macs": 0,
+ "bp_reverse_macs_estimate": 0,
+ "kp_reciprocal_correlation_macs": 401086720000000,
+ "local_weight_correlation_macs": 405510400000000,
+ "mirror_feedback_prediction_macs": 0,
+ "mirror_local_correlation_macs": 0,
+ "mirror_response_macs": 0,
+ "ordinary_forward_macs": 405510400000000,
+ "perturbation_forward_macs": 0,
+ "warmup_clean_forward_macs": 0
+ },
+ "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+ "elementwise_operations_estimate": 0,
+ "forward_macs_per_example": 40551040,
+ "logical_batch_loss_queries": 0,
+ "mirror_probe_examples": 0,
+ "mirror_readout_probe_examples": 0,
+ "neutral_projection_observations": 0,
+ "per_example_cross_entropy_terms": 0,
+ "total_clean_forward_examples": 10000000,
+ "total_forward_equivalent_examples": 10000000,
+ "total_macs_estimate": 1613194240000000
+ }
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-01 00:53:00 +0000