From 2fed62a2486962e0054fbb9d38661ed76a2820f4 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Thu, 23 Jul 2026 06:52:10 -0500 Subject: results: pass dynamic innovation confirmation gate --- .../seed12_dynamic.json | 6645 ++++++++++++++++++++ 1 file changed, 6645 insertions(+) create mode 100644 results/kp_dynamic_projection_confirmation/seed12_dynamic.json (limited to 'results/kp_dynamic_projection_confirmation/seed12_dynamic.json') diff --git a/results/kp_dynamic_projection_confirmation/seed12_dynamic.json b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json new file mode 100644 index 0000000..ea784f2 --- /dev/null +++ b/results/kp_dynamic_projection_confirmation/seed12_dynamic.json @@ -0,0 +1,6645 @@ +{ + "architecture": { + "adaptive_apical_parameters": 376832, + "adaptive_feedback_parameters": 267904, + "base_width": 16, + "blocks_per_stage": 3, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 20, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 188416, + "forward_parameters": 269722, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 376832, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 20, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 12, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/kp_dynamic_projection_confirmation/seed12_dynamic.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 12, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5012, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9997114737828573, + "feedback_forward_cosine": [ + 0.9998574256896973, + 0.9998458623886108, + 0.9998281002044678, + 0.9998034238815308, + 0.9998469948768616, + 0.999794602394104, + 0.9997956156730652, + 0.999858558177948, + 0.9998485445976257, + 0.9998177289962769, + 0.9998546838760376, + 0.9998046159744263, + 0.9998361468315125, + 0.9999040365219116, + 0.999893307685852, + 0.9998722076416016, + 0.9998834133148193, + 0.9997241497039795, + 0.9999865293502808 + ], + "feedback_forward_norm_ratio": [ + 0.9999194741249084, + 1.0000417232513428, + 1.0000344514846802, + 1.0004216432571411, + 0.9998783469200134, + 1.0007500648498535, + 0.9986798167228699, + 1.0001662969589233, + 0.9994640946388245, + 1.0005172491073608, + 0.9995865821838379, + 1.000773310661316, + 0.9996356964111328, + 1.000274896621704, + 0.9999865293502808, + 1.0004503726959229, + 1.000087857246399, + 1.0009469985961914, + 1.0021064281463623 + ], + "feedback_forward_relative_error": [ + 0.016884317621588707, + 0.01756211742758751, + 0.018542315810918808, + 0.019832588732242584, + 0.017496826127171516, + 0.020295169204473495, + 0.020248569548130035, + 0.01682288385927677, + 0.01740705966949463, + 0.019111163914203644, + 0.017050106078386307, + 0.019789528101682663, + 0.018100669607520103, + 0.013856034725904465, + 0.014611547812819481, + 0.015999160706996918, + 0.015267736278474331, + 0.023517075926065445, + 0.005608505103737116 + ], + "innovation_negative_gradient_cosine": [ + 0.9997193813323975, + 0.9996854066848755, + 0.9997183084487915, + 0.9996894001960754, + 0.9997245669364929, + 0.9997317790985107, + 0.9997336864471436, + 0.9997453093528748, + 0.9997668266296387, + 0.9997388124465942, + 0.9997909665107727, + 0.9997773766517639, + 0.9998037815093994, + 0.9998530745506287, + 0.999872088432312, + 0.9998897314071655, + 0.999926745891571, + 0.9999709129333496, + 0.8125282526016235 + ], + "instruction_negative_gradient_cosine": [ + 0.9997193813323975, + 0.9996853470802307, + 0.9997183084487915, + 0.9996894001960754, + 0.9997245669364929, + 0.9997317790985107, + 0.9997336864471436, + 0.99974524974823, + 0.9997668266296387, + 0.999738872051239, + 0.9997909069061279, + 0.9997773766517639, + 0.9998037815093994, + 0.9998530745506287, + 0.999872088432312, + 0.9998897314071655, + 0.999926745891571, + 0.9999709129333496, + 0.8315038681030273 + ], + "matched_negative_gradient_cosine": [ + 0.023268621414899826, + 0.027186281979084015, + 0.01861143857240677, + 0.008046802133321762, + 0.028450412675738335, + 0.08157981932163239, + 0.05942387878894806, + 0.06518078595399857, + 0.09879240393638611, + 0.182073175907135, + 0.12417712807655334, + 0.22486162185668945, + 0.1626013219356537, + 0.1188361868262291, + 0.10194960981607437, + 0.25910332798957825, + 0.16598275303840637, + 0.2588999569416046, + 0.12892363965511322 + ], + "max_norm_match_direction_error": 1.7881393432617188e-07, + "max_norm_match_relative_error": 1.5818071119610977e-07, + "mean_feedback_forward_cosine": 0.99984504988319, + "mean_feedback_forward_relative_error": 0.017263335592456554, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.07374569028615952, + "max_absolute_post_projection_soma_slope": 8.50809733776714e-09, + "max_absolute_pre_projection_soma_slope": 0.07374569028615952, + "max_positive_post_projection_soma_slope": 7.042485705710533e-09, + "min_post_projection_soma_slope": -8.50809733776714e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.5040024113180932e-08, + "pre_projection_traffic_rms_ratio": 0.011698983040522474 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.011698983040499608, + "raw_negative_gradient_cosine": [ + 0.023268621414899826, + 0.027186281979084015, + 0.01861143857240677, + 0.008046803064644337, + 0.028450412675738335, + 0.08157981932163239, + 0.05942387878894806, + 0.06518078595399857, + 0.09879240393638611, + 0.182073175907135, + 0.12417712807655334, + 0.22486159205436707, + 0.1626013219356537, + 0.1188361868262291, + 0.10194960981607437, + 0.25910332798957825, + 0.16598276793956757, + 0.2588999569416046, + 0.12892362475395203 + ], + "teaching_negative_gradient_cosine": [ + 0.9997193813323975, + 0.9996854066848755, + 0.9997183084487915, + 0.9996894001960754, + 0.9997245669364929, + 0.9997317790985107, + 0.9997336864471436, + 0.9997453093528748, + 0.9997668266296387, + 0.9997388124465942, + 0.9997909665107727, + 0.9997773766517639, + 0.9998037815093994, + 0.9998530745506287, + 0.999872088432312, + 0.9998897314071655, + 0.999926745891571, + 0.9999709129333496, + 0.8125282526016235 + ], + "traffic_instruction_rms_ratio": 12.200530217686362, + "used_negative_gradient_cosine": [ + 0.9997193813323975, + 0.9996854066848755, + 0.9997183084487915, + 0.9996894001960754, + 0.9997245669364929, + 0.9997317790985107, + 0.9997336864471436, + 0.9997453093528748, + 0.9997668266296387, + 0.9997388124465942, + 0.9997909665107727, + 0.9997773766517639, + 0.9998037815093994, + 0.9998530745506287, + 0.999872088432312, + 0.9998897314071655, + 0.999926745891571, + 0.9999709129333496, + 0.8125282526016235 + ], + "wall_s": 0.14258813858032227 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.3249281644821167, + "mean_feedback_forward_cosine": 0.2721443215483113, + "mean_feedback_forward_relative_error": 1.2038906247992265, + "min_feedback_forward_cosine": 0.12243741750717163 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0023080694579203373, + "instruction_rms": 0.0023080694570420156, + "raw_apical_rms": 0.026487149068378592, + "teaching_rms": 0.0023080694579203373, + "traffic_rms": 0.02637654382419039 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.446839613729935e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.0341414978753644e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014182968060475915, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 1.942442395324707 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2552213668823242, + "mean_feedback_forward_cosine": 0.3852090161097677, + "mean_feedback_forward_relative_error": 1.1059134131983708, + "min_feedback_forward_cosine": 0.21582253277301788 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034230804788468244, + "instruction_rms": 0.003423080478850003, + "raw_apical_rms": 0.03177620460534737, + "teaching_rms": 0.0034230804788468244, + "traffic_rms": 0.031590175950090345 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.599246056751326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7524974688928922e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013833050191650055, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.4115591107940675 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2005302906036377, + "mean_feedback_forward_cosine": 0.4878616521233006, + "mean_feedback_forward_relative_error": 1.0108277923182438, + "min_feedback_forward_cosine": 0.30213606357574463 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004219487284755107, + "instruction_rms": 0.00421948728357784, + "raw_apical_rms": 0.036723901580150965, + "teaching_rms": 0.004219487284755107, + "traffic_rms": 0.03647928120715698 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.2854626514099436e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6964896995430787e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014231183707419475, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.1107898635864257 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.151865839958191, + "mean_feedback_forward_cosine": 0.567425178854089, + "mean_feedback_forward_relative_error": 0.9299981547029395, + "min_feedback_forward_cosine": 0.36182332038879395 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004716641648906827, + "instruction_rms": 0.004716641648395367, + "raw_apical_rms": 0.0395960394916813, + "teaching_rms": 0.004716641648906827, + "traffic_rms": 0.039312114283074656 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.424830990501505e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.659520911630774e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014033884245535455, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 0.9201555288887024 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1062654256820679, + "mean_feedback_forward_cosine": 0.6259294811048006, + "mean_feedback_forward_relative_error": 0.8657769435330441, + "min_feedback_forward_cosine": 0.41422516107559204 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004812149580664958, + "instruction_rms": 0.004812149580499907, + "raw_apical_rms": 0.042215286786965206, + "teaching_rms": 0.004812149580664958, + "traffic_rms": 0.04193819513737515 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.6303771483735545e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6518628880628935e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01431398310994349, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.8017327913093567 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0640935897827148, + "mean_feedback_forward_cosine": 0.6711091681530601, + "mean_feedback_forward_relative_error": 0.8118170750768561, + "min_feedback_forward_cosine": 0.45998895168304443 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004794852851526572, + "instruction_rms": 0.004794852851731507, + "raw_apical_rms": 0.04419625066918216, + "teaching_rms": 0.004794852851526572, + "traffic_rms": 0.04393354620132042 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 5.3698133939406034e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.650987844192795e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014498125694181054, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.7221896104812622 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.024137258529663, + "mean_feedback_forward_cosine": 0.7087656541874534, + "mean_feedback_forward_relative_error": 0.7641397589131406, + "min_feedback_forward_cosine": 0.5008537769317627 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004829830523641495, + "instruction_rms": 0.0048298305250658565, + "raw_apical_rms": 0.046291604693409025, + "teaching_rms": 0.004829830523641495, + "traffic_rms": 0.046036586317175714 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.6830062555281984e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6453944035281515e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015419826466922948, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6570543592453003 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9849101901054382, + "mean_feedback_forward_cosine": 0.7405065956868624, + "mean_feedback_forward_relative_error": 0.7215053737163544, + "min_feedback_forward_cosine": 0.5390143990516663 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047733366757985165, + "instruction_rms": 0.004773336676609106, + "raw_apical_rms": 0.04785655026746225, + "teaching_rms": 0.0047733366757985165, + "traffic_rms": 0.04761581561332905 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.927685199300868e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.652656879663981e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015009519003501665, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.6200758220291138 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9484875798225403, + "mean_feedback_forward_cosine": 0.7661378509119937, + "mean_feedback_forward_relative_error": 0.6847120664621654, + "min_feedback_forward_cosine": 0.5727994441986084 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004712277816497685, + "instruction_rms": 0.004712277816867816, + "raw_apical_rms": 0.04862617434129928, + "teaching_rms": 0.004712277816497685, + "traffic_rms": 0.048395144933736124 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.3518166020485296e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6362167667591325e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016150277024817406, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.572422699432373 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9132909178733826, + "mean_feedback_forward_cosine": 0.7890583904165971, + "mean_feedback_forward_relative_error": 0.6501594091716566, + "min_feedback_forward_cosine": 0.6043079495429993 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004818678502242925, + "instruction_rms": 0.004818678502404126, + "raw_apical_rms": 0.04957583931277842, + "teaching_rms": 0.004818678502242925, + "traffic_rms": 0.04933882005546808 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.098242018495512e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6299543037093797e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016803701206411312, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5388448571395874 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8803393244743347, + "mean_feedback_forward_cosine": 0.8085514746214214, + "mean_feedback_forward_relative_error": 0.6193344875385887, + "min_feedback_forward_cosine": 0.6328921318054199 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047696391441622585, + "instruction_rms": 0.0047696391438944745, + "raw_apical_rms": 0.050031891852465205, + "teaching_rms": 0.0047696391441622585, + "traffic_rms": 0.04980163042916192 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.228015899026104e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6346875170335226e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016625786273381214, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.5089744426727295 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8471029996871948, + "mean_feedback_forward_cosine": 0.82611252132215, + "mean_feedback_forward_relative_error": 0.5900749924935793, + "min_feedback_forward_cosine": 0.6601033210754395 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004771704346590218, + "instruction_rms": 0.0047717043469425865, + "raw_apical_rms": 0.05066628227195281, + "teaching_rms": 0.004771704346590218, + "traffic_rms": 0.050438681977854026 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3177197050472387e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6293983249528017e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01655447735427949, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.492340422706604 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8158993124961853, + "mean_feedback_forward_cosine": 0.841593927458713, + "mean_feedback_forward_relative_error": 0.5629830344727165, + "min_feedback_forward_cosine": 0.6847572922706604 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004767013211485561, + "instruction_rms": 0.004767013210509418, + "raw_apical_rms": 0.050782367493414304, + "teaching_rms": 0.004767013211485561, + "traffic_rms": 0.050555552173501835 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.5014309673897515e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6373167829642816e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01699564491403661, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.46837723989486696 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7856348156929016, + "mean_feedback_forward_cosine": 0.8554006218910217, + "mean_feedback_forward_relative_error": 0.5375661661750392, + "min_feedback_forward_cosine": 0.7078348994255066 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004730661132960849, + "instruction_rms": 0.0047306611326937914, + "raw_apical_rms": 0.051766134648969106, + "teaching_rms": 0.004730661132960849, + "traffic_rms": 0.051546735059788636 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.027619399631476e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6304113541378132e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017307191843846555, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.4503757382202148 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.75599604845047, + "mean_feedback_forward_cosine": 0.8675489362917448, + "mean_feedback_forward_relative_error": 0.5142041758487099, + "min_feedback_forward_cosine": 0.7293041944503784 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004691157865246811, + "instruction_rms": 0.00469115786485573, + "raw_apical_rms": 0.05233727250550342, + "teaching_rms": 0.004691157865246811, + "traffic_rms": 0.052124282126111664 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.37136051800735e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6320657905658974e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01668424269383668, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.43669255392074585 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7265081405639648, + "mean_feedback_forward_cosine": 0.878653949812839, + "mean_feedback_forward_relative_error": 0.4918818356175172, + "min_feedback_forward_cosine": 0.7497525215148926 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0047192433923565315, + "instruction_rms": 0.00471924339115837, + "raw_apical_rms": 0.052423214967886406, + "teaching_rms": 0.0047192433923565315, + "traffic_rms": 0.05220766970649857 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.2892419454810806e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6386491982554285e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01704548107484575, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.4248651121139526 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.698979914188385, + "mean_feedback_forward_cosine": 0.8886974171588296, + "mean_feedback_forward_relative_error": 0.47082148178627614, + "min_feedback_forward_cosine": 0.7682995200157166 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004659899212905948, + "instruction_rms": 0.004659899212947923, + "raw_apical_rms": 0.05266040347575783, + "teaching_rms": 0.004659899212905948, + "traffic_rms": 0.052451151492658464 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.138827947031132e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.645075044255878e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016591297594600804, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.4127222797870636 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6716740131378174, + "mean_feedback_forward_cosine": 0.8978187912388852, + "mean_feedback_forward_relative_error": 0.4509496202594356, + "min_feedback_forward_cosine": 0.7860738039016724 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004689115189769119, + "instruction_rms": 0.00468911519012879, + "raw_apical_rms": 0.053202228097941735, + "teaching_rms": 0.004689115189769119, + "traffic_rms": 0.05299210540629616 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.112417346073926e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6339015683724654e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01714493242575476, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.39321145040512084 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.64556884765625, + "mean_feedback_forward_cosine": 0.9060978732611004, + "mean_feedback_forward_relative_error": 0.43207818269729614, + "min_feedback_forward_cosine": 0.8023526072502136 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004713389894674895, + "instruction_rms": 0.004713389894113326, + "raw_apical_rms": 0.05312752567444731, + "teaching_rms": 0.004713389894674895, + "traffic_rms": 0.05291520847396524 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.309906032062827e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6276056278590564e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01664696520133346, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.3829662405490875 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6207624077796936, + "mean_feedback_forward_cosine": 0.9136907426934493, + "mean_feedback_forward_relative_error": 0.4139076275260825, + "min_feedback_forward_cosine": 0.8171228766441345 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004676327589074075, + "instruction_rms": 0.0046763275886740835, + "raw_apical_rms": 0.05297020732103104, + "teaching_rms": 0.004676327589074075, + "traffic_rms": 0.052760349411274575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.160028683169003e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6401920680732618e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016888866935284682, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.37620897042274476 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5963778495788574, + "mean_feedback_forward_cosine": 0.9204064325282448, + "mean_feedback_forward_relative_error": 0.39718542208797053, + "min_feedback_forward_cosine": 0.8311216831207275 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004628921698224254, + "instruction_rms": 0.004628921697627942, + "raw_apical_rms": 0.053373019126709074, + "teaching_rms": 0.004628921698224254, + "traffic_rms": 0.05316912921770285 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.5699734723948495e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6182498100856096e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01762039841917945, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.368082077627182 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5718235969543457, + "mean_feedback_forward_cosine": 0.926718598917911, + "mean_feedback_forward_relative_error": 0.3809232962758918, + "min_feedback_forward_cosine": 0.8444066047668457 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004605388013369062, + "instruction_rms": 0.004605388014410659, + "raw_apical_rms": 0.053582239258148916, + "teaching_rms": 0.004605388013369062, + "traffic_rms": 0.05338128198840835 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.156927602139149e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6284267015714246e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01766122475193777, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.3645231874656677 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5502410531044006, + "mean_feedback_forward_cosine": 0.9322050025588587, + "mean_feedback_forward_relative_error": 0.3661429105620635, + "min_feedback_forward_cosine": 0.8557469248771667 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004505467057529318, + "instruction_rms": 0.0045054670573076655, + "raw_apical_rms": 0.053883138880993414, + "teaching_rms": 0.004505467057529318, + "traffic_rms": 0.05369178155322534 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.6960085597902435e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.623282868167136e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01800947521918278, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.34672775948524476 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5285241603851318, + "mean_feedback_forward_cosine": 0.9375594226937545, + "mean_feedback_forward_relative_error": 0.3513024347393136, + "min_feedback_forward_cosine": 0.8667663335800171 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004613993700423795, + "instruction_rms": 0.004613993701636443, + "raw_apical_rms": 0.05386774503180389, + "teaching_rms": 0.004613993700423795, + "traffic_rms": 0.053666405861080055 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.7776747063844596e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6222822265262137e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018523587460167027, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.33919336302757264 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5078608393669128, + "mean_feedback_forward_cosine": 0.9424269105258741, + "mean_feedback_forward_relative_error": 0.33714419368066284, + "min_feedback_forward_cosine": 0.8768385648727417 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045695596640837844, + "instruction_rms": 0.004569559663594655, + "raw_apical_rms": 0.05414588583916598, + "teaching_rms": 0.0045695596640837844, + "traffic_rms": 0.05394942406299969 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 5.1929504252257175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6238662424543318e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01769601018429204, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.3358842952919006 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4875035881996155, + "mean_feedback_forward_cosine": 0.9468398407885903, + "mean_feedback_forward_relative_error": 0.3237704281744204, + "min_feedback_forward_cosine": 0.8863575458526611 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004579441394931247, + "instruction_rms": 0.004579441396435009, + "raw_apical_rms": 0.05431705702610172, + "teaching_rms": 0.004579441394931247, + "traffic_rms": 0.054120633560484445 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.59498706359318e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6144725421292504e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01681640752022685, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.33236231815338135 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4669761657714844, + "mean_feedback_forward_cosine": 0.9509984003870111, + "mean_feedback_forward_relative_error": 0.3107264661475232, + "min_feedback_forward_cosine": 0.8954921960830688 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004603016370808681, + "instruction_rms": 0.004603016371780905, + "raw_apical_rms": 0.05429948193264992, + "teaching_rms": 0.004603016370808681, + "traffic_rms": 0.054101102039187735 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.63063072938985e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6236412832122365e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01736713154742007, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.33071853603839874 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.44839805364608765, + "mean_feedback_forward_cosine": 0.9547251557048998, + "mean_feedback_forward_relative_error": 0.2985768592671344, + "min_feedback_forward_cosine": 0.9035701155662537 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004522215042493797, + "instruction_rms": 0.004522215043965124, + "raw_apical_rms": 0.05433222422743575, + "teaching_rms": 0.004522215042493797, + "traffic_rms": 0.05414029899402568 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 5.186660700928769e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6272122842085945e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016940670406266563, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.31776994712829587 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4301247000694275, + "mean_feedback_forward_cosine": 0.9581669914095026, + "mean_feedback_forward_relative_error": 0.2868595844820926, + "min_feedback_forward_cosine": 0.9110876321792603 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004529694523190022, + "instruction_rms": 0.004529694524143987, + "raw_apical_rms": 0.054418359060912413, + "teaching_rms": 0.004529694523190022, + "traffic_rms": 0.05422637146514699 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 5.578190709343289e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.625943021911315e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01726459963893332, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.3112254273796082 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4129053056240082, + "mean_feedback_forward_cosine": 0.9613194214670282, + "mean_feedback_forward_relative_error": 0.2757579641122567, + "min_feedback_forward_cosine": 0.9179593920707703 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004548625188726294, + "instruction_rms": 0.004548625188613471, + "raw_apical_rms": 0.05448581872851926, + "teaching_rms": 0.004548625188726294, + "traffic_rms": 0.05429238374198953 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.846974649945878e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6240716748581483e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016568061179087847, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.31351594414711 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.39678287506103516, + "mean_feedback_forward_cosine": 0.9641936829215602, + "mean_feedback_forward_relative_error": 0.26520327674715144, + "min_feedback_forward_cosine": 0.9241325259208679 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004496294213127515, + "instruction_rms": 0.0044962942153604826, + "raw_apical_rms": 0.05473462652042686, + "teaching_rms": 0.004496294213127515, + "traffic_rms": 0.0545461645053145 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.353969629278254e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6150132597228143e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016941051329771622, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.30297819341659543 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.38119199872016907, + "mean_feedback_forward_cosine": 0.9668903350830078, + "mean_feedback_forward_relative_error": 0.2549072468751355, + "min_feedback_forward_cosine": 0.9298349618911743 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004540935491469738, + "instruction_rms": 0.004540935490231336, + "raw_apical_rms": 0.05479302880506703, + "teaching_rms": 0.004540935491469738, + "traffic_rms": 0.05460083812202385 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.5042146012974627e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613091250400362e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016939342036086658, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.29682563596725464 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.365561842918396, + "mean_feedback_forward_cosine": 0.9694536924362183, + "mean_feedback_forward_relative_error": 0.24480156443620982, + "min_feedback_forward_cosine": 0.9354177713394165 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004539300412291528, + "instruction_rms": 0.004539300412068493, + "raw_apical_rms": 0.05530265296073994, + "teaching_rms": 0.004539300412291528, + "traffic_rms": 0.055112665751910435 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.749211074932646e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6160811642845763e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016277381475727843, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.2969673993587494 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.35077619552612305, + "mean_feedback_forward_cosine": 0.9717735773638675, + "mean_feedback_forward_relative_error": 0.23522553043930153, + "min_feedback_forward_cosine": 0.9404854774475098 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004540319703219725, + "instruction_rms": 0.00454031970271947, + "raw_apical_rms": 0.05550699022306771, + "teaching_rms": 0.004540319703219725, + "traffic_rms": 0.05531758604158438 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.684218796706773e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.622107972299976e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016691517918771093, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.2897133046293259 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.33630087971687317, + "mean_feedback_forward_cosine": 0.9739028309520922, + "mean_feedback_forward_relative_error": 0.22612013667821884, + "min_feedback_forward_cosine": 0.9452629685401917 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0044803736927232374, + "instruction_rms": 0.004480373690461905, + "raw_apical_rms": 0.055413167616282726, + "teaching_rms": 0.0044803736927232374, + "traffic_rms": 0.055228167943983615 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.5427628830575486e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6201837150454624e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01696628293594897, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.28834965251922606 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.32258644700050354, + "mean_feedback_forward_cosine": 0.9758716225624084, + "mean_feedback_forward_relative_error": 0.21732714889865173, + "min_feedback_forward_cosine": 0.9495542049407959 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0045019790262330155, + "instruction_rms": 0.0045019790277067324, + "raw_apical_rms": 0.05543287742406215, + "teaching_rms": 0.0045019790262330155, + "traffic_rms": 0.05524637668305415 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.084332516640643e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6131696272521887e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017074356169731755, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.2818816299057007 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3089297413825989, + "mean_feedback_forward_cosine": 0.9777515154135855, + "mean_feedback_forward_relative_error": 0.20860546670461955, + "min_feedback_forward_cosine": 0.9536628723144531 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004564161556819306, + "instruction_rms": 0.004564161556734984, + "raw_apical_rms": 0.05533372296960707, + "teaching_rms": 0.004564161556819306, + "traffic_rms": 0.05514140383687979 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.7393871938083976e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6098318583675934e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016894311945600128, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.2829860259056091 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2961256802082062, + "mean_feedback_forward_cosine": 0.9794605499819705, + "mean_feedback_forward_relative_error": 0.200412869845566, + "min_feedback_forward_cosine": 0.957390546798706 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00449543709660853, + "instruction_rms": 0.004495437097869103, + "raw_apical_rms": 0.0555868325188514, + "teaching_rms": 0.00449543709660853, + "traffic_rms": 0.05540133301331702 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.4569564039420584e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.602705946497299e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015425164696475027, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.2806089329338074 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.28415289521217346, + "mean_feedback_forward_cosine": 0.9809752922309073, + "mean_feedback_forward_relative_error": 0.19280448281451276, + "min_feedback_forward_cosine": 0.9607353210449219 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0044358238350417694, + "instruction_rms": 0.004435823835921591, + "raw_apical_rms": 0.05541723636933322, + "teaching_rms": 0.0044358238350417694, + "traffic_rms": 0.05523542863716919 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.17937676186375e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.610378340282921e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015681846529828427, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.2699057277727127 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2725898325443268, + "mean_feedback_forward_cosine": 0.982406873452036, + "mean_feedback_forward_relative_error": 0.18535848040329783, + "min_feedback_forward_cosine": 0.9638272523880005 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004456821987411224, + "instruction_rms": 0.004456821986734841, + "raw_apical_rms": 0.055407531132323884, + "teaching_rms": 0.004456821987411224, + "traffic_rms": 0.055224373302815113 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.678053062117215e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6132971038849415e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015344552544589904, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.2727188338947296 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2614302337169647, + "mean_feedback_forward_cosine": 0.9837454494677091, + "mean_feedback_forward_relative_error": 0.17811239157852374, + "min_feedback_forward_cosine": 0.966710090637207 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0044866896693955514, + "instruction_rms": 0.0044866896689987066, + "raw_apical_rms": 0.05556790364021245, + "teaching_rms": 0.0044866896693955514, + "traffic_rms": 0.055382631222457505 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 6.702554600224175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6140356757135172e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014634628172412446, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.26595946736335757 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2510761618614197, + "mean_feedback_forward_cosine": 0.9849564276243511, + "mean_feedback_forward_relative_error": 0.17130664226255918, + "min_feedback_forward_cosine": 0.9692485332489014 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004437907929759589, + "instruction_rms": 0.004437907928307177, + "raw_apical_rms": 0.05542127324265903, + "teaching_rms": 0.004437907929759589, + "traffic_rms": 0.055239894692198366 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.3655453535175184e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6166717330130388e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015415051010720045, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.26109942950248716 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2410253882408142, + "mean_feedback_forward_cosine": 0.9860778952899732, + "mean_feedback_forward_relative_error": 0.16477081179618835, + "min_feedback_forward_cosine": 0.971632719039917 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004421598851919646, + "instruction_rms": 0.0044215988526633224, + "raw_apical_rms": 0.055774173378143624, + "teaching_rms": 0.004421598851919646, + "traffic_rms": 0.05559498044458747 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.301493123331056e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5948785655030203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014854720885293996, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.2587350920820236 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2313351184129715, + "mean_feedback_forward_cosine": 0.9871134005094829, + "mean_feedback_forward_relative_error": 0.15846395335699381, + "min_feedback_forward_cosine": 0.9738436937332153 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004451372863408996, + "instruction_rms": 0.004451372864249197, + "raw_apical_rms": 0.05584035781706274, + "teaching_rms": 0.004451372863408996, + "traffic_rms": 0.05565904481489282 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.1419685459231914e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6108628136731228e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015076797264032625, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.2534736693572998 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.22178062796592712, + "mean_feedback_forward_cosine": 0.9881006416521574, + "mean_feedback_forward_relative_error": 0.15225164670693248, + "min_feedback_forward_cosine": 0.9759323596954346 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004482279186526909, + "instruction_rms": 0.004482279187324031, + "raw_apical_rms": 0.055880264000443367, + "teaching_rms": 0.004482279186526909, + "traffic_rms": 0.0556967101141157 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 5.234796418562837e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.623235013461396e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016109923547802354, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.2570881478214264 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21274949610233307, + "mean_feedback_forward_cosine": 0.9889919036313107, + "mean_feedback_forward_relative_error": 0.14641252748276057, + "min_feedback_forward_cosine": 0.9778270721435547 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004422701150572089, + "instruction_rms": 0.00442270115240453, + "raw_apical_rms": 0.05573290110469991, + "teaching_rms": 0.004422701150572089, + "traffic_rms": 0.055553746309094675 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.1243537534919597e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6223915487312983e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016151361262402533, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.25467914794921875 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.20416630804538727, + "mean_feedback_forward_cosine": 0.9898192380603991, + "mean_feedback_forward_relative_error": 0.14079878283174416, + "min_feedback_forward_cosine": 0.9795697331428528 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004415081873603605, + "instruction_rms": 0.004415081874448292, + "raw_apical_rms": 0.0556210291393145, + "teaching_rms": 0.004415081873603605, + "traffic_rms": 0.05544183296431691 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.570442430600451e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6059510641847116e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016210002201249355, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.25122512108802797 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19581244885921478, + "mean_feedback_forward_cosine": 0.9905783502679122, + "mean_feedback_forward_relative_error": 0.13543790833730446, + "min_feedback_forward_cosine": 0.9811898469924927 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004429910119050315, + "instruction_rms": 0.004429910119091342, + "raw_apical_rms": 0.05589019897201458, + "teaching_rms": 0.004429910119050315, + "traffic_rms": 0.05571037689906845 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.133220971562878e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6174712556470876e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01585631357631016, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.2490154582118988 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1879323124885559, + "mean_feedback_forward_cosine": 0.9912760414575276, + "mean_feedback_forward_relative_error": 0.13031139558083132, + "min_feedback_forward_cosine": 0.9826617240905762 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004352909705506966, + "instruction_rms": 0.004352909706883739, + "raw_apical_rms": 0.05592953278313647, + "teaching_rms": 0.004352909705506966, + "traffic_rms": 0.05575581692569006 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.690073941380433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6338121742368705e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015641788811797494, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.24618186336517334 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1805490404367447, + "mean_feedback_forward_cosine": 0.9919200257251137, + "mean_feedback_forward_relative_error": 0.12536587919059552, + "min_feedback_forward_cosine": 0.9839801788330078 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004411761815223168, + "instruction_rms": 0.004411761814311613, + "raw_apical_rms": 0.05599489006466664, + "teaching_rms": 0.004411761815223168, + "traffic_rms": 0.055816858688155176 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5462043140578317e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.615248477279499e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01636240341464737, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.24399345339775086 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1730683594942093, + "mean_feedback_forward_cosine": 0.9925461285992673, + "mean_feedback_forward_relative_error": 0.12040574005559872, + "min_feedback_forward_cosine": 0.9852660298347473 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004462942558099935, + "instruction_rms": 0.004462942557531973, + "raw_apical_rms": 0.055692952462302166, + "teaching_rms": 0.004462942558099935, + "traffic_rms": 0.055509963028808715 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.692399985766315e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6053078667613658e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0155173374810873, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.24511803253650666 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.16597291827201843, + "mean_feedback_forward_cosine": 0.9931039465101141, + "mean_feedback_forward_relative_error": 0.11580745915049001, + "min_feedback_forward_cosine": 0.9864428043365479 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004381772309330393, + "instruction_rms": 0.004381772310591836, + "raw_apical_rms": 0.05576049925171321, + "teaching_rms": 0.004381772309330393, + "traffic_rms": 0.05558470448407888 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.210671906117568e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6093651916514613e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.016440441027203496, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.24786403010368346 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15964148938655853, + "mean_feedback_forward_cosine": 0.9936077720240543, + "mean_feedback_forward_relative_error": 0.11147415853644672, + "min_feedback_forward_cosine": 0.9874485731124878 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00432301916509933, + "instruction_rms": 0.00432301916343172, + "raw_apical_rms": 0.05603643537755956, + "teaching_rms": 0.00432301916509933, + "traffic_rms": 0.05586526048709446 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8221872838685158e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.612443434844975e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01652718679534328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.23810911732673645 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15315252542495728, + "mean_feedback_forward_cosine": 0.9940944659082513, + "mean_feedback_forward_relative_error": 0.10713521136265051, + "min_feedback_forward_cosine": 0.9884381294250488 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004368446644245397, + "instruction_rms": 0.004368446643759271, + "raw_apical_rms": 0.0559832688148458, + "teaching_rms": 0.004368446644245397, + "traffic_rms": 0.055808180026787384 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3836445706137965e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6083509880672423e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015023942502542598, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.23813495846748353 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1471056491136551, + "mean_feedback_forward_cosine": 0.9945409015605324, + "mean_feedback_forward_relative_error": 0.10300119829021002, + "min_feedback_forward_cosine": 0.9893261194229126 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004368804356422034, + "instruction_rms": 0.004368804356045314, + "raw_apical_rms": 0.055584661499995594, + "teaching_rms": 0.004368804356422034, + "traffic_rms": 0.05540863909774918 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3298817097838764e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6219310642416076e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01556960365344328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.23849671022892 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14106690883636475, + "mean_feedback_forward_cosine": 0.9949541029177214, + "mean_feedback_forward_relative_error": 0.09901158158716403, + "min_feedback_forward_cosine": 0.9901809692382812 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004410614028583014, + "instruction_rms": 0.0044106140283528186, + "raw_apical_rms": 0.0558784418877336, + "teaching_rms": 0.004410614028583014, + "traffic_rms": 0.05569979682522115 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.498263285133362e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6135536400730398e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01574513169991113, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.23683181636810302 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13556958734989166, + "mean_feedback_forward_cosine": 0.9953265692058363, + "mean_feedback_forward_relative_error": 0.09527248202970154, + "min_feedback_forward_cosine": 0.9909250736236572 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004299818936763597, + "instruction_rms": 0.004299818938291796, + "raw_apical_rms": 0.05604045177484276, + "teaching_rms": 0.004299818936763597, + "traffic_rms": 0.05587151955484463 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.4055236025333215e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6321260137800397e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015244231848240461, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.23444842945098876 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13017494976520538, + "mean_feedback_forward_cosine": 0.9956725051528529, + "mean_feedback_forward_relative_error": 0.09167111586583288, + "min_feedback_forward_cosine": 0.9916320443153381 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004354402490625916, + "instruction_rms": 0.00435440249072246, + "raw_apical_rms": 0.055731923264448056, + "teaching_rms": 0.004354402490625916, + "traffic_rms": 0.05555787969716746 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.122035607816542e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6338435245923116e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01475294236201476, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.23318288674354554 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12487363070249557, + "mean_feedback_forward_cosine": 0.995999675048025, + "mean_feedback_forward_relative_error": 0.08812726877237621, + "min_feedback_forward_cosine": 0.9922943115234375 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004386266765941008, + "instruction_rms": 0.0043862667648405865, + "raw_apical_rms": 0.055728071077255324, + "teaching_rms": 0.004386266765941008, + "traffic_rms": 0.05555125900042692 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6680696763037304e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.639914757229603e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014803533417837071, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.23377570070266723 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11994738131761551, + "mean_feedback_forward_cosine": 0.9962992323072333, + "mean_feedback_forward_relative_error": 0.08475163892695778, + "min_feedback_forward_cosine": 0.9928854703903198 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004368296716299852, + "instruction_rms": 0.004368296715774632, + "raw_apical_rms": 0.055517489626361716, + "teaching_rms": 0.004368296716299852, + "traffic_rms": 0.05534100481785601 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.0590514182572406e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6271056315680695e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014993915391400197, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.23152987486839294 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11532090604305267, + "mean_feedback_forward_cosine": 0.9965716004371643, + "mean_feedback_forward_relative_error": 0.08156504638885197, + "min_feedback_forward_cosine": 0.9934219121932983 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004353639930606539, + "instruction_rms": 0.0043536399301478965, + "raw_apical_rms": 0.05578289683943456, + "teaching_rms": 0.004353639930606539, + "traffic_rms": 0.05560858227649983 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.251729291913307e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.634653198177725e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014554901014086097, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.22720036336898805 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11083810031414032, + "mean_feedback_forward_cosine": 0.9968313763016149, + "mean_feedback_forward_relative_error": 0.07840332114382793, + "min_feedback_forward_cosine": 0.9939192533493042 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004412015675844477, + "instruction_rms": 0.004412015675248827, + "raw_apical_rms": 0.056356735689527954, + "teaching_rms": 0.004412015675844477, + "traffic_rms": 0.056179579574610346 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.681434452256326e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6224142343951786e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014719702783383916, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.2242678826713562 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10618429630994797, + "mean_feedback_forward_cosine": 0.9970805080313432, + "mean_feedback_forward_relative_error": 0.07525395288279182, + "min_feedback_forward_cosine": 0.9944180250167847 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004398472509232704, + "instruction_rms": 0.0043984725091237966, + "raw_apical_rms": 0.056352617604884456, + "teaching_rms": 0.004398472509232704, + "traffic_rms": 0.05617604450248798 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.560002521079241e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6310797777185295e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015718176728516043, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.23202874759674072 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10204582661390305, + "mean_feedback_forward_cosine": 0.9972988398451554, + "mean_feedback_forward_relative_error": 0.07238688221887539, + "min_feedback_forward_cosine": 0.994841456413269 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004305404602828575, + "instruction_rms": 0.004305404601875621, + "raw_apical_rms": 0.05641359940144033, + "teaching_rms": 0.004305404602828575, + "traffic_rms": 0.0562445701158011 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6317048096302642e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6151584651075466e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01567892173725963, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.22469707499027253 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09791047126054764, + "mean_feedback_forward_cosine": 0.9975035755257857, + "mean_feedback_forward_relative_error": 0.06959109018115621, + "min_feedback_forward_cosine": 0.9952491521835327 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004308053327269358, + "instruction_rms": 0.0043080533262457275, + "raw_apical_rms": 0.056266387016105555, + "teaching_rms": 0.004308053327269358, + "traffic_rms": 0.05609728851331665 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.446205726869266e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.635470426564353e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01615692864133163, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.22466966012001038 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09410016238689423, + "mean_feedback_forward_cosine": 0.9976878448536521, + "mean_feedback_forward_relative_error": 0.0669642347646387, + "min_feedback_forward_cosine": 0.9956091642379761 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004298617588323404, + "instruction_rms": 0.004298617588742992, + "raw_apical_rms": 0.05616901871086462, + "teaching_rms": 0.004298617588323404, + "traffic_rms": 0.055999992271986924 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.0128018363152478e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6305065602531964e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015802650011219783, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.2236923910808563 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09034156799316406, + "mean_feedback_forward_cosine": 0.9978657176620082, + "mean_feedback_forward_relative_error": 0.06433451469791562, + "min_feedback_forward_cosine": 0.9959518909454346 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004363801164597604, + "instruction_rms": 0.004363801164344491, + "raw_apical_rms": 0.05665276875414231, + "teaching_rms": 0.004363801164597604, + "traffic_rms": 0.05648067921669878 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.15786624124803e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.629312779934802e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015161537185593016, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.21867261966705323 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0868179202079773, + "mean_feedback_forward_cosine": 0.9980238174137316, + "mean_feedback_forward_relative_error": 0.06189810200349281, + "min_feedback_forward_cosine": 0.9962596893310547 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042967979592480445, + "instruction_rms": 0.004296797958232889, + "raw_apical_rms": 0.05659400867476024, + "teaching_rms": 0.0042967979592480445, + "traffic_rms": 0.05642645106735289 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.75684275408139e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.63442275812149e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014764626424303944, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.21990406617164612 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08332588523626328, + "mean_feedback_forward_cosine": 0.9981730799925955, + "mean_feedback_forward_relative_error": 0.059510678248970134, + "min_feedback_forward_cosine": 0.9965537786483765 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004308857339235237, + "instruction_rms": 0.004308857340632297, + "raw_apical_rms": 0.05662212282082846, + "teaching_rms": 0.004308857339235237, + "traffic_rms": 0.05645369076342876 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3004375293567136e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6212056703150953e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014932396990047595, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.21726253732681275 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07993906736373901, + "mean_feedback_forward_cosine": 0.9983118647023251, + "mean_feedback_forward_relative_error": 0.05720547047492705, + "min_feedback_forward_cosine": 0.9968279004096985 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042946823467423685, + "instruction_rms": 0.004294682348127995, + "raw_apical_rms": 0.05668801088505675, + "teaching_rms": 0.0042946823467423685, + "traffic_rms": 0.05652170446674813 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9531783241054654e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6206477304133406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015272565777080999, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.21926455641269685 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0767722874879837, + "mean_feedback_forward_cosine": 0.9984400052773325, + "mean_feedback_forward_relative_error": 0.054992402462582836, + "min_feedback_forward_cosine": 0.9970731735229492 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004325883735244949, + "instruction_rms": 0.004325883734746092, + "raw_apical_rms": 0.05690599033445178, + "teaching_rms": 0.004325883735244949, + "traffic_rms": 0.05673717236073669 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.275874504993226e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.632146693471325e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014199191351082437, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.21402220632076263 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.073674276471138, + "mean_feedback_forward_cosine": 0.9985584491177609, + "mean_feedback_forward_relative_error": 0.05286483613676146, + "min_feedback_forward_cosine": 0.9973040819168091 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004290945805180479, + "instruction_rms": 0.004290945805915349, + "raw_apical_rms": 0.05689172512104234, + "teaching_rms": 0.004290945805180479, + "traffic_rms": 0.056725441692585976 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.247849278409376e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6282828136053674e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01480737206883859, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.21794665959358214 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07067618519067764, + "mean_feedback_forward_cosine": 0.9986699913677416, + "mean_feedback_forward_relative_error": 0.05078513224266077, + "min_feedback_forward_cosine": 0.9975191354751587 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004275812898773506, + "instruction_rms": 0.0042758128995573925, + "raw_apical_rms": 0.056846682253313935, + "teaching_rms": 0.004275812898773506, + "traffic_rms": 0.056681272871665925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6232322980490608e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6356249230387163e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015627471247614547, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.22079103318214416 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06793072074651718, + "mean_feedback_forward_cosine": 0.9987688817475971, + "mean_feedback_forward_relative_error": 0.04885492611088251, + "min_feedback_forward_cosine": 0.9977077841758728 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042779592535995515, + "instruction_rms": 0.004277959254214757, + "raw_apical_rms": 0.057095911065868324, + "teaching_rms": 0.0042779592535995515, + "traffic_rms": 0.05693069998584362 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.638636769665027e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6387500269073655e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014711899183005741, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.21361432892799379 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06531939655542374, + "mean_feedback_forward_cosine": 0.9988584549803483, + "mean_feedback_forward_relative_error": 0.04704227269087967, + "min_feedback_forward_cosine": 0.9978797435760498 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004224953613821472, + "instruction_rms": 0.0042249536158741954, + "raw_apical_rms": 0.056951789778368594, + "teaching_rms": 0.004224953613821472, + "traffic_rms": 0.05679079260628063 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.655385422656309e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6057165572085294e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01470865085958417, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.21230366508483886 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06282717734575272, + "mean_feedback_forward_cosine": 0.9989441695966219, + "mean_feedback_forward_relative_error": 0.04523842056330882, + "min_feedback_forward_cosine": 0.998038113117218 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004309891221039694, + "instruction_rms": 0.004309891221782749, + "raw_apical_rms": 0.05708323671673956, + "teaching_rms": 0.004309891221039694, + "traffic_rms": 0.05691615755484041 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.045570551307719e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6146421339441988e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014803721618002382, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.2096834121799469 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.060388773679733276, + "mean_feedback_forward_cosine": 0.9990226845992239, + "mean_feedback_forward_relative_error": 0.04352316956378912, + "min_feedback_forward_cosine": 0.9981868267059326 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004207178409612636, + "instruction_rms": 0.004207178408036192, + "raw_apical_rms": 0.056878030289749464, + "teaching_rms": 0.004207178409612636, + "traffic_rms": 0.05671804490339823 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 2.8062929757766142e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6230062388436658e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014463406424078524, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.2091638428401947 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.057907842099666595, + "mean_feedback_forward_cosine": 0.9990961865374917, + "mean_feedback_forward_relative_error": 0.041852891151058044, + "min_feedback_forward_cosine": 0.998332142829895 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004262620209192327, + "instruction_rms": 0.004262620206608336, + "raw_apical_rms": 0.05707420747086735, + "teaching_rms": 0.004262620209192327, + "traffic_rms": 0.056910153182747475 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.317218594782844e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.628891068385744e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015385895738429311, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.2109356809568405 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05569077655673027, + "mean_feedback_forward_cosine": 0.9991630472634968, + "mean_feedback_forward_relative_error": 0.04027683307465754, + "min_feedback_forward_cosine": 0.9984572529792786 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004250578733981445, + "instruction_rms": 0.004250578732458224, + "raw_apical_rms": 0.05706293024483298, + "teaching_rms": 0.004250578733981445, + "traffic_rms": 0.05689942928664637 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9244223043178863e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6208715677424683e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014952781108592947, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.2031989221048355 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0533607043325901, + "mean_feedback_forward_cosine": 0.9992278626090602, + "mean_feedback_forward_relative_error": 0.03868863672802323, + "min_feedback_forward_cosine": 0.9985830187797546 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004312747291521992, + "instruction_rms": 0.004312747292780085, + "raw_apical_rms": 0.057250384333619106, + "teaching_rms": 0.004312747291521992, + "traffic_rms": 0.05708314743863256 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.286083938291995e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6169181107326995e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013622564030057908, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.21403839962482452 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.051191892474889755, + "mean_feedback_forward_cosine": 0.9992864665232206, + "mean_feedback_forward_relative_error": 0.03718950962157626, + "min_feedback_forward_cosine": 0.9986957907676697 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004269913426376924, + "instruction_rms": 0.004269913426688327, + "raw_apical_rms": 0.05745039648720894, + "teaching_rms": 0.004269913426376924, + "traffic_rms": 0.0572876976118972 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.283939520315471e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6281962750710837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013608876734559126, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.20698335088729858 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04907907545566559, + "mean_feedback_forward_cosine": 0.9993421498097872, + "mean_feedback_forward_relative_error": 0.03571327839438852, + "min_feedback_forward_cosine": 0.9988009929656982 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00432293621222477, + "instruction_rms": 0.00432293621392656, + "raw_apical_rms": 0.057610634532239316, + "teaching_rms": 0.00432293621222477, + "traffic_rms": 0.0574438274778425 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.801631993065712e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6214229925629567e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013815591626466419, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.21044390293121337 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04707931727170944, + "mean_feedback_forward_cosine": 0.9993921706551, + "mean_feedback_forward_relative_error": 0.03432679931192022, + "min_feedback_forward_cosine": 0.9988967180252075 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004317998265357935, + "instruction_rms": 0.004317998266849467, + "raw_apical_rms": 0.05750239875287868, + "teaching_rms": 0.004317998265357935, + "traffic_rms": 0.05733559253856013 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.284665694991418e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6210572092109325e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013741553482967715, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.207386128282547 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04519088193774223, + "mean_feedback_forward_cosine": 0.9994392520502994, + "mean_feedback_forward_relative_error": 0.03297221101820469, + "min_feedback_forward_cosine": 0.9989837408065796 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00432908877788025, + "instruction_rms": 0.004329088778902251, + "raw_apical_rms": 0.05738431629034235, + "teaching_rms": 0.00432908877788025, + "traffic_rms": 0.05721575515354833 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.888614858420624e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.620304153149872e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013893459052534187, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.209131615691185 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04343125969171524, + "mean_feedback_forward_cosine": 0.9994815650739168, + "mean_feedback_forward_relative_error": 0.03170463732002597, + "min_feedback_forward_cosine": 0.9990609884262085 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042879840830608385, + "instruction_rms": 0.004287984081773732, + "raw_apical_rms": 0.057378083702474644, + "teaching_rms": 0.0042879840830608385, + "traffic_rms": 0.057212380692204474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.1371762077014864e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.609043007368627e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01376868228921321, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.20551953670024872 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.041741348803043365, + "mean_feedback_forward_cosine": 0.9995195395068118, + "mean_feedback_forward_relative_error": 0.030522530849434827, + "min_feedback_forward_cosine": 0.9991323947906494 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004214871568822992, + "instruction_rms": 0.004214871568456754, + "raw_apical_rms": 0.05746763949160553, + "teaching_rms": 0.004214871568822992, + "traffic_rms": 0.05730845528033936 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.645483559466811e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6128442520658096e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013577686497483513, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.2042786529493332 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04007947817444801, + "mean_feedback_forward_cosine": 0.9995552458261189, + "mean_feedback_forward_relative_error": 0.029363363687145084, + "min_feedback_forward_cosine": 0.9991999864578247 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0041690399329008376, + "instruction_rms": 0.0041690399311752335, + "raw_apical_rms": 0.05757526880113506, + "teaching_rms": 0.0041690399329008376, + "traffic_rms": 0.057419570890575575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.7189859252985116e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6126129388136966e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013862758326092331, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.20523505984306337 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.038496486842632294, + "mean_feedback_forward_cosine": 0.9995885993305006, + "mean_feedback_forward_relative_error": 0.028239665798058634, + "min_feedback_forward_cosine": 0.9992617964744568 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004189337330087931, + "instruction_rms": 0.004189337330557616, + "raw_apical_rms": 0.05760082475440779, + "teaching_rms": 0.004189337330087931, + "traffic_rms": 0.057443853836126706 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.080879906747214e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.613897628707463e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014345305227507836, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.20462584825277327 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03698086366057396, + "mean_feedback_forward_cosine": 0.9996203090015211, + "mean_feedback_forward_relative_error": 0.027131941120483373, + "min_feedback_forward_cosine": 0.9993188381195068 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0043045560102195875, + "instruction_rms": 0.00430455601148911, + "raw_apical_rms": 0.057698549948650125, + "teaching_rms": 0.0043045560102195875, + "traffic_rms": 0.05753262389168139 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457200884819, + "maximum_absolute_post_projection_soma_slope": 3.566510642372123e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6143561982065426e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013511308605115886, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.20688843297958373 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03556365519762039, + "mean_feedback_forward_cosine": 0.9996477302752043, + "mean_feedback_forward_relative_error": 0.026130736609430688, + "min_feedback_forward_cosine": 0.9993698596954346 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004157835443900209, + "instruction_rms": 0.004157835442599586, + "raw_apical_rms": 0.05793329498559743, + "teaching_rms": 0.004157835443900209, + "traffic_rms": 0.057779662159831574 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.8459358364661966e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6203935923975316e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013227529291426728, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.20002780595779418 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03417738154530525, + "mean_feedback_forward_cosine": 0.9996747186309413, + "mean_feedback_forward_relative_error": 0.025108173881706438, + "min_feedback_forward_cosine": 0.9994181394577026 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004277394749072632, + "instruction_rms": 0.004277394749435101, + "raw_apical_rms": 0.05794129915508104, + "teaching_rms": 0.004277394749072632, + "traffic_rms": 0.057778657605564304 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8580107169773328e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6196195827139298e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015285918491733148, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.20095525597572328 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03277237340807915, + "mean_feedback_forward_cosine": 0.9996999251215082, + "mean_feedback_forward_relative_error": 0.02411972898009576, + "min_feedback_forward_cosine": 0.9994648098945618 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0042774807513745175, + "instruction_rms": 0.004277480749986849, + "raw_apical_rms": 0.05799465406133929, + "teaching_rms": 0.0042774807513745175, + "traffic_rms": 0.05783227668403303 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.155952299493947e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5937563971494715e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015081239385920221, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.20736902664661408 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03150901943445206, + "mean_feedback_forward_cosine": 0.9997221984361347, + "mean_feedback_forward_relative_error": 0.023205331232594818, + "min_feedback_forward_cosine": 0.9995052218437195 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004200102016554081, + "instruction_rms": 0.004200102015436026, + "raw_apical_rms": 0.05834155492089557, + "teaching_rms": 0.004200102016554081, + "traffic_rms": 0.058186107554635616 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.656223863084506e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6103075590619868e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014869356579754927, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.19709429414749147 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.030272651463747025, + "mean_feedback_forward_cosine": 0.9997432765207792, + "mean_feedback_forward_relative_error": 0.0223068056726142, + "min_feedback_forward_cosine": 0.9995432496070862 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004228366927970021, + "instruction_rms": 0.004228366928028821, + "raw_apical_rms": 0.05845024551744334, + "teaching_rms": 0.004228366927970021, + "traffic_rms": 0.05829225864863424 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.290146466383703e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5994174586961192e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014014671648667014, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.19889899675130845 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.029078545048832893, + "mean_feedback_forward_cosine": 0.9997629021343432, + "mean_feedback_forward_relative_error": 0.021438695686428172, + "min_feedback_forward_cosine": 0.9995785355567932 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004222795362813446, + "instruction_rms": 0.004222795362051713, + "raw_apical_rms": 0.05817642020075171, + "teaching_rms": 0.004222795362813446, + "traffic_rms": 0.05801864507047538 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.480014854062574e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.605673326944045e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014609299644733119, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.19982695935249328 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.027917638421058655, + "mean_feedback_forward_cosine": 0.9997812446795011, + "mean_feedback_forward_relative_error": 0.020595949388256197, + "min_feedback_forward_cosine": 0.9996115565299988 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004273569299606709, + "instruction_rms": 0.004273569299925741, + "raw_apical_rms": 0.05807510668340168, + "teaching_rms": 0.004273569299606709, + "traffic_rms": 0.05791369144932489 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.4638720336488404e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.628811705800511e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.014043110699502126, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.20340059534072877 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02685106359422207, + "mean_feedback_forward_cosine": 0.9997971434342233, + "mean_feedback_forward_relative_error": 0.019829492525834786, + "min_feedback_forward_cosine": 0.9996405839920044 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0041355120666873805, + "instruction_rms": 0.0041355120670475915, + "raw_apical_rms": 0.058450992239306776, + "teaching_rms": 0.0041355120666873805, + "traffic_rms": 0.05830002810534806 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9870850681845695e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6035399830129964e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01360663858874206, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.19280276025772095 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0257845651358366, + "mean_feedback_forward_cosine": 0.9998130076809933, + "mean_feedback_forward_relative_error": 0.01904078102425525, + "min_feedback_forward_cosine": 0.9996684789657593 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004290954489309941, + "instruction_rms": 0.004290954488859041, + "raw_apical_rms": 0.05835676704991423, + "teaching_rms": 0.004290954489309941, + "traffic_rms": 0.05819470202564468 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.667366854642751e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.627261651125049e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013227004247197296, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.20088621705055237 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02479253150522709, + "mean_feedback_forward_cosine": 0.999826939482438, + "mean_feedback_forward_relative_error": 0.01831650111432138, + "min_feedback_forward_cosine": 0.9996935129165649 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00412389250083344, + "instruction_rms": 0.004123892499250518, + "raw_apical_rms": 0.058302328763477664, + "teaching_rms": 0.00412389250083344, + "traffic_rms": 0.05815151771757094 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.6035519457300325e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6110105608025406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012732005493462572, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.19608651825904846 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023787498474121094, + "mean_feedback_forward_cosine": 0.9998400179963363, + "mean_feedback_forward_relative_error": 0.017610218228870315, + "min_feedback_forward_cosine": 0.9997177720069885 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.004160884423995119, + "instruction_rms": 0.004160884423127868, + "raw_apical_rms": 0.05843791617971284, + "teaching_rms": 0.004160884423995119, + "traffic_rms": 0.05828548096253258 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6106601325182055e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5958483694394836e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013417412297226927, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.20105950100898742 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0237787626683712, + "mean_feedback_forward_cosine": 0.9998401528910587, + "mean_feedback_forward_relative_error": 0.01760018663480878, + "min_feedback_forward_cosine": 0.9997180700302124 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0032133591113100404, + "instruction_rms": 0.00321335911155217, + "raw_apical_rms": 0.05844254645408357, + "teaching_rms": 0.0032133591113100404, + "traffic_rms": 0.058350362123452064 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.759138422765318e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5877860720871602e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013521140952940722, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.1219322667646408 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023773936554789543, + "mean_feedback_forward_cosine": 0.999840259552002, + "mean_feedback_forward_relative_error": 0.017592744852759336, + "min_feedback_forward_cosine": 0.9997180700302124 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029932654551873997, + "instruction_rms": 0.002993265455302518, + "raw_apical_rms": 0.058398755985499366, + "teaching_rms": 0.0029932654551873997, + "traffic_rms": 0.058318456373019065 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.642015045102198e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5776634311440372e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013058377397710503, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.09714451688051223 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02376946061849594, + "mean_feedback_forward_cosine": 0.9998403254308199, + "mean_feedback_forward_relative_error": 0.01758574674788274, + "min_feedback_forward_cosine": 0.999718189239502 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002867345149038073, + "instruction_rms": 0.0028673451489080854, + "raw_apical_rms": 0.058396755407479004, + "teaching_rms": 0.002867345149038073, + "traffic_rms": 0.05832276931542293 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3313919683687345e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.575439006762213e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012989323354890493, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.08644177874088288 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023764966055750847, + "mean_feedback_forward_cosine": 0.9998404195434168, + "mean_feedback_forward_relative_error": 0.017578910448049243, + "min_feedback_forward_cosine": 0.9997183680534363 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028633342276431096, + "instruction_rms": 0.0028633342263909246, + "raw_apical_rms": 0.058355151100739244, + "teaching_rms": 0.0028633342276431096, + "traffic_rms": 0.058280512058200465 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6636778116539972e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57842789814291e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012807007396753084, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.07958017056882381 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023760614916682243, + "mean_feedback_forward_cosine": 0.9998405011076676, + "mean_feedback_forward_relative_error": 0.01757229629315828, + "min_feedback_forward_cosine": 0.999718427658081 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028277257714838214, + "instruction_rms": 0.0028277257718747483, + "raw_apical_rms": 0.05833629641954485, + "teaching_rms": 0.0028277257714838214, + "traffic_rms": 0.058263589472412475 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.990729797147651e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5817015825569172e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013088217794056119, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.0743436367893219 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0237560011446476, + "mean_feedback_forward_cosine": 0.9998405983573512, + "mean_feedback_forward_relative_error": 0.01756570194112627, + "min_feedback_forward_cosine": 0.9997186064720154 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0029070257107768212, + "instruction_rms": 0.0029070257097650273, + "raw_apical_rms": 0.05827758060214526, + "teaching_rms": 0.0029070257107768212, + "traffic_rms": 0.058200140991887375 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8174783395229497e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.57016997505798e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013195394177040177, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.07390038785457612 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023751534521579742, + "mean_feedback_forward_cosine": 0.9998406548249094, + "mean_feedback_forward_relative_error": 0.017559215818580828, + "min_feedback_forward_cosine": 0.9997186660766602 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028318252509068106, + "instruction_rms": 0.002831825251212546, + "raw_apical_rms": 0.05830185115518808, + "teaching_rms": 0.0028318252509068106, + "traffic_rms": 0.05822827760701026 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.526936254161228e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.571418970041889e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013083297504570816, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.06856930359840394 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02374703250825405, + "mean_feedback_forward_cosine": 0.9998407583487662, + "mean_feedback_forward_relative_error": 0.01755292181807913, + "min_feedback_forward_cosine": 0.9997187256813049 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002901366521768253, + "instruction_rms": 0.0029013665216517472, + "raw_apical_rms": 0.05831901843461062, + "teaching_rms": 0.002901366521768253, + "traffic_rms": 0.05824214470570229 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.62261821148968e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5707712824159456e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012904016172790604, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.06666786384820939 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02374241128563881, + "mean_feedback_forward_cosine": 0.9998408085421512, + "mean_feedback_forward_relative_error": 0.017546551939296096, + "min_feedback_forward_cosine": 0.9997188448905945 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028789374160780095, + "instruction_rms": 0.0028789374160844003, + "raw_apical_rms": 0.05828540562324047, + "teaching_rms": 0.0028789374160780095, + "traffic_rms": 0.05820855180809337 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.119930269690485e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.574021527478731e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01304728448168194, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.0642362397301197 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023737626150250435, + "mean_feedback_forward_cosine": 0.999840896380575, + "mean_feedback_forward_relative_error": 0.017540275388838428, + "min_feedback_forward_cosine": 0.9997189044952393 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002869405851801905, + "instruction_rms": 0.0028694058504266577, + "raw_apical_rms": 0.05824759322361582, + "teaching_rms": 0.002869405851801905, + "traffic_rms": 0.058171145744460195 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.688918954163455e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576125909336751e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013114777795865663, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.06248135815918446 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023733066394925117, + "mean_feedback_forward_cosine": 0.9998410030415184, + "mean_feedback_forward_relative_error": 0.017534151256672646, + "min_feedback_forward_cosine": 0.9997190237045288 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002828380043746729, + "instruction_rms": 0.002828380042870688, + "raw_apical_rms": 0.05824663122110577, + "teaching_rms": 0.002828380043746729, + "traffic_rms": 0.05817226446239617 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8086256875781146e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.580575176881002e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013117952017715082, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.059879164066314695 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02372853271663189, + "mean_feedback_forward_cosine": 0.9998410751945094, + "mean_feedback_forward_relative_error": 0.017527927914144176, + "min_feedback_forward_cosine": 0.9997192025184631 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028014098147640127, + "instruction_rms": 0.002801409814248006, + "raw_apical_rms": 0.05822541478611553, + "teaching_rms": 0.0028014098147640127, + "traffic_rms": 0.058152920743161834 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.155004435484443e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.576148626094494e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01309061818157953, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.05554418016195297 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023723911494016647, + "mean_feedback_forward_cosine": 0.9998411598958468, + "mean_feedback_forward_relative_error": 0.017521771602332592, + "min_feedback_forward_cosine": 0.9997192621231079 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028411301688636365, + "instruction_rms": 0.002841130169961081, + "raw_apical_rms": 0.05818553476888552, + "teaching_rms": 0.0028411301688636365, + "traffic_rms": 0.05811009616615775 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.064376485895082e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5695416899256406e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012941547616202073, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.0545366752576828 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02371906116604805, + "mean_feedback_forward_cosine": 0.9998412634197035, + "mean_feedback_forward_relative_error": 0.017515504536660093, + "min_feedback_forward_cosine": 0.9997194409370422 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002873108035522821, + "instruction_rms": 0.002873108035598262, + "raw_apical_rms": 0.058178710259836765, + "teaching_rms": 0.002873108035522821, + "traffic_rms": 0.05810192322496004 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5799334224529957e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5787444232900127e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012880004612157738, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.05403983069181442 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023714546114206314, + "mean_feedback_forward_cosine": 0.9998413230243482, + "mean_feedback_forward_relative_error": 0.017509420720958395, + "min_feedback_forward_cosine": 0.9997195601463318 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002786247814131035, + "instruction_rms": 0.0027862478142583027, + "raw_apical_rms": 0.05819869921410517, + "teaching_rms": 0.002786247814131035, + "traffic_rms": 0.05812587764970692 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.156296557449423e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588434255265526e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012753137782011374, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.050622767721414566 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02370961755514145, + "mean_feedback_forward_cosine": 0.999841432822378, + "mean_feedback_forward_relative_error": 0.017503202010534312, + "min_feedback_forward_cosine": 0.9997196197509766 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028607882528103473, + "instruction_rms": 0.0028607882534355286, + "raw_apical_rms": 0.05815206816094043, + "teaching_rms": 0.0028607882528103473, + "traffic_rms": 0.05807635823793762 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9643180354810283e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.581386175170291e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012874606266487055, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.050744752855300904 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023704899474978447, + "mean_feedback_forward_cosine": 0.999841504975369, + "mean_feedback_forward_relative_error": 0.017497003029443715, + "min_feedback_forward_cosine": 0.9997197389602661 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028195097628640206, + "instruction_rms": 0.002819509762931709, + "raw_apical_rms": 0.05810000743689457, + "teaching_rms": 0.0028195097628640206, + "traffic_rms": 0.058025004286034784 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5218106713964517e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.577060599257345e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012997597666210088, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.04723178561806679 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023699989542365074, + "mean_feedback_forward_cosine": 0.9998416022250527, + "mean_feedback_forward_relative_error": 0.017490704690939503, + "min_feedback_forward_cosine": 0.9997198581695557 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002828929797522141, + "instruction_rms": 0.0028289297984199465, + "raw_apical_rms": 0.05806340062852588, + "teaching_rms": 0.002828929797522141, + "traffic_rms": 0.0579873514167232 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.589377423589667e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5896274246706575e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013143474080795945, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.04786119802355766 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023694995790719986, + "mean_feedback_forward_cosine": 0.99984168692639, + "mean_feedback_forward_relative_error": 0.017484494019299746, + "min_feedback_forward_cosine": 0.99972003698349 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002804846471647915, + "instruction_rms": 0.0028048464719146677, + "raw_apical_rms": 0.05804877372281076, + "teaching_rms": 0.002804846471647915, + "traffic_rms": 0.05797434732336635 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8177064237411287e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5836215601963932e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013345311897269051, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.0456303812110424 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023689979687333107, + "mean_feedback_forward_cosine": 0.999841781038987, + "mean_feedback_forward_relative_error": 0.01747817619654693, + "min_feedback_forward_cosine": 0.9997200965881348 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002805705866472067, + "instruction_rms": 0.002805705865952033, + "raw_apical_rms": 0.05805784735414297, + "teaching_rms": 0.002805705866472067, + "traffic_rms": 0.057981769526717575 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.566092227596073e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.58433894366422e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012976256034619396, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.0452512267267704 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023685121908783913, + "mean_feedback_forward_cosine": 0.9998418814257571, + "mean_feedback_forward_relative_error": 0.01747197157850391, + "min_feedback_forward_cosine": 0.9997203350067139 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027631317505483846, + "instruction_rms": 0.0027631317506881733, + "raw_apical_rms": 0.05807224333875635, + "teaching_rms": 0.0027631317505483846, + "traffic_rms": 0.0579985942966814 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8627738402065006e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5800498396167407e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012983203247635836, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.04238693621635437 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023679867386817932, + "mean_feedback_forward_cosine": 0.9998419724012676, + "mean_feedback_forward_relative_error": 0.0174655569717288, + "min_feedback_forward_cosine": 0.9997202754020691 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002842209934580564, + "instruction_rms": 0.0028422099341845085, + "raw_apical_rms": 0.05805426712578024, + "teaching_rms": 0.002842209934580564, + "traffic_rms": 0.05797689873326765 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.3209488492502715e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5831732759098893e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0130263755743642, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.043362416239380835 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02367483451962471, + "mean_feedback_forward_cosine": 0.999842035142999, + "mean_feedback_forward_relative_error": 0.017459253118814605, + "min_feedback_forward_cosine": 0.9997205138206482 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027986650571783472, + "instruction_rms": 0.0027986650587061026, + "raw_apical_rms": 0.058015518861262355, + "teaching_rms": 0.0027986650571783472, + "traffic_rms": 0.057940836297314474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.0091417357880346e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.581037286134207e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013255172286656037, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.041689656586050984 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02366987243294716, + "mean_feedback_forward_cosine": 0.9998421763118944, + "mean_feedback_forward_relative_error": 0.017453028011674945, + "min_feedback_forward_cosine": 0.999720573425293 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002785877887321599, + "instruction_rms": 0.002785877886682709, + "raw_apical_rms": 0.05797112371212086, + "teaching_rms": 0.002785877887321599, + "traffic_rms": 0.05789672602214794 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8551220054851e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5853948304338615e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013085532760908805, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.040933654704093936 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023664962500333786, + "mean_feedback_forward_cosine": 0.9998422390536258, + "mean_feedback_forward_relative_error": 0.017446807340571757, + "min_feedback_forward_cosine": 0.9997207522392273 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027144073772723794, + "instruction_rms": 0.0027144073782762413, + "raw_apical_rms": 0.05795554381121854, + "teaching_rms": 0.0027144073772723794, + "traffic_rms": 0.05788370780570867 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5522085778106884e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.577313494258832e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013407984950695739, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.038150023303031924 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02365969493985176, + "mean_feedback_forward_cosine": 0.9998423206178766, + "mean_feedback_forward_relative_error": 0.01744030465028788, + "min_feedback_forward_cosine": 0.9997207522392273 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027987537903483334, + "instruction_rms": 0.002798753790628295, + "raw_apical_rms": 0.057951132057957266, + "teaching_rms": 0.0027987537903483334, + "traffic_rms": 0.057875494678494385 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.129769865495291e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.584108005286615e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01328523945315896, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.03856465447068214 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02365473099052906, + "mean_feedback_forward_cosine": 0.9998424398271661, + "mean_feedback_forward_relative_error": 0.01743416444055344, + "min_feedback_forward_cosine": 0.9997209310531616 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026891464152861543, + "instruction_rms": 0.0026891464145561484, + "raw_apical_rms": 0.057939269047513044, + "teaching_rms": 0.0026891464152861543, + "traffic_rms": 0.05786853537011673 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.509550434126595e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.581688705587644e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013210471113227516, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.036727761143893006 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0236494243144989, + "mean_feedback_forward_cosine": 0.9998424931576377, + "mean_feedback_forward_relative_error": 0.01742766162772712, + "min_feedback_forward_cosine": 0.9997210502624512 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002776583252479212, + "instruction_rms": 0.0027765832534503926, + "raw_apical_rms": 0.057890681195060745, + "teaching_rms": 0.002776583252479212, + "traffic_rms": 0.057815124555598646 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5216573718012114e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.58519263086882e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013264906507227442, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.03668872314095497 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02364412322640419, + "mean_feedback_forward_cosine": 0.9998426060927542, + "mean_feedback_forward_relative_error": 0.017421154991576548, + "min_feedback_forward_cosine": 0.9997212290763855 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027799681940053164, + "instruction_rms": 0.002779968194113836, + "raw_apical_rms": 0.05788375426353001, + "teaching_rms": 0.0027799681940053164, + "traffic_rms": 0.05780905707948716 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5094104572076503e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588702746002728e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013206177262358785, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.03619924788236618 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02363874390721321, + "mean_feedback_forward_cosine": 0.9998427221649572, + "mean_feedback_forward_relative_error": 0.017414551007708435, + "min_feedback_forward_cosine": 0.9997212886810303 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027875746477434133, + "instruction_rms": 0.002787574647077749, + "raw_apical_rms": 0.05787779630631752, + "teaching_rms": 0.0027875746477434133, + "traffic_rms": 0.05780118139722461 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.0744860879394764e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5859839170954707e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013183431817929928, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.03560914731755853 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023633567616343498, + "mean_feedback_forward_cosine": 0.9998428162775541, + "mean_feedback_forward_relative_error": 0.017408217940675586, + "min_feedback_forward_cosine": 0.9997214674949646 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027286720293684744, + "instruction_rms": 0.0027286720302544787, + "raw_apical_rms": 0.057855575843486474, + "teaching_rms": 0.0027286720293684744, + "traffic_rms": 0.05778221124098056 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9131667744763945e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582200463097386e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013145762676139552, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.03431204848170281 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02362808771431446, + "mean_feedback_forward_cosine": 0.9998429135272378, + "mean_feedback_forward_relative_error": 0.017401677997488724, + "min_feedback_forward_cosine": 0.9997215867042542 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002756712106115658, + "instruction_rms": 0.002756712105103656, + "raw_apical_rms": 0.05773952234345657, + "teaching_rms": 0.002756712106115658, + "traffic_rms": 0.057664595857305115 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.715187363833138e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5830316780072755e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01323314324092272, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.03379962452769279 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023622216656804085, + "mean_feedback_forward_cosine": 0.9998430045027482, + "mean_feedback_forward_relative_error": 0.01739479790098573, + "min_feedback_forward_cosine": 0.9997217655181885 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002810183464682169, + "instruction_rms": 0.00281018346400442, + "raw_apical_rms": 0.05767047906303397, + "teaching_rms": 0.002810183464682169, + "traffic_rms": 0.05759026707328379 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.055739128399182e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5908632892580687e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013005453734538354, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.034090693633556365 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02361653745174408, + "mean_feedback_forward_cosine": 0.9998431299862108, + "mean_feedback_forward_relative_error": 0.01738787439994906, + "min_feedback_forward_cosine": 0.999721884727478 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027392777523919426, + "instruction_rms": 0.002739277751889986, + "raw_apical_rms": 0.05767484985039437, + "teaching_rms": 0.0027392777523919426, + "traffic_rms": 0.05759967575054474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.7194812563257074e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5850364644610278e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012962672338627227, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.033417295489311216 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023611294105648994, + "mean_feedback_forward_cosine": 0.9998432178246347, + "mean_feedback_forward_relative_error": 0.017381350264737482, + "min_feedback_forward_cosine": 0.9997220039367676 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026551598826432617, + "instruction_rms": 0.0026551598816785997, + "raw_apical_rms": 0.057641344358273734, + "teaching_rms": 0.0026551598826432617, + "traffic_rms": 0.0575707909988344 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9475392793187893e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5894654393941743e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012963645829072027, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.030888524031341076 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02360529638826847, + "mean_feedback_forward_cosine": 0.9998433370339243, + "mean_feedback_forward_relative_error": 0.017374323631979917, + "min_feedback_forward_cosine": 0.9997220635414124 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028079028770605983, + "instruction_rms": 0.0028079028761214373, + "raw_apical_rms": 0.05762508449455023, + "teaching_rms": 0.0028079028770605983, + "traffic_rms": 0.05754565840854733 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9372614562817034e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5929973834709378e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013164825053451557, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.03311364466309547 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023599760606884956, + "mean_feedback_forward_cosine": 0.9998434468319541, + "mean_feedback_forward_relative_error": 0.017367539241125707, + "min_feedback_forward_cosine": 0.9997223615646362 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027045710200830496, + "instruction_rms": 0.0027045710209797334, + "raw_apical_rms": 0.05765334742131598, + "teaching_rms": 0.0027045710200830496, + "traffic_rms": 0.057579844211680345 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.4987000912801705e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5961964720239768e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01293693999230156, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.0310197183573246 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023593520745635033, + "mean_feedback_forward_cosine": 0.9998435472187243, + "mean_feedback_forward_relative_error": 0.017360412417665907, + "min_feedback_forward_cosine": 0.9997222423553467 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0028081918719351745, + "instruction_rms": 0.002808191873033212, + "raw_apical_rms": 0.057615975392926004, + "teaching_rms": 0.0028081918719351745, + "traffic_rms": 0.05753796031664983 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9591728178957055e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5796174797705326e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013125821729102951, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.0315018867456913 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023587718605995178, + "mean_feedback_forward_cosine": 0.999843650742581, + "mean_feedback_forward_relative_error": 0.017353386275078122, + "min_feedback_forward_cosine": 0.9997225403785706 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002652457873573126, + "instruction_rms": 0.0026524578726795124, + "raw_apical_rms": 0.057583097947951446, + "teaching_rms": 0.002652457873573126, + "traffic_rms": 0.05751039273390099 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.658272618167757e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.600238751748094e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013055859842952102, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.029292854620218276 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02358176000416279, + "mean_feedback_forward_cosine": 0.9998437762260437, + "mean_feedback_forward_relative_error": 0.01734631214486925, + "min_feedback_forward_cosine": 0.9997227191925049 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027325437302680947, + "instruction_rms": 0.0027325437301666646, + "raw_apical_rms": 0.057534370553697936, + "teaching_rms": 0.0027325437302680947, + "traffic_rms": 0.0574581175234071 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.2043328818408554e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5941113753867e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012972755341566125, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.03000675590276718 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02357550710439682, + "mean_feedback_forward_cosine": 0.9998438954353333, + "mean_feedback_forward_relative_error": 0.01733896415680647, + "min_feedback_forward_cosine": 0.9997227191925049 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002782529870887378, + "instruction_rms": 0.0027825298708998663, + "raw_apical_rms": 0.05750605642056621, + "teaching_rms": 0.002782529870887378, + "traffic_rms": 0.05742690723778303 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.7987843154164693e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5934579284879843e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.012954881211095726, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.030608402154445647 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023569248616695404, + "mean_feedback_forward_cosine": 0.9998440020962766, + "mean_feedback_forward_relative_error": 0.017331609061281932, + "min_feedback_forward_cosine": 0.999722957611084 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027754965831625184, + "instruction_rms": 0.002775496583496655, + "raw_apical_rms": 0.0574642095377966, + "teaching_rms": 0.0027754965831625184, + "traffic_rms": 0.057386601862848954 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.589072956027394e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5943082733706334e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01297859023780562, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.030076277549266815 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023563234135508537, + "mean_feedback_forward_cosine": 0.9998441056201333, + "mean_feedback_forward_relative_error": 0.01732420580657689, + "min_feedback_forward_cosine": 0.9997230768203735 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027101197568862147, + "instruction_rms": 0.00271011975658064, + "raw_apical_rms": 0.05744070742034638, + "teaching_rms": 0.0027101197568862147, + "traffic_rms": 0.057365352735523255 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.672370851859341e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.59363648743283e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013280733831998714, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.028544936015605926 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023557377979159355, + "mean_feedback_forward_cosine": 0.9998442311035959, + "mean_feedback_forward_relative_error": 0.0173171284412475, + "min_feedback_forward_cosine": 0.9997233152389526 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026738634473450606, + "instruction_rms": 0.002673863447379795, + "raw_apical_rms": 0.05746043517532074, + "teaching_rms": 0.0026738634473450606, + "traffic_rms": 0.057388095693706134 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.1818348844581124e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5889681128436496e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013507430875357086, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.02750085748434067 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023551417514681816, + "mean_feedback_forward_cosine": 0.9998443565870586, + "mean_feedback_forward_relative_error": 0.01730959156626149, + "min_feedback_forward_cosine": 0.9997234344482422 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0027279233112765472, + "instruction_rms": 0.0027279233116912095, + "raw_apical_rms": 0.05744351059508819, + "teaching_rms": 0.0027279233112765472, + "traffic_rms": 0.05736803543586199 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.980232594040899e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5958555779566655e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013190545762997158, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.0274744773966074 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023545000702142715, + "mean_feedback_forward_cosine": 0.9998444852076078, + "mean_feedback_forward_relative_error": 0.01730193325171345, + "min_feedback_forward_cosine": 0.9997236132621765 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002709156258004635, + "instruction_rms": 0.002709156257683332, + "raw_apical_rms": 0.05747711882992226, + "teaching_rms": 0.002709156258004635, + "traffic_rms": 0.05739966514143422 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.335746612265211e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5810670111045936e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01334225631486822, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.027866732613146306 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02353915572166443, + "mean_feedback_forward_cosine": 0.999844607553984, + "mean_feedback_forward_relative_error": 0.017294839171594696, + "min_feedback_forward_cosine": 0.9997236728668213 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002608751069137295, + "instruction_rms": 0.002608751068953392, + "raw_apical_rms": 0.057489663025026325, + "teaching_rms": 0.002608751069137295, + "traffic_rms": 0.0574192833951276 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.564614298705692e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.594587172458054e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013337753997663557, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.026251247929930686 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02353229932487011, + "mean_feedback_forward_cosine": 0.9998446953924078, + "mean_feedback_forward_relative_error": 0.017286978784556453, + "min_feedback_forward_cosine": 0.9997237920761108 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002780129819519567, + "instruction_rms": 0.0027801298199279395, + "raw_apical_rms": 0.05749039974973138, + "teaching_rms": 0.002780129819519567, + "traffic_rms": 0.05741050112115724 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.928104869681647e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588801623356034e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013303544607688714, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.028217818396687508 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023525627329945564, + "mean_feedback_forward_cosine": 0.9998448428354765, + "mean_feedback_forward_relative_error": 0.017279106069748338, + "min_feedback_forward_cosine": 0.9997239708900452 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002750434512733337, + "instruction_rms": 0.0027504345132446737, + "raw_apical_rms": 0.05745407211234368, + "teaching_rms": 0.002750434512733337, + "traffic_rms": 0.05737651542730492 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.549046307365188e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5833059473950843e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013381161176862007, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.026912111274302007 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023519257083535194, + "mean_feedback_forward_cosine": 0.9998449714560258, + "mean_feedback_forward_relative_error": 0.017271398640188732, + "min_feedback_forward_cosine": 0.9997240900993347 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0026447556827906547, + "instruction_rms": 0.002644755682485822, + "raw_apical_rms": 0.05739502465230702, + "teaching_rms": 0.0026447556827906547, + "traffic_rms": 0.057321503486664094 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.578851265866433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5952521441476362e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013471417872372732, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.02531719263136387 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023519178852438927, + "mean_feedback_forward_cosine": 0.9998449589076795, + "mean_feedback_forward_relative_error": 0.01727119654319004, + "min_feedback_forward_cosine": 0.9997240304946899 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0024984660169644047, + "instruction_rms": 0.0024984660184026787, + "raw_apical_rms": 0.05738325709389302, + "teaching_rms": 0.0024984660169644047, + "traffic_rms": 0.0573164676077068 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.970654300327169e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5932299927459126e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013490983665712802, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.022948164941072463 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0235191248357296, + "mean_feedback_forward_cosine": 0.9998449808672855, + "mean_feedback_forward_relative_error": 0.017271015695051142, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023515890685296766, + "instruction_rms": 0.0023515890693939206, + "raw_apical_rms": 0.057374534190365235, + "teaching_rms": 0.0023515890685296766, + "traffic_rms": 0.05731569528002722 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.705597346164268e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5905870446197192e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013233478461712859, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.021434672486782075 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351907268166542, + "mean_feedback_forward_cosine": 0.9998449714560258, + "mean_feedback_forward_relative_error": 0.017270845091460568, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022847290371578563, + "instruction_rms": 0.0022847290366933056, + "raw_apical_rms": 0.0573734062083818, + "teaching_rms": 0.0022847290371578563, + "traffic_rms": 0.0573174361458392 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.7503610056101024e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.596835507966456e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013455217626759348, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.021096742502748966 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351902797818184, + "mean_feedback_forward_cosine": 0.9998449777301989, + "mean_feedback_forward_relative_error": 0.01727067326244555, + "min_feedback_forward_cosine": 0.9997240900993347 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023367294977548183, + "instruction_rms": 0.0023367294986397992, + "raw_apical_rms": 0.05737975330030295, + "teaching_rms": 0.0023367294977548183, + "traffic_rms": 0.05732156749726688 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.31183392429557e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5857740142562933e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013272703140701485, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.02075178978025913 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351897582411766, + "mean_feedback_forward_cosine": 0.999844984004372, + "mean_feedback_forward_relative_error": 0.017270512241674096, + "min_feedback_forward_cosine": 0.9997240304946899 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002232288561917826, + "instruction_rms": 0.002232288562324549, + "raw_apical_rms": 0.05737348458721552, + "teaching_rms": 0.002232288561917826, + "traffic_rms": 0.05731992795547907 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3539582727494235e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586576052104718e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01361129457330712, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.01994985049545765 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518923670053482, + "mean_feedback_forward_cosine": 0.9998449808672855, + "mean_feedback_forward_relative_error": 0.01727034511828893, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0023047581722546325, + "instruction_rms": 0.0023047581720067817, + "raw_apical_rms": 0.05738229272301259, + "teaching_rms": 0.0023047581722546325, + "traffic_rms": 0.0573245555896195 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.3610452259958947e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5842413199835216e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013527439150612242, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.02045298466384411 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351888082921505, + "mean_feedback_forward_cosine": 0.9998450091010646, + "mean_feedback_forward_relative_error": 0.017270180445752646, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022286506370742098, + "instruction_rms": 0.002228650637956419, + "raw_apical_rms": 0.05738098818423979, + "teaching_rms": 0.0022286506370742098, + "traffic_rms": 0.057328995703304776 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9689944724964334e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5873482354699045e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013404039012638012, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.01974531180471182 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351883426308632, + "mean_feedback_forward_cosine": 0.9998449934156317, + "mean_feedback_forward_relative_error": 0.01727001312629957, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022173071440638515, + "instruction_rms": 0.0022173071440956954, + "raw_apical_rms": 0.05738514193488501, + "teaching_rms": 0.0022173071440638515, + "traffic_rms": 0.057331524296539225 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8927429340797062e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5857566315639373e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01342101107988028, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.01931478885859251 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518778383731842, + "mean_feedback_forward_cosine": 0.9998449683189392, + "mean_feedback_forward_relative_error": 0.017269842449183528, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0022249830283360707, + "instruction_rms": 0.0022249830281719195, + "raw_apical_rms": 0.05738584804223898, + "teaching_rms": 0.0022249830283360707, + "traffic_rms": 0.05733172925445025 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5885732668484707e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5894150901323794e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01335282099632516, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.019554809569716454 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351873368024826, + "mean_feedback_forward_cosine": 0.9998449965527183, + "mean_feedback_forward_relative_error": 0.01726967760508782, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002151638215363517, + "instruction_rms": 0.0021516382155407333, + "raw_apical_rms": 0.057381430052229274, + "teaching_rms": 0.002151638215363517, + "traffic_rms": 0.057331062077174526 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.488441535637321e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588593699632505e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013470523527911605, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.01926325267970562 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351868897676468, + "mean_feedback_forward_cosine": 0.9998450091010646, + "mean_feedback_forward_relative_error": 0.017269518471470003, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002125634026245325, + "instruction_rms": 0.002125634025422105, + "raw_apical_rms": 0.05737740442952186, + "teaching_rms": 0.002125634026245325, + "traffic_rms": 0.057328454533699044 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.076655374911752e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.59027865905651e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013349836485837987, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.018467911663651467 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351863868534565, + "mean_feedback_forward_cosine": 0.999845005963978, + "mean_feedback_forward_relative_error": 0.017269355931172247, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002245239314089473, + "instruction_rms": 0.002245239314091207, + "raw_apical_rms": 0.05738239008157484, + "teaching_rms": 0.002245239314089473, + "traffic_rms": 0.057327105402776836 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.595736603439036e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5899662851827642e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013479209345880854, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.02052582154929638 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518595844507217, + "mean_feedback_forward_cosine": 0.999844984004372, + "mean_feedback_forward_relative_error": 0.01726919329284053, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002085286038777572, + "instruction_rms": 0.0020852860381598676, + "raw_apical_rms": 0.0573833706427686, + "teaching_rms": 0.002085286038777572, + "traffic_rms": 0.05733425342901533 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.2860995702321816e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5921276154929244e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01337540389639851, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.01822956813007593 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518551141023636, + "mean_feedback_forward_cosine": 0.9998449965527183, + "mean_feedback_forward_relative_error": 0.01726903040942393, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002171648454808321, + "instruction_rms": 0.0021716484554713963, + "raw_apical_rms": 0.05738631310038968, + "teaching_rms": 0.002171648454808321, + "traffic_rms": 0.05733515524647261 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 3.647879864843162e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.597610155349661e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01330903302003386, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.01875597714006901 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518500849604607, + "mean_feedback_forward_cosine": 0.9998450122381511, + "mean_feedback_forward_relative_error": 0.01726886331054725, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020918261639358924, + "instruction_rms": 0.002091826163651054, + "raw_apical_rms": 0.057374569367673094, + "teaching_rms": 0.0020918261639358924, + "traffic_rms": 0.057326323778322294 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6000833486250485e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5878981846498698e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013371086808858854, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.01829057467728853 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518454283475876, + "mean_feedback_forward_cosine": 0.9998449965527183, + "mean_feedback_forward_relative_error": 0.01726869956933354, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002129252847319931, + "instruction_rms": 0.0021292528474498376, + "raw_apical_rms": 0.05738070843951083, + "teaching_rms": 0.002129252847319931, + "traffic_rms": 0.05733024445713955 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 2.4304661394580762e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5908106952560263e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013495574713068859, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.01816760263234377 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518411442637444, + "mean_feedback_forward_cosine": 0.9998450091010646, + "mean_feedback_forward_relative_error": 0.01726852555906302, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021407885121418058, + "instruction_rms": 0.002140788513567485, + "raw_apical_rms": 0.05737915283074554, + "teaching_rms": 0.0021407885121418058, + "traffic_rms": 0.05732850372271937 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9981148230717736e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5907598916601173e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013436224757928161, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.018039209269583224 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351836860179901, + "mean_feedback_forward_cosine": 0.9998449934156317, + "mean_feedback_forward_relative_error": 0.017268365224529254, + "min_feedback_forward_cosine": 0.9997240900993347 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021163828404565494, + "instruction_rms": 0.0021163828418142502, + "raw_apical_rms": 0.05736745948711938, + "teaching_rms": 0.0021163828404565494, + "traffic_rms": 0.057317776783025194 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.829055389952373e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.598985887737527e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013334733589270186, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.01793671552181244 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518327623605728, + "mean_feedback_forward_cosine": 0.9998449996898049, + "mean_feedback_forward_relative_error": 0.017268207463386812, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020832244859589227, + "instruction_rms": 0.0020832244874682956, + "raw_apical_rms": 0.057353355819119996, + "teaching_rms": 0.0020832244859589227, + "traffic_rms": 0.0573052934652387 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8028910747934788e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.590406969904027e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013274473191885858, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.01819315657824278 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518290370702744, + "mean_feedback_forward_cosine": 0.9998449934156317, + "mean_feedback_forward_relative_error": 0.017268050658075434, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020781069023363065, + "instruction_rms": 0.002078106902547081, + "raw_apical_rms": 0.05735650283023351, + "teaching_rms": 0.0020781069023363065, + "traffic_rms": 0.05730920028722544 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.998887183025545e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.59377289946861e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013295038066118333, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.017898254123926163 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351824752986431, + "mean_feedback_forward_cosine": 0.9998450185123243, + "mean_feedback_forward_relative_error": 0.01726788510323355, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021011860855973076, + "instruction_rms": 0.002101186085391997, + "raw_apical_rms": 0.05735041906647417, + "teaching_rms": 0.0021011860855973076, + "traffic_rms": 0.057301841732502204 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5323647179220643e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.594898275927885e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013449609145165787, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.018024466275572776 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518214002251625, + "mean_feedback_forward_cosine": 0.9998450122381511, + "mean_feedback_forward_relative_error": 0.017267727391108087, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002087102389266293, + "instruction_rms": 0.002087102389495566, + "raw_apical_rms": 0.05735592528067921, + "teaching_rms": 0.002087102389266293, + "traffic_rms": 0.057307604575770686 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.901857243386985e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.588603591865058e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013348443492399673, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.017528176199793816 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518171161413193, + "mean_feedback_forward_cosine": 0.999845005963978, + "mean_feedback_forward_relative_error": 0.017267570414237286, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019893339499825135, + "instruction_rms": 0.0019893339502636107, + "raw_apical_rms": 0.057353590855402106, + "teaching_rms": 0.0019893339499825135, + "traffic_rms": 0.05731012084141232 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.209990140362606e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5894949298460627e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013380838626160869, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.01656154245734215 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351813204586506, + "mean_feedback_forward_cosine": 0.9998450153752377, + "mean_feedback_forward_relative_error": 0.017267413094247643, + "min_feedback_forward_cosine": 0.9997240900993347 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019981901987260586, + "instruction_rms": 0.0019981901972129902, + "raw_apical_rms": 0.05734882044997107, + "teaching_rms": 0.0019981901987260586, + "traffic_rms": 0.057304415683832904 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6037376699150627e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5865845761459818e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013327381199228994, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.016893687390089035 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518087342381477, + "mean_feedback_forward_cosine": 0.999844984004372, + "mean_feedback_forward_relative_error": 0.017267252759713875, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020176040540159945, + "instruction_rms": 0.00201760405374586, + "raw_apical_rms": 0.057350337641196195, + "teaching_rms": 0.0020176040540159945, + "traffic_rms": 0.05730491986159956 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.8684906894227424e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5904243318155756e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013540174063617965, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.01689831969231367 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023518040776252747, + "mean_feedback_forward_cosine": 0.999845005963978, + "mean_feedback_forward_relative_error": 0.017267091346806603, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002110489302557219, + "instruction_rms": 0.0021104893029142238, + "raw_apical_rms": 0.0573430209548111, + "teaching_rms": 0.002110489302557219, + "traffic_rms": 0.05729411328179494 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6443487399774313e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5903513031679064e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013434720724542092, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.01805402633190155 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517999798059464, + "mean_feedback_forward_cosine": 0.9998450091010646, + "mean_feedback_forward_relative_error": 0.017266930963255857, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020831217355797684, + "instruction_rms": 0.0020831217360948225, + "raw_apical_rms": 0.057344762702300094, + "teaching_rms": 0.0020831217355797684, + "traffic_rms": 0.0572965314896843 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.148596050550623e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5922893980484393e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013357991325996967, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.017737425000965597 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351795695722103, + "mean_feedback_forward_cosine": 0.9998450216494108, + "mean_feedback_forward_relative_error": 0.017266767295567614, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002064303038458786, + "instruction_rms": 0.0020643030375293485, + "raw_apical_rms": 0.057346604005834974, + "teaching_rms": 0.002064303038458786, + "traffic_rms": 0.057299130453858406 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 2.6667217767339935e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586389925472698e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01342157532794813, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.017186520867347718 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517915979027748, + "mean_feedback_forward_cosine": 0.9998450247864974, + "mean_feedback_forward_relative_error": 0.01726660769628851, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002064908757239111, + "instruction_rms": 0.0020649087570205915, + "raw_apical_rms": 0.057359493733329776, + "teaching_rms": 0.002064908757239111, + "traffic_rms": 0.057312791425208 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.4808841203594056e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5882272618935948e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013329622781219245, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.01708396843150258 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517878726124763, + "mean_feedback_forward_cosine": 0.9998449871414586, + "mean_feedback_forward_relative_error": 0.017266449297925358, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002000839309244665, + "instruction_rms": 0.0020008393088562105, + "raw_apical_rms": 0.057354331010434766, + "teaching_rms": 0.002000839309244665, + "traffic_rms": 0.05731041612375414 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.082667632270386e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5861289543363617e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013703346191610802, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.0169252636051178 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351783588528633, + "mean_feedback_forward_cosine": 0.9998450185123243, + "mean_feedback_forward_relative_error": 0.01726628592433898, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002075181777824532, + "instruction_rms": 0.0020751817774730466, + "raw_apical_rms": 0.0573524260369971, + "teaching_rms": 0.002075181777824532, + "traffic_rms": 0.057305416692034365 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.584153335760675e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5827674085165077e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013359061321905676, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.017334949306249618 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517794907093048, + "mean_feedback_forward_cosine": 0.9998449996898049, + "mean_feedback_forward_relative_error": 0.01726613264824999, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002014207073887876, + "instruction_rms": 0.002014207073290162, + "raw_apical_rms": 0.057359259890034126, + "teaching_rms": 0.002014207073887876, + "traffic_rms": 0.05731347761433656 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6199343139410303e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5894676625237817e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013291305712022777, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.016212611750364304 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517759516835213, + "mean_feedback_forward_cosine": 0.9998450028268915, + "mean_feedback_forward_relative_error": 0.017265976627210255, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00202425156919865, + "instruction_rms": 0.002024251568952365, + "raw_apical_rms": 0.05736410632444398, + "teaching_rms": 0.00202425156919865, + "traffic_rms": 0.0573180389690067 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.130725983486627e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5856964706496374e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01343330052174667, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.016154939995408058 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517712950706482, + "mean_feedback_forward_cosine": 0.9998450153752377, + "mean_feedback_forward_relative_error": 0.01726581766515186, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020808460084478335, + "instruction_rms": 0.0020808460078286383, + "raw_apical_rms": 0.05736800241736101, + "teaching_rms": 0.0020808460084478335, + "traffic_rms": 0.057318457351389115 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 4.1850928056419434e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.589972196710049e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013443505317114786, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.017870618642866612 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351767010986805, + "mean_feedback_forward_cosine": 0.9998450153752377, + "mean_feedback_forward_relative_error": 0.017265660222619772, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019752129011466, + "instruction_rms": 0.001975212901077048, + "raw_apical_rms": 0.057361420458163684, + "teaching_rms": 0.0019752129011466, + "traffic_rms": 0.05731753810061673 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5178477969234336e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.585132040700604e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013263508613660376, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.01595723027318716 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517627269029617, + "mean_feedback_forward_cosine": 0.9998450122381511, + "mean_feedback_forward_relative_error": 0.01726549893225494, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002056042633513552, + "instruction_rms": 0.002056042633999269, + "raw_apical_rms": 0.057362854444357333, + "teaching_rms": 0.002056042633513552, + "traffic_rms": 0.057316702077554814 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 2.641351848353679e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5842899614656654e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01344182782785502, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.016741032394468783 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517588153481483, + "mean_feedback_forward_cosine": 0.999845005963978, + "mean_feedback_forward_relative_error": 0.017265341685790764, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020329601783776992, + "instruction_rms": 0.0020329601791557223, + "raw_apical_rms": 0.05735880451931111, + "teaching_rms": 0.0020329601783776992, + "traffic_rms": 0.05731267454983789 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.4085119676442446e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5836136262300237e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013460098599200498, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.01669560650587082 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517552763223648, + "mean_feedback_forward_cosine": 0.9998450185123243, + "mean_feedback_forward_relative_error": 0.017265176719152613, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020211817037602445, + "instruction_rms": 0.002021181704895943, + "raw_apical_rms": 0.05734329406095505, + "teaching_rms": 0.0020211817037602445, + "traffic_rms": 0.05729868706034937 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.7512847939069616e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.583986983531327e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013358566601462223, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.01612350366294384 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517509922385216, + "mean_feedback_forward_cosine": 0.9998450091010646, + "mean_feedback_forward_relative_error": 0.0172650234920806, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002025432708327083, + "instruction_rms": 0.0020254327090709, + "raw_apical_rms": 0.05734765992241117, + "teaching_rms": 0.002025432708327083, + "traffic_rms": 0.05730157226386756 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.7961721826841313e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.587383151039377e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01351139882423983, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.017084790429621934 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517470806837082, + "mean_feedback_forward_cosine": 0.9998450310606706, + "mean_feedback_forward_relative_error": 0.017264868696465305, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019692059160469665, + "instruction_rms": 0.0019692059164125144, + "raw_apical_rms": 0.05733782188308922, + "teaching_rms": 0.0019692059160469665, + "traffic_rms": 0.05729467665702164 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.5992076047032242e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5862184240332955e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013520175314197464, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.01590409055672586 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0235174261033535, + "mean_feedback_forward_cosine": 0.9998450185123243, + "mean_feedback_forward_relative_error": 0.01726471921919208, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002025227763892542, + "instruction_rms": 0.002025227764260128, + "raw_apical_rms": 0.05733468046349477, + "teaching_rms": 0.002025227763892542, + "traffic_rms": 0.057288533541542314 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.0322183047483122e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.582928958186145e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013585357527955333, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.01626177947819233 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517383262515068, + "mean_feedback_forward_cosine": 0.9998450310606706, + "mean_feedback_forward_relative_error": 0.0172645628550335, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020021715825815473, + "instruction_rms": 0.0020021715821719206, + "raw_apical_rms": 0.05732200478566699, + "teaching_rms": 0.0020021715825815473, + "traffic_rms": 0.05727581919887089 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.9174138660437166e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.584622900587571e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013338737027183982, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.016226574447751045 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517346009612083, + "mean_feedback_forward_cosine": 0.9998450341977572, + "mean_feedback_forward_relative_error": 0.017264403549856262, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019979804266275682, + "instruction_rms": 0.0019979804273983146, + "raw_apical_rms": 0.05731966442404613, + "teaching_rms": 0.0019979804266275682, + "traffic_rms": 0.05727456249237145 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.365276507987346e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.585106808997569e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013214349369234305, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.016052276432514192 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.02351730689406395, + "mean_feedback_forward_cosine": 0.999845027923584, + "mean_feedback_forward_relative_error": 0.017264244979933688, + "min_feedback_forward_cosine": 0.9997240900993347 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020261862256974604, + "instruction_rms": 0.002026186225080451, + "raw_apical_rms": 0.05731911098822427, + "teaching_rms": 0.0020261862256974604, + "traffic_rms": 0.05727482046286172 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.750409677787502e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5912921508358083e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0133770204123874, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.016106046799719335 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517267778515816, + "mean_feedback_forward_cosine": 0.9998450341977572, + "mean_feedback_forward_relative_error": 0.017264095747745352, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002084517786397392, + "instruction_rms": 0.002084517786810338, + "raw_apical_rms": 0.05731823835764148, + "teaching_rms": 0.002084517786397392, + "traffic_rms": 0.05727056065766402 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.6282682696887605e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5926909066856375e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013407291462708287, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.017042857864499092 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517221212387085, + "mean_feedback_forward_cosine": 0.99984504988319, + "mean_feedback_forward_relative_error": 0.01726394038843481, + "min_feedback_forward_cosine": 0.9997242093086243 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019533575766178964, + "instruction_rms": 0.0019533575763705504, + "raw_apical_rms": 0.057307394806373285, + "teaching_rms": 0.0019533575766178964, + "traffic_rms": 0.05726445641345482 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.015597727085151e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5882725827341307e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013322252800089685, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.015307355008125306 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0235171876847744, + "mean_feedback_forward_cosine": 0.9998450310606706, + "mean_feedback_forward_relative_error": 0.01726379387668873, + "min_feedback_forward_cosine": 0.999724268913269 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0020175057533645896, + "instruction_rms": 0.002017505753006968, + "raw_apical_rms": 0.05731023814774878, + "teaching_rms": 0.0020175057533645896, + "traffic_rms": 0.05726338736054773 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 2.994784153997898e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586028207071519e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013423752794974493, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.0161244964286685 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517148569226265, + "mean_feedback_forward_cosine": 0.9998450467461034, + "mean_feedback_forward_relative_error": 0.017263639644768677, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019277244213247295, + "instruction_rms": 0.001927724421166909, + "raw_apical_rms": 0.057302355535684635, + "teaching_rms": 0.0019277244213247295, + "traffic_rms": 0.05726092887403599 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0737457126379013, + "maximum_absolute_post_projection_soma_slope": 3.236558043795412e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5840046712144062e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013395139098612398, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.01522445619776845 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517107591032982, + "mean_feedback_forward_cosine": 0.9998450436090168, + "mean_feedback_forward_relative_error": 0.017263485143255246, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002007255169589413, + "instruction_rms": 0.0020072551695138295, + "raw_apical_rms": 0.057301600122195054, + "teaching_rms": 0.002007255169589413, + "traffic_rms": 0.057256973851480986 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 3.716307617196435e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5896233956811234e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013576885275588018, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.015922825186252595 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.023517075926065445, + "mean_feedback_forward_cosine": 0.99984504988319, + "mean_feedback_forward_relative_error": 0.017263335592456554, + "min_feedback_forward_cosine": 0.9997241497039795 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018885162356603754, + "instruction_rms": 0.0018885162354027258, + "raw_apical_rms": 0.057302852367039823, + "teaching_rms": 0.0018885162356603754, + "traffic_rms": 0.05726224190867023 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07374570518732071, + "maximum_absolute_post_projection_soma_slope": 2.9884116514722336e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5883394611679662e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013366220530925097, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.0146630579072237 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9165, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.396319580078125, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "5", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2164536320, + "peak_memory_reserved_bytes": 3103784960, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 4.441796264131881e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 3.1988324877829655e-08, + "min_residual_soma_slope": -4.441796264131881e-08, + "mse": 3.440779624321059e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.211239499632087e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.211239499632087e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "0008f2cd96c06bea98f43560867d93967c597711", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 12, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 0.7013368606567383, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.03748607635498047, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 9091.857142448425, + "train_wall_s": 9089.30370759964 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.015147827565670013, + 0.008992872200906277, + 0.006335717625916004, + 0.006321475841104984, + 0.003678887849673629, + 0.004123614635318518, + 0.002525815973058343, + 0.004781324882060289, + 0.0033923478331416845, + 0.0038862654473632574, + 0.00256628030911088, + 0.003065550234168768, + 0.0020046851132065058, + 0.0039893328212201595, + 0.0029188611079007387, + 0.0033148694783449173, + 0.002407304011285305, + 0.0027950506191700697, + 0.0022151924204081297 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.000000476837158, + 4.0, + 3.999999761581421, + 3.999999761581421, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 3.999999523162842, + 3.999999761581421, + 4.0, + 4.0, + 4.000000476837158, + 3.999999761581421, + 3.999999523162842, + 4.0, + 4.0 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.08152718842029572, + 0.047528091818094254, + 0.02159477397799492, + 0.03322690725326538, + 0.009904556907713413, + 0.022132862359285355, + 0.005730380769819021, + 0.024846715852618217, + 0.009144105948507786, + 0.020660117268562317, + 0.0059754690155386925, + 0.01662653498351574, + 0.0041145277209579945, + 0.021255075931549072, + 0.007200336549431086, + 0.0175380390137434, + 0.005119331181049347, + 0.015115395188331604, + 0.00420715194195509 + ], + "unscaled_traffic_rms": [ + 0.7432036995887756, + 0.7568469047546387, + 1.1735650300979614, + 0.7610068321228027, + 1.4857354164123535, + 0.7452474236488342, + 1.7631051540374756, + 0.7697314620018005, + 1.4839494228363037, + 0.7524188756942749, + 1.7178770303726196, + 0.7375078797340393, + 1.9488848447799683, + 0.7507538795471191, + 1.6215137243270874, + 0.7560410499572754, + 1.8809518814086914, + 0.7396566271781921, + 2.1061205863952637 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 40108672, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 401089286955008, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 401086720000000, + "local_weight_correlation_macs": 405510400000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 405510400000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 2595266560 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 45220225875968, + "forward_macs_per_example": 40551040, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 1613199402221568 + } +} -- cgit v1.2.3