diff options
Diffstat (limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json')
| -rw-r--r-- | results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json | 6861 |
1 files changed, 6861 insertions, 0 deletions
diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json new file mode 100644 index 0000000..a3687e2 --- /dev/null +++ b/results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json @@ -0,0 +1,6861 @@ +{ + "architecture": { + "adaptive_apical_parameters": 606208, + "adaptive_feedback_parameters": 461440, + "base_width": 16, + "blocks_per_stage": 5, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "depth": 32, + "family": "CIFAR 6n+2 ResNet, option-A shortcuts", + "fixed_feedback_parameters": 0, + "fixed_traffic_coefficients": 303104, + "forward_parameters": 464154, + "hidden_shapes": [ + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 16, + 32, + 32 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 32, + 16, + 16 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ], + [ + 64, + 8, + 8 + ] + ], + "normalization": "batchnorm", + "predictor_parameters": 606208, + "residual_scale": 1.0, + "vectorizer_mode": null, + "vectorizer_parameters": 0 + }, + "args": { + "a_scale": 1.0, + "a_warmup_steps": 0, + "alignment_probe": 32, + "apical_calibration_mode": "unit_targets", + "apical_seed": null, + "augment_train": 1, + "batch_size": 128, + "bn_eps": 1e-05, + "bn_momentum": 0.1, + "data_dir": "/home/yurenh2/sdrn/data", + "depth": 32, + "device": "cuda", + "epochs": 200, + "eta_A": 0.01, + "eta_P": 0.1, + "eval_every": 0, + "eval_split": "test", + "learn_P": 1, + "loader_seed": 13, + "lr": 0.1, + "lr_gamma": 0.1, + "lr_milestones": "100,150", + "lr_schedule": "step", + "max_steps": 0, + "mirror_batch_size": 1, + "mirror_eta": 0.1, + "mirror_every": 16, + "mirror_noise_std": 1.0, + "mirror_seed": 3000, + "mirror_warmup_steps": 0, + "mode": "kp_traffic", + "momentum": 0.9, + "neutral_projection": 1, + "normalization": "batchnorm", + "nuisance_scale": 0.0, + "out": "results/oral_a_dynamic_scaling_v2/dynamic_d32_s13.json", + "output_lr": 0.1, + "pert_directions": 1, + "pert_every": 4, + "pert_sigma": 0.01, + "perturb_seed": 1000, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup_steps": 1, + "residual_scale": null, + "seed": 13, + "split_seed": 2027, + "traffic_calibration_examples": 64, + "traffic_ratio": 4.0, + "traffic_rule": "innovation", + "traffic_seed": 5013, + "train_limit": 0, + "use_residual": 1, + "val_examples": 0, + "vectorizer_mode": "spatial_template", + "warmup_epochs": 0, + "weight_decay": 0.0001, + "weight_scale": 1.0, + "width": 16 + }, + "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", + "counters": { + "apical_warmup_examples": 0, + "calibration_event_examples": 0, + "causal_scalar_observations": 0, + "logical_batch_loss_queries": 0, + "mirror_conv_examples": 0, + "mirror_events": 0, + "mirror_readout_examples": 0, + "neutral_projection_examples": 10000000, + "ordinary_examples": 10000000, + "per_example_loss_terms": 0, + "perturbation_events": 0, + "perturbation_forward_examples": 0, + "predictor_update_examples": 64, + "predictor_warmup_examples": 0, + "traffic_audit_examples": 0, + "traffic_calibration_examples": 64 + }, + "diagnostics": { + "early_third_mean": 0.9996227920055389, + "feedback_forward_cosine": [ + 0.9998266696929932, + 0.9998146295547485, + 0.9997915029525757, + 0.9997797012329102, + 0.9997129440307617, + 0.9996341466903687, + 0.9997661709785461, + 0.9996988773345947, + 0.9997620582580566, + 0.9996570944786072, + 0.9997298717498779, + 0.9998093247413635, + 0.9997180104255676, + 0.9996817708015442, + 0.9997682571411133, + 0.9997138977050781, + 0.9997902512550354, + 0.9997091293334961, + 0.9997783899307251, + 0.9996909499168396, + 0.9997871518135071, + 0.9998667240142822, + 0.9998387098312378, + 0.9998230934143066, + 0.9998358488082886, + 0.9997856616973877, + 0.9998124837875366, + 0.9997082948684692, + 0.9997628927230835, + 0.9995109438896179, + 0.999983549118042 + ], + "feedback_forward_norm_ratio": [ + 1.0003786087036133, + 0.9999864101409912, + 0.9992262125015259, + 1.00118088722229, + 0.998736560344696, + 1.002174735069275, + 0.9988030791282654, + 1.0015902519226074, + 0.9985690116882324, + 1.0013126134872437, + 0.9991462230682373, + 1.0006859302520752, + 0.9994093775749207, + 1.0011804103851318, + 0.9994674324989319, + 1.0011271238327026, + 0.9996803998947144, + 1.001161813735962, + 0.9996950626373291, + 1.001160740852356, + 0.9995452761650085, + 1.000220775604248, + 0.9999011158943176, + 1.0008418560028076, + 0.9997518062591553, + 1.0011337995529175, + 0.9997069835662842, + 1.0013108253479004, + 0.9997100234031677, + 1.0013885498046875, + 1.0022026300430298 + ], + "feedback_forward_relative_error": [ + 0.018618928268551826, + 0.019253486767411232, + 0.020427050068974495, + 0.021034903824329376, + 0.023977361619472504, + 0.027164874598383904, + 0.021647583693265915, + 0.024609200656414032, + 0.02184344455599785, + 0.02623707242310047, + 0.02325104922056198, + 0.019542844966053963, + 0.023751458153128624, + 0.02527329884469509, + 0.02152971178293228, + 0.023958662524819374, + 0.020484240725636482, + 0.02416081354022026, + 0.02105093002319336, + 0.024906929582357407, + 0.020637262612581253, + 0.016326529905200005, + 0.017961647361516953, + 0.018835319206118584, + 0.0181178729981184, + 0.02074573002755642, + 0.019360698759555817, + 0.02420783042907715, + 0.021775471046566963, + 0.03132582828402519, + 0.006159801501780748 + ], + "innovation_negative_gradient_cosine": [ + 0.9996398091316223, + 0.9996058940887451, + 0.99964439868927, + 0.999598503112793, + 0.9996539354324341, + 0.9995397925376892, + 0.9996646046638489, + 0.9996017217636108, + 0.9996776580810547, + 0.9996016025543213, + 0.999685525894165, + 0.9996574521064758, + 0.999701738357544, + 0.9995663166046143, + 0.9997093677520752, + 0.9996194839477539, + 0.9997212886810303, + 0.9996551871299744, + 0.9997247457504272, + 0.9996870756149292, + 0.9997378587722778, + 0.9997754693031311, + 0.9997869729995728, + 0.9997658133506775, + 0.9998039603233337, + 0.999817967414856, + 0.9998483657836914, + 0.9998794794082642, + 0.9998995065689087, + 0.999940037727356, + 0.7504194974899292 + ], + "instruction_negative_gradient_cosine": [ + 0.9996398091316223, + 0.9996058940887451, + 0.99964439868927, + 0.999598503112793, + 0.9996539354324341, + 0.9995397925376892, + 0.9996645450592041, + 0.9996017217636108, + 0.9996776580810547, + 0.9996016025543213, + 0.999685525894165, + 0.999657392501831, + 0.9997017979621887, + 0.9995663166046143, + 0.9997093677520752, + 0.9996194243431091, + 0.9997212886810303, + 0.9996551871299744, + 0.9997246861457825, + 0.999687135219574, + 0.9997378587722778, + 0.9997754693031311, + 0.9997869729995728, + 0.9997657537460327, + 0.9998039603233337, + 0.9998179078102112, + 0.9998483657836914, + 0.9998794794082642, + 0.9998995065689087, + 0.999940037727356, + 0.7685295343399048 + ], + "matched_negative_gradient_cosine": [ + 0.018930844962596893, + 0.02241251990199089, + 0.011943921446800232, + 0.03673360496759415, + 0.006199301220476627, + -0.02070508897304535, + 0.004725276492536068, + -0.041707202792167664, + 0.03994016349315643, + 0.03537318855524063, + 0.048001304268836975, + 0.06243788078427315, + 0.03955027833580971, + 0.06811034679412842, + 0.03466589003801346, + 0.06164909526705742, + 0.046681422740221024, + 0.12694469094276428, + 0.02356584370136261, + 0.10797655582427979, + 0.01714702695608139, + 0.03305324539542198, + -0.052473850548267365, + 0.10837972164154053, + 0.005332642700523138, + 0.16741801798343658, + 0.017147552222013474, + 0.16580763459205627, + 0.036554574966430664, + 0.04411827772855759, + 0.09979928284883499 + ], + "max_norm_match_direction_error": 0.002277970314025879, + "max_norm_match_relative_error": 1.498547561595842e-07, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.021554123805535418, + "neutral_projection": { + "instruction_observations": 0, + "max_absolute_correction_slope": 0.07146559655666351, + "max_absolute_post_projection_soma_slope": 1.0606905576082681e-08, + "max_absolute_pre_projection_soma_slope": 0.07146559655666351, + "max_positive_post_projection_soma_slope": 1.0606905576082681e-08, + "min_post_projection_soma_slope": -8.543406870842318e-09, + "observations": 32, + "post_projection_traffic_rms_ratio": 2.467356403610835e-08, + "pre_projection_traffic_rms_ratio": 0.017169242892281625 + }, + "normalization_state": "training_batch_stats_without_running_update", + "predictor_traffic_residual_rms_ratio": 0.01716924289226287, + "raw_negative_gradient_cosine": [ + 0.018930844962596893, + 0.02241251990199089, + 0.011943922378122807, + 0.03673360496759415, + 0.006199301220476627, + -0.0207050908356905, + 0.004725276958197355, + -0.04170720651745796, + 0.03994016349315643, + 0.03537318855524063, + 0.04800130054354668, + 0.06243788078427315, + 0.03955027833580971, + 0.06811034679412842, + 0.03466589003801346, + 0.06164909526705742, + 0.046681422740221024, + 0.12694469094276428, + 0.02356584556400776, + 0.10797655582427979, + 0.01714702881872654, + 0.03305324539542198, + -0.05247385799884796, + 0.10837972164154053, + 0.005332643631845713, + 0.16741801798343658, + 0.017147554084658623, + 0.16580763459205627, + 0.036554574966430664, + 0.044118281453847885, + 0.09979875385761261 + ], + "teaching_negative_gradient_cosine": [ + 0.9996398091316223, + 0.9996058940887451, + 0.99964439868927, + 0.999598503112793, + 0.9996539354324341, + 0.9995397925376892, + 0.9996646046638489, + 0.9996017217636108, + 0.9996776580810547, + 0.9996016025543213, + 0.999685525894165, + 0.9996574521064758, + 0.999701738357544, + 0.9995663166046143, + 0.9997093677520752, + 0.9996194839477539, + 0.9997212886810303, + 0.9996551871299744, + 0.9997247457504272, + 0.9996870756149292, + 0.9997378587722778, + 0.9997754693031311, + 0.9997869729995728, + 0.9997658133506775, + 0.9998039603233337, + 0.999817967414856, + 0.9998483657836914, + 0.9998794794082642, + 0.9998995065689087, + 0.999940037727356, + 0.7504194974899292 + ], + "traffic_instruction_rms_ratio": 44.26736325044913, + "used_negative_gradient_cosine": [ + 0.9996398091316223, + 0.9996058940887451, + 0.99964439868927, + 0.999598503112793, + 0.9996539354324341, + 0.9995397925376892, + 0.9996646046638489, + 0.9996017217636108, + 0.9996776580810547, + 0.9996016025543213, + 0.999685525894165, + 0.9996574521064758, + 0.999701738357544, + 0.9995663166046143, + 0.9997093677520752, + 0.9996194839477539, + 0.9997212886810303, + 0.9996551871299744, + 0.9997247457504272, + 0.9996870756149292, + 0.9997378587722778, + 0.9997754693031311, + 0.9997869729995728, + 0.9997658133506775, + 0.9998039603233337, + 0.999817967414856, + 0.9998483657836914, + 0.9998794794082642, + 0.9998995065689087, + 0.999940037727356, + 0.7504194974899292 + ], + "wall_s": 0.23176050186157227 + }, + "epochs": [ + { + "epoch": 1, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.359028935432434, + "mean_feedback_forward_cosine": 0.21638116048228356, + "mean_feedback_forward_relative_error": 1.2513171953539695, + "min_feedback_forward_cosine": 0.08171359449625015 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0015689440774127226, + "instruction_rms": 0.001568944077005395, + "raw_apical_rms": 0.027384441832174197, + "teaching_rms": 0.0015689440774127226, + "traffic_rms": 0.027309113920130117 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.166573930319828e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 3.023138328154589e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013457047512726689, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 391, + "train_examples": 50000, + "train_loss": 2.0188516019058227 + }, + { + "epoch": 2, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.327566146850586, + "mean_feedback_forward_cosine": 0.31701424237220516, + "mean_feedback_forward_relative_error": 1.1690104257675908, + "min_feedback_forward_cosine": 0.12498265504837036 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0023151978247357317, + "instruction_rms": 0.0023151978249872354, + "raw_apical_rms": 0.03159317279282856, + "teaching_rms": 0.0023151978247357317, + "traffic_rms": 0.03150716712562438 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0714656189084053, + "maximum_absolute_post_projection_soma_slope": 3.529411785052616e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.836178078147449e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.013728502577306671, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 782, + "train_examples": 50000, + "train_loss": 1.4014113458633424 + }, + { + "epoch": 3, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.2820147275924683, + "mean_feedback_forward_cosine": 0.4102951413200748, + "mean_feedback_forward_relative_error": 1.087201907750099, + "min_feedback_forward_cosine": 0.1869596391916275 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0031249409712210702, + "instruction_rms": 0.003124940971169802, + "raw_apical_rms": 0.037262446519259876, + "teaching_rms": 0.0031249409712210702, + "traffic_rms": 0.037130303814453064 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.5341944482070176e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.752664916148555e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015238662020276414, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1173, + "train_examples": 50000, + "train_loss": 1.0887655848884583 + }, + { + "epoch": 4, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.236717700958252, + "mean_feedback_forward_cosine": 0.4784102209152714, + "mean_feedback_forward_relative_error": 1.0225722559036747, + "min_feedback_forward_cosine": 0.2463923990726471 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003368224748347706, + "instruction_rms": 0.0033682247480265395, + "raw_apical_rms": 0.04022405698360309, + "teaching_rms": 0.003368224748347706, + "traffic_rms": 0.04008171859118678 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.797032732677508e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7262246808453166e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01405065507174546, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1564, + "train_examples": 50000, + "train_loss": 0.8817265232276916 + }, + { + "epoch": 5, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1967111825942993, + "mean_feedback_forward_cosine": 0.5311479856891017, + "mean_feedback_forward_relative_error": 0.9698550451186395, + "min_feedback_forward_cosine": 0.30145370960235596 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033948441496080973, + "instruction_rms": 0.0033948441491979033, + "raw_apical_rms": 0.0418392732684939, + "teaching_rms": 0.0033948441496080973, + "traffic_rms": 0.041700224559935176 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.26482663126626e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.7032469829814485e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.015228620355479124, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 1955, + "train_examples": 50000, + "train_loss": 0.7550507375526428 + }, + { + "epoch": 6, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1632848978042603, + "mean_feedback_forward_cosine": 0.5752259637078931, + "mean_feedback_forward_relative_error": 0.9231321782835068, + "min_feedback_forward_cosine": 0.34760457277297974 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003479446511401995, + "instruction_rms": 0.003479446513266296, + "raw_apical_rms": 0.04310546706742094, + "teaching_rms": 0.003479446511401995, + "traffic_rms": 0.04296349270536215 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.992172009110618e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6970980854575346e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01552344969720946, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2346, + "train_examples": 50000, + "train_loss": 0.6805254464530944 + }, + { + "epoch": 7, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.1323214769363403, + "mean_feedback_forward_cosine": 0.6145065042280382, + "mean_feedback_forward_relative_error": 0.8791621029376984, + "min_feedback_forward_cosine": 0.3874923586845398 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035217726659655317, + "instruction_rms": 0.0035217726660450766, + "raw_apical_rms": 0.04403249099993706, + "teaching_rms": 0.0035217726659655317, + "traffic_rms": 0.04389020462136081 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.99808044448946e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.686406539880861e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017570972230950884, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 2737, + "train_examples": 50000, + "train_loss": 0.6278603303432465 + }, + { + "epoch": 8, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.103968620300293, + "mean_feedback_forward_cosine": 0.648109265873509, + "mean_feedback_forward_relative_error": 0.839671830977163, + "min_feedback_forward_cosine": 0.4198325276374817 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035703464131065328, + "instruction_rms": 0.00357034641325869, + "raw_apical_rms": 0.04510810332447291, + "teaching_rms": 0.0035703464131065328, + "traffic_rms": 0.044965083341892545 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.006622589258768e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6675527453982265e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01608658976536159, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3128, + "train_examples": 50000, + "train_loss": 0.5761027395820618 + }, + { + "epoch": 9, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.074819564819336, + "mean_feedback_forward_cosine": 0.6776645520041066, + "mean_feedback_forward_relative_error": 0.803543588807506, + "min_feedback_forward_cosine": 0.45070701837539673 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003525060820714708, + "instruction_rms": 0.003525060821088069, + "raw_apical_rms": 0.045850809822561636, + "teaching_rms": 0.003525060820714708, + "traffic_rms": 0.04571381135685931 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 4.192946079228932e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.654928768429143e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.017757043925315817, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3519, + "train_examples": 50000, + "train_loss": 0.5437979357337952 + }, + { + "epoch": 10, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0463757514953613, + "mean_feedback_forward_cosine": 0.7039340215344583, + "mean_feedback_forward_relative_error": 0.7700270058647278, + "min_feedback_forward_cosine": 0.48043709993362427 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003468220437532979, + "instruction_rms": 0.00346822043729152, + "raw_apical_rms": 0.04646558855553005, + "teaching_rms": 0.003468220437532979, + "traffic_rms": 0.04633434519209877 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.013248672800728e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.661593374398277e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.018891471597838407, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 3910, + "train_examples": 50000, + "train_loss": 0.5084304156112671 + }, + { + "epoch": 11, + "feedback_tracking": { + "max_feedback_forward_relative_error": 1.0177077054977417, + "mean_feedback_forward_cosine": 0.7282911250668187, + "mean_feedback_forward_relative_error": 0.737410927972486, + "min_feedback_forward_cosine": 0.5099976062774658 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003481418197683415, + "instruction_rms": 0.003481418197371488, + "raw_apical_rms": 0.04694401919291556, + "teaching_rms": 0.003481418197683415, + "traffic_rms": 0.046813320010665474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.4188545328106557e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6593052960661066e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020091266190934612, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4301, + "train_examples": 50000, + "train_loss": 0.4850193161201477 + }, + { + "epoch": 12, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9888617396354675, + "mean_feedback_forward_cosine": 0.7506973647302196, + "mean_feedback_forward_relative_error": 0.7061494290828705, + "min_feedback_forward_cosine": 0.5377273559570312 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036126322643429826, + "instruction_rms": 0.0036126322642947594, + "raw_apical_rms": 0.0472092087437721, + "teaching_rms": 0.0036126322643429826, + "traffic_rms": 0.04706907247442703 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.2148527395747806e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6559376135540032e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02059401780472702, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 4692, + "train_examples": 50000, + "train_loss": 0.4700221423149109 + }, + { + "epoch": 13, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9599944353103638, + "mean_feedback_forward_cosine": 0.7703979111486866, + "mean_feedback_forward_relative_error": 0.6774305085982045, + "min_feedback_forward_cosine": 0.564585268497467 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003528432517188769, + "instruction_rms": 0.00352843251735401, + "raw_apical_rms": 0.048000954012695385, + "teaching_rms": 0.003528432517188769, + "traffic_rms": 0.04786957593681927 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 3.298147888131098e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6489699692673787e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020034272408130764, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5083, + "train_examples": 50000, + "train_loss": 0.44316998596191404 + }, + { + "epoch": 14, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9321396946907043, + "mean_feedback_forward_cosine": 0.7884342593531455, + "mean_feedback_forward_relative_error": 0.6499206144963542, + "min_feedback_forward_cosine": 0.5900013446807861 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035830642252036495, + "instruction_rms": 0.0035830642265681782, + "raw_apical_rms": 0.048310959002821695, + "teaching_rms": 0.0035830642252036495, + "traffic_rms": 0.04817617398786338 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.238727768779427e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.661857639360773e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021262276743741006, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5474, + "train_examples": 50000, + "train_loss": 0.42744599245071413 + }, + { + "epoch": 15, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.9045042991638184, + "mean_feedback_forward_cosine": 0.8049306677233788, + "mean_feedback_forward_relative_error": 0.6238999366760254, + "min_feedback_forward_cosine": 0.6142401099205017 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003556955471479921, + "instruction_rms": 0.003556955470923244, + "raw_apical_rms": 0.04871852154079069, + "teaching_rms": 0.003556955471479921, + "traffic_rms": 0.04858674191570059 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.5328916681010014e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6547784543395443e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020975813899543384, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 5865, + "train_examples": 50000, + "train_loss": 0.4125113959121704 + }, + { + "epoch": 16, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8764141201972961, + "mean_feedback_forward_cosine": 0.8199109358172263, + "mean_feedback_forward_relative_error": 0.5991476283919427, + "min_feedback_forward_cosine": 0.6378459930419922 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003551704510117151, + "instruction_rms": 0.0035517045091667445, + "raw_apical_rms": 0.04893941869978095, + "teaching_rms": 0.003551704510117151, + "traffic_rms": 0.04880854297151682 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.0586108696061274e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6496897206309826e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02161130895052106, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6256, + "train_examples": 50000, + "train_loss": 0.40041986715316774 + }, + { + "epoch": 17, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8499462008476257, + "mean_feedback_forward_cosine": 0.8342026606682809, + "mean_feedback_forward_relative_error": 0.5745326886253972, + "min_feedback_forward_cosine": 0.659515380859375 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003617971944839745, + "instruction_rms": 0.003617971944487428, + "raw_apical_rms": 0.0493595282590454, + "teaching_rms": 0.003617971944839745, + "traffic_rms": 0.04922483868044985 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.155868810722495e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6415964649145383e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020677236035194786, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 6647, + "train_examples": 50000, + "train_loss": 0.384989180431366 + }, + { + "epoch": 18, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.8231675624847412, + "mean_feedback_forward_cosine": 0.8468809396989884, + "mean_feedback_forward_relative_error": 0.5519563930649911, + "min_feedback_forward_cosine": 0.6805944442749023 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003553208022122026, + "instruction_rms": 0.0035532080221910857, + "raw_apical_rms": 0.04972547518575145, + "teaching_rms": 0.003553208022122026, + "traffic_rms": 0.04959630263131576 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.8159112375192308e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.644184583823938e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021212845139219966, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7038, + "train_examples": 50000, + "train_loss": 0.3696881667804718 + }, + { + "epoch": 19, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7967016696929932, + "mean_feedback_forward_cosine": 0.8586022430850614, + "mean_feedback_forward_relative_error": 0.5301316515091927, + "min_feedback_forward_cosine": 0.7006962895393372 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003574316668101611, + "instruction_rms": 0.0035743166677613394, + "raw_apical_rms": 0.04971021291024696, + "teaching_rms": 0.003574316668101611, + "traffic_rms": 0.049579680769877336 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.699557365483997e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6434803741912808e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02145337360642842, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7429, + "train_examples": 50000, + "train_loss": 0.36057512926101687 + }, + { + "epoch": 20, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7712675929069519, + "mean_feedback_forward_cosine": 0.8694090151017712, + "mean_feedback_forward_relative_error": 0.5091335167807918, + "min_feedback_forward_cosine": 0.7194774746894836 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036112910793361856, + "instruction_rms": 0.0036112910792821754, + "raw_apical_rms": 0.050105810211630956, + "teaching_rms": 0.0036112910793361856, + "traffic_rms": 0.04997340475186982 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.2544470229822764e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6464941007630675e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01958559857282328, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 7820, + "train_examples": 50000, + "train_loss": 0.3472319854450226 + }, + { + "epoch": 21, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7452573180198669, + "mean_feedback_forward_cosine": 0.8794327993546763, + "mean_feedback_forward_relative_error": 0.48886588840715345, + "min_feedback_forward_cosine": 0.7375442981719971 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036141921638518943, + "instruction_rms": 0.003614192164661703, + "raw_apical_rms": 0.05033756037191736, + "teaching_rms": 0.0036141921638518943, + "traffic_rms": 0.0502054539370443 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.255738789675888e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6466105393357188e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02239439965588174, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8211, + "train_examples": 50000, + "train_loss": 0.3434600825691223 + }, + { + "epoch": 22, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.7202416658401489, + "mean_feedback_forward_cosine": 0.8885373800031601, + "mean_feedback_forward_relative_error": 0.46982263509304295, + "min_feedback_forward_cosine": 0.7548590898513794 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035751062003129765, + "instruction_rms": 0.003575106201163679, + "raw_apical_rms": 0.050367085565707785, + "teaching_rms": 0.0035751062003129765, + "traffic_rms": 0.05023780323841156 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.616031480329184e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6447045558420602e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020982626868283494, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8602, + "train_examples": 50000, + "train_loss": 0.33141831305503844 + }, + { + "epoch": 23, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6955456137657166, + "mean_feedback_forward_cosine": 0.8971660617859133, + "mean_feedback_forward_relative_error": 0.4511003359671562, + "min_feedback_forward_cosine": 0.7713476419448853 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003589489087871081, + "instruction_rms": 0.003589489088420716, + "raw_apical_rms": 0.050725285002784296, + "teaching_rms": 0.003589489087871081, + "traffic_rms": 0.05059592366457357 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.0372857057491274e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.641078922667729e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02248168618368078, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 8993, + "train_examples": 50000, + "train_loss": 0.32522446617126466 + }, + { + "epoch": 24, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6716258525848389, + "mean_feedback_forward_cosine": 0.9048702889873136, + "mean_feedback_forward_relative_error": 0.43357097237340864, + "min_feedback_forward_cosine": 0.7864834070205688 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003599795016958122, + "instruction_rms": 0.003599795016235446, + "raw_apical_rms": 0.05090630499450526, + "teaching_rms": 0.003599795016958122, + "traffic_rms": 0.05077644478873893 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.3885496247544324e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6389962455493745e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02367017186458206, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9384, + "train_examples": 50000, + "train_loss": 0.3163902703666687 + }, + { + "epoch": 25, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6481041312217712, + "mean_feedback_forward_cosine": 0.912163544085718, + "mean_feedback_forward_relative_error": 0.4165429251809274, + "min_feedback_forward_cosine": 0.8010036945343018 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035793771446135185, + "instruction_rms": 0.0035793771453639977, + "raw_apical_rms": 0.05116234581715712, + "teaching_rms": 0.0035793771446135185, + "traffic_rms": 0.05103445498586097 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.0160639258601805e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.647446026643522e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021846705459387137, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 9775, + "train_examples": 50000, + "train_loss": 0.31165570446014407 + }, + { + "epoch": 26, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6251521706581116, + "mean_feedback_forward_cosine": 0.9189614711269256, + "mean_feedback_forward_relative_error": 0.3999131860271577, + "min_feedback_forward_cosine": 0.8146384358406067 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0036160961163394143, + "instruction_rms": 0.0036160961164440858, + "raw_apical_rms": 0.05122236264266877, + "teaching_rms": 0.0036160961163394143, + "traffic_rms": 0.05109193022478306 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.0642112847090175e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.638040829717733e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02185609805716488, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10166, + "train_examples": 50000, + "train_loss": 0.29939852534294126 + }, + { + "epoch": 27, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.6029499173164368, + "mean_feedback_forward_cosine": 0.9251291674952353, + "mean_feedback_forward_relative_error": 0.3841595308434579, + "min_feedback_forward_cosine": 0.8272641897201538 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035756388406752095, + "instruction_rms": 0.0035756388396603303, + "raw_apical_rms": 0.05130942585302663, + "teaching_rms": 0.0035756388406752095, + "traffic_rms": 0.05118217572795193 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.5922756325135197e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6362150913621873e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020947848142713835, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10557, + "train_examples": 50000, + "train_loss": 0.29339407252311706 + }, + { + "epoch": 28, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5805547833442688, + "mean_feedback_forward_cosine": 0.9307969500941615, + "mean_feedback_forward_relative_error": 0.3691556097999696, + "min_feedback_forward_cosine": 0.8396104574203491 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035719889993269527, + "instruction_rms": 0.003571988999061554, + "raw_apical_rms": 0.051782248044754946, + "teaching_rms": 0.0035719889993269527, + "traffic_rms": 0.05165644963930771 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.260048586639641e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6284546112516536e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02128249975974906, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 10948, + "train_examples": 50000, + "train_loss": 0.2898948735380173 + }, + { + "epoch": 29, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5591834783554077, + "mean_feedback_forward_cosine": 0.9359502196311951, + "mean_feedback_forward_relative_error": 0.3550844954386834, + "min_feedback_forward_cosine": 0.8510515689849854 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003492938000034598, + "instruction_rms": 0.003492937999622593, + "raw_apical_rms": 0.05199398085737323, + "teaching_rms": 0.003492938000034598, + "traffic_rms": 0.051874226666474704 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.2424932072672163e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6323404755410115e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021101769614255105, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11339, + "train_examples": 50000, + "train_loss": 0.28035081473350526 + }, + { + "epoch": 30, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5376722812652588, + "mean_feedback_forward_cosine": 0.9408655743445119, + "mean_feedback_forward_relative_error": 0.3410439998392136, + "min_feedback_forward_cosine": 0.8620774149894714 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003564203899771304, + "instruction_rms": 0.003564203899696792, + "raw_apical_rms": 0.05252402522271201, + "teaching_rms": 0.003564203899771304, + "traffic_rms": 0.052400066261991285 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.118455976254154e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.630327828341386e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020573800790122818, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 11730, + "train_examples": 50000, + "train_loss": 0.2819810107803345 + }, + { + "epoch": 31, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.5178632140159607, + "mean_feedback_forward_cosine": 0.9453231000131176, + "mean_feedback_forward_relative_error": 0.3278006286390366, + "min_feedback_forward_cosine": 0.8718243837356567 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035412261523905, + "instruction_rms": 0.003541226152104235, + "raw_apical_rms": 0.05295211851808451, + "teaching_rms": 0.0035412261523905, + "traffic_rms": 0.052831046655815644 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.871572313267734e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6210759042514302e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020325780500081613, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12121, + "train_examples": 50000, + "train_loss": 0.271732903175354 + }, + { + "epoch": 32, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4983406066894531, + "mean_feedback_forward_cosine": 0.9494874073613074, + "mean_feedback_forward_relative_error": 0.31497027364469343, + "min_feedback_forward_cosine": 0.8811737298965454 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035404604517921064, + "instruction_rms": 0.003540460453805183, + "raw_apical_rms": 0.05256521727958658, + "teaching_rms": 0.0035404604517921064, + "traffic_rms": 0.05244321861362014 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.583815555430192e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.630777602858127e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021537006481828675, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12512, + "train_examples": 50000, + "train_loss": 0.26568462629318235 + }, + { + "epoch": 33, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4798280596733093, + "mean_feedback_forward_cosine": 0.9532626386611692, + "mean_feedback_forward_relative_error": 0.3028777061450866, + "min_feedback_forward_cosine": 0.8896836042404175 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035311689701902496, + "instruction_rms": 0.0035311689708615295, + "raw_apical_rms": 0.05260948823950943, + "teaching_rms": 0.0035311689701902496, + "traffic_rms": 0.05248837250706658 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.353325522288287e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6272145647704196e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021035924458852533, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 12903, + "train_examples": 50000, + "train_loss": 0.26067846254348753 + }, + { + "epoch": 34, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.46089527010917664, + "mean_feedback_forward_cosine": 0.9569080202810226, + "mean_feedback_forward_relative_error": 0.2907417671334359, + "min_feedback_forward_cosine": 0.8981483578681946 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035838708999212953, + "instruction_rms": 0.0035838708997651602, + "raw_apical_rms": 0.05302693666963662, + "teaching_rms": 0.0035838708999212953, + "traffic_rms": 0.052903118140250234 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.645661645317432e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.628055769819409e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019556002866465076, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13294, + "train_examples": 50000, + "train_loss": 0.25794370862960814 + }, + { + "epoch": 35, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.44318878650665283, + "mean_feedback_forward_cosine": 0.9601221796005003, + "mean_feedback_forward_relative_error": 0.27960770024407294, + "min_feedback_forward_cosine": 0.9056601524353027 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003492636714525397, + "instruction_rms": 0.0034926367143797866, + "raw_apical_rms": 0.053045539200379105, + "teaching_rms": 0.003492636714525397, + "traffic_rms": 0.05292757125978629 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 3.382749014235742e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6203148991470475e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01954111414139787, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 13685, + "train_examples": 50000, + "train_loss": 0.2521926338386536 + }, + { + "epoch": 36, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4259234666824341, + "mean_feedback_forward_cosine": 0.9631822589905031, + "mean_feedback_forward_relative_error": 0.26858584318430195, + "min_feedback_forward_cosine": 0.9127770662307739 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00351352174643121, + "instruction_rms": 0.0035135217473944657, + "raw_apical_rms": 0.05300544540767023, + "teaching_rms": 0.00351352174643121, + "traffic_rms": 0.05288612320398315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.3526106335557415e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6233771448000343e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020034404823617482, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14076, + "train_examples": 50000, + "train_loss": 0.2552177179145813 + }, + { + "epoch": 37, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.4095364511013031, + "mean_feedback_forward_cosine": 0.9659874285421064, + "mean_feedback_forward_relative_error": 0.2580969290387246, + "min_feedback_forward_cosine": 0.9191899299621582 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035540171829123095, + "instruction_rms": 0.0035540171831040367, + "raw_apical_rms": 0.053163167733734626, + "teaching_rms": 0.0035540171829123095, + "traffic_rms": 0.053041392546976665 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.212623767012701e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.628830762196484e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020177349498023973, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14467, + "train_examples": 50000, + "train_loss": 0.2466756143426895 + }, + { + "epoch": 38, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3934934139251709, + "mean_feedback_forward_cosine": 0.9685390014802256, + "mean_feedback_forward_relative_error": 0.24812661616071577, + "min_feedback_forward_cosine": 0.9252965450286865 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035482394739834206, + "instruction_rms": 0.003548239473537122, + "raw_apical_rms": 0.05337888214745203, + "teaching_rms": 0.0035482394739834206, + "traffic_rms": 0.05325808728298396 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.0761033659464374e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6322921325240592e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01930333037709197, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 14858, + "train_examples": 50000, + "train_loss": 0.24432047214984895 + }, + { + "epoch": 39, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.37840384244918823, + "mean_feedback_forward_cosine": 0.9709713632060636, + "mean_feedback_forward_relative_error": 0.23828263340457792, + "min_feedback_forward_cosine": 0.930831789970398 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035966518538834225, + "instruction_rms": 0.0035966518536361862, + "raw_apical_rms": 0.053553472376124144, + "teaching_rms": 0.0035966518538834225, + "traffic_rms": 0.05342942585547273 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3190059650346484e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.621805526148183e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019432024424663498, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15249, + "train_examples": 50000, + "train_loss": 0.2401316197872162 + }, + { + "epoch": 40, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3639370799064636, + "mean_feedback_forward_cosine": 0.9731036636137194, + "mean_feedback_forward_relative_error": 0.22933144434805838, + "min_feedback_forward_cosine": 0.9359540343284607 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003464426539131027, + "instruction_rms": 0.0034644265394348753, + "raw_apical_rms": 0.05382661571582705, + "teaching_rms": 0.003464426539131027, + "traffic_rms": 0.05371212399086486 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.038320883774759e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6157032582062388e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019516162274940768, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 15640, + "train_examples": 50000, + "train_loss": 0.23337802155971527 + }, + { + "epoch": 41, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.34985122084617615, + "mean_feedback_forward_cosine": 0.9751064892738096, + "mean_feedback_forward_relative_error": 0.2205553547509255, + "min_feedback_forward_cosine": 0.9406843185424805 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003518671379162316, + "instruction_rms": 0.00351867137963814, + "raw_apical_rms": 0.05419758359191867, + "teaching_rms": 0.003518671379162316, + "traffic_rms": 0.054080755051409 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.807940369109474e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6208270594430585e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020722597974415086, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16031, + "train_examples": 50000, + "train_loss": 0.2313947339439392 + }, + { + "epoch": 42, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3358475863933563, + "mean_feedback_forward_cosine": 0.9769871542530675, + "mean_feedback_forward_relative_error": 0.21202974838595237, + "min_feedback_forward_cosine": 0.9452786445617676 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003478429278219998, + "instruction_rms": 0.0034784292799613877, + "raw_apical_rms": 0.05425824730060113, + "teaching_rms": 0.003478429278219998, + "traffic_rms": 0.05414382479056838 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.628799388228799e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6072423458175056e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01980896056037481, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16422, + "train_examples": 50000, + "train_loss": 0.23239266793727875 + }, + { + "epoch": 43, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.32218971848487854, + "mean_feedback_forward_cosine": 0.9787662202312101, + "mean_feedback_forward_relative_error": 0.2036249695285674, + "min_feedback_forward_cosine": 0.949577808380127 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003547579124787204, + "instruction_rms": 0.003547579124956494, + "raw_apical_rms": 0.054477864704447376, + "teaching_rms": 0.003547579124787204, + "traffic_rms": 0.05435907189525733 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.641603558117822e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6061506229604884e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02066779336193575, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 16813, + "train_examples": 50000, + "train_loss": 0.2314801558971405 + }, + { + "epoch": 44, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.3090890347957611, + "mean_feedback_forward_cosine": 0.9803262102988458, + "mean_feedback_forward_relative_error": 0.1959815582921428, + "min_feedback_forward_cosine": 0.9535435438156128 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034376989958522968, + "instruction_rms": 0.0034376989942922647, + "raw_apical_rms": 0.05464901483278287, + "teaching_rms": 0.0034376989958522968, + "traffic_rms": 0.05453837628225535 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0291723856757926e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6174431106958267e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020464399910602792, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17204, + "train_examples": 50000, + "train_loss": 0.22742463251113892 + }, + { + "epoch": 45, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2970096468925476, + "mean_feedback_forward_cosine": 0.9818116984059734, + "mean_feedback_forward_relative_error": 0.18838050985528576, + "min_feedback_forward_cosine": 0.9570397734642029 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035152441600312407, + "instruction_rms": 0.0035152441607478723, + "raw_apical_rms": 0.054818932900638564, + "teaching_rms": 0.0035152441600312407, + "traffic_rms": 0.05470334052266086 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.524999054287491e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6136291851556815e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020241933019776597, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17595, + "train_examples": 50000, + "train_loss": 0.2225275700044632 + }, + { + "epoch": 46, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2847195267677307, + "mean_feedback_forward_cosine": 0.9831811458833756, + "mean_feedback_forward_relative_error": 0.18112104145749922, + "min_feedback_forward_cosine": 0.9604690074920654 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034642623013427442, + "instruction_rms": 0.0034642623005248243, + "raw_apical_rms": 0.055020485280956904, + "teaching_rms": 0.0034642623013427442, + "traffic_rms": 0.05490841618240984 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 3.1338498018840255e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6085323177164533e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021792486458115424, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 17986, + "train_examples": 50000, + "train_loss": 0.21858973684310912 + }, + { + "epoch": 47, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.27325090765953064, + "mean_feedback_forward_cosine": 0.9844556393161896, + "mean_feedback_forward_relative_error": 0.17409104529407718, + "min_feedback_forward_cosine": 0.9635643362998962 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003524163215761551, + "instruction_rms": 0.003524163215956543, + "raw_apical_rms": 0.05532184571723606, + "teaching_rms": 0.003524163215761551, + "traffic_rms": 0.055206869881406315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0735210881639432e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.607321046389557e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021160620678472717, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18377, + "train_examples": 50000, + "train_loss": 0.21970650088787078 + }, + { + "epoch": 48, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2628556489944458, + "mean_feedback_forward_cosine": 0.9856089218970268, + "mean_feedback_forward_relative_error": 0.16747105109595484, + "min_feedback_forward_cosine": 0.9662551879882812 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034849494084121984, + "instruction_rms": 0.003484949407728848, + "raw_apical_rms": 0.05519303568909447, + "teaching_rms": 0.0034849494084121984, + "traffic_rms": 0.05508011596851206 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0837832792608424e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.60587302112203e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02257218574662187, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 18768, + "train_examples": 50000, + "train_loss": 0.21523030988693237 + }, + { + "epoch": 49, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.2525036334991455, + "mean_feedback_forward_cosine": 0.9866824784586506, + "mean_feedback_forward_relative_error": 0.1610484448892455, + "min_feedback_forward_cosine": 0.9688282012939453 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034917662856806123, + "instruction_rms": 0.0034917662858501143, + "raw_apical_rms": 0.05527822677916193, + "teaching_rms": 0.0034917662856806123, + "traffic_rms": 0.05516500038946166 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.126600584517746e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6133050695794228e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02109727938863001, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19159, + "train_examples": 50000, + "train_loss": 0.21525467616081237 + }, + { + "epoch": 50, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.24268995225429535, + "mean_feedback_forward_cosine": 0.9876585891169887, + "mean_feedback_forward_relative_error": 0.15499278037778794, + "min_feedback_forward_cosine": 0.9711865186691284 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034075584107268234, + "instruction_rms": 0.0034075584107293444, + "raw_apical_rms": 0.05574660768048955, + "teaching_rms": 0.0034075584107268234, + "traffic_rms": 0.05563958960117571 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1090711399551765e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.611899712013731e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01983780699092181, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19550, + "train_examples": 50000, + "train_loss": 0.20698030591964722 + }, + { + "epoch": 51, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.23288381099700928, + "mean_feedback_forward_cosine": 0.9885907403884395, + "mean_feedback_forward_relative_error": 0.1490106956372338, + "min_feedback_forward_cosine": 0.9734465479850769 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003478812216775989, + "instruction_rms": 0.0034788122157447727, + "raw_apical_rms": 0.0556278588216904, + "teaching_rms": 0.003478812216775989, + "traffic_rms": 0.05551554556490304 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.722580122986983e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6100672064411973e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020488873967530775, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 19941, + "train_examples": 50000, + "train_loss": 0.2107636794281006 + }, + { + "epoch": 52, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.22301410138607025, + "mean_feedback_forward_cosine": 0.9894521620965773, + "mean_feedback_forward_relative_error": 0.14327095881585153, + "min_feedback_forward_cosine": 0.975633978843689 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034629061680117664, + "instruction_rms": 0.003462906169251398, + "raw_apical_rms": 0.05556501585941704, + "teaching_rms": 0.0034629061680117664, + "traffic_rms": 0.05545401907876476 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8279433078305374e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6206850544553455e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021724748182863983, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20332, + "train_examples": 50000, + "train_loss": 0.21416042904853821 + }, + { + "epoch": 53, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.21437855064868927, + "mean_feedback_forward_cosine": 0.9902277723435433, + "mean_feedback_forward_relative_error": 0.1378802750860491, + "min_feedback_forward_cosine": 0.9774696826934814 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003463676196754681, + "instruction_rms": 0.0034636761965173724, + "raw_apical_rms": 0.055525037407736684, + "teaching_rms": 0.003463676196754681, + "traffic_rms": 0.05541364836041376 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.7862751278130418e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6149845603655698e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020520803555521702, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 20723, + "train_examples": 50000, + "train_loss": 0.20265906400680542 + }, + { + "epoch": 54, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.20568503439426422, + "mean_feedback_forward_cosine": 0.9909787812540608, + "mean_feedback_forward_relative_error": 0.13247080135249323, + "min_feedback_forward_cosine": 0.9792330861091614 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003510927665270242, + "instruction_rms": 0.0035109276651843066, + "raw_apical_rms": 0.05582674945969147, + "teaching_rms": 0.003510927665270242, + "traffic_rms": 0.05571295206953726 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3045902963758635e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6118066149624304e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02015539733433875, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21114, + "train_examples": 50000, + "train_loss": 0.20840632899284361 + }, + { + "epoch": 55, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.19723662734031677, + "mean_feedback_forward_cosine": 0.9916658516853086, + "mean_feedback_forward_relative_error": 0.1273198274354781, + "min_feedback_forward_cosine": 0.9808846712112427 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035062618602714713, + "instruction_rms": 0.003506261859345746, + "raw_apical_rms": 0.05615305845876284, + "teaching_rms": 0.0035062618602714713, + "traffic_rms": 0.05604037567921221 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.4129445108656e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6014736253142497e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02046214933652034, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21505, + "train_examples": 50000, + "train_loss": 0.2021079085111618 + }, + { + "epoch": 56, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.18926401436328888, + "mean_feedback_forward_cosine": 0.9923063881935612, + "mean_feedback_forward_relative_error": 0.12231636275687525, + "min_feedback_forward_cosine": 0.982383131980896 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003516765429870336, + "instruction_rms": 0.003516765430073125, + "raw_apical_rms": 0.05630377710605059, + "teaching_rms": 0.003516765429870336, + "traffic_rms": 0.05619054600727286 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.273791821494342e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6093534676097816e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02003378984931698, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 21896, + "train_examples": 50000, + "train_loss": 0.20293728838920594 + }, + { + "epoch": 57, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1818099468946457, + "mean_feedback_forward_cosine": 0.9929044285128193, + "mean_feedback_forward_relative_error": 0.11745534092187881, + "min_feedback_forward_cosine": 0.9837331771850586 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003539759094775681, + "instruction_rms": 0.0035397590935910806, + "raw_apical_rms": 0.05654376001571229, + "teaching_rms": 0.003539759094775681, + "traffic_rms": 0.05643005746843267 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1377569936475993e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6062807787320196e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02042036990613136, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22287, + "train_examples": 50000, + "train_loss": 0.20467912701129914 + }, + { + "epoch": 58, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.17471817135810852, + "mean_feedback_forward_cosine": 0.9934410664343065, + "mean_feedback_forward_relative_error": 0.1129209119225702, + "min_feedback_forward_cosine": 0.9849737882614136 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035035772850481837, + "instruction_rms": 0.003503577285765434, + "raw_apical_rms": 0.05696834680452215, + "teaching_rms": 0.0035035772850481837, + "traffic_rms": 0.056857124350458955 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.077923078047661e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.600671472658845e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02063863385998486, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 22678, + "train_examples": 50000, + "train_loss": 0.19943748482704163 + }, + { + "epoch": 59, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1675136387348175, + "mean_feedback_forward_cosine": 0.9939390863141706, + "mean_feedback_forward_relative_error": 0.10854704065188285, + "min_feedback_forward_cosine": 0.986180305480957 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003460854988457317, + "instruction_rms": 0.003460854987675644, + "raw_apical_rms": 0.056929572875802185, + "teaching_rms": 0.003460854988457317, + "traffic_rms": 0.05682131903857918 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9052132316232928e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6032981285331634e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021201418376711866, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23069, + "train_examples": 50000, + "train_loss": 0.20049855659961702 + }, + { + "epoch": 60, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.16062714159488678, + "mean_feedback_forward_cosine": 0.994396315466973, + "mean_feedback_forward_relative_error": 0.10436200554813108, + "min_feedback_forward_cosine": 0.9872829914093018 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034394795283364727, + "instruction_rms": 0.0034394795282041484, + "raw_apical_rms": 0.05709322430710687, + "teaching_rms": 0.0034394795283364727, + "traffic_rms": 0.05698637815284925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.990803966123167e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5938515220044336e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022300192012534716, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23460, + "train_examples": 50000, + "train_loss": 0.1970031389427185 + }, + { + "epoch": 61, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.15414825081825256, + "mean_feedback_forward_cosine": 0.99481027741586, + "mean_feedback_forward_relative_error": 0.1004205247567546, + "min_feedback_forward_cosine": 0.9882780313491821 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003407280902674854, + "instruction_rms": 0.0034072809029580134, + "raw_apical_rms": 0.05739876923595902, + "teaching_rms": 0.003407280902674854, + "traffic_rms": 0.05729407878094982 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.003417698404064e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.599799140742495e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02125285705277914, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 23851, + "train_examples": 50000, + "train_loss": 0.19356034287452697 + }, + { + "epoch": 62, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14795032143592834, + "mean_feedback_forward_cosine": 0.9951995841918453, + "mean_feedback_forward_relative_error": 0.09657560421093818, + "min_feedback_forward_cosine": 0.9891961216926575 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034431538648207155, + "instruction_rms": 0.0034431538648933154, + "raw_apical_rms": 0.0575475442909583, + "teaching_rms": 0.0034431538648207155, + "traffic_rms": 0.05744136604177521 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.613916549876194e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6001467343181264e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021523805420229147, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24242, + "train_examples": 50000, + "train_loss": 0.19540233695983886 + }, + { + "epoch": 63, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.14202706515789032, + "mean_feedback_forward_cosine": 0.9955618535318682, + "mean_feedback_forward_relative_error": 0.09285408811223123, + "min_feedback_forward_cosine": 0.9900385141372681 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034527204156694496, + "instruction_rms": 0.0034527204153999356, + "raw_apical_rms": 0.0575860690935223, + "teaching_rms": 0.0034527204156694496, + "traffic_rms": 0.05747964931783119 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 4.097085692933433e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5986994654430554e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01981468322199838, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 24633, + "train_examples": 50000, + "train_loss": 0.1917427585887909 + }, + { + "epoch": 64, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13640093803405762, + "mean_feedback_forward_cosine": 0.9958990177800578, + "mean_feedback_forward_relative_error": 0.08924914163447195, + "min_feedback_forward_cosine": 0.9908096790313721 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034899244860362223, + "instruction_rms": 0.0034899244867008703, + "raw_apical_rms": 0.057695361379787986, + "teaching_rms": 0.0034899244860362223, + "traffic_rms": 0.05758637898625079 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8477079422041243e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.596245433932603e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019984007315012237, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25024, + "train_examples": 50000, + "train_loss": 0.18972671369552613 + }, + { + "epoch": 65, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.13088887929916382, + "mean_feedback_forward_cosine": 0.9962043992934688, + "mean_feedback_forward_relative_error": 0.08585845396643685, + "min_feedback_forward_cosine": 0.9915297031402588 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034255154105749144, + "instruction_rms": 0.003425515409841862, + "raw_apical_rms": 0.05781750491073565, + "teaching_rms": 0.0034255154105749144, + "traffic_rms": 0.0577128162964886 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0972127146023922e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593651062692368e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020320203604109334, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25415, + "train_examples": 50000, + "train_loss": 0.18884975323677064 + }, + { + "epoch": 66, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1257656067609787, + "mean_feedback_forward_cosine": 0.996486819559528, + "mean_feedback_forward_relative_error": 0.08259629265915963, + "min_feedback_forward_cosine": 0.9921789169311523 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034386235761980468, + "instruction_rms": 0.003438623575855904, + "raw_apical_rms": 0.05762120511331127, + "teaching_rms": 0.0034386235761980468, + "traffic_rms": 0.057515302598573514 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2180460135245994e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593734784510328e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020054449968256133, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 25806, + "train_examples": 50000, + "train_loss": 0.18765089283466338 + }, + { + "epoch": 67, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.12077493965625763, + "mean_feedback_forward_cosine": 0.9967486973731748, + "mean_feedback_forward_relative_error": 0.07945237513030728, + "min_feedback_forward_cosine": 0.9927830100059509 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003419543214946426, + "instruction_rms": 0.0034195432154761458, + "raw_apical_rms": 0.057684902107971385, + "teaching_rms": 0.003419543214946426, + "traffic_rms": 0.05758028212217341 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.94860643176753e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.599778503908224e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021458118418434365, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26197, + "train_examples": 50000, + "train_loss": 0.18308923247337341 + }, + { + "epoch": 68, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.1158987358212471, + "mean_feedback_forward_cosine": 0.996993476344693, + "mean_feedback_forward_relative_error": 0.07640130036780911, + "min_feedback_forward_cosine": 0.9933519959449768 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003423298513944789, + "instruction_rms": 0.0034232985145014267, + "raw_apical_rms": 0.05780217591358895, + "teaching_rms": 0.003423298513944789, + "traffic_rms": 0.05769765557000415 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.6822231546930198e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6112852023474386e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02141487857727527, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26588, + "train_examples": 50000, + "train_loss": 0.18563451991081237 + }, + { + "epoch": 69, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.11102660000324249, + "mean_feedback_forward_cosine": 0.9972287666413092, + "mean_feedback_forward_relative_error": 0.0733463716122412, + "min_feedback_forward_cosine": 0.9938979744911194 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0035001837517003036, + "instruction_rms": 0.00350018375225057, + "raw_apical_rms": 0.05781039268734066, + "teaching_rms": 0.0035001837517003036, + "traffic_rms": 0.057700930404744825 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.851858222323699e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6008388415764536e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02140994021673855, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 26979, + "train_examples": 50000, + "train_loss": 0.19004285793304443 + }, + { + "epoch": 70, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10672832280397415, + "mean_feedback_forward_cosine": 0.9974359446956266, + "mean_feedback_forward_relative_error": 0.07053910412134663, + "min_feedback_forward_cosine": 0.9943585395812988 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034686207722556942, + "instruction_rms": 0.0034686207723892844, + "raw_apical_rms": 0.05797376054847445, + "teaching_rms": 0.0034686207722556942, + "traffic_rms": 0.0578663888368281 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1717069031979008e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.595235618123169e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020836060092768772, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27370, + "train_examples": 50000, + "train_loss": 0.1814848718738556 + }, + { + "epoch": 71, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.10235501080751419, + "mean_feedback_forward_cosine": 0.9976284907710168, + "mean_feedback_forward_relative_error": 0.06784144632758633, + "min_feedback_forward_cosine": 0.9948086142539978 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033951238837711677, + "instruction_rms": 0.00339512388331119, + "raw_apical_rms": 0.05817950912657142, + "teaching_rms": 0.0033951238837711677, + "traffic_rms": 0.05807703550395544 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.753015865801899e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.600331763892189e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020213499625784597, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 27761, + "train_examples": 50000, + "train_loss": 0.18406702889442444 + }, + { + "epoch": 72, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09815677255392075, + "mean_feedback_forward_cosine": 0.9978054031249015, + "mean_feedback_forward_relative_error": 0.06526561213597175, + "min_feedback_forward_cosine": 0.9952248334884644 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033916490041799594, + "instruction_rms": 0.003391649003639008, + "raw_apical_rms": 0.0584052550468733, + "teaching_rms": 0.0033916490041799594, + "traffic_rms": 0.058303854638573474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.122481035371493e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.598092720213753e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01965742485662164, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28152, + "train_examples": 50000, + "train_loss": 0.1818651003932953 + }, + { + "epoch": 73, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09418652206659317, + "mean_feedback_forward_cosine": 0.9979652550912672, + "mean_feedback_forward_relative_error": 0.06283595869618078, + "min_feedback_forward_cosine": 0.9956014156341553 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003393359881132555, + "instruction_rms": 0.0033933598807929528, + "raw_apical_rms": 0.05839581313424848, + "teaching_rms": 0.003393359881132555, + "traffic_rms": 0.05829397508100326 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8277688695889083e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.601090035300354e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01935683600017686, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28543, + "train_examples": 50000, + "train_loss": 0.18304167880535127 + }, + { + "epoch": 74, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.09051638096570969, + "mean_feedback_forward_cosine": 0.9981175257313636, + "mean_feedback_forward_relative_error": 0.06043314320906516, + "min_feedback_forward_cosine": 0.9959362745285034 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003421384726465541, + "instruction_rms": 0.0034213847260471217, + "raw_apical_rms": 0.05860390225111553, + "teaching_rms": 0.003421384726465541, + "traffic_rms": 0.0585005453254147 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1704293473590042e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6052442861151937e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020665724623899505, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 28934, + "train_examples": 50000, + "train_loss": 0.17877166667938232 + }, + { + "epoch": 75, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0869675725698471, + "mean_feedback_forward_cosine": 0.9982598962322358, + "mean_feedback_forward_relative_error": 0.05810259396751081, + "min_feedback_forward_cosine": 0.9962478876113892 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003430392736216952, + "instruction_rms": 0.0034303927350730185, + "raw_apical_rms": 0.058734110358252746, + "teaching_rms": 0.003430392736216952, + "traffic_rms": 0.05863018095070694 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.926413517594483e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5858016364409023e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019182674413133743, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29325, + "train_examples": 50000, + "train_loss": 0.17750683407783507 + }, + { + "epoch": 76, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08344399929046631, + "mean_feedback_forward_cosine": 0.9983924300439896, + "mean_feedback_forward_relative_error": 0.05584745854139328, + "min_feedback_forward_cosine": 0.9965448379516602 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003456510816962367, + "instruction_rms": 0.0034565108175854072, + "raw_apical_rms": 0.05886184411149324, + "teaching_rms": 0.003456510816962367, + "traffic_rms": 0.058757089948110235 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.8557835207720927e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.6042757269500776e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02055267449983377, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 29716, + "train_examples": 50000, + "train_loss": 0.18042453233718872 + }, + { + "epoch": 77, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.08004778623580933, + "mean_feedback_forward_cosine": 0.9985132544271408, + "mean_feedback_forward_relative_error": 0.05370641517783365, + "min_feedback_forward_cosine": 0.9968206286430359 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034141354764852523, + "instruction_rms": 0.0034141354754085615, + "raw_apical_rms": 0.058834754110088996, + "teaching_rms": 0.0034141354764852523, + "traffic_rms": 0.058732339688646315 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0750956508663876e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.589604463812503e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02017676912619823, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30107, + "train_examples": 50000, + "train_loss": 0.17927248138427734 + }, + { + "epoch": 78, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07687560468912125, + "mean_feedback_forward_cosine": 0.9986259322012624, + "mean_feedback_forward_relative_error": 0.05162628139218976, + "min_feedback_forward_cosine": 0.9970664381980896 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034341814803397477, + "instruction_rms": 0.0034341814810828794, + "raw_apical_rms": 0.05889412220055457, + "teaching_rms": 0.0034341814803397477, + "traffic_rms": 0.058790399553382916 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.979074859548291e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.605374611941103e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019630663659274142, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30498, + "train_examples": 50000, + "train_loss": 0.17652707487344743 + }, + { + "epoch": 79, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.07375805824995041, + "mean_feedback_forward_cosine": 0.9987325053061208, + "mean_feedback_forward_relative_error": 0.049586879209645336, + "min_feedback_forward_cosine": 0.9972988963127136 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003475087451530602, + "instruction_rms": 0.0034750874520372422, + "raw_apical_rms": 0.0589721955658991, + "teaching_rms": 0.003475087451530602, + "traffic_rms": 0.0588657175678156 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2401831500928893e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5850199399309963e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019999401937577193, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 30889, + "train_examples": 50000, + "train_loss": 0.17692116313934325 + }, + { + "epoch": 80, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0707392767071724, + "mean_feedback_forward_cosine": 0.998829476294979, + "mean_feedback_forward_relative_error": 0.04765409141057922, + "min_feedback_forward_cosine": 0.9975142478942871 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003445978700431747, + "instruction_rms": 0.0034459787004751346, + "raw_apical_rms": 0.05886002576594397, + "teaching_rms": 0.003445978700431747, + "traffic_rms": 0.058755857332201906 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0091544428169072e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5963862271862235e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.019010066002730936, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31280, + "train_examples": 50000, + "train_loss": 0.17988833545684815 + }, + { + "epoch": 81, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06793131679296494, + "mean_feedback_forward_cosine": 0.9989166490493282, + "mean_feedback_forward_relative_error": 0.04584274152594228, + "min_feedback_forward_cosine": 0.9977070093154907 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.00341759967618036, + "instruction_rms": 0.003417599675177702, + "raw_apical_rms": 0.05923595540794477, + "teaching_rms": 0.00341759967618036, + "traffic_rms": 0.05913389437091155 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2458282344928193e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5976921910014363e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020792721901837022, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 31671, + "train_examples": 50000, + "train_loss": 0.1772440785264969 + }, + { + "epoch": 82, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06527094542980194, + "mean_feedback_forward_cosine": 0.9989996437103518, + "mean_feedback_forward_relative_error": 0.04404804362885414, + "min_feedback_forward_cosine": 0.9978823661804199 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003458292265493477, + "instruction_rms": 0.003458292265283366, + "raw_apical_rms": 0.05946490160713266, + "teaching_rms": 0.003458292265493477, + "traffic_rms": 0.05936067228041016 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.7556333276047553e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5942433066091953e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02065062018500329, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32062, + "train_examples": 50000, + "train_loss": 0.17513171265602112 + }, + { + "epoch": 83, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06267433613538742, + "mean_feedback_forward_cosine": 0.9990758299827576, + "mean_feedback_forward_relative_error": 0.042338665664917036, + "min_feedback_forward_cosine": 0.9980476498603821 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003463749464852256, + "instruction_rms": 0.003463749466015367, + "raw_apical_rms": 0.059668149363479576, + "teaching_rms": 0.003463749464852256, + "traffic_rms": 0.05956380177314484 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0572395342810523e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5871959618824853e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02020075408532083, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32453, + "train_examples": 50000, + "train_loss": 0.17257637537956239 + }, + { + "epoch": 84, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.06021619588136673, + "mean_feedback_forward_cosine": 0.9991444983789998, + "mean_feedback_forward_relative_error": 0.04073551874006948, + "min_feedback_forward_cosine": 0.9981976747512817 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034053513403415818, + "instruction_rms": 0.003405351340818926, + "raw_apical_rms": 0.05981797354440699, + "teaching_rms": 0.0034053513403415818, + "traffic_rms": 0.05971833891337273 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0854244553447643e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.585660915558724e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02235868920569362, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 32844, + "train_examples": 50000, + "train_loss": 0.17234158856868745 + }, + { + "epoch": 85, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.057775773108005524, + "mean_feedback_forward_cosine": 0.999208927154541, + "mean_feedback_forward_relative_error": 0.03916807100176811, + "min_feedback_forward_cosine": 0.9983402490615845 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003438324558695901, + "instruction_rms": 0.003438324559016137, + "raw_apical_rms": 0.05982131544124343, + "teaching_rms": 0.003438324558695901, + "traffic_rms": 0.059718879839451615 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.205450577719148e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5898127222863757e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021763737118733202, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33235, + "train_examples": 50000, + "train_loss": 0.17341863000631333 + }, + { + "epoch": 86, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.05547836422920227, + "mean_feedback_forward_cosine": 0.9992696604421062, + "mean_feedback_forward_relative_error": 0.03763908841797421, + "min_feedback_forward_cosine": 0.9984691739082336 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033998637072948225, + "instruction_rms": 0.0033998637077746106, + "raw_apical_rms": 0.059891200533465784, + "teaching_rms": 0.0033998637072948225, + "traffic_rms": 0.05979121869753013 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.348518535200128e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.593869182762272e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022518478104180433, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 33626, + "train_examples": 50000, + "train_loss": 0.1750432247209549 + }, + { + "epoch": 87, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.053380243480205536, + "mean_feedback_forward_cosine": 0.9993224432391505, + "mean_feedback_forward_relative_error": 0.03624790047685946, + "min_feedback_forward_cosine": 0.9985824823379517 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033250119537614757, + "instruction_rms": 0.003325011954065987, + "raw_apical_rms": 0.05999480491245881, + "teaching_rms": 0.0033250119537614757, + "traffic_rms": 0.05989926423755988 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.6011905518430467e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586319604544755e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020896972466268936, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34017, + "train_examples": 50000, + "train_loss": 0.1650091945362091 + }, + { + "epoch": 88, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.051124557852745056, + "mean_feedback_forward_cosine": 0.9993754663775044, + "mean_feedback_forward_relative_error": 0.034804713401582935, + "min_feedback_forward_cosine": 0.9986997246742249 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003439834988753, + "instruction_rms": 0.0034398349874303394, + "raw_apical_rms": 0.059864987994036986, + "teaching_rms": 0.003439834988753, + "traffic_rms": 0.05976244116146561 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0462804783960564e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.595384501116954e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021231430526580674, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34408, + "train_examples": 50000, + "train_loss": 0.17371611179351806 + }, + { + "epoch": 89, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.049127962440252304, + "mean_feedback_forward_cosine": 0.9994224559876227, + "mean_feedback_forward_relative_error": 0.03346922768339995, + "min_feedback_forward_cosine": 0.9987989664077759 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033619010933833866, + "instruction_rms": 0.0033619010927225606, + "raw_apical_rms": 0.059982092012269235, + "teaching_rms": 0.0033619010933833866, + "traffic_rms": 0.059884689203573024 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5894571820117562e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5867694896197485e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02262959573934223, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 34799, + "train_examples": 50000, + "train_loss": 0.1715626421737671 + }, + { + "epoch": 90, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04728499427437782, + "mean_feedback_forward_cosine": 0.9994647118353075, + "mean_feedback_forward_relative_error": 0.03222058653350799, + "min_feedback_forward_cosine": 0.9988870620727539 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033548353918590227, + "instruction_rms": 0.003354835392269414, + "raw_apical_rms": 0.06021775997509343, + "teaching_rms": 0.0033548353918590227, + "traffic_rms": 0.06012094352483448 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1354871648782137e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5942450127443865e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021305525827439938, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35190, + "train_examples": 50000, + "train_loss": 0.16552210284233093 + }, + { + "epoch": 91, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0453660674393177, + "mean_feedback_forward_cosine": 0.9995052737574424, + "mean_feedback_forward_relative_error": 0.030979650485659798, + "min_feedback_forward_cosine": 0.9989755153656006 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033726637883326003, + "instruction_rms": 0.003372663788674758, + "raw_apical_rms": 0.06029498339469778, + "teaching_rms": 0.0033726637883326003, + "traffic_rms": 0.06019784185951271 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0367517450381456e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.591734790050541e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02159472278103336, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35581, + "train_examples": 50000, + "train_loss": 0.166471966714859 + }, + { + "epoch": 92, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.04361632093787193, + "mean_feedback_forward_cosine": 0.9995416075952591, + "mean_feedback_forward_relative_error": 0.0298194095131851, + "min_feedback_forward_cosine": 0.999052882194519 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003350492698055595, + "instruction_rms": 0.0033504926972128283, + "raw_apical_rms": 0.060371947030863606, + "teaching_rms": 0.003350492698055595, + "traffic_rms": 0.06027512436461606 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9863561462329926e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5909891750943932e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02222160719281142, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 35972, + "train_examples": 50000, + "train_loss": 0.16222234501838684 + }, + { + "epoch": 93, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0418466217815876, + "mean_feedback_forward_cosine": 0.9995770569770567, + "mean_feedback_forward_relative_error": 0.028643882923549222, + "min_feedback_forward_cosine": 0.9991282224655151 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003402920333988259, + "instruction_rms": 0.0034029203338786632, + "raw_apical_rms": 0.060599267349975665, + "teaching_rms": 0.003402920333988259, + "traffic_rms": 0.06050043041849693 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1999248644988256e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5920537855278048e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021634372300728663, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36363, + "train_examples": 50000, + "train_loss": 0.16844359785795213 + }, + { + "epoch": 94, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.040160052478313446, + "mean_feedback_forward_cosine": 0.9996090704394925, + "mean_feedback_forward_relative_error": 0.027540143879671252, + "min_feedback_forward_cosine": 0.9991968274116516 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003356290152885211, + "instruction_rms": 0.0033562901526771128, + "raw_apical_rms": 0.06075698200092619, + "teaching_rms": 0.003356290152885211, + "traffic_rms": 0.06066119929771656 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.791095805003806e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5871488683198588e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021403321731415747, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 36754, + "train_examples": 50000, + "train_loss": 0.16844806903362275 + }, + { + "epoch": 95, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03851350024342537, + "mean_feedback_forward_cosine": 0.9996402340550576, + "mean_feedback_forward_relative_error": 0.026423181977964217, + "min_feedback_forward_cosine": 0.9992611408233643 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0034480014756884305, + "instruction_rms": 0.003448001476853413, + "raw_apical_rms": 0.060677221645840704, + "teaching_rms": 0.0034480014756884305, + "traffic_rms": 0.060575920474552736 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.0714656189084053, + "maximum_absolute_post_projection_soma_slope": 2.2089638562761138e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5956784699897934e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022100300203414663, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37145, + "train_examples": 50000, + "train_loss": 0.1734725644016266 + }, + { + "epoch": 96, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03697704151272774, + "mean_feedback_forward_cosine": 0.999667344554778, + "mean_feedback_forward_relative_error": 0.025405359274197008, + "min_feedback_forward_cosine": 0.9993188381195068 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033675156976960725, + "instruction_rms": 0.003367515698361574, + "raw_apical_rms": 0.06069001300979408, + "teaching_rms": 0.0033675156976960725, + "traffic_rms": 0.06059314659661246 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8590840866750113e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5938492771856475e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021644090576521714, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37536, + "train_examples": 50000, + "train_loss": 0.16188694938659667 + }, + { + "epoch": 97, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03550988435745239, + "mean_feedback_forward_cosine": 0.999692557319518, + "mean_feedback_forward_relative_error": 0.024426692345690344, + "min_feedback_forward_cosine": 0.9993716478347778 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003390164787643623, + "instruction_rms": 0.0033901647879523524, + "raw_apical_rms": 0.060777765106341426, + "teaching_rms": 0.003390164787643623, + "traffic_rms": 0.06068032095663359 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.8044050637276996e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.586254664389376e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0215965019604694, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 37927, + "train_examples": 50000, + "train_loss": 0.1648994934654236 + }, + { + "epoch": 98, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.034106262028217316, + "mean_feedback_forward_cosine": 0.9997149859705279, + "mean_feedback_forward_relative_error": 0.023516869833392483, + "min_feedback_forward_cosine": 0.9994202256202698 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.003316037417653443, + "instruction_rms": 0.0033160374185728725, + "raw_apical_rms": 0.060605500052847226, + "teaching_rms": 0.003316037417653443, + "traffic_rms": 0.06051163708531536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5912299861374777e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.589362477194766e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02295299882431037, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38318, + "train_examples": 50000, + "train_loss": 0.16531682719707488 + }, + { + "epoch": 99, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03278369829058647, + "mean_feedback_forward_cosine": 0.999736359042506, + "mean_feedback_forward_relative_error": 0.022617473747701414, + "min_feedback_forward_cosine": 0.9994643926620483 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0033429628725576794, + "instruction_rms": 0.0033429628718452888, + "raw_apical_rms": 0.060815451593235766, + "teaching_rms": 0.0033429628725576794, + "traffic_rms": 0.0607199330047135 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.8780577093480133e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5905770562756898e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022397742168927814, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 38709, + "train_examples": 50000, + "train_loss": 0.16122076577186584 + }, + { + "epoch": 100, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03153737634420395, + "mean_feedback_forward_cosine": 0.9997553748469199, + "mean_feedback_forward_relative_error": 0.021786171221925367, + "min_feedback_forward_cosine": 0.9995043277740479 + }, + "lr": 0.1, + "mixed_apical": { + "innovation_rms": 0.0032894955815286554, + "instruction_rms": 0.003289495581533522, + "raw_apical_rms": 0.060982174378095014, + "teaching_rms": 0.0032894955815286554, + "traffic_rms": 0.06089030213465361 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.830583329365254e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5912228043044425e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021925054040415594, + "minimum_observations": 80 + }, + "output_lr": 0.1, + "step": 39100, + "train_examples": 50000, + "train_loss": 0.16027390190124513 + }, + { + "epoch": 101, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03152688220143318, + "mean_feedback_forward_cosine": 0.9997555440472018, + "mean_feedback_forward_relative_error": 0.021776764563495112, + "min_feedback_forward_cosine": 0.999504566192627 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002398621889958721, + "instruction_rms": 0.0023986218896793515, + "raw_apical_rms": 0.06104121477701332, + "teaching_rms": 0.002398621889958721, + "traffic_rms": 0.06099145334045525 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1113459425237124e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5627137032607413e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.01982363357403087, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39491, + "train_examples": 50000, + "train_loss": 0.09333422934532165 + }, + { + "epoch": 102, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03152167797088623, + "mean_feedback_forward_cosine": 0.999755653642839, + "mean_feedback_forward_relative_error": 0.02177059085619065, + "min_feedback_forward_cosine": 0.9995048642158508 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0021333371362211224, + "instruction_rms": 0.00213333713588387, + "raw_apical_rms": 0.06096595887695236, + "teaching_rms": 0.0021333371362211224, + "traffic_rms": 0.06092623399803428 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2154578616095932e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5513763268625097e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020220379507792798, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 39882, + "train_examples": 50000, + "train_loss": 0.06759175801753997 + }, + { + "epoch": 103, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03151693195104599, + "mean_feedback_forward_cosine": 0.9997557401657104, + "mean_feedback_forward_relative_error": 0.021764965367413337, + "min_feedback_forward_cosine": 0.9995049238204956 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.002046703623203282, + "instruction_rms": 0.00204670362326996, + "raw_apical_rms": 0.060937144381639934, + "teaching_rms": 0.002046703623203282, + "traffic_rms": 0.06090011029269463 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.957503670269034e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.556313958042445e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02042894344610579, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40273, + "train_examples": 50000, + "train_loss": 0.05698678456664085 + }, + { + "epoch": 104, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031512632966041565, + "mean_feedback_forward_cosine": 0.99975581899766, + "mean_feedback_forward_relative_error": 0.02175972382387807, + "min_feedback_forward_cosine": 0.9995051026344299 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019799681669607806, + "instruction_rms": 0.001979968166781406, + "raw_apical_rms": 0.06087065603522165, + "teaching_rms": 0.0019799681669607806, + "traffic_rms": 0.06083562300761488 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3360593459642587e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5549141117006324e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020541968774159366, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 40664, + "train_examples": 50000, + "train_loss": 0.05106272052049637 + }, + { + "epoch": 105, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03150852397084236, + "mean_feedback_forward_cosine": 0.9997559055205314, + "mean_feedback_forward_relative_error": 0.021754666847447233, + "min_feedback_forward_cosine": 0.9995052218437195 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019290545186167257, + "instruction_rms": 0.0019290545190684039, + "raw_apical_rms": 0.060821752086465654, + "teaching_rms": 0.0019290545186167257, + "traffic_rms": 0.06078820523870638 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3436090401673937e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563156615255852e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020825996781660347, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41055, + "train_examples": 50000, + "train_loss": 0.045936097958087924 + }, + { + "epoch": 106, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03150397539138794, + "mean_feedback_forward_cosine": 0.9997559805070201, + "mean_feedback_forward_relative_error": 0.02174961195898152, + "min_feedback_forward_cosine": 0.9995054006576538 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019731081252130625, + "instruction_rms": 0.0019731081252151576, + "raw_apical_rms": 0.060766449778849665, + "teaching_rms": 0.0019731081252130625, + "traffic_rms": 0.06073123922860457 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2527224530222156e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5606805083342983e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02092268456358297, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41446, + "train_examples": 50000, + "train_loss": 0.04352586357593537 + }, + { + "epoch": 107, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03149962052702904, + "mean_feedback_forward_cosine": 0.9997560554935087, + "mean_feedback_forward_relative_error": 0.021744657217735244, + "min_feedback_forward_cosine": 0.9995054006576538 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0019308048434830663, + "instruction_rms": 0.0019308048438191094, + "raw_apical_rms": 0.060719777214897394, + "teaching_rms": 0.0019308048434830663, + "traffic_rms": 0.06068535056216789 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2302476310187558e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5591246223633387e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021232555423782, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 41837, + "train_examples": 50000, + "train_loss": 0.0400309817135334 + }, + { + "epoch": 108, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0314955972135067, + "mean_feedback_forward_cosine": 0.9997561477845714, + "mean_feedback_forward_relative_error": 0.02173995174046966, + "min_feedback_forward_cosine": 0.9995056390762329 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018817973347551712, + "instruction_rms": 0.0018817973349551723, + "raw_apical_rms": 0.06068903866925442, + "teaching_rms": 0.0018817973347551712, + "traffic_rms": 0.060656312031160925 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3623050182663974e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.565024513138787e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02115694024026615, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42228, + "train_examples": 50000, + "train_loss": 0.037535460599660876 + }, + { + "epoch": 109, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03149155154824257, + "mean_feedback_forward_cosine": 0.9997562246937906, + "mean_feedback_forward_relative_error": 0.021735391474419063, + "min_feedback_forward_cosine": 0.9995057582855225 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018373676320763686, + "instruction_rms": 0.0018373676323064534, + "raw_apical_rms": 0.06064975821286218, + "teaching_rms": 0.0018373676320763686, + "traffic_rms": 0.060618067379224747 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.086065009621052e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5639751893530308e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020964269746619, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 42619, + "train_examples": 50000, + "train_loss": 0.0344030801987648 + }, + { + "epoch": 110, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03148741275072098, + "mean_feedback_forward_cosine": 0.9997563016030097, + "mean_feedback_forward_relative_error": 0.021730675872775815, + "min_feedback_forward_cosine": 0.9995057582855225 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001859365300345051, + "instruction_rms": 0.0018593653007709069, + "raw_apical_rms": 0.06063491070046303, + "teaching_rms": 0.001859365300345051, + "traffic_rms": 0.060601999199207876 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0311309967269153e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5645318901013604e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021201538473130686, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43010, + "train_examples": 50000, + "train_loss": 0.03404332453489303 + }, + { + "epoch": 111, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03148353099822998, + "mean_feedback_forward_cosine": 0.9997563708213068, + "mean_feedback_forward_relative_error": 0.021726243648557894, + "min_feedback_forward_cosine": 0.9995059967041016 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017792693721633372, + "instruction_rms": 0.001779269371810353, + "raw_apical_rms": 0.06060974513709711, + "teaching_rms": 0.0017792693721633372, + "traffic_rms": 0.0605800890919125 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.143865351911245e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.562937477637461e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021216626116228588, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43401, + "train_examples": 50000, + "train_loss": 0.030716377469301222 + }, + { + "epoch": 112, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03147963806986809, + "mean_feedback_forward_cosine": 0.9997564515759868, + "mean_feedback_forward_relative_error": 0.021721871239283392, + "min_feedback_forward_cosine": 0.9995061159133911 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001778277828207509, + "instruction_rms": 0.001778277828723965, + "raw_apical_rms": 0.06057176292817008, + "teaching_rms": 0.001778277828207509, + "traffic_rms": 0.06054181141671 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3181401687111247e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5729326947873305e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021322696570138612, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 43792, + "train_examples": 50000, + "train_loss": 0.029599104360342025 + }, + { + "epoch": 113, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03147570416331291, + "mean_feedback_forward_cosine": 0.9997565438670497, + "mean_feedback_forward_relative_error": 0.021717479452490807, + "min_feedback_forward_cosine": 0.9995062351226807 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0018072599197181153, + "instruction_rms": 0.001807259919694294, + "raw_apical_rms": 0.060517731868169854, + "teaching_rms": 0.0018072599197181153, + "traffic_rms": 0.06048620141870423 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1655408133369747e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5670435557415783e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021250775148907254, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44183, + "train_examples": 50000, + "train_loss": 0.02921918411910534 + }, + { + "epoch": 114, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031471576541662216, + "mean_feedback_forward_cosine": 0.9997566150080773, + "mean_feedback_forward_relative_error": 0.021713021166262128, + "min_feedback_forward_cosine": 0.999506413936615 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017855020169386564, + "instruction_rms": 0.001785502017071911, + "raw_apical_rms": 0.06049119120247394, + "teaching_rms": 0.0017855020169386564, + "traffic_rms": 0.06045980743748742 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9960024744136717e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5606584947692495e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021636498446608168, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44574, + "train_examples": 50000, + "train_loss": 0.02790903121113777 + }, + { + "epoch": 115, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03146752715110779, + "mean_feedback_forward_cosine": 0.9997566996082183, + "mean_feedback_forward_relative_error": 0.02170853429443894, + "min_feedback_forward_cosine": 0.9995065331459045 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017775455003777672, + "instruction_rms": 0.0017775455005886673, + "raw_apical_rms": 0.06051045129667271, + "teaching_rms": 0.0017775455003777672, + "traffic_rms": 0.06047985973341938 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8998475681542004e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5666541372563246e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021366600157939744, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 44965, + "train_examples": 50000, + "train_loss": 0.025734815603494644 + }, + { + "epoch": 116, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031463682651519775, + "mean_feedback_forward_cosine": 0.9997567688265154, + "mean_feedback_forward_relative_error": 0.021704253605416706, + "min_feedback_forward_cosine": 0.9995065927505493 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017261972222227678, + "instruction_rms": 0.0017261972216782895, + "raw_apical_rms": 0.06048572644802996, + "teaching_rms": 0.0017261972222227678, + "traffic_rms": 0.06045675628127358 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.436298984775931e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5655378692333757e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021085676031754666, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45356, + "train_examples": 50000, + "train_loss": 0.024729185898303984 + }, + { + "epoch": 117, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031459592282772064, + "mean_feedback_forward_cosine": 0.9997568572721174, + "mean_feedback_forward_relative_error": 0.02169988788063488, + "min_feedback_forward_cosine": 0.9995068311691284 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0017572288449339136, + "instruction_rms": 0.0017572288450132649, + "raw_apical_rms": 0.06046964119418366, + "teaching_rms": 0.0017572288449339136, + "traffic_rms": 0.060438826447286945 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.188399506053429e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572685545345221e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021047060669153846, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 45747, + "train_examples": 50000, + "train_loss": 0.025334170320630074 + }, + { + "epoch": 118, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03145581856369972, + "mean_feedback_forward_cosine": 0.999756932258606, + "mean_feedback_forward_relative_error": 0.02169556271344904, + "min_feedback_forward_cosine": 0.999506950378418 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001701262973061038, + "instruction_rms": 0.0017012629733924403, + "raw_apical_rms": 0.06043503368079829, + "teaching_rms": 0.001701262973061038, + "traffic_rms": 0.0604062522732447 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.025842071873285e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5722834470548688e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021035353204275214, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46138, + "train_examples": 50000, + "train_loss": 0.022988191098570823 + }, + { + "epoch": 119, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03145194798707962, + "mean_feedback_forward_cosine": 0.9997570187814774, + "mean_feedback_forward_relative_error": 0.021691336356584105, + "min_feedback_forward_cosine": 0.9995070099830627 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001680353697396918, + "instruction_rms": 0.0016803536968119162, + "raw_apical_rms": 0.0604305457404473, + "teaching_rms": 0.001680353697396918, + "traffic_rms": 0.06040247182631898 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.249623420880198e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5615927038061534e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02142448054117058, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46529, + "train_examples": 50000, + "train_loss": 0.02194026156425476 + }, + { + "epoch": 120, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03144793212413788, + "mean_feedback_forward_cosine": 0.9997571129952708, + "mean_feedback_forward_relative_error": 0.021687014809539242, + "min_feedback_forward_cosine": 0.9995071291923523 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001710373941006606, + "instruction_rms": 0.0017103739407916924, + "raw_apical_rms": 0.06044723920612104, + "teaching_rms": 0.001710373941006606, + "traffic_rms": 0.060417783930974536 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.4688869615374642e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563692249549339e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021262344263362223, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 46920, + "train_examples": 50000, + "train_loss": 0.02244715241879225 + }, + { + "epoch": 121, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031444188207387924, + "mean_feedback_forward_cosine": 0.9997571822135679, + "mean_feedback_forward_relative_error": 0.02168291550309908, + "min_feedback_forward_cosine": 0.9995072484016418 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016376603236343352, + "instruction_rms": 0.0016376603239503544, + "raw_apical_rms": 0.0604257899673085, + "teaching_rms": 0.0016376603236343352, + "traffic_rms": 0.06039848206828698 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.129364418124169e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5641752863823337e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021192157258718636, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47311, + "train_examples": 50000, + "train_loss": 0.02022576591670513 + }, + { + "epoch": 122, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0314406156539917, + "mean_feedback_forward_cosine": 0.9997572283590993, + "mean_feedback_forward_relative_error": 0.021678831368204084, + "min_feedback_forward_cosine": 0.9995072484016418 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015659922530151065, + "instruction_rms": 0.0015659922533562884, + "raw_apical_rms": 0.06038533492717041, + "teaching_rms": 0.0015659922530151065, + "traffic_rms": 0.060359866341804125 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.7033721039515513e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5670427066009977e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021187531568565437, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 47702, + "train_examples": 50000, + "train_loss": 0.01860323529779911 + }, + { + "epoch": 123, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03143704682588577, + "mean_feedback_forward_cosine": 0.9997573168047013, + "mean_feedback_forward_relative_error": 0.021674805425948674, + "min_feedback_forward_cosine": 0.9995075464248657 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001558712258865541, + "instruction_rms": 0.0015587122583099176, + "raw_apical_rms": 0.06033626783480335, + "teaching_rms": 0.001558712258865541, + "traffic_rms": 0.06031083462316474 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2601041038683434e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.558320617213378e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021261311529394988, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48093, + "train_examples": 50000, + "train_loss": 0.01847828521847725 + }, + { + "epoch": 124, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03143325075507164, + "mean_feedback_forward_cosine": 0.9997574014048423, + "mean_feedback_forward_relative_error": 0.02167059356466897, + "min_feedback_forward_cosine": 0.9995076060295105 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0016103571251713815, + "instruction_rms": 0.0016103571255068685, + "raw_apical_rms": 0.06032843384180606, + "teaching_rms": 0.0016103571251713815, + "traffic_rms": 0.060301178429157186 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.978660162966662e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5696847499502945e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021231445869597243, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48484, + "train_examples": 50000, + "train_loss": 0.019125866518616676 + }, + { + "epoch": 125, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03142950311303139, + "mean_feedback_forward_cosine": 0.9997574860049833, + "mean_feedback_forward_relative_error": 0.02166658192272148, + "min_feedback_forward_cosine": 0.9995076656341553 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015375907247758183, + "instruction_rms": 0.0015375907247493494, + "raw_apical_rms": 0.06031516221230108, + "teaching_rms": 0.0015375907247758183, + "traffic_rms": 0.060289711654303434 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3115177327781566e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5771107900153756e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02155187387803211, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 48875, + "train_examples": 50000, + "train_loss": 0.017221306319236754 + }, + { + "epoch": 126, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031425733119249344, + "mean_feedback_forward_cosine": 0.999757549455089, + "mean_feedback_forward_relative_error": 0.02166240917698991, + "min_feedback_forward_cosine": 0.9995078444480896 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015801354373825949, + "instruction_rms": 0.0015801354367632253, + "raw_apical_rms": 0.060280644505303904, + "teaching_rms": 0.0015801354373825949, + "traffic_rms": 0.06025394289452608 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.175109514723772e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5608545608303522e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021750289061752293, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49266, + "train_examples": 50000, + "train_loss": 0.017284111934304236 + }, + { + "epoch": 127, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03142174705862999, + "mean_feedback_forward_cosine": 0.9997576513598042, + "mean_feedback_forward_relative_error": 0.02165804100373099, + "min_feedback_forward_cosine": 0.9995079040527344 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001617392017166664, + "instruction_rms": 0.0016173920171565102, + "raw_apical_rms": 0.06029715769635445, + "teaching_rms": 0.001617392017166664, + "traffic_rms": 0.0602691789405435 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.3002456828180584e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564494487473074e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021892627999324368, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 49657, + "train_examples": 50000, + "train_loss": 0.0171700565508008 + }, + { + "epoch": 128, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031418368220329285, + "mean_feedback_forward_cosine": 0.9997577090417186, + "mean_feedback_forward_relative_error": 0.021654212426754735, + "min_feedback_forward_cosine": 0.9995079636573792 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014468703310447336, + "instruction_rms": 0.0014468703307280186, + "raw_apical_rms": 0.06029150587431078, + "teaching_rms": 0.0014468703310447336, + "traffic_rms": 0.06026915762483013 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.9801536410568588e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568471699537214e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02102892052471611, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50048, + "train_examples": 50000, + "train_loss": 0.01475954680517316 + }, + { + "epoch": 129, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03141402825713158, + "mean_feedback_forward_cosine": 0.9997578032555119, + "mean_feedback_forward_relative_error": 0.02164962124680319, + "min_feedback_forward_cosine": 0.999508261680603 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001647078165995079, + "instruction_rms": 0.0016470781654027529, + "raw_apical_rms": 0.060317028455909104, + "teaching_rms": 0.001647078165995079, + "traffic_rms": 0.06028755363885058 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8321864914128128e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5684968965499933e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021455415856616818, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50439, + "train_examples": 50000, + "train_loss": 0.016771517105400563 + }, + { + "epoch": 130, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03141002729535103, + "mean_feedback_forward_cosine": 0.9997578782420005, + "mean_feedback_forward_relative_error": 0.021645333362563003, + "min_feedback_forward_cosine": 0.9995083212852478 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015545478188276319, + "instruction_rms": 0.0015545478188123511, + "raw_apical_rms": 0.060325860883568796, + "teaching_rms": 0.0015545478188276319, + "traffic_rms": 0.06029907231392622 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9989645494433717e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5680279048596704e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021094721926493518, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 50830, + "train_examples": 50000, + "train_loss": 0.01596706278845668 + }, + { + "epoch": 131, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03140585124492645, + "mean_feedback_forward_cosine": 0.9997579686103328, + "mean_feedback_forward_relative_error": 0.021641116859691757, + "min_feedback_forward_cosine": 0.9995084404945374 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015275423809823635, + "instruction_rms": 0.0015275423811523228, + "raw_apical_rms": 0.06032168137533785, + "teaching_rms": 0.0015275423809823635, + "traffic_rms": 0.06029643454098172 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.002989063498717e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570085999278273e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021163578902115926, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51221, + "train_examples": 50000, + "train_loss": 0.016134593434929848 + }, + { + "epoch": 132, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031401731073856354, + "mean_feedback_forward_cosine": 0.9997580493650129, + "mean_feedback_forward_relative_error": 0.02163685822198468, + "min_feedback_forward_cosine": 0.9995085000991821 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015095788660353675, + "instruction_rms": 0.0015095788659874414, + "raw_apical_rms": 0.06029600621394194, + "teaching_rms": 0.0015095788660353675, + "traffic_rms": 0.06027074915240652 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1048956355684822e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5688137019403565e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021225011742469265, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 51612, + "train_examples": 50000, + "train_loss": 0.014972648302912712 + }, + { + "epoch": 133, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031398188322782516, + "mean_feedback_forward_cosine": 0.999758130119693, + "mean_feedback_forward_relative_error": 0.021632933974145882, + "min_feedback_forward_cosine": 0.9995087385177612 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00141278160256858, + "instruction_rms": 0.0014127816022092617, + "raw_apical_rms": 0.060307643128228026, + "teaching_rms": 0.00141278160256858, + "traffic_rms": 0.06028470445843777 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2203876071102968e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5596273518653564e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021440215175471164, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52003, + "train_examples": 50000, + "train_loss": 0.013288077376578004 + }, + { + "epoch": 134, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03139420598745346, + "mean_feedback_forward_cosine": 0.9997582070289119, + "mean_feedback_forward_relative_error": 0.021628684168981928, + "min_feedback_forward_cosine": 0.9995088577270508 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014683729445171235, + "instruction_rms": 0.001468372944926815, + "raw_apical_rms": 0.060272037375291125, + "teaching_rms": 0.0014683729445171235, + "traffic_rms": 0.06024697004198889 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.237959684237012e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5709243206294097e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021676522310623222, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52394, + "train_examples": 50000, + "train_loss": 0.014023889936506748 + }, + { + "epoch": 135, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313900001347065, + "mean_feedback_forward_cosine": 0.999758287783592, + "mean_feedback_forward_relative_error": 0.02162433272948669, + "min_feedback_forward_cosine": 0.9995089769363403 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00151604943175004, + "instruction_rms": 0.0015160494313732247, + "raw_apical_rms": 0.06026722077950062, + "teaching_rms": 0.00151604943175004, + "traffic_rms": 0.06024168792251169 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5872678222071954e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568476729291428e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021301102569107767, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 52785, + "train_examples": 50000, + "train_loss": 0.013910914593338966 + }, + { + "epoch": 136, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031386032700538635, + "mean_feedback_forward_cosine": 0.999758376229194, + "mean_feedback_forward_relative_error": 0.021620102587246125, + "min_feedback_forward_cosine": 0.9995090365409851 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001477430439914596, + "instruction_rms": 0.0014774304402341402, + "raw_apical_rms": 0.06029351024500925, + "teaching_rms": 0.001477430439914596, + "traffic_rms": 0.06026928877265612 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0881808282524617e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5635215935810226e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02103406847482763, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53176, + "train_examples": 50000, + "train_loss": 0.013774006176888943 + }, + { + "epoch": 137, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03138156980276108, + "mean_feedback_forward_cosine": 0.9997584608293348, + "mean_feedback_forward_relative_error": 0.021615536868452065, + "min_feedback_forward_cosine": 0.9995092153549194 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015153848135794515, + "instruction_rms": 0.0015153848135075166, + "raw_apical_rms": 0.06028979729879795, + "teaching_rms": 0.0015153848135794515, + "traffic_rms": 0.060263449959591736 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0386327292953865e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570405912992581e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02128528778893488, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53567, + "train_examples": 50000, + "train_loss": 0.014216195790618658 + }, + { + "epoch": 138, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03137783706188202, + "mean_feedback_forward_cosine": 0.9997585242794406, + "mean_feedback_forward_relative_error": 0.021611571477185332, + "min_feedback_forward_cosine": 0.9995093941688538 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0013623057297024645, + "instruction_rms": 0.0013623057298733391, + "raw_apical_rms": 0.06026149093538735, + "teaching_rms": 0.0013623057297024645, + "traffic_rms": 0.060239669731314074 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.876320077087712e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5702227385891922e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021722423490932816, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 53958, + "train_examples": 50000, + "train_loss": 0.012675859419107437 + }, + { + "epoch": 139, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031373877078294754, + "mean_feedback_forward_cosine": 0.9997586242614254, + "mean_feedback_forward_relative_error": 0.02160714517137216, + "min_feedback_forward_cosine": 0.9995095133781433 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014160875186484813, + "instruction_rms": 0.0014160875188215937, + "raw_apical_rms": 0.060271893141315994, + "teaching_rms": 0.0014160875186484813, + "traffic_rms": 0.06024855283609319 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1365448077403926e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5707145004668614e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02166383299546484, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54349, + "train_examples": 50000, + "train_loss": 0.012604654445797205 + }, + { + "epoch": 140, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03137008845806122, + "mean_feedback_forward_cosine": 0.999758691556992, + "mean_feedback_forward_relative_error": 0.021602971178870046, + "min_feedback_forward_cosine": 0.9995096325874329 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014017556826610889, + "instruction_rms": 0.0014017556817953554, + "raw_apical_rms": 0.06021674431885879, + "teaching_rms": 0.0014017556826610889, + "traffic_rms": 0.06019406225614311 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.13758344358439e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5693120693005157e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02144647719055143, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 54740, + "train_examples": 50000, + "train_loss": 0.012337776693105698 + }, + { + "epoch": 141, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03136617690324783, + "mean_feedback_forward_cosine": 0.9997587934617074, + "mean_feedback_forward_relative_error": 0.021598879428159808, + "min_feedback_forward_cosine": 0.9995098114013672 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001359620341620725, + "instruction_rms": 0.0013596203418669865, + "raw_apical_rms": 0.06023319874960461, + "teaching_rms": 0.001359620341620725, + "traffic_rms": 0.060211836187975896 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9645478133156757e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5742544068754367e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021716134699330095, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55131, + "train_examples": 50000, + "train_loss": 0.0115347054579854 + }, + { + "epoch": 142, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031361497938632965, + "mean_feedback_forward_cosine": 0.9997588857527702, + "mean_feedback_forward_relative_error": 0.02159409573481929, + "min_feedback_forward_cosine": 0.9995098114013672 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0015325011894380678, + "instruction_rms": 0.0015325011897909257, + "raw_apical_rms": 0.0602282827106931, + "teaching_rms": 0.0015325011894380678, + "traffic_rms": 0.060200925790311034 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.6773845362981774e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5832496708826057e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02185208231985076, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55522, + "train_examples": 50000, + "train_loss": 0.013095144706964493 + }, + { + "epoch": 143, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313575379550457, + "mean_feedback_forward_cosine": 0.9997589703529112, + "mean_feedback_forward_relative_error": 0.021589957237724337, + "min_feedback_forward_cosine": 0.9995100498199463 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0013291754192877106, + "instruction_rms": 0.0013291754186445942, + "raw_apical_rms": 0.06017461988580678, + "teaching_rms": 0.0013291754192877106, + "traffic_rms": 0.06015385317018739 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.8152776110346167e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5753545294706784e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021914178105991743, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 55913, + "train_examples": 50000, + "train_loss": 0.011285493536293507 + }, + { + "epoch": 144, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031352996826171875, + "mean_feedback_forward_cosine": 0.9997590587985131, + "mean_feedback_forward_relative_error": 0.021585262170241724, + "min_feedback_forward_cosine": 0.9995101690292358 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0014312083911910652, + "instruction_rms": 0.0014312083913766652, + "raw_apical_rms": 0.060158212981470914, + "teaching_rms": 0.0014312083911910652, + "traffic_rms": 0.06013395895160597 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.6009224995959812e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.578689555011155e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.022159492507651878, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56304, + "train_examples": 50000, + "train_loss": 0.012068520529419183 + }, + { + "epoch": 145, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03134904429316521, + "mean_feedback_forward_cosine": 0.9997591280168102, + "mean_feedback_forward_relative_error": 0.021581231646480098, + "min_feedback_forward_cosine": 0.9995102286338806 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00128285456991729, + "instruction_rms": 0.0012828545704672103, + "raw_apical_rms": 0.060178350561723784, + "teaching_rms": 0.00128285456991729, + "traffic_rms": 0.060158784222565785 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5508404277729824e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5758511907512554e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021423602013939738, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 56695, + "train_examples": 50000, + "train_loss": 0.010624613016620278 + }, + { + "epoch": 146, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313451923429966, + "mean_feedback_forward_cosine": 0.9997592145396818, + "mean_feedback_forward_relative_error": 0.02157715622395758, + "min_feedback_forward_cosine": 0.9995103478431702 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0013133976218261839, + "instruction_rms": 0.0013133976215214175, + "raw_apical_rms": 0.06014330045693746, + "teaching_rms": 0.0013133976218261839, + "traffic_rms": 0.060121834679379836 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3491713463386077e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5705432305124935e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02159263706327977, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57086, + "train_examples": 50000, + "train_loss": 0.010737270039469003 + }, + { + "epoch": 147, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03134067729115486, + "mean_feedback_forward_cosine": 0.9997593222125885, + "mean_feedback_forward_relative_error": 0.021572456409734105, + "min_feedback_forward_cosine": 0.9995105266571045 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001391305149665331, + "instruction_rms": 0.0013913051489891754, + "raw_apical_rms": 0.060125212189627956, + "teaching_rms": 0.001391305149665331, + "traffic_rms": 0.06010070944313869 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9454923005923774e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5803998891754e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02168214473700549, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57477, + "train_examples": 50000, + "train_loss": 0.011407286370545626 + }, + { + "epoch": 148, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03133620694279671, + "mean_feedback_forward_cosine": 0.9997594164263818, + "mean_feedback_forward_relative_error": 0.02156771686408789, + "min_feedback_forward_cosine": 0.9995107650756836 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0013869202438614547, + "instruction_rms": 0.001386920243428907, + "raw_apical_rms": 0.06013829142432585, + "teaching_rms": 0.0013869202438614547, + "traffic_rms": 0.0601145159755107 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1140859729484873e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5793187245614857e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021739876079040547, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 57868, + "train_examples": 50000, + "train_loss": 0.011116878349781036 + }, + { + "epoch": 149, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031331513077020645, + "mean_feedback_forward_cosine": 0.999759518331097, + "mean_feedback_forward_relative_error": 0.02156275722588743, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001417679202033186, + "instruction_rms": 0.0014176792018678064, + "raw_apical_rms": 0.06012870803794755, + "teaching_rms": 0.001417679202033186, + "traffic_rms": 0.06010324714483092 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2602602456345267e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5714074246786214e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021847983224535093, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58259, + "train_examples": 50000, + "train_loss": 0.012106659239511937 + }, + { + "epoch": 150, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132714703679085, + "mean_feedback_forward_cosine": 0.9997595971630465, + "mean_feedback_forward_relative_error": 0.021558043907486623, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001379679893926087, + "instruction_rms": 0.0013796798941189312, + "raw_apical_rms": 0.060092781516599685, + "teaching_rms": 0.001379679893926087, + "traffic_rms": 0.06006935939637903 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.620488537274923e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.570917304365128e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021682985947470337, + "minimum_observations": 80 + }, + "output_lr": 0.010000000000000002, + "step": 58650, + "train_examples": 50000, + "train_loss": 0.010919339765757322 + }, + { + "epoch": 151, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132709860801697, + "mean_feedback_forward_cosine": 0.9997596010085075, + "mean_feedback_forward_relative_error": 0.021557943354691227, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001179968784308093, + "instruction_rms": 0.0011799687843855847, + "raw_apical_rms": 0.06008720547514168, + "teaching_rms": 0.001179968784308093, + "traffic_rms": 0.06006945434673334 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8576384874791074e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5612939849153663e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021591201577678427, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59041, + "train_examples": 50000, + "train_loss": 0.009476273037791251 + }, + { + "epoch": 152, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132707253098488, + "mean_feedback_forward_cosine": 0.9997596240812733, + "mean_feedback_forward_relative_error": 0.021557855254579938, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0011296071960121053, + "instruction_rms": 0.0011296071964631573, + "raw_apical_rms": 0.06008207813474541, + "teaching_rms": 0.0011296071960121053, + "traffic_rms": 0.06006563827661422 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1674486205824905e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.563976340381333e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021447013086679213, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59432, + "train_examples": 50000, + "train_loss": 0.008430601634383202 + }, + { + "epoch": 153, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031327035278081894, + "mean_feedback_forward_cosine": 0.999759599085777, + "mean_feedback_forward_relative_error": 0.021557764721012885, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001121324080897597, + "instruction_rms": 0.0011213240807696613, + "raw_apical_rms": 0.06007834927889558, + "teaching_rms": 0.001121324080897597, + "traffic_rms": 0.06006248524135712 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2669075505632463e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5626452615872206e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021487707526781655, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 59823, + "train_examples": 50000, + "train_loss": 0.008414895274192095 + }, + { + "epoch": 154, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031327009201049805, + "mean_feedback_forward_cosine": 0.9997596279267342, + "mean_feedback_forward_relative_error": 0.021557679745338617, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010462794952962285, + "instruction_rms": 0.001046279495115535, + "raw_apical_rms": 0.06007435809635876, + "teaching_rms": 0.0010462794952962285, + "traffic_rms": 0.06005984553676592 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9332576428610082e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5683413025204685e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02157790363457604, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60214, + "train_examples": 50000, + "train_loss": 0.007825479854792356 + }, + { + "epoch": 155, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326986849308014, + "mean_feedback_forward_cosine": 0.9997595952403161, + "mean_feedback_forward_relative_error": 0.021557595625880263, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001036368860131206, + "instruction_rms": 0.0010363688600510232, + "raw_apical_rms": 0.06006759080480991, + "teaching_rms": 0.001036368860131206, + "traffic_rms": 0.06005341464384376 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9908087622866333e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5634408615326202e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021698631335063577, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60605, + "train_examples": 50000, + "train_loss": 0.007752396997436881 + }, + { + "epoch": 156, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326957046985626, + "mean_feedback_forward_cosine": 0.9997596375403865, + "mean_feedback_forward_relative_error": 0.02155751351928038, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.00103690814016864, + "instruction_rms": 0.001036908140151119, + "raw_apical_rms": 0.060066664923446415, + "teaching_rms": 0.00103690814016864, + "traffic_rms": 0.060052171413669905 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.945481642451341e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5669167082605052e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021475271499250284, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 60996, + "train_examples": 50000, + "train_loss": 0.007858595271185041 + }, + { + "epoch": 157, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326938420534134, + "mean_feedback_forward_cosine": 0.9997596183130818, + "mean_feedback_forward_relative_error": 0.021557435333248106, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009805716767374976, + "instruction_rms": 0.0009805716764035783, + "raw_apical_rms": 0.06006998751423511, + "teaching_rms": 0.0009805716767374976, + "traffic_rms": 0.060057039953904 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.433953127933819e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.56538217900001e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02124931950437315, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61387, + "train_examples": 50000, + "train_loss": 0.007328558262661099 + }, + { + "epoch": 158, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132690116763115, + "mean_feedback_forward_cosine": 0.999759599085777, + "mean_feedback_forward_relative_error": 0.021557354698738745, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010845778775543477, + "instruction_rms": 0.0010845778777478423, + "raw_apical_rms": 0.060069209873066264, + "teaching_rms": 0.0010845778775543477, + "traffic_rms": 0.06005369473041427 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9106012771885617e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564227473703303e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021559755123017183, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 61778, + "train_examples": 50000, + "train_loss": 0.007954697859212757 + }, + { + "epoch": 159, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132687509059906, + "mean_feedback_forward_cosine": 0.9997596260040037, + "mean_feedback_forward_relative_error": 0.02155727277239484, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010299564696549968, + "instruction_rms": 0.0010299564692812465, + "raw_apical_rms": 0.06006812192226086, + "teaching_rms": 0.0010299564696549968, + "traffic_rms": 0.060053931538063196 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.3349590705379342e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5660258580619945e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021729885976055806, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62169, + "train_examples": 50000, + "train_loss": 0.007465883650183677 + }, + { + "epoch": 160, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326841562986374, + "mean_feedback_forward_cosine": 0.9997596144676208, + "mean_feedback_forward_relative_error": 0.021557185423350143, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001063413505157721, + "instruction_rms": 0.0010634135050796281, + "raw_apical_rms": 0.060071878818973384, + "teaching_rms": 0.001063413505157721, + "traffic_rms": 0.06005699924020882 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.3217483047233145e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5665946369244484e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021747135661781707, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62560, + "train_examples": 50000, + "train_loss": 0.007692031290978193 + }, + { + "epoch": 161, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132681921124458, + "mean_feedback_forward_cosine": 0.9997596298494646, + "mean_feedback_forward_relative_error": 0.02155710408283818, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010305865891414153, + "instruction_rms": 0.0010305865887556003, + "raw_apical_rms": 0.060076575512097774, + "teaching_rms": 0.0010305865891414153, + "traffic_rms": 0.06006234825377816 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.8926501255123185e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5669840817105678e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02140562166712032, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 62951, + "train_examples": 50000, + "train_loss": 0.00782879565000534 + }, + { + "epoch": 162, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313267819583416, + "mean_feedback_forward_cosine": 0.9997596086994294, + "mean_feedback_forward_relative_error": 0.021557018070692015, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.001129956087231944, + "instruction_rms": 0.0011299560868735551, + "raw_apical_rms": 0.06007572241114544, + "teaching_rms": 0.001129956087231944, + "traffic_rms": 0.06005868079532163 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.4017687394461973e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567557156080132e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021886043922274504, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63342, + "train_examples": 50000, + "train_loss": 0.008396395660117269 + }, + { + "epoch": 163, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132675588130951, + "mean_feedback_forward_cosine": 0.9997596221585427, + "mean_feedback_forward_relative_error": 0.021556935483409513, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009887630050392931, + "instruction_rms": 0.0009887630052253591, + "raw_apical_rms": 0.06007528882168374, + "teaching_rms": 0.0009887630050392931, + "traffic_rms": 0.06006227369066905 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.066620830021293e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5659746742414652e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021141643553731288, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 63733, + "train_examples": 50000, + "train_loss": 0.0073443680226802826 + }, + { + "epoch": 164, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132672607898712, + "mean_feedback_forward_cosine": 0.9997596317721952, + "mean_feedback_forward_relative_error": 0.021556853451916286, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010581566164695499, + "instruction_rms": 0.0010581566167576506, + "raw_apical_rms": 0.060078922021673004, + "teaching_rms": 0.0010581566164695499, + "traffic_rms": 0.060063899841260364 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.0862328753423753e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5685245696508257e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021514753858243214, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64124, + "train_examples": 50000, + "train_loss": 0.007455915867015719 + }, + { + "epoch": 165, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326696276664734, + "mean_feedback_forward_cosine": 0.9997596375403865, + "mean_feedback_forward_relative_error": 0.021556774845286723, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010244626963122443, + "instruction_rms": 0.0010244626963263736, + "raw_apical_rms": 0.06008215650066717, + "teaching_rms": 0.0010244626963122443, + "traffic_rms": 0.060067852865176886 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.074700944376673e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.569071509815174e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021306631787898232, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64515, + "train_examples": 50000, + "train_loss": 0.0073924257943034175 + }, + { + "epoch": 166, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326670199632645, + "mean_feedback_forward_cosine": 0.9997596221585427, + "mean_feedback_forward_relative_error": 0.02155669374511607, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009767126207487105, + "instruction_rms": 0.0009767126210894945, + "raw_apical_rms": 0.06008434921583812, + "teaching_rms": 0.0009767126207487105, + "traffic_rms": 0.06007130250795151 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1931301219524357e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5672551918101414e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021793107940057333, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 64906, + "train_examples": 50000, + "train_loss": 0.0070690033512562514 + }, + { + "epoch": 167, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326647847890854, + "mean_feedback_forward_cosine": 0.9997596163903514, + "mean_feedback_forward_relative_error": 0.021556613831630638, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010006242303614047, + "instruction_rms": 0.0010006242309953588, + "raw_apical_rms": 0.06008041334988278, + "teaching_rms": 0.0010006242303614047, + "traffic_rms": 0.060066208644533915 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.7223707732559888e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5673656243708937e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021532127395720854, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65297, + "train_examples": 50000, + "train_loss": 0.007275210626721382 + }, + { + "epoch": 168, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326621770858765, + "mean_feedback_forward_cosine": 0.999759643308578, + "mean_feedback_forward_relative_error": 0.021556533617718567, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009555785630081935, + "instruction_rms": 0.0009555785630237475, + "raw_apical_rms": 0.0600744885089705, + "teaching_rms": 0.0009555785630081935, + "traffic_rms": 0.060062183466376456 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 1.9061033640355163e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568538288493778e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021830055476936984, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 65688, + "train_examples": 50000, + "train_loss": 0.006774568736106158 + }, + { + "epoch": 169, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132659196853638, + "mean_feedback_forward_cosine": 0.9997596375403865, + "mean_feedback_forward_relative_error": 0.021556453749297128, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009395257352998124, + "instruction_rms": 0.0009395257354966325, + "raw_apical_rms": 0.060068914411747804, + "teaching_rms": 0.0009395257352998124, + "traffic_rms": 0.0600566705271883 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3887768207941917e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5657385022341837e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021918999249193983, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66079, + "train_examples": 50000, + "train_loss": 0.006736315014958381 + }, + { + "epoch": 170, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132656216621399, + "mean_feedback_forward_cosine": 0.9997596336949256, + "mean_feedback_forward_relative_error": 0.021556375142667564, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009602019105545089, + "instruction_rms": 0.000960201910210807, + "raw_apical_rms": 0.06006304963139241, + "teaching_rms": 0.0009602019105545089, + "traffic_rms": 0.06005012476332571 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.4388381092421696e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5667665494101504e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02127287783141234, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66470, + "train_examples": 50000, + "train_loss": 0.007116384837180376 + }, + { + "epoch": 171, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313265360891819, + "mean_feedback_forward_cosine": 0.9997596317721952, + "mean_feedback_forward_relative_error": 0.021556297782808542, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009628185131176399, + "instruction_rms": 0.0009628185128434622, + "raw_apical_rms": 0.060057812696817314, + "teaching_rms": 0.0009628185131176399, + "traffic_rms": 0.060044823555564404 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.9614679658275236e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5639761409025163e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02162741097611953, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 66861, + "train_examples": 50000, + "train_loss": 0.007078839312195778 + }, + { + "epoch": 172, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132651373744011, + "mean_feedback_forward_cosine": 0.999759643308578, + "mean_feedback_forward_relative_error": 0.02155622180491205, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009328463536858388, + "instruction_rms": 0.0009328463533456953, + "raw_apical_rms": 0.060054184034077036, + "teaching_rms": 0.0009328463536858388, + "traffic_rms": 0.06004251195105212 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.343368521451339e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568146097608532e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02127933575466516, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67252, + "train_examples": 50000, + "train_loss": 0.0068743041935563085 + }, + { + "epoch": 173, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132648766040802, + "mean_feedback_forward_cosine": 0.9997596356176561, + "mean_feedback_forward_relative_error": 0.02155614274764253, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009752987427118393, + "instruction_rms": 0.0009752987428624305, + "raw_apical_rms": 0.06005889848482817, + "teaching_rms": 0.0009752987427118393, + "traffic_rms": 0.060045733577735357 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.312624758360471e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5669000475049028e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021269330889308057, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 67643, + "train_examples": 50000, + "train_loss": 0.006992063255682588 + }, + { + "epoch": 174, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132646530866623, + "mean_feedback_forward_cosine": 0.9997596240812733, + "mean_feedback_forward_relative_error": 0.021556065102378206, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009754219255835325, + "instruction_rms": 0.0009754219253127989, + "raw_apical_rms": 0.060058905286350696, + "teaching_rms": 0.0009754219255835325, + "traffic_rms": 0.06004608744551165 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0104115705521508e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5657628319952628e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021313992081019063, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68034, + "train_examples": 50000, + "train_loss": 0.007167713696211576 + }, + { + "epoch": 175, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132643550634384, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.0215559869463886, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009615485037101152, + "instruction_rms": 0.000961548503591037, + "raw_apical_rms": 0.060060380172654845, + "teaching_rms": 0.0009615485037101152, + "traffic_rms": 0.06004752553417286 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.7993767304224093e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5648675156693924e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021576789954253533, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68425, + "train_examples": 50000, + "train_loss": 0.006852393444180488 + }, + { + "epoch": 176, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326405704021454, + "mean_feedback_forward_cosine": 0.9997596336949256, + "mean_feedback_forward_relative_error": 0.021555908159503052, + "min_feedback_forward_cosine": 0.9995108246803284 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009785713771199437, + "instruction_rms": 0.0009785713774130107, + "raw_apical_rms": 0.060061160174462176, + "teaching_rms": 0.0009785713771199437, + "traffic_rms": 0.060047543608914046 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.949755912278306e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5666668773173498e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021418184265572616, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 68816, + "train_examples": 50000, + "train_loss": 0.006754859584569931 + }, + { + "epoch": 177, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132638707756996, + "mean_feedback_forward_cosine": 0.9997596317721952, + "mean_feedback_forward_relative_error": 0.02155583209147857, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009655848167913925, + "instruction_rms": 0.0009655848170674031, + "raw_apical_rms": 0.060062541633444995, + "teaching_rms": 0.0009655848167913925, + "traffic_rms": 0.06004947472969154 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0814971080085343e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.567244652274971e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021253830157798064, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69207, + "train_examples": 50000, + "train_loss": 0.006898634309321642 + }, + { + "epoch": 178, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132636100053787, + "mean_feedback_forward_cosine": 0.9997596375403865, + "mean_feedback_forward_relative_error": 0.021555756954776663, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009420714872473244, + "instruction_rms": 0.0009420714869762677, + "raw_apical_rms": 0.060060731586379354, + "teaching_rms": 0.0009420714872473244, + "traffic_rms": 0.0600480769955571 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.1064197497366877e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5663262435928885e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021561401438528468, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69598, + "train_examples": 50000, + "train_loss": 0.006688732709065079 + }, + { + "epoch": 179, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132633492350578, + "mean_feedback_forward_cosine": 0.9997596317721952, + "mean_feedback_forward_relative_error": 0.02155567592971267, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0010051458416884568, + "instruction_rms": 0.0010051458409989927, + "raw_apical_rms": 0.06006076079226069, + "teaching_rms": 0.0010051458416884568, + "traffic_rms": 0.060046603722024645 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1515237591529512e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5718607030157967e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02122170693276716, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 69989, + "train_examples": 50000, + "train_loss": 0.007178794793337584 + }, + { + "epoch": 180, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326305121183395, + "mean_feedback_forward_cosine": 0.9997596163903514, + "mean_feedback_forward_relative_error": 0.02155560139386404, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009334209579252473, + "instruction_rms": 0.0009334209576963297, + "raw_apical_rms": 0.06005812042541105, + "teaching_rms": 0.0009334209579252473, + "traffic_rms": 0.060045622230531406 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5771383249661994e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5670988070826762e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021125596140977525, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70380, + "train_examples": 50000, + "train_loss": 0.006375368404537439 + }, + { + "epoch": 181, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326279044151306, + "mean_feedback_forward_cosine": 0.9997596413858475, + "mean_feedback_forward_relative_error": 0.02155552347821574, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009267334638879396, + "instruction_rms": 0.0009267334636475204, + "raw_apical_rms": 0.060054398744299894, + "teaching_rms": 0.0009267334638879396, + "traffic_rms": 0.060042373605508195 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.162148327045088e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.564611431806649e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02162797211756293, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 70771, + "train_examples": 50000, + "train_loss": 0.006588259144797921 + }, + { + "epoch": 182, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326256692409515, + "mean_feedback_forward_cosine": 0.9997596221585427, + "mean_feedback_forward_relative_error": 0.021555449888711015, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008881864527277518, + "instruction_rms": 0.0008881864527954909, + "raw_apical_rms": 0.06004703374881644, + "teaching_rms": 0.0008881864527277518, + "traffic_rms": 0.06003612336996302 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.7895343873419733e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568090316629994e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021218560867508986, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71162, + "train_examples": 50000, + "train_loss": 0.00602709147669375 + }, + { + "epoch": 183, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132622316479683, + "mean_feedback_forward_cosine": 0.999759647154039, + "mean_feedback_forward_relative_error": 0.02155537859747006, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009482835371602856, + "instruction_rms": 0.0009482835371945668, + "raw_apical_rms": 0.060052149373275965, + "teaching_rms": 0.0009482835371602856, + "traffic_rms": 0.060039407708248935 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3784711089547272e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5660439395201268e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021661237161664414, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71553, + "train_examples": 50000, + "train_loss": 0.006757023540996015 + }, + { + "epoch": 184, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132620081305504, + "mean_feedback_forward_cosine": 0.9997596394631171, + "mean_feedback_forward_relative_error": 0.021555301538037676, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.000881289653620672, + "instruction_rms": 0.0008812896537584988, + "raw_apical_rms": 0.06004567477508321, + "teaching_rms": 0.000881289653620672, + "traffic_rms": 0.06003469592632789 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.111737984478168e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5672102214083974e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.020971044230362227, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 71944, + "train_examples": 50000, + "train_loss": 0.0061257558731734755 + }, + { + "epoch": 185, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326182186603546, + "mean_feedback_forward_cosine": 0.9997596298494646, + "mean_feedback_forward_relative_error": 0.0215552277832983, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009306139623574617, + "instruction_rms": 0.0009306139624281346, + "raw_apical_rms": 0.06004385099800795, + "teaching_rms": 0.0009306139623574617, + "traffic_rms": 0.060030674162966 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.143248956087973e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.568642914579012e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02127893229936149, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72335, + "train_examples": 50000, + "train_loss": 0.0065580026246607305 + }, + { + "epoch": 186, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132615238428116, + "mean_feedback_forward_cosine": 0.9997596298494646, + "mean_feedback_forward_relative_error": 0.021555148726028782, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009033962134555074, + "instruction_rms": 0.0009033962133567819, + "raw_apical_rms": 0.06004334921704471, + "teaching_rms": 0.0009033962134555074, + "traffic_rms": 0.06003160378592111 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.932926707581828e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5649429756040186e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0212443712795138, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 72726, + "train_examples": 50000, + "train_loss": 0.006223944382146001 + }, + { + "epoch": 187, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132612258195877, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.021555073844689514, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009210895115788966, + "instruction_rms": 0.0009210895113247055, + "raw_apical_rms": 0.06004048408063149, + "teaching_rms": 0.0009210895115788966, + "traffic_rms": 0.06002838228205816 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.5178549023507912e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5697126001669134e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021230850876854702, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73117, + "train_examples": 50000, + "train_loss": 0.006426349698528648 + }, + { + "epoch": 188, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132610395550728, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.021555001111400705, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009018071280486433, + "instruction_rms": 0.0009018071281110626, + "raw_apical_rms": 0.060041556149045, + "teaching_rms": 0.0009018071280486433, + "traffic_rms": 0.060030215267169465 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.169271517971083e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5668077305435055e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021291286597336086, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73508, + "train_examples": 50000, + "train_loss": 0.006350258146673441 + }, + { + "epoch": 189, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132607787847519, + "mean_feedback_forward_cosine": 0.9997596356176561, + "mean_feedback_forward_relative_error": 0.02155492882875185, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008698168059557551, + "instruction_rms": 0.0008698168062776598, + "raw_apical_rms": 0.060039656360668346, + "teaching_rms": 0.0008698168059557551, + "traffic_rms": 0.060029301023976 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3856882691575265e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5680749689917897e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021268179344269673, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 73899, + "train_examples": 50000, + "train_loss": 0.006042736135423183 + }, + { + "epoch": 190, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326062977313995, + "mean_feedback_forward_cosine": 0.9997596529222303, + "mean_feedback_forward_relative_error": 0.0215548605117346, + "min_feedback_forward_cosine": 0.9995111227035522 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.000836438271041538, + "instruction_rms": 0.0008364382711784785, + "raw_apical_rms": 0.060043254627502034, + "teaching_rms": 0.000836438271041538, + "traffic_rms": 0.06003299805436287 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.36579200674214e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5717391871834188e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021861043911415013, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74290, + "train_examples": 50000, + "train_loss": 0.0059654509999603035 + }, + { + "epoch": 191, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.0313260443508625, + "mean_feedback_forward_cosine": 0.9997596548449609, + "mean_feedback_forward_relative_error": 0.021554786426525925, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008727192140346393, + "instruction_rms": 0.0008727192142567254, + "raw_apical_rms": 0.06003745986382582, + "teaching_rms": 0.0008727192140346393, + "traffic_rms": 0.06002682889271375 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.894366796761915e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5717489389259885e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02137953377467197, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 74681, + "train_examples": 50000, + "train_loss": 0.006041391937145963 + }, + { + "epoch": 192, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031326014548540115, + "mean_feedback_forward_cosine": 0.9997596606131522, + "mean_feedback_forward_relative_error": 0.02155471441426104, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008935821916719584, + "instruction_rms": 0.0008935821915541255, + "raw_apical_rms": 0.060039934075795, + "teaching_rms": 0.0008935821916719584, + "traffic_rms": 0.06002910980464427 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.1903458602423598e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5688957457962854e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021560479270196505, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75072, + "train_examples": 50000, + "train_loss": 0.006232946597337723 + }, + { + "epoch": 193, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031325992196798325, + "mean_feedback_forward_cosine": 0.9997596490767694, + "mean_feedback_forward_relative_error": 0.021554640043647058, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009259972258659079, + "instruction_rms": 0.0009259972258051484, + "raw_apical_rms": 0.060043990302327876, + "teaching_rms": 0.0009259972258659079, + "traffic_rms": 0.06003191105315353 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.2353193074309274e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5704890834058506e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021402499272677757, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75463, + "train_examples": 50000, + "train_loss": 0.006447158992290497 + }, + { + "epoch": 194, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132596239447594, + "mean_feedback_forward_cosine": 0.9997596740722656, + "mean_feedback_forward_relative_error": 0.021554567039974274, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009317201922527884, + "instruction_rms": 0.0009317201921949359, + "raw_apical_rms": 0.060040267249132, + "teaching_rms": 0.0009317201922527884, + "traffic_rms": 0.06002745013319 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.1710826914045356e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5729904493764114e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021714220810872112, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 75854, + "train_examples": 50000, + "train_loss": 0.006646980301588773 + }, + { + "epoch": 195, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132593631744385, + "mean_feedback_forward_cosine": 0.9997596356176561, + "mean_feedback_forward_relative_error": 0.02155449348051221, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0009172148378231025, + "instruction_rms": 0.0009172148380027723, + "raw_apical_rms": 0.060044784582668285, + "teaching_rms": 0.0009172148378231025, + "traffic_rms": 0.06003272725118342 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.132829202139419e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5691497142614578e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021261427735506933, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76245, + "train_examples": 50000, + "train_loss": 0.006242364752627909 + }, + { + "epoch": 196, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132592514157295, + "mean_feedback_forward_cosine": 0.9997596317721952, + "mean_feedback_forward_relative_error": 0.021554420792287397, + "min_feedback_forward_cosine": 0.9995108842849731 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008394010266712181, + "instruction_rms": 0.0008394010263244715, + "raw_apical_rms": 0.06003570661043683, + "teaching_rms": 0.0008394010266712181, + "traffic_rms": 0.060025402588168804 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 1.893620549253683e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5693063478141967e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02136412229458273, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 76636, + "train_examples": 50000, + "train_loss": 0.005690691779181361 + }, + { + "epoch": 197, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132590278983116, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.02155434744312398, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.000894822445704649, + "instruction_rms": 0.0008948224458492012, + "raw_apical_rms": 0.06003452088921942, + "teaching_rms": 0.000894822445704649, + "traffic_rms": 0.06002304114955634 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.3364913559476008e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.572832006419398e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02151670856561304, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77027, + "train_examples": 50000, + "train_loss": 0.00621510066986084 + }, + { + "epoch": 198, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.031325872987508774, + "mean_feedback_forward_cosine": 0.999759647154039, + "mean_feedback_forward_relative_error": 0.021554270879395546, + "min_feedback_forward_cosine": 0.9995110034942627 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008731963482363144, + "instruction_rms": 0.0008731963485391498, + "raw_apical_rms": 0.06003501312016347, + "teaching_rms": 0.0008731963482363144, + "traffic_rms": 0.06002380693724977 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.2314685210744756e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5687875862690624e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.02158584079171715, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77418, + "train_examples": 50000, + "train_loss": 0.006227425732985139 + }, + { + "epoch": 199, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132585063576698, + "mean_feedback_forward_cosine": 0.9997596375403865, + "mean_feedback_forward_relative_error": 0.021554195201925693, + "min_feedback_forward_cosine": 0.9995110630989075 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008942622408165716, + "instruction_rms": 0.0008942622404361476, + "raw_apical_rms": 0.060033859223595505, + "teaching_rms": 0.0008942622408165716, + "traffic_rms": 0.06002265608609162 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146561145782471, + "maximum_absolute_post_projection_soma_slope": 2.0849823201274376e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5670899861723797e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.021497920676601043, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 77809, + "train_examples": 50000, + "train_loss": 0.006085729780197144 + }, + { + "epoch": 200, + "feedback_tracking": { + "max_feedback_forward_relative_error": 0.03132582828402519, + "mean_feedback_forward_cosine": 0.9997596452313084, + "mean_feedback_forward_relative_error": 0.021554123805535418, + "min_feedback_forward_cosine": 0.9995109438896179 + }, + "lr": 0.0010000000000000002, + "mixed_apical": { + "innovation_rms": 0.0008740050133278148, + "instruction_rms": 0.0008740050134007767, + "raw_apical_rms": 0.06003476288060316, + "teaching_rms": 0.0008740050133278148, + "traffic_rms": 0.06002387793777457 + }, + "neutral_projection": { + "instruction_observations": 0, + "maximum_absolute_correction_slope": 0.07146560400724411, + "maximum_absolute_post_projection_soma_slope": 2.2439492042281017e-08, + "maximum_observations": 128, + "maximum_post_projection_traffic_rms_ratio": 2.5722066097305383e-08, + "maximum_pre_projection_traffic_rms_ratio": 0.0217050617177861, + "minimum_observations": 80 + }, + "output_lr": 0.0010000000000000002, + "step": 78200, + "train_examples": 50000, + "train_loss": 0.0059590229891985655 + } + ], + "evaluation_protocol": { + "test_evaluations": 1, + "test_used_for_selection": false, + "validation_evaluations": 0 + }, + "final": { + "accuracy": 0.9217, + "epoch": 200, + "evaluation_split": "test", + "finite": true, + "loss": 0.387104931640625, + "step": 78200 + }, + "hardware": { + "cuda_device_name": "NVIDIA GeForce GTX 1080", + "cuda_visible_devices": "7", + "device": "cuda", + "device_total_memory_bytes": 8507949056, + "peak_memory_allocated_bytes": 2529336320, + "peak_memory_reserved_bytes": 3821010944, + "torch_version": "2.3.1+cu118" + }, + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 3.0876691425874014e-08, + "max_applied_stability_margin": 0.0, + "max_positive_residual_soma_slope": 3.06026421981187e-08, + "min_residual_soma_slope": -3.0876691425874014e-08, + "mse": 3.3290338960027444e-18, + "observations": 64, + "residual_traffic_rms_ratio": 7.160152391392168e-08, + "stability_margin": 0.0 + }, + "examples": 64, + "instruction_present": false, + "mode": "closed_form", + "post_warmup_traffic_residual_rms_ratio": 7.160152391392168e-08, + "reuses_traffic_calibration_forward": true, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol_family": "oral_a_cifar_local_resnet_development", + "provenance": { + "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", + "git_tracked_dirty": false + }, + "schema_version": 1, + "split": { + "cifar_source_files": [ + { + "bytes": 31035704, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", + "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" + }, + { + "bytes": 31035320, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", + "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" + }, + { + "bytes": 31035999, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", + "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" + }, + { + "bytes": 31035696, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", + "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" + }, + { + "bytes": 31035623, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", + "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" + }, + { + "bytes": 31035526, + "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", + "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" + } + ], + "dataset": "cifar10", + "evaluation_split": "test", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 13, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": null, + "test_examples": 10000, + "train_examples": 50000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": {}, + "validation_examples": 0, + "validation_index_sha256": null + }, + "timing": { + "apical_warmup_wall_s": 0.0, + "evaluation_wall_s": 1.1395759582519531, + "mirror_warmup_wall_s": 0.0, + "predictor_warmup_wall_s": 0.040845394134521484, + "timing_excludes_data_loading_hashing_and_model_construction": true, + "total_timed_wall_s": 14820.786049365997, + "train_wall_s": 14817.008256196976 + }, + "traffic_calibration": { + "data_source": "first unaugmented development-training examples", + "examples": 64, + "instruction_rms": [ + 0.016692832112312317, + 0.01200532540678978, + 0.008332769386470318, + 0.0075498903170228004, + 0.0053708222694695, + 0.006087752059102058, + 0.003867587074637413, + 0.005006805062294006, + 0.002887815935537219, + 0.003748569404706359, + 0.0022844804916530848, + 0.004654052667319775, + 0.0032952053006738424, + 0.004196343943476677, + 0.002609694842249155, + 0.0035618862602859735, + 0.0021939175203442574, + 0.0029503554105758667, + 0.0018851794302463531, + 0.0024613135028630495, + 0.0017383317463099957, + 0.0038990096654742956, + 0.0027804728597402573, + 0.003515329910442233, + 0.0024628741666674614, + 0.003224294865503907, + 0.0022232758346945047, + 0.002873069839552045, + 0.0020843856036663055, + 0.0026347259990870953, + 0.0020947945304214954 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 4.0, + 4.000000476837158, + 4.000000476837158, + 4.0, + 4.0, + 4.0, + 3.999999761581421, + 4.000000476837158, + 4.0, + 4.000000476837158, + 4.0, + 3.999999523162842, + 4.000000476837158, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 4.0, + 3.999999761581421, + 4.0, + 4.0, + 4.0 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.08893077075481415, + 0.062396932393312454, + 0.029449449852108955, + 0.03909926116466522, + 0.014590166509151459, + 0.03232475742697716, + 0.008942865766584873, + 0.02675946056842804, + 0.00599529268220067, + 0.019410571083426476, + 0.004170955624431372, + 0.02429185062646866, + 0.00736309215426445, + 0.02235197275876999, + 0.005150705110281706, + 0.01915901154279709, + 0.0039020790718495846, + 0.015739649534225464, + 0.0030583241023123264, + 0.01274823397397995, + 0.00259096990339458, + 0.02055993489921093, + 0.005347526632249355, + 0.018513329327106476, + 0.0042116641998291016, + 0.017480242997407913, + 0.0035575039219111204, + 0.015222329646348953, + 0.003111188765615225, + 0.013976861722767353, + 0.0029232106171548367 + ], + "unscaled_traffic_rms": [ + 0.7508236765861511, + 0.7696099877357483, + 1.131806492805481, + 0.7723819017410278, + 1.4724498987197876, + 0.7533237934112549, + 1.7299095392227173, + 0.7484164237976074, + 1.9267221689224243, + 0.7724800109863281, + 2.1908462047576904, + 0.7663562297821045, + 1.7901203632354736, + 0.7509572505950928, + 2.026669979095459, + 0.7436471581459045, + 2.2489728927612305, + 0.7497893571853638, + 2.46563720703125, + 0.7722837328910828, + 2.6836771965026855, + 0.7585645914077759, + 2.079819679260254, + 0.7595241069793701, + 2.3390982151031494, + 0.7378146648406982, + 2.4998154640197754, + 0.7549619078636169, + 2.6798574924468994, + 0.7540250420570374, + 2.8664298057556152 + ], + "uses_validation_endpoint": false + }, + "work": { + "apical_macs_per_example": 68420224, + "causal_scalar_observations": 0, + "components": { + "apical_projection_macs": 684206618894336, + "apical_regression_macs": 0, + "bp_reverse_macs_estimate": 0, + "kp_reciprocal_correlation_macs": 684202240000000, + "local_weight_correlation_macs": 688625920000000, + "mirror_feedback_prediction_macs": 0, + "mirror_local_correlation_macs": 0, + "mirror_response_macs": 0, + "ordinary_forward_macs": 688625920000000, + "perturbation_forward_macs": 0, + "warmup_clean_forward_macs": 4407205888 + }, + "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", + "elementwise_operations_estimate": 72745580756992, + "forward_macs_per_example": 68862592, + "logical_batch_loss_queries": 0, + "mirror_probe_examples": 0, + "mirror_readout_probe_examples": 0, + "neutral_projection_observations": 10000000, + "per_example_cross_entropy_terms": 0, + "total_clean_forward_examples": 10000064, + "total_forward_equivalent_examples": 10000064, + "total_macs_estimate": 2745665106100224 + } +} |