{ "architecture": { "adaptive_apical_parameters": 1064960, "adaptive_feedback_parameters": 848512, "base_width": 16, "blocks_per_stage": 9, "bn_eps": 1e-05, "bn_momentum": 0.1, "depth": 56, "family": "CIFAR 6n+2 ResNet, option-A shortcuts", "fixed_feedback_parameters": 0, "fixed_traffic_coefficients": 532480, "forward_parameters": 853018, "hidden_shapes": [ [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 16, 32, 32 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 32, 16, 16 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ], [ 64, 8, 8 ] ], "normalization": "batchnorm", "predictor_parameters": 1064960, "residual_scale": 1.0, "vectorizer_mode": null, "vectorizer_parameters": 0 }, "args": { "a_scale": 1.0, "a_warmup_steps": 0, "alignment_probe": 32, "apical_calibration_mode": "unit_targets", "apical_seed": null, "augment_train": 1, "batch_size": 128, "bn_eps": 1e-05, "bn_momentum": 0.1, "data_dir": "/home/yurenh2/sdrn/data", "depth": 56, "device": "cuda", "epochs": 200, "eta_A": 0.01, "eta_P": 0.1, "eval_every": 0, "eval_split": "test", "learn_P": 1, "loader_seed": 14, "lr": 0.1, "lr_gamma": 0.1, "lr_milestones": "100,150", "lr_schedule": "step", "max_steps": 0, "mirror_batch_size": 1, "mirror_eta": 0.1, "mirror_every": 16, "mirror_noise_std": 1.0, "mirror_seed": 3000, "mirror_warmup_steps": 0, "mode": "kp_traffic", "momentum": 0.9, "neutral_projection": 1, "normalization": "batchnorm", "nuisance_scale": 0.0, "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s14.json", "output_lr": 0.1, "pert_directions": 1, "pert_every": 4, "pert_sigma": 0.01, "perturb_seed": 1000, "predictor_every": 0, "predictor_mode": "closed_form", "predictor_warmup_steps": 1, "residual_scale": null, "seed": 14, "split_seed": 2027, "traffic_calibration_examples": 64, "traffic_ratio": 4.0, "traffic_rule": "innovation", "traffic_seed": 5014, "train_limit": 0, "use_residual": 1, "val_examples": 0, "vectorizer_mode": "spatial_template", "warmup_epochs": 0, "weight_decay": 0.0001, "weight_scale": 1.0, "width": 16 }, "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic", "counters": { "apical_warmup_examples": 0, "calibration_event_examples": 0, "causal_scalar_observations": 0, "logical_batch_loss_queries": 0, "mirror_conv_examples": 0, "mirror_events": 0, "mirror_readout_examples": 0, "neutral_projection_examples": 10000000, "ordinary_examples": 10000000, "per_example_loss_terms": 0, "perturbation_events": 0, "perturbation_forward_examples": 0, "predictor_update_examples": 64, "predictor_warmup_examples": 0, "traffic_audit_examples": 0, "traffic_calibration_examples": 64 }, "diagnostics": { "early_third_mean": 0.9994279046853384, "feedback_forward_cosine": [ 0.9997988343238831, 0.9997749328613281, 0.9991828799247742, 0.999111533164978, 0.999463677406311, 0.9993107914924622, 0.9992161989212036, 0.9990545511245728, 0.998909592628479, 0.9987071752548218, 0.999567985534668, 0.9993953704833984, 0.9997379779815674, 0.9995555877685547, 0.9996947050094604, 0.999505341053009, 0.9994285106658936, 0.9991961717605591, 0.9993981719017029, 0.9995056390762329, 0.9992136359214783, 0.9991928339004517, 0.9990469217300415, 0.9990625381469727, 0.9992903470993042, 0.9992948770523071, 0.9995030164718628, 0.9994757771492004, 0.9996125102043152, 0.9995819330215454, 0.999678909778595, 0.9996166825294495, 0.9997760057449341, 0.9996891021728516, 0.9997944831848145, 0.9996936321258545, 0.9997571110725403, 0.9998501539230347, 0.9998060464859009, 0.9997848868370056, 0.999779462814331, 0.9997221827507019, 0.9997811913490295, 0.9996858835220337, 0.9997216463088989, 0.9995635747909546, 0.9996534585952759, 0.999471127986908, 0.9996280670166016, 0.9994121193885803, 0.9996070861816406, 0.9993250370025635, 0.9995989203453064, 0.9991874098777771, 0.9999798536300659 ], "feedback_forward_norm_ratio": [ 1.000149130821228, 1.0009535551071167, 0.9984815120697021, 1.0016766786575317, 0.9995856881141663, 1.0017879009246826, 0.9959774613380432, 1.0028762817382812, 0.9986860156059265, 1.0021672248840332, 0.9988604784011841, 1.0024598836898804, 0.9981681108474731, 1.0017732381820679, 0.9997989535331726, 1.0013729333877563, 0.9980446100234985, 1.0017657279968262, 0.9982770085334778, 1.0011591911315918, 0.9984641671180725, 1.0009673833847046, 0.9978606700897217, 1.0017354488372803, 0.9988399147987366, 1.0011192560195923, 0.9991135597229004, 1.0013725757598877, 0.9988991022109985, 1.0011109113693237, 0.999144971370697, 1.0011439323425293, 0.9994403123855591, 1.000425934791565, 0.9993515014648438, 1.0012404918670654, 0.9997034072875977, 1.0002387762069702, 0.9998688101768494, 1.000625491142273, 0.9995481371879578, 1.0008283853530884, 0.9997639060020447, 1.0010287761688232, 0.9995730519294739, 1.00138258934021, 0.9991338849067688, 1.001706838607788, 0.9990312457084656, 1.0018060207366943, 0.9994123578071594, 1.0015783309936523, 0.9993245005607605, 1.0016975402832031, 1.0021151304244995 ], "feedback_forward_relative_error": [ 0.020060308277606964, 0.021246453747153282, 0.04042421653866768, 0.04222222790122032, 0.03274479880928993, 0.037205327302217484, 0.03971664980053902, 0.04364164546132088, 0.04668582230806351, 0.05095241591334343, 0.02939867228269577, 0.034902483224868774, 0.022942183539271355, 0.029894202947616577, 0.02470928616821766, 0.03150338679552078, 0.0338282510638237, 0.04016990214586258, 0.03470529988408089, 0.031483158469200134, 0.039652612060308456, 0.04020845890045166, 0.04366402328014374, 0.043372295796871185, 0.0376720055937767, 0.037591613829135895, 0.03152763843536377, 0.032432928681373596, 0.027845030650496483, 0.028955554589629173, 0.02534536086022854, 0.027727821841835976, 0.02116387151181698, 0.024943169206380844, 0.020272381603717804, 0.024798842146992683, 0.022038796916604042, 0.017315328121185303, 0.019690556451678276, 0.02075815573334694, 0.02099420502781868, 0.023600945249199867, 0.020909609273076057, 0.025102714076638222, 0.023593297228217125, 0.02959650196135044, 0.026328735053539276, 0.032597433775663376, 0.027278052642941475, 0.03437091037631035, 0.028031418099999428, 0.03680349513888359, 0.028323985636234283, 0.04038499668240547, 0.0066958083771169186 ], "innovation_negative_gradient_cosine": [ 0.9995262622833252, 0.9994668960571289, 0.9995425343513489, 0.9991871118545532, 0.9995458126068115, 0.9992923736572266, 0.9995535016059875, 0.9990665316581726, 0.9995579719543457, 0.9990013837814331, 0.9995593428611755, 0.9994300603866577, 0.9995750188827515, 0.9994897246360779, 0.9995806217193604, 0.9994637370109558, 0.9995887279510498, 0.9992746710777283, 0.9995965957641602, 0.9993570446968079, 0.9996023774147034, 0.9992549419403076, 0.9996078014373779, 0.9991986751556396, 0.9996156096458435, 0.9992837905883789, 0.9996231198310852, 0.9993802309036255, 0.9996287822723389, 0.9994536638259888, 0.9996305704116821, 0.9995105266571045, 0.9996395111083984, 0.9995378255844116, 0.999650239944458, 0.9995735287666321, 0.9996629357337952, 0.9996985197067261, 0.9996863603591919, 0.9996581673622131, 0.9997047185897827, 0.9996294379234314, 0.9997169971466064, 0.9996535778045654, 0.9997180104255676, 0.9996700286865234, 0.9997422099113464, 0.9996808767318726, 0.9997777342796326, 0.9996774196624756, 0.9998447299003601, 0.9998321533203125, 0.9999211430549622, 0.9999521970748901, 0.8918465375900269 ], "instruction_negative_gradient_cosine": [ 0.99952632188797, 0.9994668960571289, 0.9995425343513489, 0.9991871118545532, 0.9995458126068115, 0.9992923736572266, 0.9995535612106323, 0.9990665316581726, 0.9995579719543457, 0.9990013837814331, 0.9995593428611755, 0.9994300007820129, 0.9995750188827515, 0.9994897246360779, 0.9995806217193604, 0.999463677406311, 0.9995887279510498, 0.999274730682373, 0.9995965957641602, 0.9993569850921631, 0.9996023774147034, 0.9992550015449524, 0.9996078014373779, 0.9991986751556396, 0.9996156692504883, 0.9992837309837341, 0.9996230602264404, 0.9993802905082703, 0.9996287822723389, 0.9994536638259888, 0.9996305704116821, 0.9995105266571045, 0.9996395111083984, 0.9995378255844116, 0.999650239944458, 0.9995734691619873, 0.9996629953384399, 0.9996985197067261, 0.9996863603591919, 0.9996581673622131, 0.9997045993804932, 0.9996294975280762, 0.9997169375419617, 0.9996535778045654, 0.9997179508209229, 0.9996700286865234, 0.9997422099113464, 0.9996808767318726, 0.9997777342796326, 0.9996774196624756, 0.9998446702957153, 0.9998321533203125, 0.9999211430549622, 0.9999521970748901, 0.9127292037010193 ], "matched_negative_gradient_cosine": [ -0.008187413215637207, -0.015598754398524761, -0.011859042569994926, -0.00952020101249218, -0.009076099842786789, 0.025975488126277924, -0.006392987444996834, -0.025431979447603226, -0.0024859346449375153, -0.024633590131998062, -0.003860069904476404, 0.027092572301626205, -0.01832091063261032, -0.037103861570358276, -0.011960268020629883, -0.020264824852347374, -0.013413629494607449, 0.019100390374660492, -0.011545455083251, 0.04292016476392746, -0.03241690993309021, 0.0434187576174736, -0.04402662441134453, 0.05480309948325157, -0.046772345900535583, 0.031519565731287, -0.045361995697021484, 0.036612339317798615, -0.049954161047935486, 0.05757954716682434, -0.046010348945856094, 0.03367879241704941, -0.03750961273908615, 0.024862172082066536, -0.028193483129143715, 0.04454458877444267, -0.030192747712135315, -0.04034389555454254, -0.09494373202323914, 0.038277141749858856, -0.10235662758350372, 0.04242897778749466, -0.10648664832115173, 0.03178362920880318, -0.07564844191074371, 0.07797741889953613, -0.051776088774204254, 0.15095344185829163, -0.08517353981733322, 0.0781029760837555, -0.06110972911119461, 0.004467208869755268, -0.021361134946346283, -0.08613333106040955, 0.09746018052101135 ], "max_norm_match_direction_error": 0.23414266109466553, "max_norm_match_relative_error": 1.710782839836611e-07, "mean_feedback_forward_cosine": 0.9994973464445635, "mean_feedback_forward_relative_error": 0.03054591358893297, "neutral_projection": { "instruction_observations": 0, "max_absolute_correction_slope": 0.3654601275920868, "max_absolute_post_projection_soma_slope": 4.1842426412586065e-08, "max_absolute_pre_projection_soma_slope": 0.3654601275920868, "max_positive_post_projection_soma_slope": 4.1842426412586065e-08, "min_post_projection_soma_slope": -2.896273976205066e-08, "observations": 32, "post_projection_traffic_rms_ratio": 2.3365609282722773e-08, "pre_projection_traffic_rms_ratio": 0.011779218723666182 }, "normalization_state": "training_batch_stats_without_running_update", "predictor_traffic_residual_rms_ratio": 0.011779218723648404, "raw_negative_gradient_cosine": [ -0.008187413215637207, -0.015598755329847336, -0.011859041638672352, -0.00952020101249218, -0.009076099842786789, 0.025975488126277924, -0.0063929869793355465, -0.025431979447603226, -0.0024859346449375153, -0.024633590131998062, -0.0038600703701376915, 0.027092570438981056, -0.01832091063261032, -0.037103861570358276, -0.011960268020629883, -0.020264824852347374, -0.013413628563284874, 0.019100388512015343, -0.011545455083251, 0.04292016476392746, -0.03241691365838051, 0.0434187576174736, -0.04402662441134453, 0.05480309948325157, -0.046772342175245285, 0.031519565731287, -0.04536199942231178, 0.03661234304308891, -0.049954161047935486, 0.057579539716243744, -0.046010348945856094, 0.03367879241704941, -0.03750961273908615, 0.024862170219421387, -0.028193486854434013, 0.04454458877444267, -0.030192747712135315, -0.04034389927983284, -0.09494373202323914, 0.038277141749858856, -0.10235662758350372, 0.04242897778749466, -0.10648664832115173, 0.03178362548351288, -0.07564844191074371, 0.07797741889953613, -0.051776085048913956, 0.15095345675945282, -0.08517353981733322, 0.0781029686331749, -0.06110972911119461, 0.004467210732400417, -0.021361136808991432, -0.08613333106040955, 0.09750264883041382 ], "teaching_negative_gradient_cosine": [ 0.9995262622833252, 0.9994668960571289, 0.9995425343513489, 0.9991871118545532, 0.9995458126068115, 0.9992923736572266, 0.9995535016059875, 0.9990665316581726, 0.9995579719543457, 0.9990013837814331, 0.9995593428611755, 0.9994300603866577, 0.9995750188827515, 0.9994897246360779, 0.9995806217193604, 0.9994637370109558, 0.9995887279510498, 0.9992746710777283, 0.9995965957641602, 0.9993570446968079, 0.9996023774147034, 0.9992549419403076, 0.9996078014373779, 0.9991986751556396, 0.9996156096458435, 0.9992837905883789, 0.9996231198310852, 0.9993802309036255, 0.9996287822723389, 0.9994536638259888, 0.9996305704116821, 0.9995105266571045, 0.9996395111083984, 0.9995378255844116, 0.999650239944458, 0.9995735287666321, 0.9996629357337952, 0.9996985197067261, 0.9996863603591919, 0.9996581673622131, 0.9997047185897827, 0.9996294379234314, 0.9997169971466064, 0.9996535778045654, 0.9997180104255676, 0.9996700286865234, 0.9997422099113464, 0.9996808767318726, 0.9997777342796326, 0.9996774196624756, 0.9998447299003601, 0.9998321533203125, 0.9999211430549622, 0.9999521970748901, 0.8918465375900269 ], "traffic_instruction_rms_ratio": 289.5474469652048, "used_negative_gradient_cosine": [ 0.9995262622833252, 0.9994668960571289, 0.9995425343513489, 0.9991871118545532, 0.9995458126068115, 0.9992923736572266, 0.9995535016059875, 0.9990665316581726, 0.9995579719543457, 0.9990013837814331, 0.9995593428611755, 0.9994300603866577, 0.9995750188827515, 0.9994897246360779, 0.9995806217193604, 0.9994637370109558, 0.9995887279510498, 0.9992746710777283, 0.9995965957641602, 0.9993570446968079, 0.9996023774147034, 0.9992549419403076, 0.9996078014373779, 0.9991986751556396, 0.9996156096458435, 0.9992837905883789, 0.9996231198310852, 0.9993802309036255, 0.9996287822723389, 0.9994536638259888, 0.9996305704116821, 0.9995105266571045, 0.9996395111083984, 0.9995378255844116, 0.999650239944458, 0.9995735287666321, 0.9996629357337952, 0.9996985197067261, 0.9996863603591919, 0.9996581673622131, 0.9997047185897827, 0.9996294379234314, 0.9997169971466064, 0.9996535778045654, 0.9997180104255676, 0.9996700286865234, 0.9997422099113464, 0.9996808767318726, 0.9997777342796326, 0.9996774196624756, 0.9998447299003601, 0.9998321533203125, 0.9999211430549622, 0.9999521970748901, 0.8918465375900269 ], "wall_s": 0.3509204387664795 }, "epochs": [ { "epoch": 1, "feedback_tracking": { "max_feedback_forward_relative_error": 1.337538719177246, "mean_feedback_forward_cosine": 0.3470919665965167, "mean_feedback_forward_relative_error": 1.1312912729653446, "min_feedback_forward_cosine": 0.11561739444732666 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0015407984580144906, "instruction_rms": 0.0015407984577723273, "raw_apical_rms": 0.06508568969197852, "teaching_rms": 0.0015407984580144906, "traffic_rms": 0.06503976337833124 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546027660369873, "maximum_absolute_post_projection_soma_slope": 1.4074466037072852e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 3.031357188939468e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015969962131895204, "minimum_observations": 80 }, "output_lr": 0.1, "step": 391, "train_examples": 50000, "train_loss": 2.318244298744202 }, { "epoch": 2, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3209714889526367, "mean_feedback_forward_cosine": 0.36345010128888217, "mean_feedback_forward_relative_error": 1.1174056324091826, "min_feedback_forward_cosine": 0.1323525458574295 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0015949982496293853, "instruction_rms": 0.0015949982499202469, "raw_apical_rms": 0.07291536069493962, "teaching_rms": 0.0015949982496293853, "traffic_rms": 0.07289750933437934 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.2117673489156e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.7559230056188866e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014829932795428267, "minimum_observations": 80 }, "output_lr": 0.1, "step": 782, "train_examples": 50000, "train_loss": 1.6927503633880616 }, { "epoch": 3, "feedback_tracking": { "max_feedback_forward_relative_error": 1.3107725381851196, "mean_feedback_forward_cosine": 0.38829824165864424, "mean_feedback_forward_relative_error": 1.0960471938956868, "min_feedback_forward_cosine": 0.14350982010364532 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0019947406849959606, "instruction_rms": 0.0019947406856681052, "raw_apical_rms": 0.08211166025269341, "teaching_rms": 0.0019947406849959606, "traffic_rms": 0.08208711997049112 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.589142990762412e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6735927927764367e-08, "maximum_pre_projection_traffic_rms_ratio": 0.014280128604741968, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1173, "train_examples": 50000, "train_loss": 1.4528260779571534 }, { "epoch": 4, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2989331483840942, "mean_feedback_forward_cosine": 0.41964017044414176, "mean_feedback_forward_relative_error": 1.0679928118532354, "min_feedback_forward_cosine": 0.15901969373226166 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0023721994444680056, "instruction_rms": 0.0023721994443365716, "raw_apical_rms": 0.09075613528587424, "teaching_rms": 0.0023721994444680056, "traffic_rms": 0.0907247836261394 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.099108666532629e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6259860321962358e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01644804706433687, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1564, "train_examples": 50000, "train_loss": 1.2662530714035034 }, { "epoch": 5, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2839618921279907, "mean_feedback_forward_cosine": 0.4521103149110621, "mean_feedback_forward_relative_error": 1.0377678621898998, "min_feedback_forward_cosine": 0.17882689833641052 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00263376982902271, "instruction_rms": 0.0026337698286168086, "raw_apical_rms": 0.09789696295851179, "teaching_rms": 0.00263376982902271, "traffic_rms": 0.09786118646541846 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.615807528007281e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.6011019227903277e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01908546054893131, "minimum_observations": 80 }, "output_lr": 0.1, "step": 1955, "train_examples": 50000, "train_loss": 1.10482550365448 }, { "epoch": 6, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2659108638763428, "mean_feedback_forward_cosine": 0.4828754099932584, "mean_feedback_forward_relative_error": 1.0081115467981858, "min_feedback_forward_cosine": 0.20184218883514404 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027890276042216436, "instruction_rms": 0.0027890276045768104, "raw_apical_rms": 0.10561079437773366, "teaching_rms": 0.0027890276042216436, "traffic_rms": 0.10557362962319122 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.142576118392753e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5842031667546104e-08, "maximum_pre_projection_traffic_rms_ratio": 0.02031041063392772, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2346, "train_examples": 50000, "train_loss": 0.970712696723938 }, { "epoch": 7, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2453035116195679, "mean_feedback_forward_cosine": 0.5108968458392403, "mean_feedback_forward_relative_error": 0.9799336552619934, "min_feedback_forward_cosine": 0.22743552923202515 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027672997998718263, "instruction_rms": 0.002767299800172459, "raw_apical_rms": 0.11128087703751355, "teaching_rms": 0.0027672997998718263, "traffic_rms": 0.1112461774457811 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.724236977286637e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5703843215636337e-08, "maximum_pre_projection_traffic_rms_ratio": 0.020073828557752606, "minimum_observations": 80 }, "output_lr": 0.1, "step": 2737, "train_examples": 50000, "train_loss": 0.8659917796325683 }, { "epoch": 8, "feedback_tracking": { "max_feedback_forward_relative_error": 1.2211562395095825, "mean_feedback_forward_cosine": 0.537326720086011, "mean_feedback_forward_relative_error": 0.9524023408239538, "min_feedback_forward_cosine": 0.2589121460914612 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0028219036240894934, "instruction_rms": 0.0028219036245949397, "raw_apical_rms": 0.11573784220686462, "teaching_rms": 0.0028219036240894934, "traffic_rms": 0.11570313540104829 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.4154767313812044e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5620650117810692e-08, "maximum_pre_projection_traffic_rms_ratio": 0.02082237532851249, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3128, "train_examples": 50000, "train_loss": 0.770338599395752 }, { "epoch": 9, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1937166452407837, "mean_feedback_forward_cosine": 0.5625516674735329, "mean_feedback_forward_relative_error": 0.9254404420202429, "min_feedback_forward_cosine": 0.29125499725341797 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002760851634095237, "instruction_rms": 0.00276085163384671, "raw_apical_rms": 0.1194780064929881, "teaching_rms": 0.002760851634095237, "traffic_rms": 0.1194457704314566 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.2057840592660796e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5632488265037338e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01837243069286356, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3519, "train_examples": 50000, "train_loss": 0.7051988785171509 }, { "epoch": 10, "feedback_tracking": { "max_feedback_forward_relative_error": 1.165170431137085, "mean_feedback_forward_cosine": 0.5863702877001329, "mean_feedback_forward_relative_error": 0.8992986023426056, "min_feedback_forward_cosine": 0.32406896352767944 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027336345599632862, "instruction_rms": 0.0027336345606156338, "raw_apical_rms": 0.12338395978319029, "teaching_rms": 0.0027336345599632862, "traffic_rms": 0.12335339617673681 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1792309351221775e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5437112549538877e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017950120557470466, "minimum_observations": 80 }, "output_lr": 0.1, "step": 3910, "train_examples": 50000, "train_loss": 0.653767914428711 }, { "epoch": 11, "feedback_tracking": { "max_feedback_forward_relative_error": 1.1369038820266724, "mean_feedback_forward_cosine": 0.6088971907442267, "mean_feedback_forward_relative_error": 0.8738858862356707, "min_feedback_forward_cosine": 0.35734426975250244 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002730209954120157, "instruction_rms": 0.002730209953863333, "raw_apical_rms": 0.126435420815262, "teaching_rms": 0.002730209954120157, "traffic_rms": 0.12640562411197157 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.2467593535347987e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.540149448355781e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017401858975393276, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4301, "train_examples": 50000, "train_loss": 0.5981809624862671 }, { "epoch": 12, "feedback_tracking": { "max_feedback_forward_relative_error": 1.105292558670044, "mean_feedback_forward_cosine": 0.6304948416623202, "mean_feedback_forward_relative_error": 0.8489244759082795, "min_feedback_forward_cosine": 0.39154842495918274 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027087560493800782, "instruction_rms": 0.0027087560492602414, "raw_apical_rms": 0.12933379945287843, "teaching_rms": 0.0027087560493800782, "traffic_rms": 0.12930511500706984 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.1071247030258746e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5361549125476262e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01876124656157677, "minimum_observations": 80 }, "output_lr": 0.1, "step": 4692, "train_examples": 50000, "train_loss": 0.5689019970703125 }, { "epoch": 13, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0798101425170898, "mean_feedback_forward_cosine": 0.6512302041053772, "mean_feedback_forward_relative_error": 0.8240893071348017, "min_feedback_forward_cosine": 0.4279969334602356 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002707850239468869, "instruction_rms": 0.0027078502396314704, "raw_apical_rms": 0.13171015243354006, "teaching_rms": 0.002707850239468869, "traffic_rms": 0.13168195856328452 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.418575075414992e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5353506734954773e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016847394984415145, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5083, "train_examples": 50000, "train_loss": 0.5342622586250305 }, { "epoch": 14, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0569343566894531, "mean_feedback_forward_cosine": 0.6707149229266427, "mean_feedback_forward_relative_error": 0.8002192318439484, "min_feedback_forward_cosine": 0.4579431712627411 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002682962505570068, "instruction_rms": 0.0026829625059205525, "raw_apical_rms": 0.13368951031841267, "teaching_rms": 0.002682962505570068, "traffic_rms": 0.13366227618650067 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.2321903852807736e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.529790427888221e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017538669326089593, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5474, "train_examples": 50000, "train_loss": 0.5035887927818299 }, { "epoch": 15, "feedback_tracking": { "max_feedback_forward_relative_error": 1.0342109203338623, "mean_feedback_forward_cosine": 0.6900240085341713, "mean_feedback_forward_relative_error": 0.7759520229968158, "min_feedback_forward_cosine": 0.4850977063179016 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00273497832834487, "instruction_rms": 0.002734978327654097, "raw_apical_rms": 0.13419910675104824, "teaching_rms": 0.00273497832834487, "traffic_rms": 0.13417089811035315 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0091090274499948e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5332252161636894e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018612637735523786, "minimum_observations": 80 }, "output_lr": 0.1, "step": 5865, "train_examples": 50000, "train_loss": 0.47962559954643247 }, { "epoch": 16, "feedback_tracking": { "max_feedback_forward_relative_error": 1.009242296218872, "mean_feedback_forward_cosine": 0.7081426035274159, "mean_feedback_forward_relative_error": 0.752419283173301, "min_feedback_forward_cosine": 0.5108439326286316 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027413994875524796, "instruction_rms": 0.0027413994879295954, "raw_apical_rms": 0.13569418582659817, "teaching_rms": 0.0027413994875524796, "traffic_rms": 0.13566609703480437 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0459741872637096e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5359596556000106e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018380328202013685, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6256, "train_examples": 50000, "train_loss": 0.4577398926353455 }, { "epoch": 17, "feedback_tracking": { "max_feedback_forward_relative_error": 0.983150839805603, "mean_feedback_forward_cosine": 0.725501561164856, "mean_feedback_forward_relative_error": 0.7291488270867955, "min_feedback_forward_cosine": 0.5363930463790894 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00271051409466183, "instruction_rms": 0.002710514094032697, "raw_apical_rms": 0.13771186833594265, "teaching_rms": 0.00271051409466183, "traffic_rms": 0.13768488248457417 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.292827485296584e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5273206720856484e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017730250939874244, "minimum_observations": 80 }, "output_lr": 0.1, "step": 6647, "train_examples": 50000, "train_loss": 0.4444267007637024 }, { "epoch": 18, "feedback_tracking": { "max_feedback_forward_relative_error": 0.956661581993103, "mean_feedback_forward_cosine": 0.7419148455966603, "mean_feedback_forward_relative_error": 0.7065041409297423, "min_feedback_forward_cosine": 0.5622117519378662 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002710089914123729, "instruction_rms": 0.002710089913905854, "raw_apical_rms": 0.13928479352526538, "teaching_rms": 0.002710089914123729, "traffic_rms": 0.13925801269541752 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.674059953113101e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5233221870103848e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016508849638922386, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7038, "train_examples": 50000, "train_loss": 0.415285579457283 }, { "epoch": 19, "feedback_tracking": { "max_feedback_forward_relative_error": 0.9284818172454834, "mean_feedback_forward_cosine": 0.7578128337860107, "mean_feedback_forward_relative_error": 0.6839349229227413, "min_feedback_forward_cosine": 0.5880800485610962 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027264442050400793, "instruction_rms": 0.002726444204730492, "raw_apical_rms": 0.1404623510075239, "teaching_rms": 0.0027264442050400793, "traffic_rms": 0.14043547964933126 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.795699185133344e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5209482754294717e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017349221786818265, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7429, "train_examples": 50000, "train_loss": 0.40599066507339476 }, { "epoch": 20, "feedback_tracking": { "max_feedback_forward_relative_error": 0.901059627532959, "mean_feedback_forward_cosine": 0.7728046016259627, "mean_feedback_forward_relative_error": 0.6619364952499216, "min_feedback_forward_cosine": 0.6123119592666626 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027195105119602156, "instruction_rms": 0.0027195105115537916, "raw_apical_rms": 0.1415707072417636, "teaching_rms": 0.0027195105119602156, "traffic_rms": 0.1415441535963998 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.224054053902364e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.521941957327478e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017178475453871647, "minimum_observations": 80 }, "output_lr": 0.1, "step": 7820, "train_examples": 50000, "train_loss": 0.38727013387680054 }, { "epoch": 21, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8736644387245178, "mean_feedback_forward_cosine": 0.786713340065696, "mean_feedback_forward_relative_error": 0.6409310308369723, "min_feedback_forward_cosine": 0.6360628008842468 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026669520435226653, "instruction_rms": 0.002666952042936354, "raw_apical_rms": 0.14283187272273373, "teaching_rms": 0.0026669520435226653, "traffic_rms": 0.14280654098667978 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.192387295797744e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5306289243248074e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017102228117365215, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8211, "train_examples": 50000, "train_loss": 0.378113029088974 }, { "epoch": 22, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8466385006904602, "mean_feedback_forward_cosine": 0.7997828711162914, "mean_feedback_forward_relative_error": 0.6204818468202244, "min_feedback_forward_cosine": 0.6583391427993774 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027074591583232267, "instruction_rms": 0.0027074591581023343, "raw_apical_rms": 0.14392373191092994, "teaching_rms": 0.0027074591583232267, "traffic_rms": 0.14389790030024566 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.194648953325668e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.524707498051767e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01699580759902096, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8602, "train_examples": 50000, "train_loss": 0.3607297075462341 }, { "epoch": 23, "feedback_tracking": { "max_feedback_forward_relative_error": 0.8186596632003784, "mean_feedback_forward_cosine": 0.8127056457779624, "mean_feedback_forward_relative_error": 0.5997356943108819, "min_feedback_forward_cosine": 0.6804730892181396 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0027288635420053874, "instruction_rms": 0.002728863542013064, "raw_apical_rms": 0.14507399648224498, "teaching_rms": 0.0027288635420053874, "traffic_rms": 0.1450479036818884 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.896668728970326e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5242402875867515e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017912699478155884, "minimum_observations": 80 }, "output_lr": 0.1, "step": 8993, "train_examples": 50000, "train_loss": 0.3533772416782379 }, { "epoch": 24, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7914324998855591, "mean_feedback_forward_cosine": 0.8245934735644947, "mean_feedback_forward_relative_error": 0.5799183818427, "min_feedback_forward_cosine": 0.6965500712394714 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026990716211328343, "instruction_rms": 0.0026990716211888212, "raw_apical_rms": 0.14607854508440238, "teaching_rms": 0.0026990716211328343, "traffic_rms": 0.14605313903378994 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0374138526003662e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5187876466508386e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01865115340124731, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9384, "train_examples": 50000, "train_loss": 0.3402723709487915 }, { "epoch": 25, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7660810947418213, "mean_feedback_forward_cosine": 0.835796798359264, "mean_feedback_forward_relative_error": 0.5606765692884271, "min_feedback_forward_cosine": 0.7125788331031799 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026833759802138706, "instruction_rms": 0.002683375980144104, "raw_apical_rms": 0.14707975738516807, "teaching_rms": 0.0026833759802138706, "traffic_rms": 0.14705482245630266 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.013774615596049e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5208105099546095e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018353248465093543, "minimum_observations": 80 }, "output_lr": 0.1, "step": 9775, "train_examples": 50000, "train_loss": 0.32941348722457886 }, { "epoch": 26, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7429596185684204, "mean_feedback_forward_cosine": 0.846600924838673, "mean_feedback_forward_relative_error": 0.541546061093157, "min_feedback_forward_cosine": 0.7291401624679565 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026689660456717538, "instruction_rms": 0.0026689660460679073, "raw_apical_rms": 0.14860996429113496, "teaching_rms": 0.0026689660456717538, "traffic_rms": 0.14858557100350725 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.758792802154858e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5248829977400117e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018314011899773625, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10166, "train_examples": 50000, "train_loss": 0.32121589488983154 }, { "epoch": 27, "feedback_tracking": { "max_feedback_forward_relative_error": 0.7203114032745361, "mean_feedback_forward_cosine": 0.8566695679317821, "mean_feedback_forward_relative_error": 0.5230962132865732, "min_feedback_forward_cosine": 0.7445104718208313 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002654322819903756, "instruction_rms": 0.002654322820730754, "raw_apical_rms": 0.14890816287616587, "teaching_rms": 0.002654322819903756, "traffic_rms": 0.14888409682132533 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0429616992269075e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5236879316142876e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01710572997343234, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10557, "train_examples": 50000, "train_loss": 0.31315590534687043 }, { "epoch": 28, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6972556114196777, "mean_feedback_forward_cosine": 0.8662110274488276, "mean_feedback_forward_relative_error": 0.5050151432102377, "min_feedback_forward_cosine": 0.7603663206100464 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026975720280145543, "instruction_rms": 0.0026975720278505652, "raw_apical_rms": 0.1496516499756971, "teaching_rms": 0.0026975720280145543, "traffic_rms": 0.1496268415406874 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546027660369873, "maximum_absolute_post_projection_soma_slope": 1.4248362845137308e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5214503290290852e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017181042304619414, "minimum_observations": 80 }, "output_lr": 0.1, "step": 10948, "train_examples": 50000, "train_loss": 0.30130046340942385 }, { "epoch": 29, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6768556833267212, "mean_feedback_forward_cosine": 0.8753467939116738, "mean_feedback_forward_relative_error": 0.4870706994425167, "min_feedback_forward_cosine": 0.7736822962760925 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002705575659777348, "instruction_rms": 0.0027055756596773917, "raw_apical_rms": 0.15076554569763478, "teaching_rms": 0.002705575659777348, "traffic_rms": 0.15074075318198077 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.68105169363298e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5164705112196084e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016756180483932518, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11339, "train_examples": 50000, "train_loss": 0.3007733417701721 }, { "epoch": 30, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6617474555969238, "mean_feedback_forward_cosine": 0.883412655917081, "mean_feedback_forward_relative_error": 0.4707008208740841, "min_feedback_forward_cosine": 0.7860751152038574 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026362354965129, "instruction_rms": 0.0026362354969701914, "raw_apical_rms": 0.15129607055402097, "teaching_rms": 0.0026362354965129, "traffic_rms": 0.15127260812689627 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.936544304560812e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5113833384889583e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017376240341383145, "minimum_observations": 80 }, "output_lr": 0.1, "step": 11730, "train_examples": 50000, "train_loss": 0.2852468093204498 }, { "epoch": 31, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6453670263290405, "mean_feedback_forward_cosine": 0.8911966042085128, "mean_feedback_forward_relative_error": 0.4544305476275357, "min_feedback_forward_cosine": 0.7984600067138672 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00264191337782919, "instruction_rms": 0.0026419133772344686, "raw_apical_rms": 0.15220964553605817, "teaching_rms": 0.00264191337782919, "traffic_rms": 0.15218613601517356 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.299438374910096e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5145088374094374e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016650105739784586, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12121, "train_examples": 50000, "train_loss": 0.27410987197875974 }, { "epoch": 32, "feedback_tracking": { "max_feedback_forward_relative_error": 0.628040075302124, "mean_feedback_forward_cosine": 0.8990429672327909, "mean_feedback_forward_relative_error": 0.43744446716525337, "min_feedback_forward_cosine": 0.8114415407180786 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002722089965010536, "instruction_rms": 0.002722089964603603, "raw_apical_rms": 0.15303129747643762, "teaching_rms": 0.002722089965010536, "traffic_rms": 0.15300666015869763 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.945220031364443e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5106566723129036e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01735642410266102, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12512, "train_examples": 50000, "train_loss": 0.280466178150177 }, { "epoch": 33, "feedback_tracking": { "max_feedback_forward_relative_error": 0.6103391647338867, "mean_feedback_forward_cosine": 0.9060498270121488, "mean_feedback_forward_relative_error": 0.42166498777541245, "min_feedback_forward_cosine": 0.8219460248947144 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002676962300927409, "instruction_rms": 0.0026769623010211574, "raw_apical_rms": 0.15388004382506998, "teaching_rms": 0.002676962300927409, "traffic_rms": 0.15385625696338195 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0543753603542427e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.506974194530283e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01662988068859521, "minimum_observations": 80 }, "output_lr": 0.1, "step": 12903, "train_examples": 50000, "train_loss": 0.27099272607803343 }, { "epoch": 34, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5925960540771484, "mean_feedback_forward_cosine": 0.9125872232697226, "mean_feedback_forward_relative_error": 0.4064791863614863, "min_feedback_forward_cosine": 0.8332748413085938 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026600693078532617, "instruction_rms": 0.002660069307873809, "raw_apical_rms": 0.15526800680664973, "teaching_rms": 0.0026600693078532617, "traffic_rms": 0.1552446657813217 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.59805532829705e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.509750249220072e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016071889988459154, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13294, "train_examples": 50000, "train_loss": 0.26346910413742064 }, { "epoch": 35, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5764073133468628, "mean_feedback_forward_cosine": 0.9186815131794323, "mean_feedback_forward_relative_error": 0.3918265531008894, "min_feedback_forward_cosine": 0.8417103290557861 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026477325447377673, "instruction_rms": 0.0026477325443021557, "raw_apical_rms": 0.1555367961661697, "teaching_rms": 0.0026477325447377673, "traffic_rms": 0.15551377053738955 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.535033029806073e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5098573142160327e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01620822832611706, "minimum_observations": 80 }, "output_lr": 0.1, "step": 13685, "train_examples": 50000, "train_loss": 0.25893822303295133 }, { "epoch": 36, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5594467520713806, "mean_feedback_forward_cosine": 0.9244397434321316, "mean_feedback_forward_relative_error": 0.37742655710740525, "min_feedback_forward_cosine": 0.8506953716278076 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026709120489579016, "instruction_rms": 0.00267091204900426, "raw_apical_rms": 0.1568014567908609, "teaching_rms": 0.0026709120489579016, "traffic_rms": 0.15677815085454494 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.433845349349212e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5020451980514063e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017126357681836114, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14076, "train_examples": 50000, "train_loss": 0.25122486134529115 }, { "epoch": 37, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5440977811813354, "mean_feedback_forward_cosine": 0.9296147519891912, "mean_feedback_forward_relative_error": 0.36402947509830647, "min_feedback_forward_cosine": 0.8586518168449402 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026347103646921785, "instruction_rms": 0.0026347103645644326, "raw_apical_rms": 0.15757572662308567, "teaching_rms": 0.0026347103646921785, "traffic_rms": 0.15755311960772492 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.02934473856476e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.503068806120538e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017803130381265415, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14467, "train_examples": 50000, "train_loss": 0.24129646183013917 }, { "epoch": 38, "feedback_tracking": { "max_feedback_forward_relative_error": 0.5284150838851929, "mean_feedback_forward_cosine": 0.9347350824962962, "mean_feedback_forward_relative_error": 0.3503709607503631, "min_feedback_forward_cosine": 0.8666711449623108 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026383876423883633, "instruction_rms": 0.0026383876431558145, "raw_apical_rms": 0.15819227002068129, "teaching_rms": 0.0026383876423883633, "traffic_rms": 0.15816977197625898 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1452809189904656e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5043882009674355e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017138982974661807, "minimum_observations": 80 }, "output_lr": 0.1, "step": 14858, "train_examples": 50000, "train_loss": 0.2524702130126953 }, { "epoch": 39, "feedback_tracking": { "max_feedback_forward_relative_error": 0.513145923614502, "mean_feedback_forward_cosine": 0.9392989017746666, "mean_feedback_forward_relative_error": 0.3377048610286279, "min_feedback_forward_cosine": 0.8743120431900024 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002619487537411607, "instruction_rms": 0.0026194875372465747, "raw_apical_rms": 0.15889544792268626, "teaching_rms": 0.002619487537411607, "traffic_rms": 0.15887334345948018 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.192317662609639e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5095170440596577e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016600176170958665, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15249, "train_examples": 50000, "train_loss": 0.23605706344604493 }, { "epoch": 40, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4964372217655182, "mean_feedback_forward_cosine": 0.9437725793231617, "mean_feedback_forward_relative_error": 0.3248328838836063, "min_feedback_forward_cosine": 0.8820503354072571 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026809988737441707, "instruction_rms": 0.0026809988743536637, "raw_apical_rms": 0.15930991488658539, "teaching_rms": 0.0026809988737441707, "traffic_rms": 0.15928673144668157 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.451622418055194e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.499655439701651e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017403166451312478, "minimum_observations": 80 }, "output_lr": 0.1, "step": 15640, "train_examples": 50000, "train_loss": 0.23905894103050232 }, { "epoch": 41, "feedback_tracking": { "max_feedback_forward_relative_error": 0.48141470551490784, "mean_feedback_forward_cosine": 0.9476395476948131, "mean_feedback_forward_relative_error": 0.31325085881081494, "min_feedback_forward_cosine": 0.8889108896255493 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026126648043088025, "instruction_rms": 0.0026126648047255247, "raw_apical_rms": 0.15997367415926766, "teaching_rms": 0.0026126648043088025, "traffic_rms": 0.1599517542668094 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.997163547519449e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5042260491372747e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016357657258046936, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16031, "train_examples": 50000, "train_loss": 0.2279548183441162 }, { "epoch": 42, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4649565815925598, "mean_feedback_forward_cosine": 0.9515861738811839, "mean_feedback_forward_relative_error": 0.3011077326807109, "min_feedback_forward_cosine": 0.8962357044219971 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026664416229715475, "instruction_rms": 0.0026664416229580483, "raw_apical_rms": 0.16075113269946528, "teaching_rms": 0.0026664416229715475, "traffic_rms": 0.16072843122039027 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0866227029282527e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.495727531765114e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01690388085456133, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16422, "train_examples": 50000, "train_loss": 0.2309040823698044 }, { "epoch": 43, "feedback_tracking": { "max_feedback_forward_relative_error": 0.45108336210250854, "mean_feedback_forward_cosine": 0.9550073363564231, "mean_feedback_forward_relative_error": 0.2901201928203756, "min_feedback_forward_cosine": 0.9022436141967773 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002620362023628201, "instruction_rms": 0.0026203620228770833, "raw_apical_rms": 0.16127809903963275, "teaching_rms": 0.002620362023628201, "traffic_rms": 0.16125625139461272 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.0269003070106919e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.499343878914618e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016598557232337732, "minimum_observations": 80 }, "output_lr": 0.1, "step": 16813, "train_examples": 50000, "train_loss": 0.22040659890174866 }, { "epoch": 44, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4375098645687103, "mean_feedback_forward_cosine": 0.9582249500534751, "mean_feedback_forward_relative_error": 0.27943304668773306, "min_feedback_forward_cosine": 0.9080528020858765 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025907868207275977, "instruction_rms": 0.0025907868211575463, "raw_apical_rms": 0.16220559519125596, "teaching_rms": 0.0025907868207275977, "traffic_rms": 0.16218430218432747 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1013457879016642e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.5082682182462002e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01642502517580754, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17204, "train_examples": 50000, "train_loss": 0.2202847241783142 }, { "epoch": 45, "feedback_tracking": { "max_feedback_forward_relative_error": 0.4238121509552002, "mean_feedback_forward_cosine": 0.9612270246852528, "mean_feedback_forward_relative_error": 0.2690422976558859, "min_feedback_forward_cosine": 0.9134528636932373 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002619014921180047, "instruction_rms": 0.002619014920820418, "raw_apical_rms": 0.1630859194538741, "teaching_rms": 0.002619014921180047, "traffic_rms": 0.16306428153431496 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 8.699811360202148e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4940739896583085e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017102781590817837, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17595, "train_examples": 50000, "train_loss": 0.2182222050189972 }, { "epoch": 46, "feedback_tracking": { "max_feedback_forward_relative_error": 0.40952426195144653, "mean_feedback_forward_cosine": 0.9640638784928756, "mean_feedback_forward_relative_error": 0.2589003778316758, "min_feedback_forward_cosine": 0.9190661311149597 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026306900886823334, "instruction_rms": 0.0026306900890591266, "raw_apical_rms": 0.16387086393761952, "teaching_rms": 0.0026306900886823334, "traffic_rms": 0.1638492099552594 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.2537168458948145e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4975970813183435e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016335139995428287, "minimum_observations": 80 }, "output_lr": 0.1, "step": 17986, "train_examples": 50000, "train_loss": 0.2186380574798584 }, { "epoch": 47, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3954333961009979, "mean_feedback_forward_cosine": 0.9666750344363126, "mean_feedback_forward_relative_error": 0.24921436350453985, "min_feedback_forward_cosine": 0.9244191646575928 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026093564115870654, "instruction_rms": 0.0026093564112593093, "raw_apical_rms": 0.16429322970740004, "teaching_rms": 0.0026093564115870654, "traffic_rms": 0.1642719300649487 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.677049206402444e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.495478714290304e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016260944054722705, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18377, "train_examples": 50000, "train_loss": 0.20563692422389984 }, { "epoch": 48, "feedback_tracking": { "max_feedback_forward_relative_error": 0.38231518864631653, "mean_feedback_forward_cosine": 0.9691955317150462, "mean_feedback_forward_relative_error": 0.2395152908834544, "min_feedback_forward_cosine": 0.929153323173523 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026364211260341648, "instruction_rms": 0.002636421126467876, "raw_apical_rms": 0.1644946603299624, "teaching_rms": 0.0026364211260341648, "traffic_rms": 0.1644729018117333 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0652374271558074e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4934711062164372e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016440977500770212, "minimum_observations": 80 }, "output_lr": 0.1, "step": 18768, "train_examples": 50000, "train_loss": 0.2118056460905075 }, { "epoch": 49, "feedback_tracking": { "max_feedback_forward_relative_error": 0.36732879281044006, "mean_feedback_forward_cosine": 0.9715332399715076, "mean_feedback_forward_relative_error": 0.23023826757615262, "min_feedback_forward_cosine": 0.9346952438354492 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00261836602578771, "instruction_rms": 0.002618366026175186, "raw_apical_rms": 0.16503011495313352, "teaching_rms": 0.00261836602578771, "traffic_rms": 0.16500874538808866 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.1025967694422434e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4937622900376938e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016367926852218582, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19159, "train_examples": 50000, "train_loss": 0.20707733969211578 }, { "epoch": 50, "feedback_tracking": { "max_feedback_forward_relative_error": 0.35372257232666016, "mean_feedback_forward_cosine": 0.9736507556655191, "mean_feedback_forward_relative_error": 0.22146562026305633, "min_feedback_forward_cosine": 0.939509391784668 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026116874379210576, "instruction_rms": 0.0026116874380828154, "raw_apical_rms": 0.1652809145581337, "teaching_rms": 0.0026116874379210576, "traffic_rms": 0.16525966183780944 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0346428069851754e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4924827854771114e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016596063956498347, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19550, "train_examples": 50000, "train_loss": 0.20197061972618102 }, { "epoch": 51, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3421255350112915, "mean_feedback_forward_cosine": 0.975636520168998, "mean_feedback_forward_relative_error": 0.21288804323835805, "min_feedback_forward_cosine": 0.9432780146598816 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026388746050884817, "instruction_rms": 0.0026388746049235945, "raw_apical_rms": 0.16652388719459782, "teaching_rms": 0.0026388746050884817, "traffic_rms": 0.16650233102139708 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0353338808499757e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.492350495358787e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017267594974589004, "minimum_observations": 80 }, "output_lr": 0.1, "step": 19941, "train_examples": 50000, "train_loss": 0.20091737973213195 }, { "epoch": 52, "feedback_tracking": { "max_feedback_forward_relative_error": 0.33032992482185364, "mean_feedback_forward_cosine": 0.9773970159617338, "mean_feedback_forward_relative_error": 0.20498079054734925, "min_feedback_forward_cosine": 0.947166919708252 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025517153861885043, "instruction_rms": 0.002551715386164629, "raw_apical_rms": 0.166553919412207, "teaching_rms": 0.0025517153861885043, "traffic_rms": 0.16653380855515165 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0046150578091328e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4905899280037668e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016598467752594662, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20332, "train_examples": 50000, "train_loss": 0.19553858379840852 }, { "epoch": 53, "feedback_tracking": { "max_feedback_forward_relative_error": 0.3186520040035248, "mean_feedback_forward_cosine": 0.9790833083066073, "mean_feedback_forward_relative_error": 0.1971417141908949, "min_feedback_forward_cosine": 0.9506666660308838 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026076348953039848, "instruction_rms": 0.002607634895725366, "raw_apical_rms": 0.16719893172432032, "teaching_rms": 0.0026076348953039848, "traffic_rms": 0.16717794182583393 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.322648728319109e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4923480867364188e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016862344446026238, "minimum_observations": 80 }, "output_lr": 0.1, "step": 20723, "train_examples": 50000, "train_loss": 0.19238390841722489 }, { "epoch": 54, "feedback_tracking": { "max_feedback_forward_relative_error": 0.30720165371894836, "mean_feedback_forward_cosine": 0.9806832421909679, "mean_feedback_forward_relative_error": 0.18942306989973243, "min_feedback_forward_cosine": 0.9541330337524414 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002651756099626751, "instruction_rms": 0.0026517560999571115, "raw_apical_rms": 0.16776643555320603, "teaching_rms": 0.002651756099626751, "traffic_rms": 0.16774485174847997 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.003275636132457e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4936352147016205e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01776093132442331, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21114, "train_examples": 50000, "train_loss": 0.19021243114948272 }, { "epoch": 55, "feedback_tracking": { "max_feedback_forward_relative_error": 0.29608866572380066, "mean_feedback_forward_cosine": 0.9821706067432057, "mean_feedback_forward_relative_error": 0.18196624409068715, "min_feedback_forward_cosine": 0.9573959112167358 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002637902870904746, "instruction_rms": 0.002637902870982881, "raw_apical_rms": 0.16845634147371846, "teaching_rms": 0.002637902870904746, "traffic_rms": 0.16843500418973295 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.180890265572998e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4929516753856554e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016787107435931564, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21505, "train_examples": 50000, "train_loss": 0.19022533592224122 }, { "epoch": 56, "feedback_tracking": { "max_feedback_forward_relative_error": 0.28472211956977844, "mean_feedback_forward_cosine": 0.9835448102517561, "mean_feedback_forward_relative_error": 0.17479036572304638, "min_feedback_forward_cosine": 0.9606002569198608 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002640355089161235, "instruction_rms": 0.0026403550885563142, "raw_apical_rms": 0.16918120292000444, "teaching_rms": 0.002640355089161235, "traffic_rms": 0.16915984221272448 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546024680137634, "maximum_absolute_post_projection_soma_slope": 1.0484234280738747e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4888118480348777e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016646698143046222, "minimum_observations": 80 }, "output_lr": 0.1, "step": 21896, "train_examples": 50000, "train_loss": 0.1905882199382782 }, { "epoch": 57, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2741278111934662, "mean_feedback_forward_cosine": 0.9848274566910483, "mean_feedback_forward_relative_error": 0.1678287715397098, "min_feedback_forward_cosine": 0.9634441137313843 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002645610374618366, "instruction_rms": 0.002645610374570658, "raw_apical_rms": 0.16984846648163496, "teaching_rms": 0.002645610374618366, "traffic_rms": 0.16982713521475845 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.740586648376848e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4892988633041292e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016189196600952662, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22287, "train_examples": 50000, "train_loss": 0.19333840260982513 }, { "epoch": 58, "feedback_tracking": { "max_feedback_forward_relative_error": 0.26488324999809265, "mean_feedback_forward_cosine": 0.985942682352933, "mean_feedback_forward_relative_error": 0.16151486520062794, "min_feedback_forward_cosine": 0.965793251991272 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025522345421821716, "instruction_rms": 0.002552234542252195, "raw_apical_rms": 0.1706680666336003, "teaching_rms": 0.0025522345421821716, "traffic_rms": 0.17064832860810458 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0020428220514077e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4825187181228823e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016579213444880603, "minimum_observations": 80 }, "output_lr": 0.1, "step": 22678, "train_examples": 50000, "train_loss": 0.18492080654382706 }, { "epoch": 59, "feedback_tracking": { "max_feedback_forward_relative_error": 0.25429821014404297, "mean_feedback_forward_cosine": 0.9870492946017873, "mean_feedback_forward_relative_error": 0.1550373097035018, "min_feedback_forward_cosine": 0.9684604406356812 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002638056296315936, "instruction_rms": 0.002638056296902102, "raw_apical_rms": 0.17076245447727467, "teaching_rms": 0.002638056296315936, "traffic_rms": 0.17074145527113044 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1674350730572769e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.482717339769628e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01650908573897969, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23069, "train_examples": 50000, "train_loss": 0.18232514607429504 }, { "epoch": 60, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2450953722000122, "mean_feedback_forward_cosine": 0.9879905007102273, "mean_feedback_forward_relative_error": 0.14927273683927275, "min_feedback_forward_cosine": 0.9706327319145203 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002550035057703783, "instruction_rms": 0.0025500350577966416, "raw_apical_rms": 0.1712080569415117, "teaching_rms": 0.002550035057703783, "traffic_rms": 0.17118849477339904 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0393012672693658e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4843021173125663e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016497432091448293, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23460, "train_examples": 50000, "train_loss": 0.17654647376060487 }, { "epoch": 61, "feedback_tracking": { "max_feedback_forward_relative_error": 0.23602604866027832, "mean_feedback_forward_cosine": 0.9888945406133478, "mean_feedback_forward_relative_error": 0.14352597526528618, "min_feedback_forward_cosine": 0.9726927280426025 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025810403677181057, "instruction_rms": 0.0025810403672865004, "raw_apical_rms": 0.17187053374015993, "teaching_rms": 0.0025810403677181057, "traffic_rms": 0.1718504733660613 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 8.796149586487445e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4847600552706405e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016735673653844367, "minimum_observations": 80 }, "output_lr": 0.1, "step": 23851, "train_examples": 50000, "train_loss": 0.17747351435661315 }, { "epoch": 62, "feedback_tracking": { "max_feedback_forward_relative_error": 0.22772634029388428, "mean_feedback_forward_cosine": 0.9897308739748868, "mean_feedback_forward_relative_error": 0.13800441101193428, "min_feedback_forward_cosine": 0.9746429920196533 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002586567051918204, "instruction_rms": 0.0025865670514441204, "raw_apical_rms": 0.17275806818638229, "teaching_rms": 0.002586567051918204, "traffic_rms": 0.17273807663806964 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0840110320486929e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479037982036916e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01650347677460205, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24242, "train_examples": 50000, "train_loss": 0.18059674732208253 }, { "epoch": 63, "feedback_tracking": { "max_feedback_forward_relative_error": 0.2193385362625122, "mean_feedback_forward_cosine": 0.9905158530582081, "mean_feedback_forward_relative_error": 0.13260736763477327, "min_feedback_forward_cosine": 0.9764289855957031 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002593862720361383, "instruction_rms": 0.002593862720415786, "raw_apical_rms": 0.17355899855922224, "teaching_rms": 0.002593862720361383, "traffic_rms": 0.17353897890513706 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0346015955065013e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.489791023663665e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01763454322460327, "minimum_observations": 80 }, "output_lr": 0.1, "step": 24633, "train_examples": 50000, "train_loss": 0.18066855516433716 }, { "epoch": 64, "feedback_tracking": { "max_feedback_forward_relative_error": 0.21023254096508026, "mean_feedback_forward_cosine": 0.991244206645272, "mean_feedback_forward_relative_error": 0.12742867950688708, "min_feedback_forward_cosine": 0.978335976600647 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025885607366504877, "instruction_rms": 0.0025885607366363844, "raw_apical_rms": 0.17384061877452603, "teaching_rms": 0.0025885607366504877, "traffic_rms": 0.17382071288685452 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 8.765253056708389e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.484657846088851e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017558244499005327, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25024, "train_examples": 50000, "train_loss": 0.18013090616226196 }, { "epoch": 65, "feedback_tracking": { "max_feedback_forward_relative_error": 0.20314325392246246, "mean_feedback_forward_cosine": 0.9918967745520851, "mean_feedback_forward_relative_error": 0.12256507690657269, "min_feedback_forward_cosine": 0.9797675609588623 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025573996431796555, "instruction_rms": 0.0025573996428686894, "raw_apical_rms": 0.17463030524648776, "teaching_rms": 0.0025573996431796555, "traffic_rms": 0.17461095065712454 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.553939150919177e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.484204877039705e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017377423911661544, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25415, "train_examples": 50000, "train_loss": 0.1738362654709816 }, { "epoch": 66, "feedback_tracking": { "max_feedback_forward_relative_error": 0.19643403589725494, "mean_feedback_forward_cosine": 0.9924948681484569, "mean_feedback_forward_relative_error": 0.11792191006243229, "min_feedback_forward_cosine": 0.9810354709625244 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025724413201511326, "instruction_rms": 0.0025724413209525245, "raw_apical_rms": 0.17510939914803397, "teaching_rms": 0.0025724413201511326, "traffic_rms": 0.17508981700897086 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.099477913157898e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.481592396424525e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015943953697485098, "minimum_observations": 80 }, "output_lr": 0.1, "step": 25806, "train_examples": 50000, "train_loss": 0.16761100320339203 }, { "epoch": 67, "feedback_tracking": { "max_feedback_forward_relative_error": 0.18974581360816956, "mean_feedback_forward_cosine": 0.9930525736375289, "mean_feedback_forward_relative_error": 0.11344104253432967, "min_feedback_forward_cosine": 0.9823153018951416 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002562874594663576, "instruction_rms": 0.002562874594672658, "raw_apical_rms": 0.17572361243482387, "teaching_rms": 0.002562874594663576, "traffic_rms": 0.17570437209766812 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.155368019264642e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4836223681102065e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017682588871554217, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26197, "train_examples": 50000, "train_loss": 0.1711928145122528 }, { "epoch": 68, "feedback_tracking": { "max_feedback_forward_relative_error": 0.18149156868457794, "mean_feedback_forward_cosine": 0.993578559702093, "mean_feedback_forward_relative_error": 0.10905899239534682, "min_feedback_forward_cosine": 0.9837833642959595 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002573964630008046, "instruction_rms": 0.0025739646302974646, "raw_apical_rms": 0.17695228248226894, "teaching_rms": 0.002573964630008046, "traffic_rms": 0.1769328336222889 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.345085061340797e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.481487556816963e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01638943024393122, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26588, "train_examples": 50000, "train_loss": 0.16589756311416626 }, { "epoch": 69, "feedback_tracking": { "max_feedback_forward_relative_error": 0.17431750893592834, "mean_feedback_forward_cosine": 0.9940657648173246, "mean_feedback_forward_relative_error": 0.10483911863782189, "min_feedback_forward_cosine": 0.9850492477416992 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025773425199029365, "instruction_rms": 0.0025773425208361405, "raw_apical_rms": 0.17804094700946912, "teaching_rms": 0.0025773425199029365, "traffic_rms": 0.17802166814134152 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 8.992429911813815e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.486506641525877e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01760795812856261, "minimum_observations": 80 }, "output_lr": 0.1, "step": 26979, "train_examples": 50000, "train_loss": 0.1724113479423523 }, { "epoch": 70, "feedback_tracking": { "max_feedback_forward_relative_error": 0.16705475747585297, "mean_feedback_forward_cosine": 0.9945228901776401, "mean_feedback_forward_relative_error": 0.10072282813489437, "min_feedback_forward_cosine": 0.986244797706604 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002582189546796684, "instruction_rms": 0.0025821895468024388, "raw_apical_rms": 0.1787770083718866, "teaching_rms": 0.002582189546796684, "traffic_rms": 0.17875768991575292 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0272326989024805e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4775851635873862e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01686638128413306, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27370, "train_examples": 50000, "train_loss": 0.16539470848083496 }, { "epoch": 71, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1604367047548294, "mean_feedback_forward_cosine": 0.9949283513155851, "mean_feedback_forward_relative_error": 0.09693231247365475, "min_feedback_forward_cosine": 0.9873062372207642 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025467370097468586, "instruction_rms": 0.0025467370101966533, "raw_apical_rms": 0.17909838920990148, "teaching_rms": 0.0025467370097468586, "traffic_rms": 0.17907960410402332 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.973010861585863e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4817502037248477e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01745220751057537, "minimum_observations": 80 }, "output_lr": 0.1, "step": 27761, "train_examples": 50000, "train_loss": 0.1582150242996216 }, { "epoch": 72, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1535358428955078, "mean_feedback_forward_cosine": 0.9953303911469199, "mean_feedback_forward_relative_error": 0.09303388673473488, "min_feedback_forward_cosine": 0.988383412361145 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025991587708195686, "instruction_rms": 0.0025991587716081913, "raw_apical_rms": 0.18000763324335597, "teaching_rms": 0.0025991587708195686, "traffic_rms": 0.17998812637682537 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0352358259524408e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4849418622237236e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017115589551013798, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28152, "train_examples": 50000, "train_loss": 0.16939524397850036 }, { "epoch": 73, "feedback_tracking": { "max_feedback_forward_relative_error": 0.14759239554405212, "mean_feedback_forward_cosine": 0.9956857345320962, "mean_feedback_forward_relative_error": 0.08942185426977547, "min_feedback_forward_cosine": 0.9892558455467224 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025794316914105123, "instruction_rms": 0.0025794316913048793, "raw_apical_rms": 0.18022014019060226, "teaching_rms": 0.0025794316914105123, "traffic_rms": 0.1802009989696813 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.445389537177107e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4819788111199093e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017486633000842515, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28543, "train_examples": 50000, "train_loss": 0.163170988407135 }, { "epoch": 74, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1414351463317871, "mean_feedback_forward_cosine": 0.9960176251151345, "mean_feedback_forward_relative_error": 0.08593806465241043, "min_feedback_forward_cosine": 0.9901398420333862 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00256953132857665, "instruction_rms": 0.002569531328551776, "raw_apical_rms": 0.18083494651140056, "teaching_rms": 0.00256953132857665, "traffic_rms": 0.18081604357852052 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.852307414348616e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4809725515344927e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016785896326763583, "minimum_observations": 80 }, "output_lr": 0.1, "step": 28934, "train_examples": 50000, "train_loss": 0.16299445527553558 }, { "epoch": 75, "feedback_tracking": { "max_feedback_forward_relative_error": 0.13638880848884583, "mean_feedback_forward_cosine": 0.9963149428367615, "mean_feedback_forward_relative_error": 0.08266138681633906, "min_feedback_forward_cosine": 0.9908096194267273 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002552928812818154, "instruction_rms": 0.0025529288124809322, "raw_apical_rms": 0.18192648726296556, "teaching_rms": 0.002552928812818154, "traffic_rms": 0.1819078983262884 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0283193319082784e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.480736704792101e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016662293143641125, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29325, "train_examples": 50000, "train_loss": 0.1621455531024933 }, { "epoch": 76, "feedback_tracking": { "max_feedback_forward_relative_error": 0.13116276264190674, "mean_feedback_forward_cosine": 0.996587411923842, "mean_feedback_forward_relative_error": 0.07954189191487702, "min_feedback_forward_cosine": 0.9915049076080322 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025371212997851774, "instruction_rms": 0.0025371213000250376, "raw_apical_rms": 0.18197764352736884, "teaching_rms": 0.0025371212997851774, "traffic_rms": 0.1819592364754869 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0026366226156824e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4799739870315653e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015684972572630386, "minimum_observations": 80 }, "output_lr": 0.1, "step": 29716, "train_examples": 50000, "train_loss": 0.15983858047485353 }, { "epoch": 77, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12551027536392212, "mean_feedback_forward_cosine": 0.9968422813849016, "mean_feedback_forward_relative_error": 0.0765163877132264, "min_feedback_forward_cosine": 0.992214560508728 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025360878619202763, "instruction_rms": 0.0025360878624729427, "raw_apical_rms": 0.18284192726495202, "teaching_rms": 0.0025360878619202763, "traffic_rms": 0.18282354382644486 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.493937369597916e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4788402425795733e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016325941678016397, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30107, "train_examples": 50000, "train_loss": 0.15839524523258208 }, { "epoch": 78, "feedback_tracking": { "max_feedback_forward_relative_error": 0.12059476226568222, "mean_feedback_forward_cosine": 0.9970832900567488, "mean_feedback_forward_relative_error": 0.07354833676733753, "min_feedback_forward_cosine": 0.9928189516067505 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025638492129064134, "instruction_rms": 0.0025638492124394254, "raw_apical_rms": 0.1837232627577498, "teaching_rms": 0.0025638492129064134, "traffic_rms": 0.183704718435586 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0931784544254697e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4804358192345185e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01753654451022943, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30498, "train_examples": 50000, "train_loss": 0.15468290334701537 }, { "epoch": 79, "feedback_tracking": { "max_feedback_forward_relative_error": 0.1153392344713211, "mean_feedback_forward_cosine": 0.9973155617713928, "mean_feedback_forward_relative_error": 0.07057084146548401, "min_feedback_forward_cosine": 0.9934232234954834 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026191846587147035, "instruction_rms": 0.002619184658812227, "raw_apical_rms": 0.1839992865564056, "teaching_rms": 0.0026191846587147035, "traffic_rms": 0.1839799958113869 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.47943377127558e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4868803208244217e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01905084658051881, "minimum_observations": 80 }, "output_lr": 0.1, "step": 30889, "train_examples": 50000, "train_loss": 0.15875575710773468 }, { "epoch": 80, "feedback_tracking": { "max_feedback_forward_relative_error": 0.11110249161720276, "mean_feedback_forward_cosine": 0.9975191192193464, "mean_feedback_forward_relative_error": 0.06784528554840522, "min_feedback_forward_cosine": 0.993894636631012 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025777914235396663, "instruction_rms": 0.0025777914236338015, "raw_apical_rms": 0.18410893212336307, "teaching_rms": 0.0025777914235396663, "traffic_rms": 0.18409022851033302 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0275822148742009e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4807668011633497e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018296956831000064, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31280, "train_examples": 50000, "train_loss": 0.15650936687231065 }, { "epoch": 81, "feedback_tracking": { "max_feedback_forward_relative_error": 0.10675564408302307, "mean_feedback_forward_cosine": 0.9977120724591342, "mean_feedback_forward_relative_error": 0.06514448926530102, "min_feedback_forward_cosine": 0.9943588972091675 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002607873224825701, "instruction_rms": 0.0026078732248203482, "raw_apical_rms": 0.1846595213252752, "teaching_rms": 0.002607873224825701, "traffic_rms": 0.18464036516317262 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1198822846836265e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4794337226069873e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01678601461984566, "minimum_observations": 80 }, "output_lr": 0.1, "step": 31671, "train_examples": 50000, "train_loss": 0.1572362718772888 }, { "epoch": 82, "feedback_tracking": { "max_feedback_forward_relative_error": 0.10299966484308243, "mean_feedback_forward_cosine": 0.9978804425759749, "mean_feedback_forward_relative_error": 0.06270305947823958, "min_feedback_forward_cosine": 0.9947507381439209 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002527017969359533, "instruction_rms": 0.002527017969319647, "raw_apical_rms": 0.1857704175019096, "teaching_rms": 0.002527017969359533, "traffic_rms": 0.18575255227407314 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.573723502853682e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4797205407453714e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018375971280391173, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32062, "train_examples": 50000, "train_loss": 0.15369563507556916 }, { "epoch": 83, "feedback_tracking": { "max_feedback_forward_relative_error": 0.09909442067146301, "mean_feedback_forward_cosine": 0.998041033744812, "mean_feedback_forward_relative_error": 0.06028071604669094, "min_feedback_forward_cosine": 0.9951369762420654 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025772767509259728, "instruction_rms": 0.002577276750747814, "raw_apical_rms": 0.1864720889989372, "teaching_rms": 0.0025772767509259728, "traffic_rms": 0.18645351399129914 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0927622184908614e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4828781723599312e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016239503241216927, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32453, "train_examples": 50000, "train_loss": 0.15495589464187623 }, { "epoch": 84, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0953102633357048, "mean_feedback_forward_cosine": 0.9981857754967429, "mean_feedback_forward_relative_error": 0.05801168021491983, "min_feedback_forward_cosine": 0.9954981207847595 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025373207589904764, "instruction_rms": 0.002537320759036161, "raw_apical_rms": 0.18698361611123976, "teaching_rms": 0.0025373207589904764, "traffic_rms": 0.18696575609022667 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.4442558438076958e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4841613851061705e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016575539687734793, "minimum_observations": 80 }, "output_lr": 0.1, "step": 32844, "train_examples": 50000, "train_loss": 0.14936254230499268 }, { "epoch": 85, "feedback_tracking": { "max_feedback_forward_relative_error": 0.09176845103502274, "mean_feedback_forward_cosine": 0.9983182365244085, "mean_feedback_forward_relative_error": 0.05585403787818822, "min_feedback_forward_cosine": 0.9958264827728271 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002528046100384672, "instruction_rms": 0.002528046100279032, "raw_apical_rms": 0.18789531201300305, "teaching_rms": 0.002528046100384672, "traffic_rms": 0.18787758940576382 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.2625748979644413e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4873195438157574e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0175174926644487, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33235, "train_examples": 50000, "train_loss": 0.14558772820949553 }, { "epoch": 86, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08846888691186905, "mean_feedback_forward_cosine": 0.998448104208166, "mean_feedback_forward_relative_error": 0.053648963028734384, "min_feedback_forward_cosine": 0.9961194396018982 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.00259800201447266, "instruction_rms": 0.0025980020140611007, "raw_apical_rms": 0.18825787565019297, "teaching_rms": 0.00259800201447266, "traffic_rms": 0.1882391808774175 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0122546711954783e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4816388196931944e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017309788337355355, "minimum_observations": 80 }, "output_lr": 0.1, "step": 33626, "train_examples": 50000, "train_loss": 0.1539412923526764 }, { "epoch": 87, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08506879210472107, "mean_feedback_forward_cosine": 0.9985643711957064, "mean_feedback_forward_relative_error": 0.051602129909125244, "min_feedback_forward_cosine": 0.996408224105835 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002564680610138021, "instruction_rms": 0.0025646806100824066, "raw_apical_rms": 0.1882102230749297, "teaching_rms": 0.002564680610138021, "traffic_rms": 0.18819208920688474 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0245884851656228e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4800534997113026e-08, "maximum_pre_projection_traffic_rms_ratio": 0.019056134583151776, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34017, "train_examples": 50000, "train_loss": 0.1452641355419159 }, { "epoch": 88, "feedback_tracking": { "max_feedback_forward_relative_error": 0.08190954476594925, "mean_feedback_forward_cosine": 0.9986741228537126, "mean_feedback_forward_relative_error": 0.049598096700554546, "min_feedback_forward_cosine": 0.9966740608215332 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025392887658598653, "instruction_rms": 0.0025392887656967194, "raw_apical_rms": 0.18920585043068994, "teaching_rms": 0.0025392887658598653, "traffic_rms": 0.18918811979316316 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.839197190331106e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4887311440596065e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016645079352624978, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34408, "train_examples": 50000, "train_loss": 0.14693725987911224 }, { "epoch": 89, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0789809376001358, "mean_feedback_forward_cosine": 0.9987735098058527, "mean_feedback_forward_relative_error": 0.04770510923117399, "min_feedback_forward_cosine": 0.9969068169593811 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025462232352789545, "instruction_rms": 0.002546223234908394, "raw_apical_rms": 0.18932612261344742, "teaching_rms": 0.0025462232352789545, "traffic_rms": 0.18930825714827643 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.246823395869797e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.484017046954309e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015969287259243948, "minimum_observations": 80 }, "output_lr": 0.1, "step": 34799, "train_examples": 50000, "train_loss": 0.14764454377174377 }, { "epoch": 90, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07583211362361908, "mean_feedback_forward_cosine": 0.9988703196698969, "mean_feedback_forward_relative_error": 0.04578968093476512, "min_feedback_forward_cosine": 0.9971469044685364 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026005807915421356, "instruction_rms": 0.0026005807911986165, "raw_apical_rms": 0.1899842957352843, "teaching_rms": 0.0026005807915421356, "traffic_rms": 0.18996581956085978 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.68694067182696e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4833008125752398e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01733682473716961, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35190, "train_examples": 50000, "train_loss": 0.1446842994451523 }, { "epoch": 91, "feedback_tracking": { "max_feedback_forward_relative_error": 0.07291347533464432, "mean_feedback_forward_cosine": 0.9989564884792674, "mean_feedback_forward_relative_error": 0.04401236115531488, "min_feedback_forward_cosine": 0.9973591566085815 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002576481053850996, "instruction_rms": 0.0025764810536133866, "raw_apical_rms": 0.19055341867911108, "teaching_rms": 0.002576481053850996, "traffic_rms": 0.19053516427050277 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0505418401862698e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4801907337077965e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017994937508858715, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35581, "train_examples": 50000, "train_loss": 0.1430196456503868 }, { "epoch": 92, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06965237855911255, "mean_feedback_forward_cosine": 0.9990409677678889, "mean_feedback_forward_relative_error": 0.04220309384505857, "min_feedback_forward_cosine": 0.9975884556770325 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002628571878665227, "instruction_rms": 0.0026285718789185474, "raw_apical_rms": 0.19078388602103827, "teaching_rms": 0.002628571878665227, "traffic_rms": 0.19076502704289183 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0332728095363564e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4831468182744168e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01653179728919613, "minimum_observations": 80 }, "output_lr": 0.1, "step": 35972, "train_examples": 50000, "train_loss": 0.15168742237091065 }, { "epoch": 93, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06699279695749283, "mean_feedback_forward_cosine": 0.9991126103834672, "mean_feedback_forward_relative_error": 0.04059575887566263, "min_feedback_forward_cosine": 0.9977678060531616 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025268405760705483, "instruction_rms": 0.0025268405756366614, "raw_apical_rms": 0.19115784172048894, "teaching_rms": 0.0025268405760705483, "traffic_rms": 0.19114040081660344 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.432229575168094e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4835569481579387e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016920708942891202, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36363, "train_examples": 50000, "train_loss": 0.14105878267526625 }, { "epoch": 94, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06481534242630005, "mean_feedback_forward_cosine": 0.9991770950230685, "mean_feedback_forward_relative_error": 0.0390908916565505, "min_feedback_forward_cosine": 0.9979104995727539 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002531399552439272, "instruction_rms": 0.00253139955218531, "raw_apical_rms": 0.19195411250876204, "teaching_rms": 0.002531399552439272, "traffic_rms": 0.19193682479920285 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0476949086068998e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4844427994187307e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015994308793579683, "minimum_observations": 80 }, "output_lr": 0.1, "step": 36754, "train_examples": 50000, "train_loss": 0.14001432754039764 }, { "epoch": 95, "feedback_tracking": { "max_feedback_forward_relative_error": 0.06230797618627548, "mean_feedback_forward_cosine": 0.9992411147464405, "mean_feedback_forward_relative_error": 0.03754272110421549, "min_feedback_forward_cosine": 0.9980698227882385 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002586975071940399, "instruction_rms": 0.002586975071685724, "raw_apical_rms": 0.19217737725612175, "teaching_rms": 0.002586975071940399, "traffic_rms": 0.1921592560378314 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.142328849520709e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.487447375191788e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01634697191483834, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37145, "train_examples": 50000, "train_loss": 0.1472200103521347 }, { "epoch": 96, "feedback_tracking": { "max_feedback_forward_relative_error": 0.059814244508743286, "mean_feedback_forward_cosine": 0.9993016600608826, "mean_feedback_forward_relative_error": 0.036020663820884445, "min_feedback_forward_cosine": 0.9982219934463501 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026100477892132164, "instruction_rms": 0.002610047788790033, "raw_apical_rms": 0.19195360327957614, "teaching_rms": 0.0026100477892132164, "traffic_rms": 0.19193515086242044 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.352968532994055e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4856347337514025e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016519331770788452, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37536, "train_examples": 50000, "train_loss": 0.14532155244827272 }, { "epoch": 97, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05754891782999039, "mean_feedback_forward_cosine": 0.9993545857342807, "mean_feedback_forward_relative_error": 0.034629703922705216, "min_feedback_forward_cosine": 0.9983534216880798 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.002576737762767766, "instruction_rms": 0.002576737762973315, "raw_apical_rms": 0.1923760315450754, "teaching_rms": 0.002576737762767766, "traffic_rms": 0.1923581634292759 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.057631444875369e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.48435047300443e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016919312137844044, "minimum_observations": 80 }, "output_lr": 0.1, "step": 37927, "train_examples": 50000, "train_loss": 0.14420203866481782 }, { "epoch": 98, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05534670129418373, "mean_feedback_forward_cosine": 0.9994056593288075, "mean_feedback_forward_relative_error": 0.03323356888510964, "min_feedback_forward_cosine": 0.9984756708145142 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0026261368710812213, "instruction_rms": 0.0026261368709735067, "raw_apical_rms": 0.1930536316891598, "teaching_rms": 0.0026261368710812213, "traffic_rms": 0.1930349421822663 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1575757241644169e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4865180520205188e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017523810182584847, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38318, "train_examples": 50000, "train_loss": 0.14944930130958556 }, { "epoch": 99, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05311473459005356, "mean_feedback_forward_cosine": 0.9994519504633816, "mean_feedback_forward_relative_error": 0.03191699786958369, "min_feedback_forward_cosine": 0.9985951781272888 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025835425225691484, "instruction_rms": 0.0025835425220691226, "raw_apical_rms": 0.19418834360437803, "teaching_rms": 0.0025835425225691484, "traffic_rms": 0.19417054309543438 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0065055988661697e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4848001618888635e-08, "maximum_pre_projection_traffic_rms_ratio": 0.018626418220019314, "minimum_observations": 80 }, "output_lr": 0.1, "step": 38709, "train_examples": 50000, "train_loss": 0.1464569148015976 }, { "epoch": 100, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05120520293712616, "mean_feedback_forward_cosine": 0.9994918682358481, "mean_feedback_forward_relative_error": 0.03073248685422269, "min_feedback_forward_cosine": 0.9986938834190369 }, "lr": 0.1, "mixed_apical": { "innovation_rms": 0.0025275149174151176, "instruction_rms": 0.0025275149175734177, "raw_apical_rms": 0.19497533635921768, "teaching_rms": 0.0025275149174151176, "traffic_rms": 0.19495830988015658 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1913288489040497e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.480554247544735e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01760787833682661, "minimum_observations": 80 }, "output_lr": 0.1, "step": 39100, "train_examples": 50000, "train_loss": 0.1350346232509613 }, { "epoch": 101, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05119210481643677, "mean_feedback_forward_cosine": 0.9994921814311635, "mean_feedback_forward_relative_error": 0.030721981671046127, "min_feedback_forward_cosine": 0.9986945390701294 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0017687354392080935, "instruction_rms": 0.001768735439418279, "raw_apical_rms": 0.19499570977986463, "teaching_rms": 0.0017687354392080935, "traffic_rms": 0.19498698580837653 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1586549675257629e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.474734706299098e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016416850248251326, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39491, "train_examples": 50000, "train_loss": 0.07555322633504867 }, { "epoch": 102, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05118563026189804, "mean_feedback_forward_cosine": 0.9994923353195191, "mean_feedback_forward_relative_error": 0.030716231143610044, "min_feedback_forward_cosine": 0.998694896697998 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0014938466325539568, "instruction_rms": 0.0014938466323345856, "raw_apical_rms": 0.19499805159988684, "teaching_rms": 0.0014938466325539568, "traffic_rms": 0.19499176047063133 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0710802911262363e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.480583964358247e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016293858728893787, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 39882, "train_examples": 50000, "train_loss": 0.049803137357234954 }, { "epoch": 103, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051180191338062286, "mean_feedback_forward_cosine": 0.9994924642822959, "mean_feedback_forward_relative_error": 0.030711198259483683, "min_feedback_forward_cosine": 0.9986951947212219 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001395310569594246, "instruction_rms": 0.0013953105693609211, "raw_apical_rms": 0.19497426753524605, "teaching_rms": 0.001395310569594246, "traffic_rms": 0.19496869230617547 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0260776406312289e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.471476376770101e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01601534201279273, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40273, "train_examples": 50000, "train_loss": 0.039833071542978285 }, { "epoch": 104, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05117492005228996, "mean_feedback_forward_cosine": 0.9994925964962352, "mean_feedback_forward_relative_error": 0.030706490643999794, "min_feedback_forward_cosine": 0.998695433139801 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013467496702160577, "instruction_rms": 0.001346749670120203, "raw_apical_rms": 0.19493982587143346, "teaching_rms": 0.0013467496702160577, "traffic_rms": 0.1949345462200083 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.607982320858355e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.470372273502311e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015758368506259134, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 40664, "train_examples": 50000, "train_loss": 0.035190497146844864 }, { "epoch": 105, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051169347018003464, "mean_feedback_forward_cosine": 0.9994927178729665, "mean_feedback_forward_relative_error": 0.03070180763236501, "min_feedback_forward_cosine": 0.9986957311630249 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0013410266706276402, "instruction_rms": 0.0013410266704459784, "raw_apical_rms": 0.1949389816113546, "teaching_rms": 0.0013410266706276402, "traffic_rms": 0.19493359573060845 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 8.470676249316966e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4739950526730677e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015929924881889868, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41055, "train_examples": 50000, "train_loss": 0.03185617652177811 }, { "epoch": 106, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05116403102874756, "mean_feedback_forward_cosine": 0.9994928490031849, "mean_feedback_forward_relative_error": 0.030697416607290508, "min_feedback_forward_cosine": 0.9986958503723145 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012698655848057498, "instruction_rms": 0.0012698655848547207, "raw_apical_rms": 0.19492830158761082, "teaching_rms": 0.0012698655848057498, "traffic_rms": 0.19492347456669973 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.682968737934061e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4777255905422743e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01634822931766062, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41446, "train_examples": 50000, "train_loss": 0.027642367269992828 }, { "epoch": 107, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051158614456653595, "mean_feedback_forward_cosine": 0.9994929909706116, "mean_feedback_forward_relative_error": 0.030693123938346452, "min_feedback_forward_cosine": 0.9986962080001831 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012322417702421802, "instruction_rms": 0.001232241770020053, "raw_apical_rms": 0.1948894802009726, "teaching_rms": 0.0012322417702421802, "traffic_rms": 0.19488473887491367 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.77276926050763e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.474710634322149e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01637651106613543, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 41837, "train_examples": 50000, "train_loss": 0.02568652232527733 }, { "epoch": 108, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05115358158946037, "mean_feedback_forward_cosine": 0.9994930863380432, "mean_feedback_forward_relative_error": 0.030688967191698877, "min_feedback_forward_cosine": 0.9986964464187622 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001226166680269132, "instruction_rms": 0.0012261666802818028, "raw_apical_rms": 0.19485631247614754, "teaching_rms": 0.001226166680269132, "traffic_rms": 0.19485169718657128 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.755269303468594e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4753380043331286e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016056361506477074, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42228, "train_examples": 50000, "train_loss": 0.023811488244831563 }, { "epoch": 109, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05114837735891342, "mean_feedback_forward_cosine": 0.9994931947101247, "mean_feedback_forward_relative_error": 0.030684860694137485, "min_feedback_forward_cosine": 0.9986968040466309 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0012075743669640346, "instruction_rms": 0.0012075743670406517, "raw_apical_rms": 0.1948191290338282, "teaching_rms": 0.0012075743669640346, "traffic_rms": 0.1948145974231042 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.437042081117397e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479210040453366e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016448864817390725, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 42619, "train_examples": 50000, "train_loss": 0.021838345532417296 }, { "epoch": 110, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05114351585507393, "mean_feedback_forward_cosine": 0.999493332342668, "mean_feedback_forward_relative_error": 0.03068094899539243, "min_feedback_forward_cosine": 0.9986969828605652 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011595853949311966, "instruction_rms": 0.0011595853948911205, "raw_apical_rms": 0.194762544911269, "teaching_rms": 0.0011595853949311966, "traffic_rms": 0.19475825461206062 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0166128561195364e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4763900455889074e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01631016846317762, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43010, "train_examples": 50000, "train_loss": 0.019726173406243323 }, { "epoch": 111, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05113827437162399, "mean_feedback_forward_cosine": 0.999493437463587, "mean_feedback_forward_relative_error": 0.030676899257708678, "min_feedback_forward_cosine": 0.9986971616744995 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0011874593887292162, "instruction_rms": 0.001187459388700077, "raw_apical_rms": 0.19477418710483002, "teaching_rms": 0.0011874593887292162, "traffic_rms": 0.19476971495636214 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0195687139002985e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4844790596748583e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016586395925467047, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43401, "train_examples": 50000, "train_loss": 0.01932826031059027 }, { "epoch": 112, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051133524626493454, "mean_feedback_forward_cosine": 0.9994935393333435, "mean_feedback_forward_relative_error": 0.03067325239323757, "min_feedback_forward_cosine": 0.9986975193023682 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010877423972940135, "instruction_rms": 0.0010877423971210468, "raw_apical_rms": 0.1947988182682167, "teaching_rms": 0.0010877423972940135, "traffic_rms": 0.19479480054823864 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.902134223693793e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4712276009725366e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016392567859133407, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 43792, "train_examples": 50000, "train_loss": 0.017021890839487314 }, { "epoch": 113, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051129020750522614, "mean_feedback_forward_cosine": 0.9994936314496127, "mean_feedback_forward_relative_error": 0.030669755166904494, "min_feedback_forward_cosine": 0.9986977577209473 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.001068225766504146, "instruction_rms": 0.0010682257663737465, "raw_apical_rms": 0.19472969165086776, "teaching_rms": 0.001068225766504146, "traffic_rms": 0.19472592476635744 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1057867510544384e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4778449875748578e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01683530956687084, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44183, "train_examples": 50000, "train_loss": 0.015155086617395282 }, { "epoch": 114, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05112415552139282, "mean_feedback_forward_cosine": 0.9994937441565773, "mean_feedback_forward_relative_error": 0.030666143100031396, "min_feedback_forward_cosine": 0.9986979961395264 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010823955071153598, "instruction_rms": 0.00108239550716524, "raw_apical_rms": 0.1946883611477314, "teaching_rms": 0.0010823955071153598, "traffic_rms": 0.1946844195885319 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0401486605360333e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4731284545704562e-08, "maximum_pre_projection_traffic_rms_ratio": 0.017039823129188444, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44574, "train_examples": 50000, "train_loss": 0.015156236096322537 }, { "epoch": 115, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05111939087510109, "mean_feedback_forward_cosine": 0.9994938492774963, "mean_feedback_forward_relative_error": 0.030662513041699476, "min_feedback_forward_cosine": 0.9986982941627502 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010619285310306747, "instruction_rms": 0.0010619285310397503, "raw_apical_rms": 0.19474934291508844, "teaching_rms": 0.0010619285310306747, "traffic_rms": 0.19474544012192432 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0616102485982992e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479102433570658e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01587878119676388, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 44965, "train_examples": 50000, "train_loss": 0.015015304269492626 }, { "epoch": 116, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05111433565616608, "mean_feedback_forward_cosine": 0.9994939587332986, "mean_feedback_forward_relative_error": 0.030658745401623576, "min_feedback_forward_cosine": 0.9986985921859741 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010654835011902415, "instruction_rms": 0.0010654835013510324, "raw_apical_rms": 0.19473436321227186, "teaching_rms": 0.0010654835011902415, "traffic_rms": 0.19473047003921887 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0532656347095326e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4729436117464805e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016423113784272993, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45356, "train_examples": 50000, "train_loss": 0.01422905849918723 }, { "epoch": 117, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05110981687903404, "mean_feedback_forward_cosine": 0.9994940638542176, "mean_feedback_forward_relative_error": 0.030655291176993737, "min_feedback_forward_cosine": 0.9986987709999084 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0010135628770398522, "instruction_rms": 0.0010135628768825147, "raw_apical_rms": 0.194692488239523, "teaching_rms": 0.0010135628770398522, "traffic_rms": 0.19468888714727084 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0532649952210704e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.47659023229905e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015894250125513886, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 45747, "train_examples": 50000, "train_loss": 0.013055190514028073 }, { "epoch": 118, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05110520124435425, "mean_feedback_forward_cosine": 0.9994941700588573, "mean_feedback_forward_relative_error": 0.030651822203600947, "min_feedback_forward_cosine": 0.9986990690231323 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000987230021848355, "instruction_rms": 0.0009872300218907086, "raw_apical_rms": 0.19471755639280275, "teaching_rms": 0.000987230021848355, "traffic_rms": 0.19471406160877613 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.039173866956844e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4732077390210166e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01610349988045273, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46138, "train_examples": 50000, "train_loss": 0.012553250658623874 }, { "epoch": 119, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05110068619251251, "mean_feedback_forward_cosine": 0.9994942654262889, "mean_feedback_forward_relative_error": 0.030648558171973986, "min_feedback_forward_cosine": 0.9986991882324219 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009489401012263225, "instruction_rms": 0.0009489401012385424, "raw_apical_rms": 0.1947272120355095, "teaching_rms": 0.0009489401012263225, "traffic_rms": 0.19472380274891124 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1731598448250224e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.478854731469443e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016094396252802807, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46529, "train_examples": 50000, "train_loss": 0.011629069031774998 }, { "epoch": 120, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051095809787511826, "mean_feedback_forward_cosine": 0.9994943597099998, "mean_feedback_forward_relative_error": 0.030645027765157547, "min_feedback_forward_cosine": 0.9986993670463562 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000997190217897782, "instruction_rms": 0.0009971902179680184, "raw_apical_rms": 0.19471980221911275, "teaching_rms": 0.000997190217897782, "traffic_rms": 0.19471619939068258 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1758748286183618e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4735707785782416e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01610282538963277, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 46920, "train_examples": 50000, "train_loss": 0.011803273819833994 }, { "epoch": 121, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05109076201915741, "mean_feedback_forward_cosine": 0.9994944669983604, "mean_feedback_forward_relative_error": 0.03064156755466353, "min_feedback_forward_cosine": 0.9986998438835144 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009237097236852764, "instruction_rms": 0.0009237097238129419, "raw_apical_rms": 0.19473176158424785, "teaching_rms": 0.0009237097236852764, "traffic_rms": 0.19472839854488092 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0096327685005235e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4746056633719105e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01598576762070078, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47311, "train_examples": 50000, "train_loss": 0.01091268304526806 }, { "epoch": 122, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05108627676963806, "mean_feedback_forward_cosine": 0.9994945667006753, "mean_feedback_forward_relative_error": 0.030638265948403964, "min_feedback_forward_cosine": 0.9986999034881592 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0009012204086428553, "instruction_rms": 0.0009012204085983514, "raw_apical_rms": 0.19470813452552477, "teaching_rms": 0.0009012204086428553, "traffic_rms": 0.1947049196934674 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0666927607871912e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.470975441650929e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01624624478541864, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 47702, "train_examples": 50000, "train_loss": 0.01006043321505189 }, { "epoch": 123, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05108192190527916, "mean_feedback_forward_cosine": 0.9994946804913607, "mean_feedback_forward_relative_error": 0.03063515511087396, "min_feedback_forward_cosine": 0.9987002611160278 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008771126093473089, "instruction_rms": 0.0008771126094273887, "raw_apical_rms": 0.1947415313502428, "teaching_rms": 0.0008771126093473089, "traffic_rms": 0.19473850048860603 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0076405487779994e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4766508858289272e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01631890479470542, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48093, "train_examples": 50000, "train_loss": 0.009727895104885101 }, { "epoch": 124, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05107719823718071, "mean_feedback_forward_cosine": 0.9994947661053051, "mean_feedback_forward_relative_error": 0.030631877414204856, "min_feedback_forward_cosine": 0.9987005591392517 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008872967030228281, "instruction_rms": 0.0008872967029505432, "raw_apical_rms": 0.1946942411192637, "teaching_rms": 0.0008872967030228281, "traffic_rms": 0.19469110107709262 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.668006129004425e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4729694016955726e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015812194573190726, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48484, "train_examples": 50000, "train_loss": 0.009744029443040491 }, { "epoch": 125, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051072537899017334, "mean_feedback_forward_cosine": 0.9994948679750616, "mean_feedback_forward_relative_error": 0.030628488263623282, "min_feedback_forward_cosine": 0.998700737953186 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008882672810285132, "instruction_rms": 0.0008882672808986647, "raw_apical_rms": 0.1947545448404164, "teaching_rms": 0.0008882672810285132, "traffic_rms": 0.19475136221868986 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0344167833409301e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4720425620664744e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016216655209315284, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 48875, "train_examples": 50000, "train_loss": 0.009705293390452861 }, { "epoch": 126, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05106782540678978, "mean_feedback_forward_cosine": 0.9994949633424932, "mean_feedback_forward_relative_error": 0.030624984653497285, "min_feedback_forward_cosine": 0.9987010359764099 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008973059666288583, "instruction_rms": 0.0008973059668333311, "raw_apical_rms": 0.19479052703081662, "teaching_rms": 0.0008973059666288583, "traffic_rms": 0.1947872575090526 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.788552546297069e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4712439766828123e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01619252504669784, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49266, "train_examples": 50000, "train_loss": 0.009590714794099332 }, { "epoch": 127, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05106387659907341, "mean_feedback_forward_cosine": 0.9994950489564376, "mean_feedback_forward_relative_error": 0.0306220787323334, "min_feedback_forward_cosine": 0.9987012147903442 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.000799109650811655, "instruction_rms": 0.000799109650702349, "raw_apical_rms": 0.19477784797611788, "teaching_rms": 0.000799109650811655, "traffic_rms": 0.1947751794111017 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.471198580968121e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4733386781525607e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016203621218705614, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 49657, "train_examples": 50000, "train_loss": 0.008340846708118915 }, { "epoch": 128, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05105983838438988, "mean_feedback_forward_cosine": 0.9994951356541026, "mean_feedback_forward_relative_error": 0.030619269313121384, "min_feedback_forward_cosine": 0.9987014532089233 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007730232060228982, "instruction_rms": 0.0007730232059174983, "raw_apical_rms": 0.19470011665498896, "teaching_rms": 0.0007730232060228982, "traffic_rms": 0.19469762902669124 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1254807219529539e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.47790704744727e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015946321393286732, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50048, "train_examples": 50000, "train_loss": 0.007661091483235359 }, { "epoch": 129, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051055680960416794, "mean_feedback_forward_cosine": 0.9994952342726967, "mean_feedback_forward_relative_error": 0.030616274594583295, "min_feedback_forward_cosine": 0.9987016916275024 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008044859086443686, "instruction_rms": 0.0008044859086718653, "raw_apical_rms": 0.19472318417701792, "teaching_rms": 0.0008044859086443686, "traffic_rms": 0.194720541363884 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0069637568221879e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4743581455576497e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01660637242944846, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50439, "train_examples": 50000, "train_loss": 0.007918635245561599 }, { "epoch": 130, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05105059593915939, "mean_feedback_forward_cosine": 0.9994953545657072, "mean_feedback_forward_relative_error": 0.030612705842676488, "min_feedback_forward_cosine": 0.9987019300460815 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008934586464189411, "instruction_rms": 0.0008934586465131052, "raw_apical_rms": 0.19466745347483663, "teaching_rms": 0.0008934586464189411, "traffic_rms": 0.19466418675172056 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.031319669664299e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4707779578040437e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01587644993935074, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 50830, "train_examples": 50000, "train_loss": 0.008843204127773643 }, { "epoch": 131, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05104566738009453, "mean_feedback_forward_cosine": 0.9994954336773265, "mean_feedback_forward_relative_error": 0.030609300317750734, "min_feedback_forward_cosine": 0.9987021088600159 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008166452917566173, "instruction_rms": 0.0008166452915282878, "raw_apical_rms": 0.19468633030183363, "teaching_rms": 0.0008166452917566173, "traffic_rms": 0.19468348015804474 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.3837717460774002e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.477716439648477e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01594794643340169, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51221, "train_examples": 50000, "train_loss": 0.007759806679040193 }, { "epoch": 132, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051041483879089355, "mean_feedback_forward_cosine": 0.9994955257935958, "mean_feedback_forward_relative_error": 0.030606337746774608, "min_feedback_forward_cosine": 0.9987024068832397 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007524957805809672, "instruction_rms": 0.0007524957804887153, "raw_apical_rms": 0.19467457389824397, "teaching_rms": 0.0007524957805809672, "traffic_rms": 0.19467202673351666 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.15865411487448e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4832584456779786e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01598507454040379, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 51612, "train_examples": 50000, "train_loss": 0.007225984745770693 }, { "epoch": 133, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051037050783634186, "mean_feedback_forward_cosine": 0.999495617909865, "mean_feedback_forward_relative_error": 0.030603039467876608, "min_feedback_forward_cosine": 0.9987025260925293 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008049028269084094, "instruction_rms": 0.0008049028270110402, "raw_apical_rms": 0.1946666405132097, "teaching_rms": 0.0008049028269084094, "traffic_rms": 0.19466374059327013 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.287553126569037e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4778675713841723e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015752381001582577, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52003, "train_examples": 50000, "train_loss": 0.007561025608740747 }, { "epoch": 134, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05103234201669693, "mean_feedback_forward_cosine": 0.9994957241145047, "mean_feedback_forward_relative_error": 0.030599776884032922, "min_feedback_forward_cosine": 0.998702883720398 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0008093043397578135, "instruction_rms": 0.0008093043398846242, "raw_apical_rms": 0.19468612894130638, "teaching_rms": 0.0008093043397578135, "traffic_rms": 0.19468338433962268 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.477744291378258e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4809717561062823e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015679943666706803, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52394, "train_examples": 50000, "train_loss": 0.007401762579381466 }, { "epoch": 135, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05102798342704773, "mean_feedback_forward_cosine": 0.9994958140633323, "mean_feedback_forward_relative_error": 0.03059667105871168, "min_feedback_forward_cosine": 0.9987031817436218 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007527554726908922, "instruction_rms": 0.0007527554726412799, "raw_apical_rms": 0.1946748341250857, "teaching_rms": 0.0007527554726908922, "traffic_rms": 0.19467234122860363 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1290640600236657e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4813215147719377e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015786594480590912, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 52785, "train_examples": 50000, "train_loss": 0.0066503033824265 }, { "epoch": 136, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051023226231336594, "mean_feedback_forward_cosine": 0.9994959083470432, "mean_feedback_forward_relative_error": 0.030593581472269513, "min_feedback_forward_cosine": 0.9987033605575562 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007620617025212957, "instruction_rms": 0.0007620617023781779, "raw_apical_rms": 0.19463765323972385, "teaching_rms": 0.0007620617025212957, "traffic_rms": 0.19463495919681986 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1380932818383371e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4729208768067923e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015877088238421877, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53176, "train_examples": 50000, "train_loss": 0.006470339124202728 }, { "epoch": 137, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051018524914979935, "mean_feedback_forward_cosine": 0.9994959982958707, "mean_feedback_forward_relative_error": 0.030590490759773686, "min_feedback_forward_cosine": 0.9987035393714905 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007537594848222147, "instruction_rms": 0.0007537594847082503, "raw_apical_rms": 0.19455945206039038, "teaching_rms": 0.0007537594848222147, "traffic_rms": 0.19455700126812453 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1792537435439954e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4726872780437115e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016308113849850536, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53567, "train_examples": 50000, "train_loss": 0.006562902651429176 }, { "epoch": 138, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05101362615823746, "mean_feedback_forward_cosine": 0.9994961164214394, "mean_feedback_forward_relative_error": 0.030587172305042095, "min_feedback_forward_cosine": 0.9987037777900696 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007293125547284646, "instruction_rms": 0.0007293125549048965, "raw_apical_rms": 0.19452935467062965, "teaching_rms": 0.0007293125547284646, "traffic_rms": 0.19452684259513653 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1010809686240464e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.473961506662821e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016403604987396698, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 53958, "train_examples": 50000, "train_loss": 0.006227076387871057 }, { "epoch": 139, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05100905895233154, "mean_feedback_forward_cosine": 0.9994961879470131, "mean_feedback_forward_relative_error": 0.03058408113535155, "min_feedback_forward_cosine": 0.9987040162086487 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007464280255729528, "instruction_rms": 0.0007464280256642835, "raw_apical_rms": 0.19451711730595664, "teaching_rms": 0.0007464280255729528, "traffic_rms": 0.19451470775557805 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1225411356008408e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4766619252699227e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015955436771967726, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54349, "train_examples": 50000, "train_loss": 0.0063647708220779895 }, { "epoch": 140, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05100460350513458, "mean_feedback_forward_cosine": 0.9994962952353738, "mean_feedback_forward_relative_error": 0.030581047021868556, "min_feedback_forward_cosine": 0.9987043142318726 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007101812682885326, "instruction_rms": 0.0007101812684891331, "raw_apical_rms": 0.19458140025569287, "teaching_rms": 0.0007101812682885326, "traffic_rms": 0.19457910455763497 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.92375817077118e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4711722491063216e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016494309919204458, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 54740, "train_examples": 50000, "train_loss": 0.005904565336853265 }, { "epoch": 141, "feedback_tracking": { "max_feedback_forward_relative_error": 0.051000043749809265, "mean_feedback_forward_cosine": 0.9994963732632723, "mean_feedback_forward_relative_error": 0.0305780806240033, "min_feedback_forward_cosine": 0.9987046122550964 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006831255921249603, "instruction_rms": 0.0006831255919468898, "raw_apical_rms": 0.19460190759229162, "teaching_rms": 0.0006831255921249603, "traffic_rms": 0.19459958639232044 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.3314866009750403e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4762430129526437e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016140351180951536, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55131, "train_examples": 50000, "train_loss": 0.005442295888029039 }, { "epoch": 142, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509953573346138, "mean_feedback_forward_cosine": 0.9994964718818664, "mean_feedback_forward_relative_error": 0.030574862032451414, "min_feedback_forward_cosine": 0.9987048506736755 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007050308548416913, "instruction_rms": 0.0007050308547992177, "raw_apical_rms": 0.19455690181225735, "teaching_rms": 0.0007050308548416913, "traffic_rms": 0.19455456402771004 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.2237669011483376e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.477201895984719e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016045030915323066, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55522, "train_examples": 50000, "train_loss": 0.005739662863835693 }, { "epoch": 143, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05099065229296684, "mean_feedback_forward_cosine": 0.9994965770027854, "mean_feedback_forward_relative_error": 0.030571749281476844, "min_feedback_forward_cosine": 0.9987050294876099 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007072141701633808, "instruction_rms": 0.0007072141700930291, "raw_apical_rms": 0.1945340038335725, "teaching_rms": 0.0007072141701633808, "traffic_rms": 0.19453173969747178 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0454817100935543e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4747661709867035e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016765352910161565, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 55913, "train_examples": 50000, "train_loss": 0.005758936830982566 }, { "epoch": 144, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050986435264348984, "mean_feedback_forward_cosine": 0.9994966767051003, "mean_feedback_forward_relative_error": 0.030568887809799477, "min_feedback_forward_cosine": 0.9987052083015442 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006303399603426065, "instruction_rms": 0.0006303399602474879, "raw_apical_rms": 0.1945006644101127, "teaching_rms": 0.0006303399603426065, "traffic_rms": 0.19449862340074567 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1798984189681505e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.487652042605667e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016705521447749342, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56304, "train_examples": 50000, "train_loss": 0.00522493914835155 }, { "epoch": 145, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05098193883895874, "mean_feedback_forward_cosine": 0.9994967644864863, "mean_feedback_forward_relative_error": 0.030565938201140275, "min_feedback_forward_cosine": 0.9987055659294128 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006443283719083028, "instruction_rms": 0.000644328371815122, "raw_apical_rms": 0.19453178912060828, "teaching_rms": 0.0006443283719083028, "traffic_rms": 0.19452976811962555 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0842033759672631e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4788334608011483e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016510232063139882, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 56695, "train_examples": 50000, "train_loss": 0.0050576650580856945 }, { "epoch": 146, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05097801983356476, "mean_feedback_forward_cosine": 0.9994968370957809, "mean_feedback_forward_relative_error": 0.03056327812373638, "min_feedback_forward_cosine": 0.9987057447433472 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006328432623904743, "instruction_rms": 0.0006328432625319321, "raw_apical_rms": 0.19450315825525077, "teaching_rms": 0.0006328432623904743, "traffic_rms": 0.19450128517702456 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0351779167194763e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4748429126422108e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016198603061680805, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57086, "train_examples": 50000, "train_loss": 0.004863605909571051 }, { "epoch": 147, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509709008038044, "mean_feedback_forward_cosine": 0.9994969725608825, "mean_feedback_forward_relative_error": 0.030558950640261172, "min_feedback_forward_cosine": 0.9987062215805054 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007657752953414205, "instruction_rms": 0.0007657752952447241, "raw_apical_rms": 0.1944579500773053, "teaching_rms": 0.0007657752953414205, "traffic_rms": 0.19445490136802276 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.934038303072157e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.47744352066399e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01633406655955941, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57477, "train_examples": 50000, "train_loss": 0.0058586148860678075 }, { "epoch": 148, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050965435802936554, "mean_feedback_forward_cosine": 0.99949707551436, "mean_feedback_forward_relative_error": 0.030555595372888177, "min_feedback_forward_cosine": 0.9987063407897949 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006806242716517995, "instruction_rms": 0.0006806242715245588, "raw_apical_rms": 0.1944762104108118, "teaching_rms": 0.0006806242716517995, "traffic_rms": 0.19447388186795375 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0340680489662191e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4765317144283138e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016403460916383773, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 57868, "train_examples": 50000, "train_loss": 0.005159672223012894 }, { "epoch": 149, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050959449261426926, "mean_feedback_forward_cosine": 0.9994972001422535, "mean_feedback_forward_relative_error": 0.03055158338763497, "min_feedback_forward_cosine": 0.9987066984176636 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0007511380318034196, "instruction_rms": 0.0007511380318617458, "raw_apical_rms": 0.19450200794285094, "teaching_rms": 0.0007511380318034196, "traffic_rms": 0.1944992214377213 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1870838534377981e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4806454133578882e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016424034288043832, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58259, "train_examples": 50000, "train_loss": 0.005929333122372627 }, { "epoch": 150, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953879952430725, "mean_feedback_forward_cosine": 0.9994973041794517, "mean_feedback_forward_relative_error": 0.030547982979227197, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.010000000000000002, "mixed_apical": { "innovation_rms": 0.0006894144551137881, "instruction_rms": 0.0006894144553867142, "raw_apical_rms": 0.19449710147211996, "teaching_rms": 0.0006894144551137881, "traffic_rms": 0.1944946654659506 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.2209676469865371e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.478700341916886e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015954151218034073, "minimum_observations": 80 }, "output_lr": 0.010000000000000002, "step": 58650, "train_examples": 50000, "train_loss": 0.005376992893218994 }, { "epoch": 151, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095382779836655, "mean_feedback_forward_cosine": 0.9994973171841014, "mean_feedback_forward_relative_error": 0.030547930698164485, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005686062400972456, "instruction_rms": 0.0005686062399989794, "raw_apical_rms": 0.19439299394352047, "teaching_rms": 0.0005686062400972456, "traffic_rms": 0.1943913884213745 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.829823000018223e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4787733538164174e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016116238840247814, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59041, "train_examples": 50000, "train_loss": 0.00433820597358048 }, { "epoch": 152, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953783094882965, "mean_feedback_forward_cosine": 0.9994973117654974, "mean_feedback_forward_relative_error": 0.030547880203547803, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0006113100864904673, "instruction_rms": 0.0006113100863838639, "raw_apical_rms": 0.19438499040309787, "teaching_rms": 0.0006113100864904673, "traffic_rms": 0.19438295769604402 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.033216392443137e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.475813768372292e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015892574323676547, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59432, "train_examples": 50000, "train_loss": 0.004735164075344801 }, { "epoch": 153, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095374956727028, "mean_feedback_forward_cosine": 0.9994973215189847, "mean_feedback_forward_relative_error": 0.030547833374955438, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005567400774530025, "instruction_rms": 0.0005567400774740134, "raw_apical_rms": 0.194396292280153, "teaching_rms": 0.0005567400774530025, "traffic_rms": 0.19439462033802304 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1584438652789686e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4847082602856543e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01607170563152324, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 59823, "train_examples": 50000, "train_loss": 0.004176526947245002 }, { "epoch": 154, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509536936879158, "mean_feedback_forward_cosine": 0.9994973161003806, "mean_feedback_forward_relative_error": 0.03054778448898684, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005408043411764557, "instruction_rms": 0.0005408043410865101, "raw_apical_rms": 0.194382386062418, "teaching_rms": 0.0005408043411764557, "traffic_rms": 0.19438083221380825 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0227934410522721e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.47703642466691e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016154470518518912, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60214, "train_examples": 50000, "train_loss": 0.004001928318999708 }, { "epoch": 155, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095367878675461, "mean_feedback_forward_cosine": 0.9994973236864263, "mean_feedback_forward_relative_error": 0.030547738964246077, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005497318664140367, "instruction_rms": 0.0005497318664043876, "raw_apical_rms": 0.19439082176146305, "teaching_rms": 0.0005497318664140367, "traffic_rms": 0.1943892297359832 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.217525493757421e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4775907383121267e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015871477673435254, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60605, "train_examples": 50000, "train_loss": 0.003993319243788719 }, { "epoch": 156, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095362290740013, "mean_feedback_forward_cosine": 0.9994973280213096, "mean_feedback_forward_relative_error": 0.030547694218429653, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005009332705483822, "instruction_rms": 0.0005009332704806486, "raw_apical_rms": 0.19439572247947026, "teaching_rms": 0.0005009332705483822, "traffic_rms": 0.19439431617396907 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0780829029499728e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4795967123814573e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016036857931488336, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 60996, "train_examples": 50000, "train_loss": 0.003720300946496427 }, { "epoch": 157, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953593105077744, "mean_feedback_forward_cosine": 0.9994973074306142, "mean_feedback_forward_relative_error": 0.030547652461312035, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004848522280757793, "instruction_rms": 0.0004848522280396402, "raw_apical_rms": 0.1944004951303264, "teaching_rms": 0.0004848522280757793, "traffic_rms": 0.1943992214213437 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0047433818272111e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4783422124034816e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01608902302900533, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61387, "train_examples": 50000, "train_loss": 0.003450639179944992 }, { "epoch": 158, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953567028045654, "mean_feedback_forward_cosine": 0.9994973226027055, "mean_feedback_forward_relative_error": 0.030547607664696195, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005563165399655503, "instruction_rms": 0.0005563165400432616, "raw_apical_rms": 0.19439335945440914, "teaching_rms": 0.0005563165399655503, "traffic_rms": 0.1943917170105444 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.727466476761037e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4787665219808057e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016030034801216904, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 61778, "train_examples": 50000, "train_loss": 0.00411181521622464 }, { "epoch": 159, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095352604985237, "mean_feedback_forward_cosine": 0.9994973247701472, "mean_feedback_forward_relative_error": 0.03054756237701936, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005073773868176134, "instruction_rms": 0.0005073773867357423, "raw_apical_rms": 0.194394392463242, "teaching_rms": 0.0005073773868176134, "traffic_rms": 0.1943928085240972 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.238599622865877e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4772866714622007e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016366823214718645, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62169, "train_examples": 50000, "train_loss": 0.003885937132909894 }, { "epoch": 160, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095352232456207, "mean_feedback_forward_cosine": 0.9994973193515431, "mean_feedback_forward_relative_error": 0.03054751387204636, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005339157787393562, "instruction_rms": 0.000533915778573629, "raw_apical_rms": 0.19439561965426855, "teaching_rms": 0.0005339157787393562, "traffic_rms": 0.19439402800510144 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.02918202427827e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4804602568018953e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015965250410718446, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62560, "train_examples": 50000, "train_loss": 0.003786678851880133 }, { "epoch": 161, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953466445207596, "mean_feedback_forward_cosine": 0.9994973150166598, "mean_feedback_forward_relative_error": 0.030547470794144, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00050068567068122, "instruction_rms": 0.0005006856706463102, "raw_apical_rms": 0.19439290045267146, "teaching_rms": 0.00050068567068122, "traffic_rms": 0.19439157342722688 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.520366717197248e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4804034127835337e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01602907642104826, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 62951, "train_examples": 50000, "train_loss": 0.0036773203277587893 }, { "epoch": 162, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509534515440464, "mean_feedback_forward_cosine": 0.9994973106817766, "mean_feedback_forward_relative_error": 0.030547428368167442, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004745926974471224, "instruction_rms": 0.0004745926972357706, "raw_apical_rms": 0.19439609640556044, "teaching_rms": 0.0004745926974471224, "traffic_rms": 0.19439487625515162 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.2171129526450386e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.477603342782502e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01598334415238, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63342, "train_examples": 50000, "train_loss": 0.0034456004974618556 }, { "epoch": 163, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095341056585312, "mean_feedback_forward_cosine": 0.9994973226027055, "mean_feedback_forward_relative_error": 0.0305473870259117, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00048816467371380954, "instruction_rms": 0.00048816467363634877, "raw_apical_rms": 0.19438592195417753, "teaching_rms": 0.00048816467371380954, "traffic_rms": 0.19438455043582473 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.2595265275194834e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4756499789632602e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016110254705855153, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 63733, "train_examples": 50000, "train_loss": 0.003555494801374152 }, { "epoch": 164, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095338821411133, "mean_feedback_forward_cosine": 0.9994973421096802, "mean_feedback_forward_relative_error": 0.030547345615923406, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00048881425094263, "instruction_rms": 0.0004888142507946108, "raw_apical_rms": 0.19440074789957884, "teaching_rms": 0.00048881425094263, "traffic_rms": 0.1943993561785373 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.424202573882212e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.476784956707275e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016322284059361376, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64124, "train_examples": 50000, "train_loss": 0.0034804721284285188 }, { "epoch": 165, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095336213707924, "mean_feedback_forward_cosine": 0.9994973247701472, "mean_feedback_forward_relative_error": 0.03054729922759262, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005073791450165861, "instruction_rms": 0.0005073791449336735, "raw_apical_rms": 0.1943987908994404, "teaching_rms": 0.0005073791450165861, "traffic_rms": 0.19439727024881642 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1713773773180947e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4726563554220765e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016047732261041944, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64515, "train_examples": 50000, "train_loss": 0.00379402401663363 }, { "epoch": 166, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095334351062775, "mean_feedback_forward_cosine": 0.9994973312724721, "mean_feedback_forward_relative_error": 0.0305472592653876, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004853718552617885, "instruction_rms": 0.0004853718551139234, "raw_apical_rms": 0.19437975051231032, "teaching_rms": 0.0004853718552617885, "traffic_rms": 0.19437829926721123 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0913235115594944e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4797485882619964e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01628890612256642, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 64906, "train_examples": 50000, "train_loss": 0.003485625109933317 }, { "epoch": 167, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095333606004715, "mean_feedback_forward_cosine": 0.9994973280213096, "mean_feedback_forward_relative_error": 0.030547220082106915, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00045500787850319283, "instruction_rms": 0.0004550078783958457, "raw_apical_rms": 0.1943812531045656, "teaching_rms": 0.00045500787850319283, "traffic_rms": 0.19438014622605992 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0570116870667334e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479518113205874e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01597608041126603, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65297, "train_examples": 50000, "train_loss": 0.00331782726701349 }, { "epoch": 168, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095330998301506, "mean_feedback_forward_cosine": 0.999497343193401, "mean_feedback_forward_relative_error": 0.030547178807583723, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00048387401543302044, "instruction_rms": 0.00048387401533549575, "raw_apical_rms": 0.19438242849087237, "teaching_rms": 0.00048387401543302044, "traffic_rms": 0.19438102558329967 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1513434827747915e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4778659509214384e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01625966350811703, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 65688, "train_examples": 50000, "train_loss": 0.003435389999523759 }, { "epoch": 169, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095328018069267, "mean_feedback_forward_cosine": 0.9994973334399136, "mean_feedback_forward_relative_error": 0.030547138879244977, "min_feedback_forward_cosine": 0.998707115650177 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00045383562428293604, "instruction_rms": 0.0004538356241080158, "raw_apical_rms": 0.19437763605471434, "teaching_rms": 0.00045383562428293604, "traffic_rms": 0.19437647207216072 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.741020789988397e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.492504585073857e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016410938776079135, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66079, "train_examples": 50000, "train_loss": 0.003363378802500665 }, { "epoch": 170, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953250378370285, "mean_feedback_forward_cosine": 0.9994973410259593, "mean_feedback_forward_relative_error": 0.030547099475833502, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004700695696519062, "instruction_rms": 0.00047006956969305156, "raw_apical_rms": 0.1943854966722372, "teaching_rms": 0.0004700695696519062, "traffic_rms": 0.1943841116045905 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 8.84195472394822e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4794987583875273e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01612671598869285, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66470, "train_examples": 50000, "train_loss": 0.0035276851420849562 }, { "epoch": 171, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095319449901581, "mean_feedback_forward_cosine": 0.9994973280213096, "mean_feedback_forward_relative_error": 0.03054705672812733, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0005238493541702635, "instruction_rms": 0.0005238493541568089, "raw_apical_rms": 0.19438317107992117, "teaching_rms": 0.0005238493541702635, "traffic_rms": 0.1943816574361072 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.62414503646869e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4797149147984774e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01622757517938349, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 66861, "train_examples": 50000, "train_loss": 0.003712430686634034 }, { "epoch": 172, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095316097140312, "mean_feedback_forward_cosine": 0.9994973236864263, "mean_feedback_forward_relative_error": 0.030547016698189756, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004306105991006768, "instruction_rms": 0.00043061059890058207, "raw_apical_rms": 0.19437450160401942, "teaching_rms": 0.0004306105991006768, "traffic_rms": 0.1943734613213493 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.126703566001197e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4747161691785686e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0162593619881028, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67252, "train_examples": 50000, "train_loss": 0.003162156808041036 }, { "epoch": 173, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095311999320984, "mean_feedback_forward_cosine": 0.999497348612005, "mean_feedback_forward_relative_error": 0.030546979877081784, "min_feedback_forward_cosine": 0.9987071752548218 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00043584872559382067, "instruction_rms": 0.00043584872538832034, "raw_apical_rms": 0.19437154518328, "teaching_rms": 0.00043584872559382067, "traffic_rms": 0.19437042721757275 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0339353195831791e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4759153650571056e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016099492258668375, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 67643, "train_examples": 50000, "train_loss": 0.0030199620487168432 }, { "epoch": 174, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953079015016556, "mean_feedback_forward_cosine": 0.9994973421096802, "mean_feedback_forward_relative_error": 0.030546936807645992, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004956851174182257, "instruction_rms": 0.000495685117368354, "raw_apical_rms": 0.1943551699309584, "teaching_rms": 0.0004956851174182257, "traffic_rms": 0.1943537634709133 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0297489438926277e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4796686363598732e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016417340370545493, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68034, "train_examples": 50000, "train_loss": 0.0036418039279803634 }, { "epoch": 175, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095306411385536, "mean_feedback_forward_cosine": 0.9994973247701472, "mean_feedback_forward_relative_error": 0.030546899309212512, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004424548715424471, "instruction_rms": 0.0004424548714436922, "raw_apical_rms": 0.19436383535762555, "teaching_rms": 0.0004424548715424471, "traffic_rms": 0.1943627450677169 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1835465585363636e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.476477495752896e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016072867900947398, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68425, "train_examples": 50000, "train_loss": 0.0032110765231400727 }, { "epoch": 176, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095304921269417, "mean_feedback_forward_cosine": 0.9994973410259593, "mean_feedback_forward_relative_error": 0.030546860007399864, "min_feedback_forward_cosine": 0.998707115650177 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004462428040037558, "instruction_rms": 0.000446242803926669, "raw_apical_rms": 0.19436798697011975, "teaching_rms": 0.0004462428040037558, "traffic_rms": 0.19436683281745282 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0269862826817189e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4799409695398532e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01675451001148973, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 68816, "train_examples": 50000, "train_loss": 0.00320290248055011 }, { "epoch": 177, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050953011959791183, "mean_feedback_forward_cosine": 0.9994973388585178, "mean_feedback_forward_relative_error": 0.030546818318014795, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004900531342753635, "instruction_rms": 0.0004900531341510714, "raw_apical_rms": 0.19436312684314774, "teaching_rms": 0.0004900531342753635, "traffic_rms": 0.19436159888017115 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1903637187060667e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4812604164949143e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016286448759430246, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69207, "train_examples": 50000, "train_loss": 0.003654678724296391 }, { "epoch": 178, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095299705862999, "mean_feedback_forward_cosine": 0.9994973366910761, "mean_feedback_forward_relative_error": 0.03054677728055553, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004728026108650528, "instruction_rms": 0.00047280261078164643, "raw_apical_rms": 0.19435434882406438, "teaching_rms": 0.0004728026108650528, "traffic_rms": 0.19435298688655375 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0715405807104617e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4790701760499414e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016098918512028007, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69598, "train_examples": 50000, "train_loss": 0.0033802037043496967 }, { "epoch": 179, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952985882759094, "mean_feedback_forward_cosine": 0.9994973399422385, "mean_feedback_forward_relative_error": 0.03054673769087954, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00048392114840683804, "instruction_rms": 0.00048392114827026033, "raw_apical_rms": 0.19436654765317193, "teaching_rms": 0.00048392114840683804, "traffic_rms": 0.1943650833695793 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.34639672323101e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4773118495548762e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01675780583611153, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 69989, "train_examples": 50000, "train_loss": 0.003343506654240191 }, { "epoch": 180, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095295235514641, "mean_feedback_forward_cosine": 0.9994973301887512, "mean_feedback_forward_relative_error": 0.030546696704219688, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004708342637899423, "instruction_rms": 0.0004708342637267727, "raw_apical_rms": 0.19436398675108582, "teaching_rms": 0.0004708342637899423, "traffic_rms": 0.1943626605796642 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.0398630223562577e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4789775363708993e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016044407702251975, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70380, "train_examples": 50000, "train_loss": 0.0034452605437114833 }, { "epoch": 181, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095292627811432, "mean_feedback_forward_cosine": 0.9994973377747969, "mean_feedback_forward_relative_error": 0.03054665649648417, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00046582112671858224, "instruction_rms": 0.00046582112673901143, "raw_apical_rms": 0.19435789297602246, "teaching_rms": 0.00046582112671858224, "traffic_rms": 0.19435665198401653 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1168807390049551e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.478527786206956e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016086212331537477, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 70771, "train_examples": 50000, "train_loss": 0.003384518695808947 }, { "epoch": 182, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952889025211334, "mean_feedback_forward_cosine": 0.9994973388585178, "mean_feedback_forward_relative_error": 0.03054661682214249, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004176398093521574, "instruction_rms": 0.0004176398093987656, "raw_apical_rms": 0.1943475528912763, "teaching_rms": 0.0004176398093521574, "traffic_rms": 0.1943464797205718 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.717147975152329e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.481905861012614e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01641896035340103, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71162, "train_examples": 50000, "train_loss": 0.0029255119502544402 }, { "epoch": 183, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095289275050163, "mean_feedback_forward_cosine": 0.9994973356073553, "mean_feedback_forward_relative_error": 0.03054657919671048, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004511709365620468, "instruction_rms": 0.0004511709363906925, "raw_apical_rms": 0.1943420628582151, "teaching_rms": 0.0004511709365620468, "traffic_rms": 0.19434074745974164 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.485943763820615e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479582279332791e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01628925078677219, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71553, "train_examples": 50000, "train_loss": 0.003307819086313248 }, { "epoch": 184, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095286667346954, "mean_feedback_forward_cosine": 0.9994973399422385, "mean_feedback_forward_relative_error": 0.030546537769789047, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004801691728023221, "instruction_rms": 0.0004801691726060337, "raw_apical_rms": 0.19435702675723576, "teaching_rms": 0.0004801691728023221, "traffic_rms": 0.19435573115796803 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0328427890726743e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.477822749984265e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016136591310228855, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 71944, "train_examples": 50000, "train_loss": 0.0034362031857296826 }, { "epoch": 185, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095284804701805, "mean_feedback_forward_cosine": 0.999497348612005, "mean_feedback_forward_relative_error": 0.030546497773717752, "min_feedback_forward_cosine": 0.998707115650177 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004384346144854318, "instruction_rms": 0.0004384346146126119, "raw_apical_rms": 0.19436570356305613, "teaching_rms": 0.0004384346144854318, "traffic_rms": 0.19436464884917407 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.039843718028351e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.475807470948572e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016146225969448876, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72335, "train_examples": 50000, "train_loss": 0.0030020920367632062 }, { "epoch": 186, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952814519405365, "mean_feedback_forward_cosine": 0.9994973399422385, "mean_feedback_forward_relative_error": 0.03054645589806817, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004709537453569762, "instruction_rms": 0.00047095374512234835, "raw_apical_rms": 0.1943738181005348, "teaching_rms": 0.0004709537453569762, "traffic_rms": 0.1943725468392063 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1395709265116238e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4755689300441088e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015914585059106496, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 72726, "train_examples": 50000, "train_loss": 0.0033384222985431552 }, { "epoch": 187, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952766090631485, "mean_feedback_forward_cosine": 0.999497343193401, "mean_feedback_forward_relative_error": 0.03054641798477281, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00042143396133202335, "instruction_rms": 0.000421433961264249, "raw_apical_rms": 0.1943535981473494, "teaching_rms": 0.00042143396133202335, "traffic_rms": 0.194352551583021 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.185641309575658e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4851122546240537e-08, "maximum_pre_projection_traffic_rms_ratio": 0.0164003706593835, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73117, "train_examples": 50000, "train_loss": 0.0030099991491809486 }, { "epoch": 188, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509527288377285, "mean_feedback_forward_cosine": 0.9994973280213096, "mean_feedback_forward_relative_error": 0.030546377912502396, "min_feedback_forward_cosine": 0.9987069964408875 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004498255870451366, "instruction_rms": 0.00044982558712435423, "raw_apical_rms": 0.19436100398689624, "teaching_rms": 0.0004498255870451366, "traffic_rms": 0.19435978356775327 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 1.1431566093733636e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4749870115001635e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01623984403113715, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73508, "train_examples": 50000, "train_loss": 0.003160910323560238 }, { "epoch": 189, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095267668366432, "mean_feedback_forward_cosine": 0.999497348612005, "mean_feedback_forward_relative_error": 0.030546337603168053, "min_feedback_forward_cosine": 0.9987069368362427 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00043281698382862445, "instruction_rms": 0.0004328169837947406, "raw_apical_rms": 0.19435054967131637, "teaching_rms": 0.00043281698382862445, "traffic_rms": 0.19434943922677045 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1301014524178754e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.477941700325129e-08, "maximum_pre_projection_traffic_rms_ratio": 0.015939358340129484, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 73899, "train_examples": 50000, "train_loss": 0.003039131107851863 }, { "epoch": 190, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952646881341934, "mean_feedback_forward_cosine": 0.9994973410259593, "mean_feedback_forward_relative_error": 0.03054629715836861, "min_feedback_forward_cosine": 0.9987071752548218 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00047730680337186164, "instruction_rms": 0.00047730680327074293, "raw_apical_rms": 0.19435680673300626, "teaching_rms": 0.00047730680337186164, "traffic_rms": 0.19435541089809455 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1021044343806352e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4782506370561978e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016161737042129247, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74290, "train_examples": 50000, "train_loss": 0.003400928650479764 }, { "epoch": 191, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095260217785835, "mean_feedback_forward_cosine": 0.9994973410259593, "mean_feedback_forward_relative_error": 0.03054626076058908, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000414267698323551, "instruction_rms": 0.0004142676982094293, "raw_apical_rms": 0.1943505591412353, "teaching_rms": 0.000414267698323551, "traffic_rms": 0.1943494911517414 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.310453208399849e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.478457445800678e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01642727585049604, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 74681, "train_examples": 50000, "train_loss": 0.0028851407808810473 }, { "epoch": 192, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952598452568054, "mean_feedback_forward_cosine": 0.9994973366910761, "mean_feedback_forward_relative_error": 0.030546225268732418, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00037902483245729206, "instruction_rms": 0.00037902483239095884, "raw_apical_rms": 0.19435288559463887, "teaching_rms": 0.00037902483245729206, "traffic_rms": 0.19435195657109602 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.572438841587427e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.479850125221969e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01639148621201922, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75072, "train_examples": 50000, "train_loss": 0.002640341882184148 }, { "epoch": 193, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952568650245667, "mean_feedback_forward_cosine": 0.9994973356073553, "mean_feedback_forward_relative_error": 0.030546185264194555, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004216151707999904, "instruction_rms": 0.0004216151708215546, "raw_apical_rms": 0.19435788852336688, "teaching_rms": 0.0004216151707999904, "traffic_rms": 0.19435682025595988 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0888079771120829e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4823447781166875e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01639284711967306, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75463, "train_examples": 50000, "train_loss": 0.0029772627403959633 }, { "epoch": 194, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952568650245667, "mean_feedback_forward_cosine": 0.9994973572817716, "mean_feedback_forward_relative_error": 0.030546146690506825, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000449911380051806, "instruction_rms": 0.00044991137992028555, "raw_apical_rms": 0.194362549322696, "teaching_rms": 0.000449911380051806, "traffic_rms": 0.1943612927543597 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.1048105363897776e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4752142373748065e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016090296627069487, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 75854, "train_examples": 50000, "train_loss": 0.003208819755911827 }, { "epoch": 195, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095256119966507, "mean_feedback_forward_cosine": 0.9994973475282842, "mean_feedback_forward_relative_error": 0.030546104933389207, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004796360836001401, "instruction_rms": 0.0004796360834233242, "raw_apical_rms": 0.19435562752048668, "teaching_rms": 0.0004796360836001401, "traffic_rms": 0.19435433381614856 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0522689564140819e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4766122584053554e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016025229980513138, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76245, "train_examples": 50000, "train_loss": 0.0032980534649826587 }, { "epoch": 196, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952546298503876, "mean_feedback_forward_cosine": 0.9994973594492133, "mean_feedback_forward_relative_error": 0.030546065572310578, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004891858782414675, "instruction_rms": 0.0004891858780893592, "raw_apical_rms": 0.19434581537635678, "teaching_rms": 0.0004891858782414675, "traffic_rms": 0.19434429506055861 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.323255056870039e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.482799060465587e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016181315484985293, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 76636, "train_examples": 50000, "train_loss": 0.003458643803074956 }, { "epoch": 197, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095251277089119, "mean_feedback_forward_cosine": 0.9994973518631675, "mean_feedback_forward_relative_error": 0.030546022198078306, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.0004495598828716018, "instruction_rms": 0.00044955988282135366, "raw_apical_rms": 0.1943482406020158, "teaching_rms": 0.0004495598828716018, "traffic_rms": 0.194347062937797 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 9.211665030761651e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4755910373199144e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016095444041352956, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77027, "train_examples": 50000, "train_loss": 0.0031894803755916656 }, { "epoch": 198, "feedback_tracking": { "max_feedback_forward_relative_error": 0.0509524829685688, "mean_feedback_forward_cosine": 0.9994973572817716, "mean_feedback_forward_relative_error": 0.030545983184129, "min_feedback_forward_cosine": 0.998707115650177 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00041692178807095274, "instruction_rms": 0.0004169217879437, "raw_apical_rms": 0.19435032243613154, "teaching_rms": 0.00041692178807095274, "traffic_rms": 0.19434930901499262 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546021699905396, "maximum_absolute_post_projection_soma_slope": 9.508907794497645e-08, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4809309560621667e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016399476702367903, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77418, "train_examples": 50000, "train_loss": 0.0028570882023498416 }, { "epoch": 199, "feedback_tracking": { "max_feedback_forward_relative_error": 0.050952453166246414, "mean_feedback_forward_cosine": 0.9994973464445635, "mean_feedback_forward_relative_error": 0.030545949521051212, "min_feedback_forward_cosine": 0.9987070560455322 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.00039462591976481765, "instruction_rms": 0.00039462591972123115, "raw_apical_rms": 0.19434591319537498, "teaching_rms": 0.00039462591976481765, "traffic_rms": 0.1943449435152257 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.2313265074226365e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.4765461320585462e-08, "maximum_pre_projection_traffic_rms_ratio": 0.01593207283687475, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 77809, "train_examples": 50000, "train_loss": 0.002666809372249991 }, { "epoch": 200, "feedback_tracking": { "max_feedback_forward_relative_error": 0.05095241591334343, "mean_feedback_forward_cosine": 0.9994973464445635, "mean_feedback_forward_relative_error": 0.03054591358893297, "min_feedback_forward_cosine": 0.9987071752548218 }, "lr": 0.0010000000000000002, "mixed_apical": { "innovation_rms": 0.000409122590855529, "instruction_rms": 0.00040912259070394294, "raw_apical_rms": 0.1943344283276579, "teaching_rms": 0.000409122590855529, "traffic_rms": 0.19433331417969973 }, "neutral_projection": { "instruction_observations": 0, "maximum_absolute_correction_slope": 0.36546018719673157, "maximum_absolute_post_projection_soma_slope": 1.0714307308035131e-07, "maximum_observations": 128, "maximum_post_projection_traffic_rms_ratio": 2.476970796404484e-08, "maximum_pre_projection_traffic_rms_ratio": 0.016329289586733298, "minimum_observations": 80 }, "output_lr": 0.0010000000000000002, "step": 78200, "train_examples": 50000, "train_loss": 0.002732656699893996 } ], "evaluation_protocol": { "test_evaluations": 1, "test_used_for_selection": false, "validation_evaluations": 0 }, "final": { "accuracy": 0.9274, "epoch": 200, "evaluation_split": "test", "finite": true, "loss": 0.37942074279785154, "step": 78200 }, "hardware": { "cuda_device_name": "NVIDIA GeForce GTX 1080", "cuda_visible_devices": "5", "device": "cuda", "device_total_memory_bytes": 8507949056, "peak_memory_allocated_bytes": 3324800000, "peak_memory_reserved_bytes": 5553258496, "torch_version": "2.3.1+cu118" }, "predictor_warmup": { "closed_form_fit": { "max_absolute_residual_soma_slope": 1.2290752238186542e-07, "max_applied_stability_margin": 0.0, "max_positive_residual_soma_slope": 1.2290752238186542e-07, "min_residual_soma_slope": -1.1848618441945291e-07, "mse": 1.5285795364643764e-17, "observations": 64, "residual_traffic_rms_ratio": 7.081359340818409e-08, "stability_margin": 0.0 }, "examples": 64, "instruction_present": false, "mode": "closed_form", "post_warmup_traffic_residual_rms_ratio": 7.081359340818409e-08, "reuses_traffic_calibration_forward": true, "steps": 1, "task_loader_state_restored": true }, "protocol_family": "oral_a_cifar_local_resnet_development", "provenance": { "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c", "git_tracked_dirty": false }, "schema_version": 1, "split": { "cifar_source_files": [ { "bytes": 31035704, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1", "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd" }, { "bytes": 31035320, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2", "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8" }, { "bytes": 31035999, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3", "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9" }, { "bytes": 31035696, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4", "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b" }, { "bytes": 31035623, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5", "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154" }, { "bytes": 31035526, "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch", "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831" } ], "dataset": "cifar10", "evaluation_split": "test", "input_layout": "NCHW", "input_shape": [ 3, 32, 32 ], "loader_seed": 14, "normalization_mean": [ 0.49140000343322754, 0.4821999967098236, 0.4465000033378601 ], "normalization_std": [ 0.24699999392032623, 0.2434999942779541, 0.26159998774528503 ], "split_from_training_only": true, "split_seed": null, "test_examples": 10000, "train_examples": 50000, "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", "validation_class_counts": {}, "validation_examples": 0, "validation_index_sha256": null }, "timing": { "apical_warmup_wall_s": 0.0, "evaluation_wall_s": 2.026231050491333, "mirror_warmup_wall_s": 0.0, "predictor_warmup_wall_s": 0.07117486000061035, "timing_excludes_data_loading_hashing_and_model_construction": true, "total_timed_wall_s": 26377.442036390305, "train_wall_s": 26370.92627930641 }, "traffic_calibration": { "data_source": "first unaugmented development-training examples", "examples": 64, "instruction_rms": [ 0.05091153830289841, 0.03655247017741203, 0.023153452202677727, 0.021897587925195694, 0.013579683378338814, 0.015431691892445087, 0.00934370793402195, 0.011485620401799679, 0.007140439935028553, 0.009418174624443054, 0.005642977077513933, 0.007607867009937763, 0.004767856560647488, 0.006615776102989912, 0.003951891791075468, 0.005578398704528809, 0.003516203025355935, 0.0051722414791584015, 0.003137255320325494, 0.007752435747534037, 0.004813292995095253, 0.006730418652296066, 0.004173689056187868, 0.005761435721069574, 0.00367356208153069, 0.005273146089166403, 0.003168795257806778, 0.004652910400182009, 0.0027767426799982786, 0.004038074519485235, 0.0025574308820068836, 0.0035546140279620886, 0.002322361571714282, 0.0034247329458594322, 0.0021392563357949257, 0.003221050603315234, 0.001980266999453306, 0.004863648675382137, 0.0033028495963662863, 0.004508663900196552, 0.0030757742933928967, 0.004294773563742638, 0.0028490161057561636, 0.004082180093973875, 0.002660284051671624, 0.003812672570347786, 0.002448310377076268, 0.0034677244257181883, 0.00229784962721169, 0.0034069865942001343, 0.0021700409706681967, 0.003208857960999012, 0.002054570009931922, 0.0029834227170795202, 0.0020505560096353292 ], "realized_traffic_instruction_rms_ratio": [ 4.000000476837158, 3.999999523162842, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.000000476837158, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158, 4.0, 4.0, 3.999999523162842, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.999999761581421, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.0, 4.000000476837158 ], "target_ratio": 4.0, "traffic_gain": [ 0.2741865813732147, 0.19733789563179016, 0.0829969048500061, 0.11605869978666306, 0.03608892858028412, 0.0833565816283226, 0.020584456622600555, 0.062496367841959, 0.014349586330354214, 0.04949149489402771, 0.010205832310020924, 0.039496153593063354, 0.007967822253704071, 0.035705070942640305, 0.006037096492946148, 0.028738010674715042, 0.005009029991924763, 0.027241500094532967, 0.004237405955791473, 0.04153915494680405, 0.008449469693005085, 0.03575325012207031, 0.006828334182500839, 0.030518390238285065, 0.00560279143974185, 0.028213337063789368, 0.004507121630012989, 0.02500816248357296, 0.0037638831418007612, 0.021143373101949692, 0.0032912753522396088, 0.01856883056461811, 0.0028557528275996447, 0.018206365406513214, 0.0024693470913916826, 0.016764724627137184, 0.00216887379065156, 0.026165900751948357, 0.004856692161411047, 0.02404988557100296, 0.004315375350415707, 0.022511620074510574, 0.003794856136664748, 0.021572861820459366, 0.003355208318680525, 0.019874075427651405, 0.002985555212944746, 0.018577327951788902, 0.002686375053599477, 0.01843234896659851, 0.002411630004644394, 0.017050232738256454, 0.0022508215624839067, 0.01570250280201435, 0.0021455418318510056 ], "unscaled_traffic_rms": [ 0.7427284121513367, 0.7409113049507141, 1.1158705949783325, 0.7547073364257812, 1.5051356554031372, 0.7405146360397339, 1.8156821727752686, 0.7351224422454834, 1.9904239177703857, 0.7611954212188721, 2.211667537689209, 0.7704919576644897, 2.3935556411743164, 0.7411581873893738, 2.61840558052063, 0.7764488458633423, 2.807891368865967, 0.7594649791717529, 2.96148681640625, 0.7465183734893799, 2.278625011444092, 0.752985417842865, 2.4449236392974854, 0.7551428079605103, 2.6226656436920166, 0.7476103901863098, 2.812256336212158, 0.7442227005958557, 2.9509339332580566, 0.7639414072036743, 3.108133554458618, 0.7657163143157959, 3.2528886795043945, 0.7524254322052002, 3.465298652648926, 0.7685304880142212, 3.6521570682525635, 0.7435094714164734, 2.7202460765838623, 0.7498853206634521, 2.8509912490844727, 0.7631211876869202, 3.0030293464660645, 0.7569102644920349, 3.171527624130249, 0.7673659920692444, 3.280207872390747, 0.7466573119163513, 3.42148756980896, 0.7393494248390198, 3.5992932319641113, 0.7528009414672852, 3.651235580444336, 0.7599865794181824, 3.8229150772094727 ], "uses_validation_endpoint": false }, "work": { "apical_macs_per_example": 125043328, "causal_scalar_observations": 0, "components": { "apical_projection_macs": 1250441282772992, "apical_regression_macs": 0, "bp_reverse_macs_estimate": 0, "kp_reciprocal_correlation_macs": 1250433280000000, "local_weight_correlation_macs": 1254856960000000, "mirror_feedback_prediction_macs": 0, "mirror_local_correlation_macs": 0, "mirror_response_macs": 0, "ordinary_forward_macs": 1254856960000000, "perturbation_forward_macs": 0, "warmup_clean_forward_macs": 8031084544 }, "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs", "elementwise_operations_estimate": 127796290519040, "forward_macs_per_example": 125485696, "logical_batch_loss_queries": 0, "mirror_probe_examples": 0, "mirror_readout_probe_examples": 0, "neutral_projection_observations": 10000000, "per_example_cross_entropy_terms": 0, "total_clean_forward_examples": 10000064, "total_forward_equivalent_examples": 10000064, "total_macs_estimate": 5010596513857536 } }