summaryrefslogtreecommitdiff
path: root/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json')
-rw-r--r--results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json7293
1 files changed, 7293 insertions, 0 deletions
diff --git a/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json
new file mode 100644
index 0000000..94c1f28
--- /dev/null
+++ b/results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json
@@ -0,0 +1,7293 @@
+{
+ "architecture": {
+ "adaptive_apical_parameters": 1064960,
+ "adaptive_feedback_parameters": 848512,
+ "base_width": 16,
+ "blocks_per_stage": 9,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "depth": 56,
+ "family": "CIFAR 6n+2 ResNet, option-A shortcuts",
+ "fixed_feedback_parameters": 0,
+ "fixed_traffic_coefficients": 532480,
+ "forward_parameters": 853018,
+ "hidden_shapes": [
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 16,
+ 32,
+ 32
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 32,
+ 16,
+ 16
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ],
+ [
+ 64,
+ 8,
+ 8
+ ]
+ ],
+ "normalization": "batchnorm",
+ "predictor_parameters": 1064960,
+ "residual_scale": 1.0,
+ "vectorizer_mode": null,
+ "vectorizer_parameters": 0
+ },
+ "args": {
+ "a_scale": 1.0,
+ "a_warmup_steps": 0,
+ "alignment_probe": 32,
+ "apical_calibration_mode": "unit_targets",
+ "apical_seed": null,
+ "augment_train": 1,
+ "batch_size": 128,
+ "bn_eps": 1e-05,
+ "bn_momentum": 0.1,
+ "data_dir": "/home/yurenh2/sdrn/data",
+ "depth": 56,
+ "device": "cuda",
+ "epochs": 200,
+ "eta_A": 0.01,
+ "eta_P": 0.1,
+ "eval_every": 0,
+ "eval_split": "test",
+ "learn_P": 1,
+ "loader_seed": 13,
+ "lr": 0.1,
+ "lr_gamma": 0.1,
+ "lr_milestones": "100,150",
+ "lr_schedule": "step",
+ "max_steps": 0,
+ "mirror_batch_size": 1,
+ "mirror_eta": 0.1,
+ "mirror_every": 16,
+ "mirror_noise_std": 1.0,
+ "mirror_seed": 3000,
+ "mirror_warmup_steps": 0,
+ "mode": "kp_traffic",
+ "momentum": 0.9,
+ "neutral_projection": 1,
+ "normalization": "batchnorm",
+ "nuisance_scale": 0.0,
+ "out": "results/oral_a_dynamic_scaling_v2/dynamic_d56_s13.json",
+ "output_lr": 0.1,
+ "pert_directions": 1,
+ "pert_every": 4,
+ "pert_sigma": 0.01,
+ "perturb_seed": 1000,
+ "predictor_every": 0,
+ "predictor_mode": "closed_form",
+ "predictor_warmup_steps": 1,
+ "residual_scale": null,
+ "seed": 13,
+ "split_seed": 2027,
+ "traffic_calibration_examples": 64,
+ "traffic_ratio": 4.0,
+ "traffic_rule": "innovation",
+ "traffic_seed": 5013,
+ "train_limit": 0,
+ "use_residual": 1,
+ "val_examples": 0,
+ "vectorizer_mode": "spatial_template",
+ "warmup_epochs": 0,
+ "weight_decay": 0.0001,
+ "weight_scale": 1.0,
+ "width": 16
+ },
+ "calibration_metric_space": "reciprocal_local_activity_products_with_mixed_apical_traffic",
+ "counters": {
+ "apical_warmup_examples": 0,
+ "calibration_event_examples": 0,
+ "causal_scalar_observations": 0,
+ "logical_batch_loss_queries": 0,
+ "mirror_conv_examples": 0,
+ "mirror_events": 0,
+ "mirror_readout_examples": 0,
+ "neutral_projection_examples": 10000000,
+ "ordinary_examples": 10000000,
+ "per_example_loss_terms": 0,
+ "perturbation_events": 0,
+ "perturbation_forward_examples": 0,
+ "predictor_update_examples": 64,
+ "predictor_warmup_examples": 0,
+ "traffic_audit_examples": 0,
+ "traffic_calibration_examples": 64
+ },
+ "diagnostics": {
+ "early_third_mean": 0.9994251562489403,
+ "feedback_forward_cosine": [
+ 0.9995708465576172,
+ 0.999543309211731,
+ 0.9994069337844849,
+ 0.9993953704833984,
+ 0.9995234608650208,
+ 0.9994070529937744,
+ 0.9995660781860352,
+ 0.999530553817749,
+ 0.9992876648902893,
+ 0.999217689037323,
+ 0.9996702075004578,
+ 0.9996304512023926,
+ 0.9995496273040771,
+ 0.9995319843292236,
+ 0.9997491240501404,
+ 0.9996465444564819,
+ 0.9997409582138062,
+ 0.999666154384613,
+ 0.9997338652610779,
+ 0.9998133182525635,
+ 0.9996403455734253,
+ 0.9996040463447571,
+ 0.9996645450592041,
+ 0.9995990991592407,
+ 0.9996405839920044,
+ 0.9995697140693665,
+ 0.9996727108955383,
+ 0.9995875358581543,
+ 0.9996808767318726,
+ 0.9995706081390381,
+ 0.9996305108070374,
+ 0.9995162487030029,
+ 0.9996678829193115,
+ 0.9995405673980713,
+ 0.9996769428253174,
+ 0.999527096748352,
+ 0.9997521638870239,
+ 0.9998356103897095,
+ 0.9998087882995605,
+ 0.9997869729995728,
+ 0.9997954368591309,
+ 0.9997106194496155,
+ 0.9997897148132324,
+ 0.9996377229690552,
+ 0.9996221661567688,
+ 0.9993540048599243,
+ 0.9995265007019043,
+ 0.999187707901001,
+ 0.9982263445854187,
+ 0.9977731704711914,
+ 0.998186469078064,
+ 0.9975561499595642,
+ 0.998430609703064,
+ 0.997812807559967,
+ 0.9999798536300659
+ ],
+ "feedback_forward_norm_ratio": [
+ 0.999843418598175,
+ 1.001550555229187,
+ 0.9994851350784302,
+ 1.0000321865081787,
+ 0.9982244968414307,
+ 1.001978874206543,
+ 0.9991020560264587,
+ 1.0019161701202393,
+ 0.998595118522644,
+ 1.0026040077209473,
+ 0.9997974634170532,
+ 1.001760721206665,
+ 0.9984849691390991,
+ 1.002119779586792,
+ 0.9994176626205444,
+ 1.0011266469955444,
+ 0.9993706941604614,
+ 1.0008323192596436,
+ 0.9987615346908569,
+ 1.000525712966919,
+ 0.9991268515586853,
+ 1.0014923810958862,
+ 0.998845636844635,
+ 1.001668095588684,
+ 0.9993511438369751,
+ 1.0019927024841309,
+ 0.9989683628082275,
+ 1.0017509460449219,
+ 0.9990468621253967,
+ 1.0016542673110962,
+ 0.9991765022277832,
+ 1.0017874240875244,
+ 0.9983173608779907,
+ 1.0019989013671875,
+ 0.9993149638175964,
+ 1.002145528793335,
+ 0.9993314146995544,
+ 1.0003092288970947,
+ 0.999877393245697,
+ 1.0006320476531982,
+ 0.99971604347229,
+ 1.000820279121399,
+ 0.999618649482727,
+ 1.0011359453201294,
+ 0.9993308186531067,
+ 1.0016674995422363,
+ 0.9991656541824341,
+ 1.002214789390564,
+ 0.9976616501808167,
+ 1.003898024559021,
+ 0.9978560209274292,
+ 1.0033684968948364,
+ 0.9981748461723328,
+ 1.0033618211746216,
+ 1.0017030239105225
+ ],
+ "feedback_forward_relative_error": [
+ 0.029293466359376907,
+ 0.03028717078268528,
+ 0.03443378582596779,
+ 0.03477523848414421,
+ 0.03089556284248829,
+ 0.03452856093645096,
+ 0.029456177726387978,
+ 0.03072730265557766,
+ 0.037744998931884766,
+ 0.03969145938754082,
+ 0.025676092132925987,
+ 0.027266312390565872,
+ 0.030022840946912766,
+ 0.030702665448188782,
+ 0.022397220134735107,
+ 0.026623448356986046,
+ 0.022760650143027306,
+ 0.025860438123345375,
+ 0.02309184893965721,
+ 0.019329769536852837,
+ 0.026822533458471298,
+ 0.028197942301630974,
+ 0.025912407785654068,
+ 0.02838928811252117,
+ 0.02681521326303482,
+ 0.029431317001581192,
+ 0.02559211105108261,
+ 0.02880263142287731,
+ 0.0252666138112545,
+ 0.0293738953769207,
+ 0.027186011895537376,
+ 0.03118078038096428,
+ 0.025803690776228905,
+ 0.030405156314373016,
+ 0.025418713688850403,
+ 0.03085964545607567,
+ 0.022268714383244514,
+ 0.01814079098403454,
+ 0.01955130510032177,
+ 0.020656032487750053,
+ 0.020225821062922478,
+ 0.024079715833067894,
+ 0.02050395868718624,
+ 0.026955166831612587,
+ 0.027489952743053436,
+ 0.036010999232530594,
+ 0.030774997547268867,
+ 0.0404089093208313,
+ 0.05953606218099594,
+ 0.06697878241539001,
+ 0.06019625440239906,
+ 0.07011085003614426,
+ 0.05600409582257271,
+ 0.06633620709180832,
+ 0.0065770866349339485
+ ],
+ "innovation_negative_gradient_cosine": [
+ 0.9994934797286987,
+ 0.9993982315063477,
+ 0.9994956254959106,
+ 0.9992268085479736,
+ 0.9994954466819763,
+ 0.9991641044616699,
+ 0.9994995594024658,
+ 0.9993889927864075,
+ 0.9995012283325195,
+ 0.9991922974586487,
+ 0.9995108246803284,
+ 0.9993957281112671,
+ 0.9995231628417969,
+ 0.9993530511856079,
+ 0.9995372295379639,
+ 0.9994377493858337,
+ 0.999556839466095,
+ 0.9994824528694153,
+ 0.9995675086975098,
+ 0.999570369720459,
+ 0.9995906352996826,
+ 0.99944007396698,
+ 0.9995976090431213,
+ 0.9994415044784546,
+ 0.9996044635772705,
+ 0.9994592070579529,
+ 0.9996154308319092,
+ 0.9994706511497498,
+ 0.9996240735054016,
+ 0.9995054602622986,
+ 0.9996492862701416,
+ 0.9995315074920654,
+ 0.9996607303619385,
+ 0.9996076822280884,
+ 0.999669075012207,
+ 0.9996030926704407,
+ 0.9996864795684814,
+ 0.9997321367263794,
+ 0.9997022747993469,
+ 0.9996989369392395,
+ 0.9997233748435974,
+ 0.9996992349624634,
+ 0.9997425675392151,
+ 0.9997498989105225,
+ 0.9997432231903076,
+ 0.9997694492340088,
+ 0.9997261166572571,
+ 0.9996894001960754,
+ 0.9996793866157532,
+ 0.999620258808136,
+ 0.9997217059135437,
+ 0.9996902346611023,
+ 0.9997488260269165,
+ 0.9997227787971497,
+ 0.735634446144104
+ ],
+ "instruction_negative_gradient_cosine": [
+ 0.9994934797286987,
+ 0.9993981719017029,
+ 0.9994956254959106,
+ 0.9992268085479736,
+ 0.9994955062866211,
+ 0.9991641044616699,
+ 0.9994996190071106,
+ 0.9993889331817627,
+ 0.9995012283325195,
+ 0.9991923570632935,
+ 0.9995107650756836,
+ 0.9993957281112671,
+ 0.9995231628417969,
+ 0.9993530511856079,
+ 0.9995372295379639,
+ 0.9994377493858337,
+ 0.999556839466095,
+ 0.9994824528694153,
+ 0.999567449092865,
+ 0.999570369720459,
+ 0.9995905160903931,
+ 0.99944007396698,
+ 0.9995976090431213,
+ 0.9994415044784546,
+ 0.9996045827865601,
+ 0.9994591474533081,
+ 0.9996154308319092,
+ 0.9994706511497498,
+ 0.9996240139007568,
+ 0.9995054602622986,
+ 0.9996492862701416,
+ 0.9995315074920654,
+ 0.9996607303619385,
+ 0.9996076226234436,
+ 0.999669075012207,
+ 0.9996031522750854,
+ 0.9996864795684814,
+ 0.9997321367263794,
+ 0.9997022747993469,
+ 0.9996988773345947,
+ 0.9997233152389526,
+ 0.9996992349624634,
+ 0.9997426271438599,
+ 0.9997498989105225,
+ 0.9997432231903076,
+ 0.999769389629364,
+ 0.9997261762619019,
+ 0.9996894001960754,
+ 0.999679446220398,
+ 0.999620258808136,
+ 0.9997217059135437,
+ 0.9996902346611023,
+ 0.9997488260269165,
+ 0.9997228384017944,
+ 0.742300808429718
+ ],
+ "matched_negative_gradient_cosine": [
+ 0.009145081043243408,
+ 0.020712576806545258,
+ 0.01115537527948618,
+ 0.029118096455931664,
+ 0.019411785528063774,
+ 0.05053672194480896,
+ 0.02483413927257061,
+ 0.017403408885002136,
+ 0.02556869015097618,
+ 0.05258864909410477,
+ 0.03975364565849304,
+ 0.05170352756977081,
+ 0.03912960737943649,
+ 0.039501167833805084,
+ 0.04481004923582077,
+ 0.0700264498591423,
+ 0.03045046329498291,
+ 0.005845815874636173,
+ 0.0425560437142849,
+ 0.038321420550346375,
+ 0.06834159791469574,
+ 0.13859328627586365,
+ 0.08878348022699356,
+ 0.12117676436901093,
+ 0.099797822535038,
+ 0.190749853849411,
+ 0.10534648597240448,
+ 0.19740569591522217,
+ 0.1054484024643898,
+ 0.2672116756439209,
+ 0.08820351958274841,
+ 0.2515257000923157,
+ 0.07720845937728882,
+ 0.2144172489643097,
+ 0.09138260036706924,
+ 0.28180715441703796,
+ 0.0978660061955452,
+ 0.08489158749580383,
+ 0.1037803590297699,
+ 0.27369028329849243,
+ 0.13156411051750183,
+ 0.3883955478668213,
+ 0.11124899238348007,
+ 0.3731602132320404,
+ 0.1306922882795334,
+ 0.34593671560287476,
+ 0.0874105766415596,
+ 0.2596692442893982,
+ 0.02722877264022827,
+ 0.07590722292661667,
+ 0.08146192133426666,
+ 0.17924267053604126,
+ 0.1025547906756401,
+ 0.14632907509803772,
+ 0.114814393222332
+ ],
+ "max_norm_match_direction_error": 0.3530300259590149,
+ "max_norm_match_relative_error": 1.6793526924629987e-07,
+ "mean_feedback_forward_cosine": 0.999431696805087,
+ "mean_feedback_forward_relative_error": 0.03134233936328779,
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "max_absolute_correction_slope": 0.14260973036289215,
+ "max_absolute_post_projection_soma_slope": 4.247462115358758e-08,
+ "max_absolute_pre_projection_soma_slope": 0.14260973036289215,
+ "max_positive_post_projection_soma_slope": 1.9167110565376788e-08,
+ "min_post_projection_soma_slope": -4.247462115358758e-08,
+ "observations": 32,
+ "post_projection_traffic_rms_ratio": 2.4350122690998085e-08,
+ "pre_projection_traffic_rms_ratio": 0.008812519354754533
+ },
+ "normalization_state": "training_batch_stats_without_running_update",
+ "predictor_traffic_residual_rms_ratio": 0.00881251935472426,
+ "raw_negative_gradient_cosine": [
+ 0.009145081974565983,
+ 0.020712576806545258,
+ 0.01115537527948618,
+ 0.029118096455931664,
+ 0.019411787390708923,
+ 0.05053672194480896,
+ 0.02483413740992546,
+ 0.017403408885002136,
+ 0.02556869015097618,
+ 0.05258864909410477,
+ 0.03975364565849304,
+ 0.05170352756977081,
+ 0.03912960737943649,
+ 0.039501167833805084,
+ 0.04481004923582077,
+ 0.0700264498591423,
+ 0.03045046329498291,
+ 0.0058458163402974606,
+ 0.0425560399889946,
+ 0.038321420550346375,
+ 0.06834159046411514,
+ 0.13859328627586365,
+ 0.08878347277641296,
+ 0.12117677181959152,
+ 0.09979782998561859,
+ 0.190749853849411,
+ 0.10534648597240448,
+ 0.19740569591522217,
+ 0.1054484024643898,
+ 0.2672116756439209,
+ 0.08820351958274841,
+ 0.2515257000923157,
+ 0.07720845937728882,
+ 0.2144172489643097,
+ 0.09138260036706924,
+ 0.28180715441703796,
+ 0.0978659987449646,
+ 0.08489158749580383,
+ 0.1037803590297699,
+ 0.2736903131008148,
+ 0.13156409561634064,
+ 0.3883955478668213,
+ 0.11124899983406067,
+ 0.3731602132320404,
+ 0.1306922882795334,
+ 0.34593671560287476,
+ 0.0874105766415596,
+ 0.2596692442893982,
+ 0.02722877264022827,
+ 0.07590721547603607,
+ 0.08146192133426666,
+ 0.17924265563488007,
+ 0.1025547981262207,
+ 0.14632906019687653,
+ 0.11466988921165466
+ ],
+ "teaching_negative_gradient_cosine": [
+ 0.9994934797286987,
+ 0.9993982315063477,
+ 0.9994956254959106,
+ 0.9992268085479736,
+ 0.9994954466819763,
+ 0.9991641044616699,
+ 0.9994995594024658,
+ 0.9993889927864075,
+ 0.9995012283325195,
+ 0.9991922974586487,
+ 0.9995108246803284,
+ 0.9993957281112671,
+ 0.9995231628417969,
+ 0.9993530511856079,
+ 0.9995372295379639,
+ 0.9994377493858337,
+ 0.999556839466095,
+ 0.9994824528694153,
+ 0.9995675086975098,
+ 0.999570369720459,
+ 0.9995906352996826,
+ 0.99944007396698,
+ 0.9995976090431213,
+ 0.9994415044784546,
+ 0.9996044635772705,
+ 0.9994592070579529,
+ 0.9996154308319092,
+ 0.9994706511497498,
+ 0.9996240735054016,
+ 0.9995054602622986,
+ 0.9996492862701416,
+ 0.9995315074920654,
+ 0.9996607303619385,
+ 0.9996076822280884,
+ 0.999669075012207,
+ 0.9996030926704407,
+ 0.9996864795684814,
+ 0.9997321367263794,
+ 0.9997022747993469,
+ 0.9996989369392395,
+ 0.9997233748435974,
+ 0.9996992349624634,
+ 0.9997425675392151,
+ 0.9997498989105225,
+ 0.9997432231903076,
+ 0.9997694492340088,
+ 0.9997261166572571,
+ 0.9996894001960754,
+ 0.9996793866157532,
+ 0.999620258808136,
+ 0.9997217059135437,
+ 0.9996902346611023,
+ 0.9997488260269165,
+ 0.9997227787971497,
+ 0.735634446144104
+ ],
+ "traffic_instruction_rms_ratio": 21.865208705270707,
+ "used_negative_gradient_cosine": [
+ 0.9994934797286987,
+ 0.9993982315063477,
+ 0.9994956254959106,
+ 0.9992268085479736,
+ 0.9994954466819763,
+ 0.9991641044616699,
+ 0.9994995594024658,
+ 0.9993889927864075,
+ 0.9995012283325195,
+ 0.9991922974586487,
+ 0.9995108246803284,
+ 0.9993957281112671,
+ 0.9995231628417969,
+ 0.9993530511856079,
+ 0.9995372295379639,
+ 0.9994377493858337,
+ 0.999556839466095,
+ 0.9994824528694153,
+ 0.9995675086975098,
+ 0.999570369720459,
+ 0.9995906352996826,
+ 0.99944007396698,
+ 0.9995976090431213,
+ 0.9994415044784546,
+ 0.9996044635772705,
+ 0.9994592070579529,
+ 0.9996154308319092,
+ 0.9994706511497498,
+ 0.9996240735054016,
+ 0.9995054602622986,
+ 0.9996492862701416,
+ 0.9995315074920654,
+ 0.9996607303619385,
+ 0.9996076822280884,
+ 0.999669075012207,
+ 0.9996030926704407,
+ 0.9996864795684814,
+ 0.9997321367263794,
+ 0.9997022747993469,
+ 0.9996989369392395,
+ 0.9997233748435974,
+ 0.9996992349624634,
+ 0.9997425675392151,
+ 0.9997498989105225,
+ 0.9997432231903076,
+ 0.9997694492340088,
+ 0.9997261166572571,
+ 0.9996894001960754,
+ 0.9996793866157532,
+ 0.999620258808136,
+ 0.9997217059135437,
+ 0.9996902346611023,
+ 0.9997488260269165,
+ 0.9997227787971497,
+ 0.735634446144104
+ ],
+ "wall_s": 0.34674644470214844
+ },
+ "epochs": [
+ {
+ "epoch": 1,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3731249570846558,
+ "mean_feedback_forward_cosine": 0.24383907169103622,
+ "mean_feedback_forward_relative_error": 1.2229380065744573,
+ "min_feedback_forward_cosine": 0.06914597004652023
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0011735415065878042,
+ "instruction_rms": 0.0011735415065781127,
+ "raw_apical_rms": 0.03970981731480759,
+ "teaching_rms": 0.0011735415065878042,
+ "traffic_rms": 0.039589583590077214
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260977506637573,
+ "maximum_absolute_post_projection_soma_slope": 8.299865328353917e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 3.0173287463056015e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014547473336261161,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 391,
+ "train_examples": 50000,
+ "train_loss": 2.4184074737548826
+ },
+ {
+ "epoch": 2,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3461002111434937,
+ "mean_feedback_forward_cosine": 0.2696815949949351,
+ "mean_feedback_forward_relative_error": 1.2026612693613226,
+ "min_feedback_forward_cosine": 0.1001327857375145
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0011514765673950236,
+ "instruction_rms": 0.001151476567255391,
+ "raw_apical_rms": 0.045794743736385236,
+ "teaching_rms": 0.0011514765673950236,
+ "traffic_rms": 0.0457799909076458
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260976016521454,
+ "maximum_absolute_post_projection_soma_slope": 5.1173611126387186e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.8548287900272433e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.017615210458279712,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 782,
+ "train_examples": 50000,
+ "train_loss": 1.762520817604065
+ },
+ {
+ "epoch": 3,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3408757448196411,
+ "mean_feedback_forward_cosine": 0.3161876526745883,
+ "mean_feedback_forward_relative_error": 1.1650627585974607,
+ "min_feedback_forward_cosine": 0.10489001870155334
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0016549438746414546,
+ "instruction_rms": 0.0016549438748159956,
+ "raw_apical_rms": 0.05151741165488746,
+ "teaching_rms": 0.0016549438746414546,
+ "traffic_rms": 0.051490281252015324
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.5940943493860686e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.815517811552671e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.016994714176783932,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1173,
+ "train_examples": 50000,
+ "train_loss": 1.512260643157959
+ },
+ {
+ "epoch": 4,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3316549062728882,
+ "mean_feedback_forward_cosine": 0.3749822615222497,
+ "mean_feedback_forward_relative_error": 1.1154337584972382,
+ "min_feedback_forward_cosine": 0.11218077689409256
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002275252031508896,
+ "instruction_rms": 0.0022752520312655663,
+ "raw_apical_rms": 0.0590345048903686,
+ "teaching_rms": 0.002275252031508896,
+ "traffic_rms": 0.058990198245991
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.231281363649032e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.7644759047707248e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.017628377766492665,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1564,
+ "train_examples": 50000,
+ "train_loss": 1.2438516765213012
+ },
+ {
+ "epoch": 5,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3258413076400757,
+ "mean_feedback_forward_cosine": 0.42951178672638807,
+ "mean_feedback_forward_relative_error": 1.0656936445019463,
+ "min_feedback_forward_cosine": 0.1209106519818306
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002643699691281606,
+ "instruction_rms": 0.002643699691855183,
+ "raw_apical_rms": 0.06510588726889914,
+ "teaching_rms": 0.002643699691281606,
+ "traffic_rms": 0.06505173114730729
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.0512151855409684e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.722713432202185e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01723250722562036,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 1955,
+ "train_examples": 50000,
+ "train_loss": 1.0136612246322632
+ },
+ {
+ "epoch": 6,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3194870948791504,
+ "mean_feedback_forward_cosine": 0.4723150819540024,
+ "mean_feedback_forward_relative_error": 1.0242296571081335,
+ "min_feedback_forward_cosine": 0.13022229075431824
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027426750034518807,
+ "instruction_rms": 0.002742675002665937,
+ "raw_apical_rms": 0.06990917648948562,
+ "teaching_rms": 0.0027426750034518807,
+ "traffic_rms": 0.06985486620014025
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.57405597842353e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6861699679115742e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01685556838342217,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 2346,
+ "train_examples": 50000,
+ "train_loss": 0.8622315446090698
+ },
+ {
+ "epoch": 7,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3131864070892334,
+ "mean_feedback_forward_cosine": 0.5075092513452877,
+ "mean_feedback_forward_relative_error": 0.9886099425229159,
+ "min_feedback_forward_cosine": 0.13890588283538818
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027565688461020418,
+ "instruction_rms": 0.0027565688461008665,
+ "raw_apical_rms": 0.0732243208573209,
+ "teaching_rms": 0.0027565688461020418,
+ "traffic_rms": 0.0731720057025109
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.1846366372055854e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6607284779938954e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.016290882085779498,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 2737,
+ "train_examples": 50000,
+ "train_loss": 0.7612383555221558
+ },
+ {
+ "epoch": 8,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.3064661026000977,
+ "mean_feedback_forward_cosine": 0.5395994912494313,
+ "mean_feedback_forward_relative_error": 0.9543644444508986,
+ "min_feedback_forward_cosine": 0.14829930663108826
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029274980586611993,
+ "instruction_rms": 0.00292749805821342,
+ "raw_apical_rms": 0.07602529356063284,
+ "teaching_rms": 0.0029274980586611993,
+ "traffic_rms": 0.07596838769331994
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.0723592437407206e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6519811884155084e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015116814756271498,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3128,
+ "train_examples": 50000,
+ "train_loss": 0.6853854769706726
+ },
+ {
+ "epoch": 9,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2993086576461792,
+ "mean_feedback_forward_cosine": 0.5678306186741049,
+ "mean_feedback_forward_relative_error": 0.9229284010150216,
+ "min_feedback_forward_cosine": 0.15878009796142578
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002925969400428821,
+ "instruction_rms": 0.0029259694004951952,
+ "raw_apical_rms": 0.07765925269197753,
+ "teaching_rms": 0.002925969400428821,
+ "traffic_rms": 0.07760362227067051
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.743388780705573e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6339202143355274e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014225178135468407,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3519,
+ "train_examples": 50000,
+ "train_loss": 0.6295745374870301
+ },
+ {
+ "epoch": 10,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2910151481628418,
+ "mean_feedback_forward_cosine": 0.593825030055913,
+ "mean_feedback_forward_relative_error": 0.8929989077828148,
+ "min_feedback_forward_cosine": 0.170100599527359
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002987865834335705,
+ "instruction_rms": 0.002987865833552953,
+ "raw_apical_rms": 0.07899781976903276,
+ "teaching_rms": 0.002987865834335705,
+ "traffic_rms": 0.07894057704038218
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.923046503790829e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6315237383022224e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015077701846357223,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 3910,
+ "train_examples": 50000,
+ "train_loss": 0.5860557368278504
+ },
+ {
+ "epoch": 11,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2823660373687744,
+ "mean_feedback_forward_cosine": 0.6178091233426874,
+ "mean_feedback_forward_relative_error": 0.8643731014295057,
+ "min_feedback_forward_cosine": 0.18129217624664307
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030597157851392515,
+ "instruction_rms": 0.0030597157859018915,
+ "raw_apical_rms": 0.0804539761410236,
+ "teaching_rms": 0.0030597157851392515,
+ "traffic_rms": 0.08039518505816531
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.720018236843316e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6275350507650064e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014758505621887503,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 4301,
+ "train_examples": 50000,
+ "train_loss": 0.5491757737350463
+ },
+ {
+ "epoch": 12,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2722746133804321,
+ "mean_feedback_forward_cosine": 0.6401401311159134,
+ "mean_feedback_forward_relative_error": 0.8367454994808544,
+ "min_feedback_forward_cosine": 0.19456332921981812
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030957983647721295,
+ "instruction_rms": 0.0030957983640941145,
+ "raw_apical_rms": 0.08161926230133791,
+ "teaching_rms": 0.0030957983647721295,
+ "traffic_rms": 0.08155977108612134
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.139646930274466e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.609164351010329e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015799664481893422,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 4692,
+ "train_examples": 50000,
+ "train_loss": 0.5175455815505982
+ },
+ {
+ "epoch": 13,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2608096599578857,
+ "mean_feedback_forward_cosine": 0.660786991498687,
+ "mean_feedback_forward_relative_error": 0.81037946424701,
+ "min_feedback_forward_cosine": 0.20936188101768494
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030781235354573567,
+ "instruction_rms": 0.003078123537057369,
+ "raw_apical_rms": 0.08337431725574489,
+ "teaching_rms": 0.0030781235354573567,
+ "traffic_rms": 0.08331677915938523
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.17742826389167e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.604457836068378e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015449845241321073,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5083,
+ "train_examples": 50000,
+ "train_loss": 0.48272350957870486
+ },
+ {
+ "epoch": 14,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.248460292816162,
+ "mean_feedback_forward_cosine": 0.6798852021043951,
+ "mean_feedback_forward_relative_error": 0.7852349094369194,
+ "min_feedback_forward_cosine": 0.22457371652126312
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003100339211295203,
+ "instruction_rms": 0.0031003392114249467,
+ "raw_apical_rms": 0.08494837575713804,
+ "teaching_rms": 0.003100339211295203,
+ "traffic_rms": 0.08489106844723374
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.217096088472317e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5957172868956847e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01433126936808082,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5474,
+ "train_examples": 50000,
+ "train_loss": 0.4695433413505554
+ },
+ {
+ "epoch": 15,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2356730699539185,
+ "mean_feedback_forward_cosine": 0.6979092966426502,
+ "mean_feedback_forward_relative_error": 0.7607278384945609,
+ "min_feedback_forward_cosine": 0.24089950323104858
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030866216165242872,
+ "instruction_rms": 0.0030866216169087583,
+ "raw_apical_rms": 0.08555312030032036,
+ "teaching_rms": 0.0030866216165242872,
+ "traffic_rms": 0.08549662477664306
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 3.915413770982923e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6069746057882416e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014215939041889511,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 5865,
+ "train_examples": 50000,
+ "train_loss": 0.44431737590789794
+ },
+ {
+ "epoch": 16,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.221461534500122,
+ "mean_feedback_forward_cosine": 0.7151031217791818,
+ "mean_feedback_forward_relative_error": 0.7367805808782577,
+ "min_feedback_forward_cosine": 0.2581232786178589
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003150088060700533,
+ "instruction_rms": 0.0031500880620992425,
+ "raw_apical_rms": 0.08668502895686502,
+ "teaching_rms": 0.003150088060700533,
+ "traffic_rms": 0.08662691618474584
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.427119648653388e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5926292691735105e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01514278446834455,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 6256,
+ "train_examples": 50000,
+ "train_loss": 0.4272077713012695
+ },
+ {
+ "epoch": 17,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.2064054012298584,
+ "mean_feedback_forward_cosine": 0.7313121627677571,
+ "mean_feedback_forward_relative_error": 0.7133815402334387,
+ "min_feedback_forward_cosine": 0.27655303478240967
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0031676989314134937,
+ "instruction_rms": 0.0031676989313967753,
+ "raw_apical_rms": 0.08779876860020117,
+ "teaching_rms": 0.0031676989314134937,
+ "traffic_rms": 0.08774073357977569
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.891075988666671e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5845491407552892e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015564226046954089,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 6647,
+ "train_examples": 50000,
+ "train_loss": 0.41010695198059083
+ },
+ {
+ "epoch": 18,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1892849206924438,
+ "mean_feedback_forward_cosine": 0.7461305732076818,
+ "mean_feedback_forward_relative_error": 0.6915872013027018,
+ "min_feedback_forward_cosine": 0.29781749844551086
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0031125275056129464,
+ "instruction_rms": 0.0031125275041885103,
+ "raw_apical_rms": 0.08895119841734302,
+ "teaching_rms": 0.0031125275056129464,
+ "traffic_rms": 0.0888956884749632
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.4969496570956835e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.576501189309585e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015773583572524803,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7038,
+ "train_examples": 50000,
+ "train_loss": 0.3859537725162506
+ },
+ {
+ "epoch": 19,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1772735118865967,
+ "mean_feedback_forward_cosine": 0.760148654200814,
+ "mean_feedback_forward_relative_error": 0.6704453896392476,
+ "min_feedback_forward_cosine": 0.3165215253829956
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030907806372996423,
+ "instruction_rms": 0.003090780635865599,
+ "raw_apical_rms": 0.08980578390375954,
+ "teaching_rms": 0.0030907806372996423,
+ "traffic_rms": 0.08975168761137799
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.059389789925262e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5769334612786096e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015363409185099226,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7429,
+ "train_examples": 50000,
+ "train_loss": 0.37772658000946047
+ },
+ {
+ "epoch": 20,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1634541749954224,
+ "mean_feedback_forward_cosine": 0.7733385806733911,
+ "mean_feedback_forward_relative_error": 0.649839403683489,
+ "min_feedback_forward_cosine": 0.33794498443603516
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030918706624569413,
+ "instruction_rms": 0.003091870662278607,
+ "raw_apical_rms": 0.09041249729278336,
+ "teaching_rms": 0.0030918706624569413,
+ "traffic_rms": 0.09035864335020174
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.208373714069239e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5827124977612797e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0155473242950958,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 7820,
+ "train_examples": 50000,
+ "train_loss": 0.3625246440696716
+ },
+ {
+ "epoch": 21,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1474006175994873,
+ "mean_feedback_forward_cosine": 0.7861961467699571,
+ "mean_feedback_forward_relative_error": 0.6294605274092068,
+ "min_feedback_forward_cosine": 0.35897910594940186
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003063784300643496,
+ "instruction_rms": 0.0030637843012309806,
+ "raw_apical_rms": 0.09130127876237354,
+ "teaching_rms": 0.003063784300643496,
+ "traffic_rms": 0.0912489663455528
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.200717012598943e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5743717851999996e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.015155502015739801,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8211,
+ "train_examples": 50000,
+ "train_loss": 0.3535980351257324
+ },
+ {
+ "epoch": 22,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1316689252853394,
+ "mean_feedback_forward_cosine": 0.7981834920969877,
+ "mean_feedback_forward_relative_error": 0.6098968860777941,
+ "min_feedback_forward_cosine": 0.3776004910469055
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030198313112314826,
+ "instruction_rms": 0.003019831310273336,
+ "raw_apical_rms": 0.09212686628102663,
+ "teaching_rms": 0.0030198313112314826,
+ "traffic_rms": 0.09207642995162349
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.472953645835332e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5720831404804856e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01448153092935823,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8602,
+ "train_examples": 50000,
+ "train_loss": 0.33958834842681884
+ },
+ {
+ "epoch": 23,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.1145658493041992,
+ "mean_feedback_forward_cosine": 0.8099844981323588,
+ "mean_feedback_forward_relative_error": 0.5901308189738881,
+ "min_feedback_forward_cosine": 0.39721959829330444
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0031095366915210847,
+ "instruction_rms": 0.003109536691648369,
+ "raw_apical_rms": 0.09278682963769078,
+ "teaching_rms": 0.0031095366915210847,
+ "traffic_rms": 0.0927337075329886
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.945604269503747e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5798435995436544e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013738821898449874,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 8993,
+ "train_examples": 50000,
+ "train_loss": 0.3287642791175842
+ },
+ {
+ "epoch": 24,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0978220701217651,
+ "mean_feedback_forward_cosine": 0.8209721792827953,
+ "mean_feedback_forward_relative_error": 0.5711639325727116,
+ "min_feedback_forward_cosine": 0.415591835975647
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.003069652432316055,
+ "instruction_rms": 0.0030696524335324443,
+ "raw_apical_rms": 0.09348609713081485,
+ "teaching_rms": 0.003069652432316055,
+ "traffic_rms": 0.09343481385526388
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.79805731099259e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583048674027514e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013846190205704642,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 9384,
+ "train_examples": 50000,
+ "train_loss": 0.32195955295562745
+ },
+ {
+ "epoch": 25,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0809894800186157,
+ "mean_feedback_forward_cosine": 0.8312957118857991,
+ "mean_feedback_forward_relative_error": 0.5528859303756194,
+ "min_feedback_forward_cosine": 0.43454086780548096
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030282144491123974,
+ "instruction_rms": 0.0030282144488740907,
+ "raw_apical_rms": 0.09397255677229363,
+ "teaching_rms": 0.0030282144491123974,
+ "traffic_rms": 0.09392287676552098
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.567330501638935e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5723765798822936e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014164544501722831,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 9775,
+ "train_examples": 50000,
+ "train_loss": 0.31536266344070435
+ },
+ {
+ "epoch": 26,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0646122694015503,
+ "mean_feedback_forward_cosine": 0.8409607627175071,
+ "mean_feedback_forward_relative_error": 0.5353314527056434,
+ "min_feedback_forward_cosine": 0.45218151807785034
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0030546850440231997,
+ "instruction_rms": 0.0030546850445190483,
+ "raw_apical_rms": 0.09485936188926189,
+ "teaching_rms": 0.0030546850440231997,
+ "traffic_rms": 0.09480915069210738
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.25003985735384e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5737309332038156e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014189474440568207,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10166,
+ "train_examples": 50000,
+ "train_loss": 0.30200243107795716
+ },
+ {
+ "epoch": 27,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0441334247589111,
+ "mean_feedback_forward_cosine": 0.8504141520370136,
+ "mean_feedback_forward_relative_error": 0.5177891796285455,
+ "min_feedback_forward_cosine": 0.47327572107315063
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029530534007487356,
+ "instruction_rms": 0.0029530533994777913,
+ "raw_apical_rms": 0.09547829037433414,
+ "teaching_rms": 0.0029530534007487356,
+ "traffic_rms": 0.09543182297431305
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.601877799994327e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5757670171666155e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014016359018883024,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10557,
+ "train_examples": 50000,
+ "train_loss": 0.29573998839378357
+ },
+ {
+ "epoch": 28,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.023980975151062,
+ "mean_feedback_forward_cosine": 0.8593124503439123,
+ "mean_feedback_forward_relative_error": 0.5008702359416268,
+ "min_feedback_forward_cosine": 0.4940739572048187
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029514427115604,
+ "instruction_rms": 0.002951442711149523,
+ "raw_apical_rms": 0.09582475724050606,
+ "teaching_rms": 0.0029514427115604,
+ "traffic_rms": 0.09577826114355201
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.924273776576229e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.570709884971202e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013079197034457856,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 10948,
+ "train_examples": 50000,
+ "train_loss": 0.2887161243343353
+ },
+ {
+ "epoch": 29,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 1.0031672716140747,
+ "mean_feedback_forward_cosine": 0.8676217436790467,
+ "mean_feedback_forward_relative_error": 0.48474472056735646,
+ "min_feedback_forward_cosine": 0.5147253274917603
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029150398356783407,
+ "instruction_rms": 0.0029150398362023677,
+ "raw_apical_rms": 0.09664069460423406,
+ "teaching_rms": 0.0029150398356783407,
+ "traffic_rms": 0.09659575359011043
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.6425445649210815e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5729916984751467e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012195946340785711,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 11339,
+ "train_examples": 50000,
+ "train_loss": 0.27999820298194883
+ },
+ {
+ "epoch": 30,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9808943867683411,
+ "mean_feedback_forward_cosine": 0.8758031595836986,
+ "mean_feedback_forward_relative_error": 0.46841765655712647,
+ "min_feedback_forward_cosine": 0.536214292049408
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029537241736217724,
+ "instruction_rms": 0.0029537241733964188,
+ "raw_apical_rms": 0.09727864540573213,
+ "teaching_rms": 0.0029537241736217724,
+ "traffic_rms": 0.09723266629350111
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.832315335714156e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5707884872185697e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012995043499540572,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 11730,
+ "train_examples": 50000,
+ "train_loss": 0.27962089896678927
+ },
+ {
+ "epoch": 31,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9596076607704163,
+ "mean_feedback_forward_cosine": 0.8834901343692433,
+ "mean_feedback_forward_relative_error": 0.45259491096843374,
+ "min_feedback_forward_cosine": 0.556028425693512
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029701928797881633,
+ "instruction_rms": 0.0029701928798994575,
+ "raw_apical_rms": 0.09747904508748882,
+ "teaching_rms": 0.0029701928797881633,
+ "traffic_rms": 0.09743268181722847
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.079094561073362e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.573537308775561e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014137449213955057,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12121,
+ "train_examples": 50000,
+ "train_loss": 0.26991109534263613
+ },
+ {
+ "epoch": 32,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9381541013717651,
+ "mean_feedback_forward_cosine": 0.8907324595884843,
+ "mean_feedback_forward_relative_error": 0.43744216046550055,
+ "min_feedback_forward_cosine": 0.5759724974632263
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028884212164978643,
+ "instruction_rms": 0.0028884212168105643,
+ "raw_apical_rms": 0.09820832805707319,
+ "teaching_rms": 0.0028884212164978643,
+ "traffic_rms": 0.0981648624058883
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.911571321348674e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.567879417193024e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01381901980511141,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12512,
+ "train_examples": 50000,
+ "train_loss": 0.26592113607406614
+ },
+ {
+ "epoch": 33,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.9172576665878296,
+ "mean_feedback_forward_cosine": 0.8973997538739985,
+ "mean_feedback_forward_relative_error": 0.4229122679341923,
+ "min_feedback_forward_cosine": 0.5946725606918335
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029044720991591643,
+ "instruction_rms": 0.002904472099249637,
+ "raw_apical_rms": 0.09838487407131767,
+ "teaching_rms": 0.0029044720991591643,
+ "traffic_rms": 0.09834096655182067
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.061917190436361e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.575228782406986e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013126473028488874,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 12903,
+ "train_examples": 50000,
+ "train_loss": 0.260477105550766
+ },
+ {
+ "epoch": 34,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8941831588745117,
+ "mean_feedback_forward_cosine": 0.9040087602355263,
+ "mean_feedback_forward_relative_error": 0.4081582895734093,
+ "min_feedback_forward_cosine": 0.6147831082344055
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002953903341352604,
+ "instruction_rms": 0.002953903341786973,
+ "raw_apical_rms": 0.09907064424544468,
+ "teaching_rms": 0.002953903341352604,
+ "traffic_rms": 0.0990255710373813
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.6642157630903966e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.573925055685662e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013614832887721176,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 13294,
+ "train_examples": 50000,
+ "train_loss": 0.2544909772396088
+ },
+ {
+ "epoch": 35,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8725862503051758,
+ "mean_feedback_forward_cosine": 0.9099419561299411,
+ "mean_feedback_forward_relative_error": 0.39455513561313804,
+ "min_feedback_forward_cosine": 0.6333650350570679
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002872591562396657,
+ "instruction_rms": 0.0028725915623755796,
+ "raw_apical_rms": 0.09995197401773434,
+ "teaching_rms": 0.002872591562396657,
+ "traffic_rms": 0.09990960024613042
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.920808542394298e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.568166077926738e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01302297976245306,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 13685,
+ "train_examples": 50000,
+ "train_loss": 0.2500183685874939
+ },
+ {
+ "epoch": 36,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8505612015724182,
+ "mean_feedback_forward_cosine": 0.9156503211368214,
+ "mean_feedback_forward_relative_error": 0.381031512807716,
+ "min_feedback_forward_cosine": 0.6518673896789551
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002906328946952155,
+ "instruction_rms": 0.002906328947095265,
+ "raw_apical_rms": 0.10041930511289587,
+ "teaching_rms": 0.002906328946952155,
+ "traffic_rms": 0.10037613554743059
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.028780484892195e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5715670189477694e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013175141137930668,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14076,
+ "train_examples": 50000,
+ "train_loss": 0.2429008005809784
+ },
+ {
+ "epoch": 37,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8272808194160461,
+ "mean_feedback_forward_cosine": 0.9212871724909002,
+ "mean_feedback_forward_relative_error": 0.36750791370868685,
+ "min_feedback_forward_cosine": 0.6705191135406494
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00287719147551969,
+ "instruction_rms": 0.0028771914749242114,
+ "raw_apical_rms": 0.10080540078566559,
+ "teaching_rms": 0.00287719147551969,
+ "traffic_rms": 0.10076341136521186
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.819430353743883e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.569205869181346e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013809687399581291,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14467,
+ "train_examples": 50000,
+ "train_loss": 0.24378767097473145
+ },
+ {
+ "epoch": 38,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.8031185865402222,
+ "mean_feedback_forward_cosine": 0.9264169758016413,
+ "mean_feedback_forward_relative_error": 0.35485375090078874,
+ "min_feedback_forward_cosine": 0.6895716786384583
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028588993115555073,
+ "instruction_rms": 0.002858899311487647,
+ "raw_apical_rms": 0.10108642354232243,
+ "teaching_rms": 0.0028588993115555073,
+ "traffic_rms": 0.10104492207791024
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.419724485340339e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5810795484351968e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014169441723367232,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 14858,
+ "train_examples": 50000,
+ "train_loss": 0.23416394399642945
+ },
+ {
+ "epoch": 39,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7798122763633728,
+ "mean_feedback_forward_cosine": 0.9313094930215315,
+ "mean_feedback_forward_relative_error": 0.3424241114746441,
+ "min_feedback_forward_cosine": 0.7070998549461365
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0029049965101521583,
+ "instruction_rms": 0.0029049965094200786,
+ "raw_apical_rms": 0.10150485219888974,
+ "teaching_rms": 0.0029049965101521583,
+ "traffic_rms": 0.10146215450053
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.224089332818039e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5778804391883247e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013184222199463207,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 15249,
+ "train_examples": 50000,
+ "train_loss": 0.23258170228004454
+ },
+ {
+ "epoch": 40,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7568359971046448,
+ "mean_feedback_forward_cosine": 0.9358303720300848,
+ "mean_feedback_forward_relative_error": 0.3304865131323988,
+ "min_feedback_forward_cosine": 0.7243583798408508
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002866647865348375,
+ "instruction_rms": 0.002866647865046059,
+ "raw_apical_rms": 0.10214047763590728,
+ "teaching_rms": 0.002866647865348375,
+ "traffic_rms": 0.10209911196706857
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.137473380045776e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5776476833254052e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013452820860951592,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 15640,
+ "train_examples": 50000,
+ "train_loss": 0.22841290390968322
+ },
+ {
+ "epoch": 41,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7354384660720825,
+ "mean_feedback_forward_cosine": 0.9401394443078475,
+ "mean_feedback_forward_relative_error": 0.318697267499837,
+ "min_feedback_forward_cosine": 0.7395153641700745
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028548351238196477,
+ "instruction_rms": 0.0028548351233666593,
+ "raw_apical_rms": 0.10259300864405378,
+ "teaching_rms": 0.0028548351238196477,
+ "traffic_rms": 0.10255232180151314
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.349424973630448e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.567145283431142e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012975653140872852,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16031,
+ "train_examples": 50000,
+ "train_loss": 0.22398219423294066
+ },
+ {
+ "epoch": 42,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.7125124335289001,
+ "mean_feedback_forward_cosine": 0.944255594773726,
+ "mean_feedback_forward_relative_error": 0.3072501927614212,
+ "min_feedback_forward_cosine": 0.7553398609161377
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00281822510065321,
+ "instruction_rms": 0.0028182251002738684,
+ "raw_apical_rms": 0.10282596074602184,
+ "teaching_rms": 0.00281822510065321,
+ "traffic_rms": 0.10278618141043108
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.371536270284196e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5667496093405423e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012975807213933805,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16422,
+ "train_examples": 50000,
+ "train_loss": 0.22099732969284058
+ },
+ {
+ "epoch": 43,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6898049116134644,
+ "mean_feedback_forward_cosine": 0.9482305364175276,
+ "mean_feedback_forward_relative_error": 0.2957717233083465,
+ "min_feedback_forward_cosine": 0.7705265283584595
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028973856140803193,
+ "instruction_rms": 0.002897385612762822,
+ "raw_apical_rms": 0.10320477788478243,
+ "teaching_rms": 0.0028973856140803193,
+ "traffic_rms": 0.1031627705074429
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.912096412430401e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5739904923923746e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012765481672362317,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 16813,
+ "train_examples": 50000,
+ "train_loss": 0.22500161635398866
+ },
+ {
+ "epoch": 44,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6682578921318054,
+ "mean_feedback_forward_cosine": 0.9518158500844782,
+ "mean_feedback_forward_relative_error": 0.28499872630292716,
+ "min_feedback_forward_cosine": 0.7844188213348389
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028497793048575374,
+ "instruction_rms": 0.0028497793040572184,
+ "raw_apical_rms": 0.1034023438337447,
+ "teaching_rms": 0.0028497793048575374,
+ "traffic_rms": 0.10336207453437073
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.125180528395504e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5755280397364038e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011794718002530893,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17204,
+ "train_examples": 50000,
+ "train_loss": 0.21802832321166993
+ },
+ {
+ "epoch": 45,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.645577073097229,
+ "mean_feedback_forward_cosine": 0.9553018710829995,
+ "mean_feedback_forward_relative_error": 0.27436178543350914,
+ "min_feedback_forward_cosine": 0.7986353635787964
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002837690433715268,
+ "instruction_rms": 0.00283769043323183,
+ "raw_apical_rms": 0.1039405543094929,
+ "teaching_rms": 0.002837690433715268,
+ "traffic_rms": 0.10390072790730881
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 1.0120236026978091e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.588044016207537e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013027161154706089,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17595,
+ "train_examples": 50000,
+ "train_loss": 0.21780684286355972
+ },
+ {
+ "epoch": 46,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6229442358016968,
+ "mean_feedback_forward_cosine": 0.9584865526719527,
+ "mean_feedback_forward_relative_error": 0.264249609681693,
+ "min_feedback_forward_cosine": 0.812308669090271
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027915486086066816,
+ "instruction_rms": 0.0027915486094637464,
+ "raw_apical_rms": 0.1043951508394249,
+ "teaching_rms": 0.0027915486086066816,
+ "traffic_rms": 0.10435679141347277
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.430759924569429e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5843794422713387e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01413915311893475,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 17986,
+ "train_examples": 50000,
+ "train_loss": 0.21099490920066832
+ },
+ {
+ "epoch": 47,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.6019085049629211,
+ "mean_feedback_forward_cosine": 0.9614515900611877,
+ "mean_feedback_forward_relative_error": 0.2544229306280613,
+ "min_feedback_forward_cosine": 0.8246707320213318
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002835541800307012,
+ "instruction_rms": 0.0028355418005442667,
+ "raw_apical_rms": 0.10452683350498693,
+ "teaching_rms": 0.002835541800307012,
+ "traffic_rms": 0.10448723898247161
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.07220371762196e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5782247721053196e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013737600776080796,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 18377,
+ "train_examples": 50000,
+ "train_loss": 0.2115399778652191
+ },
+ {
+ "epoch": 48,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5820757746696472,
+ "mean_feedback_forward_cosine": 0.9641605323011225,
+ "mean_feedback_forward_relative_error": 0.2451463830741969,
+ "min_feedback_forward_cosine": 0.8359454274177551
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027966726106549624,
+ "instruction_rms": 0.0027966726105186097,
+ "raw_apical_rms": 0.10490332180376637,
+ "teaching_rms": 0.0027966726106549624,
+ "traffic_rms": 0.10486499001268913
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.094941961189761e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5791095635521253e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013813689956498888,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 18768,
+ "train_examples": 50000,
+ "train_loss": 0.2097087073802948
+ },
+ {
+ "epoch": 49,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5615283846855164,
+ "mean_feedback_forward_cosine": 0.9667730266397649,
+ "mean_feedback_forward_relative_error": 0.23596984527327797,
+ "min_feedback_forward_cosine": 0.847258985042572
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002830530347047628,
+ "instruction_rms": 0.0028305303478731703,
+ "raw_apical_rms": 0.10527902830915171,
+ "teaching_rms": 0.002830530347047628,
+ "traffic_rms": 0.1052397913362817
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.577518346124634e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5747393843846808e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011416830738954288,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19159,
+ "train_examples": 50000,
+ "train_loss": 0.20351419405937196
+ },
+ {
+ "epoch": 50,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5412197709083557,
+ "mean_feedback_forward_cosine": 0.9692050034349615,
+ "mean_feedback_forward_relative_error": 0.22713793001391672,
+ "min_feedback_forward_cosine": 0.8579676151275635
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002778881056267558,
+ "instruction_rms": 0.002778881056337272,
+ "raw_apical_rms": 0.10612983317923944,
+ "teaching_rms": 0.002778881056267558,
+ "traffic_rms": 0.1060924508517643
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.599479718261136e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.578457315249057e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011651813818267524,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19550,
+ "train_examples": 50000,
+ "train_loss": 0.20360362627029419
+ },
+ {
+ "epoch": 51,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5217387080192566,
+ "mean_feedback_forward_cosine": 0.971462222662839,
+ "mean_feedback_forward_relative_error": 0.21857626539739697,
+ "min_feedback_forward_cosine": 0.8679684400558472
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028066155389162508,
+ "instruction_rms": 0.0028066155389387965,
+ "raw_apical_rms": 0.10641312279799853,
+ "teaching_rms": 0.0028066155389162508,
+ "traffic_rms": 0.1063749831403136
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.587332279650582e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.585370674539895e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0124907056244175,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 19941,
+ "train_examples": 50000,
+ "train_loss": 0.20178700191497803
+ },
+ {
+ "epoch": 52,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.5027214884757996,
+ "mean_feedback_forward_cosine": 0.9735671281814575,
+ "mean_feedback_forward_relative_error": 0.21029050282456657,
+ "min_feedback_forward_cosine": 0.8772383332252502
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002809373391872543,
+ "instruction_rms": 0.0028093733908111165,
+ "raw_apical_rms": 0.10666886586200684,
+ "teaching_rms": 0.002809373391872543,
+ "traffic_rms": 0.10663076199164984
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.233867194145205e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5882390109250447e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014260951142897832,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 20332,
+ "train_examples": 50000,
+ "train_loss": 0.19983881056308747
+ },
+ {
+ "epoch": 53,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4841027557849884,
+ "mean_feedback_forward_cosine": 0.975510357726704,
+ "mean_feedback_forward_relative_error": 0.2023856523362073,
+ "min_feedback_forward_cosine": 0.886039137840271
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028057962914911465,
+ "instruction_rms": 0.0028057962918048855,
+ "raw_apical_rms": 0.10683032787935892,
+ "teaching_rms": 0.0028057962914911465,
+ "traffic_rms": 0.10679238232862305
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.958634995475222e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5890317067371668e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014156637493983154,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 20723,
+ "train_examples": 50000,
+ "train_loss": 0.19527202021121978
+ },
+ {
+ "epoch": 54,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4683317542076111,
+ "mean_feedback_forward_cosine": 0.9772859768434005,
+ "mean_feedback_forward_relative_error": 0.19480349360541863,
+ "min_feedback_forward_cosine": 0.893265426158905
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028115105795083442,
+ "instruction_rms": 0.0028115105801477885,
+ "raw_apical_rms": 0.10708152791222089,
+ "teaching_rms": 0.0028115105795083442,
+ "traffic_rms": 0.10704334186256174
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.91136605723841e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583921775804431e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013944639376534002,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21114,
+ "train_examples": 50000,
+ "train_loss": 0.19435997552871703
+ },
+ {
+ "epoch": 55,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.45155733823776245,
+ "mean_feedback_forward_cosine": 0.9789445183493874,
+ "mean_feedback_forward_relative_error": 0.18746368620883336,
+ "min_feedback_forward_cosine": 0.9007347822189331
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028361027151679115,
+ "instruction_rms": 0.002836102715629231,
+ "raw_apical_rms": 0.10769748967951297,
+ "teaching_rms": 0.0028361027151679115,
+ "traffic_rms": 0.10765901571608535
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.738077746286763e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.588367410410188e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012556639159839879,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21505,
+ "train_examples": 50000,
+ "train_loss": 0.19328636796951293
+ },
+ {
+ "epoch": 56,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4338410198688507,
+ "mean_feedback_forward_cosine": 0.9804906996813687,
+ "mean_feedback_forward_relative_error": 0.18052111166444693,
+ "min_feedback_forward_cosine": 0.9082486033439636
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002753131319100576,
+ "instruction_rms": 0.0027531313183625497,
+ "raw_apical_rms": 0.10800181224971232,
+ "teaching_rms": 0.002753131319100576,
+ "traffic_rms": 0.10796563604551893
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.138017027979004e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5755848181236358e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012139309117807418,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 21896,
+ "train_examples": 50000,
+ "train_loss": 0.18370914353370665
+ },
+ {
+ "epoch": 57,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.41759082674980164,
+ "mean_feedback_forward_cosine": 0.9819487799297679,
+ "mean_feedback_forward_relative_error": 0.17362151538783854,
+ "min_feedback_forward_cosine": 0.9149218797683716
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028445505072922407,
+ "instruction_rms": 0.0028445505074379336,
+ "raw_apical_rms": 0.1084722792705982,
+ "teaching_rms": 0.0028445505072922407,
+ "traffic_rms": 0.10843395931542137
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.160276365742902e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5753305957672444e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012058021925897739,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 22287,
+ "train_examples": 50000,
+ "train_loss": 0.1886521065092087
+ },
+ {
+ "epoch": 58,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.4019881784915924,
+ "mean_feedback_forward_cosine": 0.9832683129744096,
+ "mean_feedback_forward_relative_error": 0.1671425577591766,
+ "min_feedback_forward_cosine": 0.9210941791534424
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027730928359734875,
+ "instruction_rms": 0.002773092835889914,
+ "raw_apical_rms": 0.10894468491127962,
+ "teaching_rms": 0.0027730928359734875,
+ "traffic_rms": 0.10890825987558718
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.118245548554114e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5913891035340608e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011319808873441906,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 22678,
+ "train_examples": 50000,
+ "train_loss": 0.18609938282966615
+ },
+ {
+ "epoch": 59,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.38494738936424255,
+ "mean_feedback_forward_cosine": 0.9845792997967113,
+ "mean_feedback_forward_relative_error": 0.1605221392078833,
+ "min_feedback_forward_cosine": 0.9275520443916321
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028340585939216046,
+ "instruction_rms": 0.0028340585931943387,
+ "raw_apical_rms": 0.10898095063537308,
+ "teaching_rms": 0.0028340585939216046,
+ "traffic_rms": 0.10894289515238936
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.121654022057555e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5863591984244917e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010946963560757698,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23069,
+ "train_examples": 50000,
+ "train_loss": 0.18812277416229248
+ },
+ {
+ "epoch": 60,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.369772344827652,
+ "mean_feedback_forward_cosine": 0.9857169183817777,
+ "mean_feedback_forward_relative_error": 0.15450807017358867,
+ "min_feedback_forward_cosine": 0.9331113696098328
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027492148448285784,
+ "instruction_rms": 0.002749214845614018,
+ "raw_apical_rms": 0.10919187138781966,
+ "teaching_rms": 0.0027492148448285784,
+ "traffic_rms": 0.10915615532227238
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.21795868735353e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5858688654600588e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011998612412698987,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23460,
+ "train_examples": 50000,
+ "train_loss": 0.1817421946144104
+ },
+ {
+ "epoch": 61,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3549457788467407,
+ "mean_feedback_forward_cosine": 0.9868247433142229,
+ "mean_feedback_forward_relative_error": 0.14843868999318643,
+ "min_feedback_forward_cosine": 0.9383153915405273
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002795432337826108,
+ "instruction_rms": 0.0027954323376297168,
+ "raw_apical_rms": 0.10953554425308172,
+ "teaching_rms": 0.002795432337826108,
+ "traffic_rms": 0.10949868365423558
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.403677753676675e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5811916112277436e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012504434126110155,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 23851,
+ "train_examples": 50000,
+ "train_loss": 0.18432221712112426
+ },
+ {
+ "epoch": 62,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3409314751625061,
+ "mean_feedback_forward_cosine": 0.9878174304962158,
+ "mean_feedback_forward_relative_error": 0.1427491165020249,
+ "min_feedback_forward_cosine": 0.9430403709411621
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027719022988168442,
+ "instruction_rms": 0.0027719022985481564,
+ "raw_apical_rms": 0.10980866853435771,
+ "teaching_rms": 0.0027719022988168442,
+ "traffic_rms": 0.10977260463852206
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.02628071280742e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.59795019963987e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.014288228928888626,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 24242,
+ "train_examples": 50000,
+ "train_loss": 0.18277811943531036
+ },
+ {
+ "epoch": 63,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3275431990623474,
+ "mean_feedback_forward_cosine": 0.9887475967407227,
+ "mean_feedback_forward_relative_error": 0.13718989274718546,
+ "min_feedback_forward_cosine": 0.9473963975906372
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002786289477603806,
+ "instruction_rms": 0.002786289477717537,
+ "raw_apical_rms": 0.11035204121235341,
+ "teaching_rms": 0.002786289477603806,
+ "traffic_rms": 0.11031567598082853
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.8033482019936855e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5830514883847327e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012268488733917598,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 24633,
+ "train_examples": 50000,
+ "train_loss": 0.18441451013565063
+ },
+ {
+ "epoch": 64,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3149729371070862,
+ "mean_feedback_forward_cosine": 0.9895734602754767,
+ "mean_feedback_forward_relative_error": 0.13212151005864142,
+ "min_feedback_forward_cosine": 0.9513528347015381
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002684091019023277,
+ "instruction_rms": 0.0026840910196919295,
+ "raw_apical_rms": 0.11074311543036824,
+ "teaching_rms": 0.002684091019023277,
+ "traffic_rms": 0.11070934474189535
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.500812332888017e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5747356365169516e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012162142801696387,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25024,
+ "train_examples": 50000,
+ "train_loss": 0.17204994041204452
+ },
+ {
+ "epoch": 65,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.3023730218410492,
+ "mean_feedback_forward_cosine": 0.9903738455338912,
+ "mean_feedback_forward_relative_error": 0.1269822800701315,
+ "min_feedback_forward_cosine": 0.9551512002944946
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0028041684662593685,
+ "instruction_rms": 0.002804168465669102,
+ "raw_apical_rms": 0.11100716687586223,
+ "teaching_rms": 0.0028041684662593685,
+ "traffic_rms": 0.11097038758601827
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.003244917314078e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.590774364346127e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01235985994375744,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25415,
+ "train_examples": 50000,
+ "train_loss": 0.1738403448152542
+ },
+ {
+ "epoch": 66,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2906089425086975,
+ "mean_feedback_forward_cosine": 0.9910957325588573,
+ "mean_feedback_forward_relative_error": 0.12216384509070354,
+ "min_feedback_forward_cosine": 0.9585556387901306
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002744578840305552,
+ "instruction_rms": 0.002744578840193564,
+ "raw_apical_rms": 0.11135327303571363,
+ "teaching_rms": 0.002744578840305552,
+ "traffic_rms": 0.1113182206351424
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.252631834513522e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.6017954393625452e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012932227418574152,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 25806,
+ "train_examples": 50000,
+ "train_loss": 0.174180910050869
+ },
+ {
+ "epoch": 67,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2792268395423889,
+ "mean_feedback_forward_cosine": 0.9917706814679232,
+ "mean_feedback_forward_relative_error": 0.11749785826964812,
+ "min_feedback_forward_cosine": 0.9617061018943787
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027002174870360404,
+ "instruction_rms": 0.0027002174872921107,
+ "raw_apical_rms": 0.11190783294569717,
+ "teaching_rms": 0.0027002174870360404,
+ "traffic_rms": 0.11187410778516534
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.216343623715147e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5845087786717828e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011932422592384665,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26197,
+ "train_examples": 50000,
+ "train_loss": 0.173638733959198
+ },
+ {
+ "epoch": 68,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.267167866230011,
+ "mean_feedback_forward_cosine": 0.992410211129622,
+ "mean_feedback_forward_relative_error": 0.11293627524917776,
+ "min_feedback_forward_cosine": 0.9649142026901245
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002759207871883248,
+ "instruction_rms": 0.0027592078716066623,
+ "raw_apical_rms": 0.11215969665710677,
+ "teaching_rms": 0.002759207871883248,
+ "traffic_rms": 0.11212472716686142
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.710946737735867e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5828210412115806e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01089502842617996,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26588,
+ "train_examples": 50000,
+ "train_loss": 0.17161079182624817
+ },
+ {
+ "epoch": 69,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.2559974193572998,
+ "mean_feedback_forward_cosine": 0.993004380572926,
+ "mean_feedback_forward_relative_error": 0.10842407721687447,
+ "min_feedback_forward_cosine": 0.9677553176879883
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002808980630273132,
+ "instruction_rms": 0.0028089806307528176,
+ "raw_apical_rms": 0.11227211893570996,
+ "teaching_rms": 0.002808980630273132,
+ "traffic_rms": 0.11223564725693122
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.98053170822277e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.585605006081577e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010594170585223618,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 26979,
+ "train_examples": 50000,
+ "train_loss": 0.17664622473716735
+ },
+ {
+ "epoch": 70,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.24627509713172913,
+ "mean_feedback_forward_cosine": 0.9935285253958268,
+ "mean_feedback_forward_relative_error": 0.10427742729132826,
+ "min_feedback_forward_cosine": 0.9701375961303711
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002749674188442066,
+ "instruction_rms": 0.0027496741880878657,
+ "raw_apical_rms": 0.11261646802200022,
+ "teaching_rms": 0.002749674188442066,
+ "traffic_rms": 0.11258166804856107
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 1.0941191419533425e-07,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5943929286696242e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011147741947802742,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 27370,
+ "train_examples": 50000,
+ "train_loss": 0.16682959839820863
+ },
+ {
+ "epoch": 71,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.23575939238071442,
+ "mean_feedback_forward_cosine": 0.9940485802563754,
+ "mean_feedback_forward_relative_error": 0.10005330456928774,
+ "min_feedback_forward_cosine": 0.9726309776306152
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002790564991608982,
+ "instruction_rms": 0.0027905649915647528,
+ "raw_apical_rms": 0.11319391358949094,
+ "teaching_rms": 0.002790564991608982,
+ "traffic_rms": 0.11315844489251131
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.19809839008667e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5870919806479708e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011355676204249326,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 27761,
+ "train_examples": 50000,
+ "train_loss": 0.17255522152900696
+ },
+ {
+ "epoch": 72,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.22681856155395508,
+ "mean_feedback_forward_cosine": 0.9944915576414628,
+ "mean_feedback_forward_relative_error": 0.0962677910585295,
+ "min_feedback_forward_cosine": 0.9746420383453369
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027102017553432486,
+ "instruction_rms": 0.0027102017555373065,
+ "raw_apical_rms": 0.11342980849805166,
+ "teaching_rms": 0.0027102017553432486,
+ "traffic_rms": 0.11339641834719952
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.695326166232917e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5856189912252844e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011063832872983907,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28152,
+ "train_examples": 50000,
+ "train_loss": 0.16799449390411378
+ },
+ {
+ "epoch": 73,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.21755829453468323,
+ "mean_feedback_forward_cosine": 0.9949110703034835,
+ "mean_feedback_forward_relative_error": 0.09257623702287673,
+ "min_feedback_forward_cosine": 0.9766520261764526
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002705806527157039,
+ "instruction_rms": 0.0027058065268196698,
+ "raw_apical_rms": 0.11372310299273025,
+ "teaching_rms": 0.002705806527157039,
+ "traffic_rms": 0.11368980567945332
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.974482064630138e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5771032542605507e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011658218361989088,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28543,
+ "train_examples": 50000,
+ "train_loss": 0.16816208700180055
+ },
+ {
+ "epoch": 74,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.20857210457324982,
+ "mean_feedback_forward_cosine": 0.9952987324107777,
+ "mean_feedback_forward_relative_error": 0.0890488951382312,
+ "min_feedback_forward_cosine": 0.9785271883010864
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002667031936576862,
+ "instruction_rms": 0.0026670319367579015,
+ "raw_apical_rms": 0.11417956981020295,
+ "teaching_rms": 0.002667031936576862,
+ "traffic_rms": 0.11414735620657027
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.931807033401128e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5912598547130218e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011491496180510636,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 28934,
+ "train_examples": 50000,
+ "train_loss": 0.16299987187862397
+ },
+ {
+ "epoch": 75,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.19948440790176392,
+ "mean_feedback_forward_cosine": 0.9956702470779419,
+ "mean_feedback_forward_relative_error": 0.08551065349443392,
+ "min_feedback_forward_cosine": 0.9803446531295776
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.00270891648821242,
+ "instruction_rms": 0.002708916488371943,
+ "raw_apical_rms": 0.1147552486085405,
+ "teaching_rms": 0.00270891648821242,
+ "traffic_rms": 0.11472209748369899
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.797106794602769e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.57913181086537e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01154276258741217,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 29325,
+ "train_examples": 50000,
+ "train_loss": 0.1694073840165138
+ },
+ {
+ "epoch": 76,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1919146180152893,
+ "mean_feedback_forward_cosine": 0.9959955096244812,
+ "mean_feedback_forward_relative_error": 0.08224443102424794,
+ "min_feedback_forward_cosine": 0.9818003177642822
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026757368272720817,
+ "instruction_rms": 0.0026757368279129025,
+ "raw_apical_rms": 0.11465049734666755,
+ "teaching_rms": 0.0026757368272720817,
+ "traffic_rms": 0.11461804686354728
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.556254561473907e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5777359615018396e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012158770954836529,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 29716,
+ "train_examples": 50000,
+ "train_loss": 0.16673356837272643
+ },
+ {
+ "epoch": 77,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.18463130295276642,
+ "mean_feedback_forward_cosine": 0.9962979240850969,
+ "mean_feedback_forward_relative_error": 0.07910033538937569,
+ "min_feedback_forward_cosine": 0.9831477403640747
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002703043145014737,
+ "instruction_rms": 0.0027030431453699865,
+ "raw_apical_rms": 0.11496117112493232,
+ "teaching_rms": 0.002703043145014737,
+ "traffic_rms": 0.11492822372276584
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 4.277335108326952e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5839071604137478e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012131877471975843,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30107,
+ "train_examples": 50000,
+ "train_loss": 0.15652737518787385
+ },
+ {
+ "epoch": 78,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.17719042301177979,
+ "mean_feedback_forward_cosine": 0.9965843894264915,
+ "mean_feedback_forward_relative_error": 0.07599363960325718,
+ "min_feedback_forward_cosine": 0.9844739437103271
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002738979411209901,
+ "instruction_rms": 0.002738979411246894,
+ "raw_apical_rms": 0.1151913874906174,
+ "teaching_rms": 0.002738979411209901,
+ "traffic_rms": 0.11515761051080645
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.2633296832027554e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5900035032935614e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012149310516543482,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30498,
+ "train_examples": 50000,
+ "train_loss": 0.1626805915427208
+ },
+ {
+ "epoch": 79,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16977755725383759,
+ "mean_feedback_forward_cosine": 0.9968520272861827,
+ "mean_feedback_forward_relative_error": 0.07300305214117873,
+ "min_feedback_forward_cosine": 0.9857430458068848
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002744472035960319,
+ "instruction_rms": 0.002744472036072214,
+ "raw_apical_rms": 0.11566503738715905,
+ "teaching_rms": 0.002744472035960319,
+ "traffic_rms": 0.11563130908646636
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.2333170685869845e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5863550233155286e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011248005839427094,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 30889,
+ "train_examples": 50000,
+ "train_loss": 0.16187418454170227
+ },
+ {
+ "epoch": 80,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.16306212544441223,
+ "mean_feedback_forward_cosine": 0.9970953757112676,
+ "mean_feedback_forward_relative_error": 0.07014588591727343,
+ "min_feedback_forward_cosine": 0.9868466854095459
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002721329132782141,
+ "instruction_rms": 0.0027213291330304523,
+ "raw_apical_rms": 0.1157166554505299,
+ "teaching_rms": 0.002721329132782141,
+ "traffic_rms": 0.11568349094031427
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.354844662657342e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5906972708248838e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011900405117934287,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 31280,
+ "train_examples": 50000,
+ "train_loss": 0.16319609530448914
+ },
+ {
+ "epoch": 81,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15640316903591156,
+ "mean_feedback_forward_cosine": 0.9973227284171364,
+ "mean_feedback_forward_relative_error": 0.06737760383297096,
+ "min_feedback_forward_cosine": 0.9878937602043152
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002740100736707151,
+ "instruction_rms": 0.0027401007368791563,
+ "raw_apical_rms": 0.11630187949384375,
+ "teaching_rms": 0.002740100736707151,
+ "traffic_rms": 0.11626842569493483
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.008018888474908e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5893530047018398e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01164139687944173,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 31671,
+ "train_examples": 50000,
+ "train_loss": 0.16348790993571283
+ },
+ {
+ "epoch": 82,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.15050576627254486,
+ "mean_feedback_forward_cosine": 0.9975215695121071,
+ "mean_feedback_forward_relative_error": 0.06483579948544502,
+ "min_feedback_forward_cosine": 0.9887878894805908
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027230809056385096,
+ "instruction_rms": 0.002723080906629212,
+ "raw_apical_rms": 0.11652576019709164,
+ "teaching_rms": 0.0027230809056385096,
+ "traffic_rms": 0.11649278796198989
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.699724508507643e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5909279265196596e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011933579543743874,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32062,
+ "train_examples": 50000,
+ "train_loss": 0.15690901566505433
+ },
+ {
+ "epoch": 83,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1443258672952652,
+ "mean_feedback_forward_cosine": 0.9977171594446356,
+ "mean_feedback_forward_relative_error": 0.06225192980332808,
+ "min_feedback_forward_cosine": 0.9896854758262634
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002751302036198619,
+ "instruction_rms": 0.0027513020366263107,
+ "raw_apical_rms": 0.11650580467202318,
+ "teaching_rms": 0.002751302036198619,
+ "traffic_rms": 0.11647200766942926
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.0853468991363115e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.596230245969911e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011138478931621383,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32453,
+ "train_examples": 50000,
+ "train_loss": 0.15821535417079927
+ },
+ {
+ "epoch": 84,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.13850119709968567,
+ "mean_feedback_forward_cosine": 0.9978924263607372,
+ "mean_feedback_forward_relative_error": 0.05985670672221617,
+ "min_feedback_forward_cosine": 0.9904961585998535
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002691741844296364,
+ "instruction_rms": 0.002691741844050014,
+ "raw_apical_rms": 0.11697868076335545,
+ "teaching_rms": 0.002691741844296364,
+ "traffic_rms": 0.11694645871523873
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.329877612008204e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5888427527211002e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011764964354133602,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 32844,
+ "train_examples": 50000,
+ "train_loss": 0.1524140273809433
+ },
+ {
+ "epoch": 85,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.13290835916996002,
+ "mean_feedback_forward_cosine": 0.9980539560317994,
+ "mean_feedback_forward_relative_error": 0.05754290831021287,
+ "min_feedback_forward_cosine": 0.991249144077301
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027153065571034404,
+ "instruction_rms": 0.0027153065578077104,
+ "raw_apical_rms": 0.11727591544398375,
+ "teaching_rms": 0.0027153065571034404,
+ "traffic_rms": 0.11724330261499231
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.6912933981957394e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.594280566201682e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01116302196931127,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 33235,
+ "train_examples": 50000,
+ "train_loss": 0.15904617218494416
+ },
+ {
+ "epoch": 86,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12745355069637299,
+ "mean_feedback_forward_cosine": 0.9982035105878656,
+ "mean_feedback_forward_relative_error": 0.055316212400794026,
+ "min_feedback_forward_cosine": 0.991946816444397
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027012344886789726,
+ "instruction_rms": 0.0027012344883947936,
+ "raw_apical_rms": 0.11756471256513797,
+ "teaching_rms": 0.0027012344886789726,
+ "traffic_rms": 0.11753247528634415
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.705789180547981e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5973163856463467e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010616420033518533,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 33626,
+ "train_examples": 50000,
+ "train_loss": 0.15437325385570527
+ },
+ {
+ "epoch": 87,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.12211593985557556,
+ "mean_feedback_forward_cosine": 0.9983466310934587,
+ "mean_feedback_forward_relative_error": 0.05310003813356161,
+ "min_feedback_forward_cosine": 0.9926053285598755
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002738522249226644,
+ "instruction_rms": 0.002738522249506231,
+ "raw_apical_rms": 0.11780735484506301,
+ "teaching_rms": 0.002738522249226644,
+ "traffic_rms": 0.11777425955961487
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.298473375134563e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.585730881467693e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010981096515611915,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34017,
+ "train_examples": 50000,
+ "train_loss": 0.1542772695016861
+ },
+ {
+ "epoch": 88,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11682494729757309,
+ "mean_feedback_forward_cosine": 0.9984773148189892,
+ "mean_feedback_forward_relative_error": 0.050998348505659534,
+ "min_feedback_forward_cosine": 0.9932323694229126
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002723280323955817,
+ "instruction_rms": 0.0027232803231945287,
+ "raw_apical_rms": 0.11821450858497025,
+ "teaching_rms": 0.002723280323955817,
+ "traffic_rms": 0.11818177823843887
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.071095543485171e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.592598595109569e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010903889070222344,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34408,
+ "train_examples": 50000,
+ "train_loss": 0.15452689791202545
+ },
+ {
+ "epoch": 89,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.11196722835302353,
+ "mean_feedback_forward_cosine": 0.9985977162014354,
+ "mean_feedback_forward_relative_error": 0.04896128528158773,
+ "min_feedback_forward_cosine": 0.9937810897827148
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027691645858947686,
+ "instruction_rms": 0.002769164586154739,
+ "raw_apical_rms": 0.11830188999049981,
+ "teaching_rms": 0.0027691645858947686,
+ "traffic_rms": 0.1182682797242431
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.037965588096995e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5911204203264162e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011073834683789148,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 34799,
+ "train_examples": 50000,
+ "train_loss": 0.15595438538551332
+ },
+ {
+ "epoch": 90,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.1075218915939331,
+ "mean_feedback_forward_cosine": 0.9987039901993492,
+ "mean_feedback_forward_relative_error": 0.047091127661141485,
+ "min_feedback_forward_cosine": 0.9942640066146851
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026887574276137256,
+ "instruction_rms": 0.0026887574268776963,
+ "raw_apical_rms": 0.11864462754438557,
+ "teaching_rms": 0.0026887574276137256,
+ "traffic_rms": 0.11861282294762501
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.13417468539501e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5962443382540246e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010811256691004769,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35190,
+ "train_examples": 50000,
+ "train_loss": 0.1518903250002861
+ },
+ {
+ "epoch": 91,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.10297679156064987,
+ "mean_feedback_forward_cosine": 0.9988058079372752,
+ "mean_feedback_forward_relative_error": 0.04523424465547909,
+ "min_feedback_forward_cosine": 0.9947372078895569
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002708434850801182,
+ "instruction_rms": 0.002708434851284277,
+ "raw_apical_rms": 0.1189415164862091,
+ "teaching_rms": 0.002708434850801182,
+ "traffic_rms": 0.11890941686819564
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.562076310638986e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5991038007164013e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012129613038889406,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35581,
+ "train_examples": 50000,
+ "train_loss": 0.15055798265457154
+ },
+ {
+ "epoch": 92,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0987158715724945,
+ "mean_feedback_forward_cosine": 0.9988990328528664,
+ "mean_feedback_forward_relative_error": 0.043450768427415326,
+ "min_feedback_forward_cosine": 0.9951611757278442
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027739074744654074,
+ "instruction_rms": 0.002773907473822653,
+ "raw_apical_rms": 0.11920308798426466,
+ "teaching_rms": 0.0027739074744654074,
+ "traffic_rms": 0.1191695404635708
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 4.660348551510651e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5974532874985374e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013024560553677775,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 35972,
+ "train_examples": 50000,
+ "train_loss": 0.15162084616661073
+ },
+ {
+ "epoch": 93,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09467765688896179,
+ "mean_feedback_forward_cosine": 0.9989832021973349,
+ "mean_feedback_forward_relative_error": 0.041772408461706205,
+ "min_feedback_forward_cosine": 0.9955476522445679
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002744016569937722,
+ "instruction_rms": 0.0027440165705264283,
+ "raw_apical_rms": 0.11948916186934745,
+ "teaching_rms": 0.002744016569937722,
+ "traffic_rms": 0.11945641895994157
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.182579698725931e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587550128513507e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013334009979847088,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 36363,
+ "train_examples": 50000,
+ "train_loss": 0.14631768272876738
+ },
+ {
+ "epoch": 94,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.09055773913860321,
+ "mean_feedback_forward_cosine": 0.9990655378861861,
+ "mean_feedback_forward_relative_error": 0.040071847001937305,
+ "min_feedback_forward_cosine": 0.9959251284599304
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027838001193236555,
+ "instruction_rms": 0.00278380011909235,
+ "raw_apical_rms": 0.11960974302303815,
+ "teaching_rms": 0.0027838001193236555,
+ "traffic_rms": 0.11957617217582032
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.449512651191981e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5969476450535596e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012342750499031286,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 36754,
+ "train_examples": 50000,
+ "train_loss": 0.15604819481372834
+ },
+ {
+ "epoch": 95,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08688408881425858,
+ "mean_feedback_forward_cosine": 0.9991355039856651,
+ "mean_feedback_forward_relative_error": 0.03855858841402964,
+ "min_feedback_forward_cosine": 0.9962475299835205
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026812023653437563,
+ "instruction_rms": 0.002681202365234879,
+ "raw_apical_rms": 0.11997271730279067,
+ "teaching_rms": 0.0026812023653437563,
+ "traffic_rms": 0.11994161209036448
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.720367906609681e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5813674139351247e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0123046264848254,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37145,
+ "train_examples": 50000,
+ "train_loss": 0.15090042344093324
+ },
+ {
+ "epoch": 96,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.08323752135038376,
+ "mean_feedback_forward_cosine": 0.9992031162435359,
+ "mean_feedback_forward_relative_error": 0.037040479024025526,
+ "min_feedback_forward_cosine": 0.9965547919273376
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027337911424862105,
+ "instruction_rms": 0.0027337911422577526,
+ "raw_apical_rms": 0.12036681863764069,
+ "teaching_rms": 0.0027337911424862105,
+ "traffic_rms": 0.12033446189964718
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.627863223864551e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5885021960486138e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011901115210563454,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37536,
+ "train_examples": 50000,
+ "train_loss": 0.1471392963409424
+ },
+ {
+ "epoch": 97,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07995020598173141,
+ "mean_feedback_forward_cosine": 0.9992632139812816,
+ "mean_feedback_forward_relative_error": 0.035634634626859965,
+ "min_feedback_forward_cosine": 0.9968221783638
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0026814769482426982,
+ "instruction_rms": 0.0026814769479257057,
+ "raw_apical_rms": 0.1207011112405806,
+ "teaching_rms": 0.0026814769482426982,
+ "traffic_rms": 0.1206701136312538
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.985449374496966e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5908765378047952e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012255721957310466,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 37927,
+ "train_examples": 50000,
+ "train_loss": 0.14622336290836335
+ },
+ {
+ "epoch": 98,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0767374187707901,
+ "mean_feedback_forward_cosine": 0.9993208495053378,
+ "mean_feedback_forward_relative_error": 0.03422663713043386,
+ "min_feedback_forward_cosine": 0.9970715045928955
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027147853820148437,
+ "instruction_rms": 0.002714785382084618,
+ "raw_apical_rms": 0.12108754828411754,
+ "teaching_rms": 0.0027147853820148437,
+ "traffic_rms": 0.12105586021879858
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.575009336984294e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5841440496634433e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012909678366106835,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 38318,
+ "train_examples": 50000,
+ "train_loss": 0.1493096795129776
+ },
+ {
+ "epoch": 99,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07371226698160172,
+ "mean_feedback_forward_cosine": 0.9993749564344233,
+ "mean_feedback_forward_relative_error": 0.03284511249512434,
+ "min_feedback_forward_cosine": 0.9972981810569763
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.0027273905069123763,
+ "instruction_rms": 0.002727390506936166,
+ "raw_apical_rms": 0.12114865221405499,
+ "teaching_rms": 0.0027273905069123763,
+ "traffic_rms": 0.12111668693906504
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.197735302748697e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5888557645784307e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.013382915168470417,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 38709,
+ "train_examples": 50000,
+ "train_loss": 0.1504336270260811
+ },
+ {
+ "epoch": 100,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07094317674636841,
+ "mean_feedback_forward_cosine": 0.9994208921085704,
+ "mean_feedback_forward_relative_error": 0.03163022338836031,
+ "min_feedback_forward_cosine": 0.9974968433380127
+ },
+ "lr": 0.1,
+ "mixed_apical": {
+ "innovation_rms": 0.002657818008155071,
+ "instruction_rms": 0.002657818007555464,
+ "raw_apical_rms": 0.12141300245350525,
+ "teaching_rms": 0.002657818008155071,
+ "traffic_rms": 0.12138264261555164
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.7002676356887605e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.582622917107439e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.012760869669393275,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.1,
+ "step": 39100,
+ "train_examples": 50000,
+ "train_loss": 0.1436343447494507
+ },
+ {
+ "epoch": 101,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07091907411813736,
+ "mean_feedback_forward_cosine": 0.9994212854992259,
+ "mean_feedback_forward_relative_error": 0.031618769382211295,
+ "min_feedback_forward_cosine": 0.9974988102912903
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0019316313622018838,
+ "instruction_rms": 0.0019316313624522811,
+ "raw_apical_rms": 0.1215034387457816,
+ "teaching_rms": 0.0019316313622018838,
+ "traffic_rms": 0.1214870434907806
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.989663520722388e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.581989970804751e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01150312864546241,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39491,
+ "train_examples": 50000,
+ "train_loss": 0.0774578609919548
+ },
+ {
+ "epoch": 102,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07090752571821213,
+ "mean_feedback_forward_cosine": 0.9994214816526933,
+ "mean_feedback_forward_relative_error": 0.03161275628954172,
+ "min_feedback_forward_cosine": 0.9974995851516724
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0016164187386532483,
+ "instruction_rms": 0.0016164187379367318,
+ "raw_apical_rms": 0.12143790922360295,
+ "teaching_rms": 0.0016164187386532483,
+ "traffic_rms": 0.12142615277399116
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.946496000637126e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5822570904228345e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011240200926792239,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 39882,
+ "train_examples": 50000,
+ "train_loss": 0.05026715766429901
+ },
+ {
+ "epoch": 103,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0708957388997078,
+ "mean_feedback_forward_cosine": 0.9994216778061606,
+ "mean_feedback_forward_relative_error": 0.03160706502808766,
+ "min_feedback_forward_cosine": 0.9975005984306335
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0015655895145317818,
+ "instruction_rms": 0.0015655895143415635,
+ "raw_apical_rms": 0.12146518803248786,
+ "teaching_rms": 0.0015655895145317818,
+ "traffic_rms": 0.12145392412925508
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.6390728531141576e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.588699782526619e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011209815259896283,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40273,
+ "train_examples": 50000,
+ "train_loss": 0.04198218698382378
+ },
+ {
+ "epoch": 104,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07088350504636765,
+ "mean_feedback_forward_cosine": 0.9994218674573031,
+ "mean_feedback_forward_relative_error": 0.03160143613137982,
+ "min_feedback_forward_cosine": 0.9975016117095947
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0015589449444097573,
+ "instruction_rms": 0.0015589449438359359,
+ "raw_apical_rms": 0.12146266777793177,
+ "teaching_rms": 0.0015589449444097573,
+ "traffic_rms": 0.12145131129030932
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.02598717591718e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5921731102529307e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011442721253294508,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 40664,
+ "train_examples": 50000,
+ "train_loss": 0.038764991085529325
+ },
+ {
+ "epoch": 105,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07087132334709167,
+ "mean_feedback_forward_cosine": 0.9994220516898416,
+ "mean_feedback_forward_relative_error": 0.031596079951321535,
+ "min_feedback_forward_cosine": 0.9975024461746216
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014946659889936184,
+ "instruction_rms": 0.0014946659893532994,
+ "raw_apical_rms": 0.12136492652307224,
+ "teaching_rms": 0.0014946659889936184,
+ "traffic_rms": 0.12135441252202359
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.8556929022634e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5925731214650785e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011466905693004414,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41055,
+ "train_examples": 50000,
+ "train_loss": 0.03346785994887352
+ },
+ {
+ "epoch": 106,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07085894793272018,
+ "mean_feedback_forward_cosine": 0.9994222315874967,
+ "mean_feedback_forward_relative_error": 0.03159078823571855,
+ "min_feedback_forward_cosine": 0.997503399848938
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014659991795054211,
+ "instruction_rms": 0.0014659991795446482,
+ "raw_apical_rms": 0.12133958582295583,
+ "teaching_rms": 0.0014659991795054211,
+ "traffic_rms": 0.12132920406922273
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.191875456806883e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5812456358247876e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.0113622764933214,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41446,
+ "train_examples": 50000,
+ "train_loss": 0.030965674679875373
+ },
+ {
+ "epoch": 107,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07084622234106064,
+ "mean_feedback_forward_cosine": 0.9994224266572432,
+ "mean_feedback_forward_relative_error": 0.03158551456237381,
+ "min_feedback_forward_cosine": 0.9975043535232544
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014171350812077195,
+ "instruction_rms": 0.0014171350809680833,
+ "raw_apical_rms": 0.12126953352127469,
+ "teaching_rms": 0.0014171350812077195,
+ "traffic_rms": 0.12125969491249729
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.95457637536856e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5867696865059138e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011323451646696788,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 41837,
+ "train_examples": 50000,
+ "train_loss": 0.026601712737083436
+ },
+ {
+ "epoch": 108,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07083134353160858,
+ "mean_feedback_forward_cosine": 0.9994226228107106,
+ "mean_feedback_forward_relative_error": 0.03158002750609409,
+ "min_feedback_forward_cosine": 0.9975054264068604
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014714192387132573,
+ "instruction_rms": 0.0014714192389506454,
+ "raw_apical_rms": 0.12123142209990041,
+ "teaching_rms": 0.0014714192387132573,
+ "traffic_rms": 0.12122074245074443
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.581669254046574e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5877256849609277e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01136744383785869,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42228,
+ "train_examples": 50000,
+ "train_loss": 0.02691594778686762
+ },
+ {
+ "epoch": 109,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07081860303878784,
+ "mean_feedback_forward_cosine": 0.9994228027083657,
+ "mean_feedback_forward_relative_error": 0.03157492659308694,
+ "min_feedback_forward_cosine": 0.997506320476532
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014073182534575094,
+ "instruction_rms": 0.001407318253545341,
+ "raw_apical_rms": 0.12119996807338988,
+ "teaching_rms": 0.0014073182534575094,
+ "traffic_rms": 0.12119018610667305
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.822034492870444e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5886854829000422e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011277373316037512,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 42619,
+ "train_examples": 50000,
+ "train_loss": 0.02352189971268177
+ },
+ {
+ "epoch": 110,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07080463320016861,
+ "mean_feedback_forward_cosine": 0.9994230021129955,
+ "mean_feedback_forward_relative_error": 0.03156958261335438,
+ "min_feedback_forward_cosine": 0.9975072741508484
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014099075998892502,
+ "instruction_rms": 0.0014099075998816066,
+ "raw_apical_rms": 0.12112123411919175,
+ "teaching_rms": 0.0014099075998892502,
+ "traffic_rms": 0.12111119762902137
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.605427588761813e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5821945758457385e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011302285868101745,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43010,
+ "train_examples": 50000,
+ "train_loss": 0.022769682832360267
+ },
+ {
+ "epoch": 111,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07078919559717178,
+ "mean_feedback_forward_cosine": 0.999423191764138,
+ "mean_feedback_forward_relative_error": 0.031564079589125785,
+ "min_feedback_forward_cosine": 0.9975082874298096
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013808268351238621,
+ "instruction_rms": 0.0013808268347054852,
+ "raw_apical_rms": 0.12106233088775874,
+ "teaching_rms": 0.0013808268351238621,
+ "traffic_rms": 0.12105244650249325
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.174393973878978e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5891857941082134e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011206880855694566,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43401,
+ "train_examples": 50000,
+ "train_loss": 0.02159861841365695
+ },
+ {
+ "epoch": 112,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07077489793300629,
+ "mean_feedback_forward_cosine": 0.9994233857501637,
+ "mean_feedback_forward_relative_error": 0.03155893870544704,
+ "min_feedback_forward_cosine": 0.9975095391273499
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0013028560768730934,
+ "instruction_rms": 0.0013028560771809524,
+ "raw_apical_rms": 0.12108529178479369,
+ "teaching_rms": 0.0013028560768730934,
+ "traffic_rms": 0.12107654301746641
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.978675060054229e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583276785733679e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011263281398540473,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 43792,
+ "train_examples": 50000,
+ "train_loss": 0.01856324349567294
+ },
+ {
+ "epoch": 113,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0707588866353035,
+ "mean_feedback_forward_cosine": 0.9994235873222351,
+ "mean_feedback_forward_relative_error": 0.031553159874271264,
+ "min_feedback_forward_cosine": 0.9975104928016663
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014013425898332828,
+ "instruction_rms": 0.0014013425899619726,
+ "raw_apical_rms": 0.121081403301387,
+ "teaching_rms": 0.0014013425898332828,
+ "traffic_rms": 0.12107097980157637
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.024830412343363e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5882152459600006e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011302325388719961,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44183,
+ "train_examples": 50000,
+ "train_loss": 0.019349969775676726
+ },
+ {
+ "epoch": 114,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07074145972728729,
+ "mean_feedback_forward_cosine": 0.9994238051501187,
+ "mean_feedback_forward_relative_error": 0.031547342105345294,
+ "min_feedback_forward_cosine": 0.9975118637084961
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0014052185171918158,
+ "instruction_rms": 0.0014052185175645725,
+ "raw_apical_rms": 0.12102726742081532,
+ "teaching_rms": 0.0014052185171918158,
+ "traffic_rms": 0.12101690966033238
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.61105090671299e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.591355540991409e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011147686507963026,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44574,
+ "train_examples": 50000,
+ "train_loss": 0.019647072715163232
+ },
+ {
+ "epoch": 115,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07072681933641434,
+ "mean_feedback_forward_cosine": 0.9994239980524237,
+ "mean_feedback_forward_relative_error": 0.031542143395001235,
+ "min_feedback_forward_cosine": 0.9975128173828125
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001276663943904826,
+ "instruction_rms": 0.0012766639440084527,
+ "raw_apical_rms": 0.12103132502320636,
+ "teaching_rms": 0.001276663943904826,
+ "traffic_rms": 0.12102249971396088
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.019663345568915e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5902621425555367e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011040123102951115,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 44965,
+ "train_examples": 50000,
+ "train_loss": 0.01670920530408621
+ },
+ {
+ "epoch": 116,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07071109116077423,
+ "mean_feedback_forward_cosine": 0.999424211545424,
+ "mean_feedback_forward_relative_error": 0.031536509028889916,
+ "min_feedback_forward_cosine": 0.9975141286849976
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001341280220595386,
+ "instruction_rms": 0.0013412802208687513,
+ "raw_apical_rms": 0.12107088186603233,
+ "teaching_rms": 0.001341280220595386,
+ "traffic_rms": 0.12106134885199238
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.646929324143457e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5871619346364454e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01112268940188316,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45356,
+ "train_examples": 50000,
+ "train_loss": 0.017786935017704963
+ },
+ {
+ "epoch": 117,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07069508731365204,
+ "mean_feedback_forward_cosine": 0.9994244282895869,
+ "mean_feedback_forward_relative_error": 0.031530873756855725,
+ "min_feedback_forward_cosine": 0.9975152015686035
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001296360008357897,
+ "instruction_rms": 0.0012963600082679932,
+ "raw_apical_rms": 0.1210064433982024,
+ "teaching_rms": 0.001296360008357897,
+ "traffic_rms": 0.12099698297409692
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.4556799966576364e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5842384237502345e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011258379301681162,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 45747,
+ "train_examples": 50000,
+ "train_loss": 0.01594989131093025
+ },
+ {
+ "epoch": 118,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07067932188510895,
+ "mean_feedback_forward_cosine": 0.9994246320290999,
+ "mean_feedback_forward_relative_error": 0.031525330025364055,
+ "min_feedback_forward_cosine": 0.9975162744522095
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012886175056441664,
+ "instruction_rms": 0.0012886175053394382,
+ "raw_apical_rms": 0.12096846561161184,
+ "teaching_rms": 0.0012886175056441664,
+ "traffic_rms": 0.12095910561557505
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.389987644046414e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5857442045117193e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01129545211510929,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46138,
+ "train_examples": 50000,
+ "train_loss": 0.01590382546454668
+ },
+ {
+ "epoch": 119,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07066480815410614,
+ "mean_feedback_forward_cosine": 0.9994248108430343,
+ "mean_feedback_forward_relative_error": 0.03152040261775255,
+ "min_feedback_forward_cosine": 0.9975171685218811
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001176883061617576,
+ "instruction_rms": 0.0011768830620613702,
+ "raw_apical_rms": 0.12093138647214617,
+ "teaching_rms": 0.001176883061617576,
+ "traffic_rms": 0.12092358137503635
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.7555919141805134e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583027312864346e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011270806154516505,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46529,
+ "train_examples": 50000,
+ "train_loss": 0.013526519335210324
+ },
+ {
+ "epoch": 120,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07064840197563171,
+ "mean_feedback_forward_cosine": 0.9994250243360346,
+ "mean_feedback_forward_relative_error": 0.03151499366557056,
+ "min_feedback_forward_cosine": 0.9975184202194214
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0012067306893248804,
+ "instruction_rms": 0.0012067306892235943,
+ "raw_apical_rms": 0.12093184660216626,
+ "teaching_rms": 0.0012067306893248804,
+ "traffic_rms": 0.12092325626158301
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.8383195045717e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5873000785880004e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011278642957340152,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 46920,
+ "train_examples": 50000,
+ "train_loss": 0.013874591251760722
+ },
+ {
+ "epoch": 121,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07063398510217667,
+ "mean_feedback_forward_cosine": 0.9994252139871771,
+ "mean_feedback_forward_relative_error": 0.03151010434058579,
+ "min_feedback_forward_cosine": 0.9975194931030273
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011215831796233238,
+ "instruction_rms": 0.0011215831800664925,
+ "raw_apical_rms": 0.12092683518032567,
+ "teaching_rms": 0.0011215831796233238,
+ "traffic_rms": 0.12091950006035208
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 9.060403982630305e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5902660829879754e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01131065804714938,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47311,
+ "train_examples": 50000,
+ "train_loss": 0.012541126489341258
+ },
+ {
+ "epoch": 122,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07061872631311417,
+ "mean_feedback_forward_cosine": 0.9994253873825073,
+ "mean_feedback_forward_relative_error": 0.031505210553719236,
+ "min_feedback_forward_cosine": 0.9975205063819885
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011016172111567837,
+ "instruction_rms": 0.001101617211390144,
+ "raw_apical_rms": 0.12088319494619222,
+ "teaching_rms": 0.0011016172111567837,
+ "traffic_rms": 0.12087577071212233
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.362741172300957e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5800089468773435e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011174570979947764,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 47702,
+ "train_examples": 50000,
+ "train_loss": 0.012012996182143689
+ },
+ {
+ "epoch": 123,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07060375809669495,
+ "mean_feedback_forward_cosine": 0.9994255900382996,
+ "mean_feedback_forward_relative_error": 0.03150028646500273,
+ "min_feedback_forward_cosine": 0.9975217580795288
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010720577735974454,
+ "instruction_rms": 0.0010720577734946305,
+ "raw_apical_rms": 0.12087417070598201,
+ "teaching_rms": 0.0010720577735974454,
+ "traffic_rms": 0.12086698554962963
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.824389859299117e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5860020862468105e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011193659388315395,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48093,
+ "train_examples": 50000,
+ "train_loss": 0.011400184899494051
+ },
+ {
+ "epoch": 124,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07058724015951157,
+ "mean_feedback_forward_cosine": 0.9994257872754877,
+ "mean_feedback_forward_relative_error": 0.03149497618221424,
+ "min_feedback_forward_cosine": 0.99752277135849
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011329482021261426,
+ "instruction_rms": 0.0011329482019174382,
+ "raw_apical_rms": 0.12087773359409643,
+ "teaching_rms": 0.0011329482021261426,
+ "traffic_rms": 0.12086960561142271
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 9.533328437782984e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587363652648783e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011133339256990647,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48484,
+ "train_examples": 50000,
+ "train_loss": 0.01149278408486396
+ },
+ {
+ "epoch": 125,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07057030498981476,
+ "mean_feedback_forward_cosine": 0.9994260018522089,
+ "mean_feedback_forward_relative_error": 0.03148964259942824,
+ "min_feedback_forward_cosine": 0.9975239634513855
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011235810648741928,
+ "instruction_rms": 0.001123581065121974,
+ "raw_apical_rms": 0.12088743305799948,
+ "teaching_rms": 0.0011235810648741928,
+ "traffic_rms": 0.12087967859722216
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.870171548849612e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5838497823317857e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011213246111817024,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 48875,
+ "train_examples": 50000,
+ "train_loss": 0.011122201923280955
+ },
+ {
+ "epoch": 126,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07055456191301346,
+ "mean_feedback_forward_cosine": 0.9994261828335849,
+ "mean_feedback_forward_relative_error": 0.031484583401205864,
+ "min_feedback_forward_cosine": 0.9975250959396362
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010577879550685485,
+ "instruction_rms": 0.0010577879551434022,
+ "raw_apical_rms": 0.12091154495210744,
+ "teaching_rms": 0.0010577879550685485,
+ "traffic_rms": 0.12090424319941545
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.408785679923312e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5814129169934688e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011142524557366121,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49266,
+ "train_examples": 50000,
+ "train_loss": 0.010322054066061974
+ },
+ {
+ "epoch": 127,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07053574919700623,
+ "mean_feedback_forward_cosine": 0.9994264060800726,
+ "mean_feedback_forward_relative_error": 0.03147879388522018,
+ "min_feedback_forward_cosine": 0.9975264072418213
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.001133892089154218,
+ "instruction_rms": 0.001133892089078077,
+ "raw_apical_rms": 0.12093082090073219,
+ "teaching_rms": 0.001133892089154218,
+ "traffic_rms": 0.12092282742761554
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.354558562155944e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5912700142957998e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011092551928234894,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 49657,
+ "train_examples": 50000,
+ "train_loss": 0.010840231428295374
+ },
+ {
+ "epoch": 128,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07051771879196167,
+ "mean_feedback_forward_cosine": 0.9994266314940019,
+ "mean_feedback_forward_relative_error": 0.03147308212620291,
+ "min_feedback_forward_cosine": 0.9975277185440063
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0011080609356600107,
+ "instruction_rms": 0.001108060936019147,
+ "raw_apical_rms": 0.12088387004409894,
+ "teaching_rms": 0.0011080609356600107,
+ "traffic_rms": 0.12087612855137313
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.18298727772526e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5840815336388044e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01117625895196831,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50048,
+ "train_examples": 50000,
+ "train_loss": 0.010595754879266023
+ },
+ {
+ "epoch": 129,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07050331681966782,
+ "mean_feedback_forward_cosine": 0.999426823312586,
+ "mean_feedback_forward_relative_error": 0.03146810530769554,
+ "min_feedback_forward_cosine": 0.9975285530090332
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010294044538193266,
+ "instruction_rms": 0.0010294044539697284,
+ "raw_apical_rms": 0.12077501785067396,
+ "teaching_rms": 0.0010294044538193266,
+ "traffic_rms": 0.12076823623982696
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.054079193518191e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5853927420484418e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011366229509138544,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50439,
+ "train_examples": 50000,
+ "train_loss": 0.0090453971606493
+ },
+ {
+ "epoch": 130,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07048619538545609,
+ "mean_feedback_forward_cosine": 0.9994270465590737,
+ "mean_feedback_forward_relative_error": 0.0314625168134543,
+ "min_feedback_forward_cosine": 0.9975297451019287
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010563640294215934,
+ "instruction_rms": 0.0010563640296493582,
+ "raw_apical_rms": 0.12083677535731305,
+ "teaching_rms": 0.0010563640294215934,
+ "traffic_rms": 0.12082958511468528
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.440790656370154e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5845864610262134e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01114550376388394,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 50830,
+ "train_examples": 50000,
+ "train_loss": 0.009695652887299656
+ },
+ {
+ "epoch": 131,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07046898454427719,
+ "mean_feedback_forward_cosine": 0.9994272698055614,
+ "mean_feedback_forward_relative_error": 0.03145684924145991,
+ "min_feedback_forward_cosine": 0.9975310564041138
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010952395358122472,
+ "instruction_rms": 0.001095239535493576,
+ "raw_apical_rms": 0.12084477594639009,
+ "teaching_rms": 0.0010952395358122472,
+ "traffic_rms": 0.12083691550699845
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.913351313642124e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5865155531216587e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011374885523999454,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51221,
+ "train_examples": 50000,
+ "train_loss": 0.009708992003947496
+ },
+ {
+ "epoch": 132,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07045096904039383,
+ "mean_feedback_forward_cosine": 0.999427464875308,
+ "mean_feedback_forward_relative_error": 0.03145115019922907,
+ "min_feedback_forward_cosine": 0.997532308101654
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010348551966495592,
+ "instruction_rms": 0.0010348551969669674,
+ "raw_apical_rms": 0.12083036618657504,
+ "teaching_rms": 0.0010348551966495592,
+ "traffic_rms": 0.12082286248496703
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.677312486795927e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5867192692839256e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011345734802015235,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 51612,
+ "train_examples": 50000,
+ "train_loss": 0.009417185395061969
+ },
+ {
+ "epoch": 133,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07043527811765671,
+ "mean_feedback_forward_cosine": 0.9994276751171459,
+ "mean_feedback_forward_relative_error": 0.031446041124449535,
+ "min_feedback_forward_cosine": 0.9975335597991943
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009991465308276924,
+ "instruction_rms": 0.000999146530843497,
+ "raw_apical_rms": 0.12079991080667568,
+ "teaching_rms": 0.0009991465308276924,
+ "traffic_rms": 0.12079349202199281
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.6335728970680066e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5813381485782494e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01121630788174555,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52003,
+ "train_examples": 50000,
+ "train_loss": 0.008770374926365912
+ },
+ {
+ "epoch": 134,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07041771709918976,
+ "mean_feedback_forward_cosine": 0.9994278896938671,
+ "mean_feedback_forward_relative_error": 0.031440461105243726,
+ "min_feedback_forward_cosine": 0.9975347518920898
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010425932026417073,
+ "instruction_rms": 0.0010425932027485045,
+ "raw_apical_rms": 0.12075980471417198,
+ "teaching_rms": 0.0010425932026417073,
+ "traffic_rms": 0.12075269167967503
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.208813540022675e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5942978381964335e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011360938807897156,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52394,
+ "train_examples": 50000,
+ "train_loss": 0.009208371835425496
+ },
+ {
+ "epoch": 135,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0704011470079422,
+ "mean_feedback_forward_cosine": 0.9994281096891924,
+ "mean_feedback_forward_relative_error": 0.03143500339409167,
+ "min_feedback_forward_cosine": 0.9975358247756958
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010104558630069274,
+ "instruction_rms": 0.0010104558629655414,
+ "raw_apical_rms": 0.12077581042787909,
+ "teaching_rms": 0.0010104558630069274,
+ "traffic_rms": 0.12076903893089148
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.122106555039863e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5858008022959945e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011201823207306057,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 52785,
+ "train_examples": 50000,
+ "train_loss": 0.00852915184430778
+ },
+ {
+ "epoch": 136,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07038401812314987,
+ "mean_feedback_forward_cosine": 0.9994283383542841,
+ "mean_feedback_forward_relative_error": 0.03142943127419461,
+ "min_feedback_forward_cosine": 0.9975371360778809
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009940564759869151,
+ "instruction_rms": 0.000994056476289328,
+ "raw_apical_rms": 0.12077183782974174,
+ "teaching_rms": 0.0009940564759869151,
+ "traffic_rms": 0.1207648402222815
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.744818392689922e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583754656607176e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010985859320546711,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53176,
+ "train_examples": 50000,
+ "train_loss": 0.008393654064536094
+ },
+ {
+ "epoch": 137,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07036565989255905,
+ "mean_feedback_forward_cosine": 0.9994285529310053,
+ "mean_feedback_forward_relative_error": 0.03142367072234099,
+ "min_feedback_forward_cosine": 0.9975384473800659
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010190824464492904,
+ "instruction_rms": 0.0010190824463925693,
+ "raw_apical_rms": 0.12075393140369606,
+ "teaching_rms": 0.0010190824464492904,
+ "traffic_rms": 0.12074701113834552
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.937292613111822e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.588657046772156e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010946906221500706,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53567,
+ "train_examples": 50000,
+ "train_loss": 0.007965772947594523
+ },
+ {
+ "epoch": 138,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07034841179847717,
+ "mean_feedback_forward_cosine": 0.9994287696751681,
+ "mean_feedback_forward_relative_error": 0.03141821456903761,
+ "min_feedback_forward_cosine": 0.9975396394729614
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000934028921516271,
+ "instruction_rms": 0.0009340289212301821,
+ "raw_apical_rms": 0.1207637690767968,
+ "teaching_rms": 0.000934028921516271,
+ "traffic_rms": 0.12075757479166307
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.48463327479476e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5861000153503188e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011057929100270425,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 53958,
+ "train_examples": 50000,
+ "train_loss": 0.007507783609703183
+ },
+ {
+ "epoch": 139,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0703318864107132,
+ "mean_feedback_forward_cosine": 0.9994289701635187,
+ "mean_feedback_forward_relative_error": 0.03141317000104622,
+ "min_feedback_forward_cosine": 0.9975408911705017
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009013686103250061,
+ "instruction_rms": 0.0009013686101781583,
+ "raw_apical_rms": 0.12071825369750805,
+ "teaching_rms": 0.0009013686103250061,
+ "traffic_rms": 0.12071265689185987
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.831189836020712e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5880163588553643e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011220030254864954,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 54349,
+ "train_examples": 50000,
+ "train_loss": 0.00748919204108417
+ },
+ {
+ "epoch": 140,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07031499594449997,
+ "mean_feedback_forward_cosine": 0.999429195577448,
+ "mean_feedback_forward_relative_error": 0.031407627336342225,
+ "min_feedback_forward_cosine": 0.9975419640541077
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009761039731833493,
+ "instruction_rms": 0.000976103973289089,
+ "raw_apical_rms": 0.12070630531065162,
+ "teaching_rms": 0.0009761039731833493,
+ "traffic_rms": 0.12069970974373335
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.592161400613804e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.589194410847404e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011198168016916228,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 54740,
+ "train_examples": 50000,
+ "train_loss": 0.00756540226444602
+ },
+ {
+ "epoch": 141,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07029535621404648,
+ "mean_feedback_forward_cosine": 0.9994294220750982,
+ "mean_feedback_forward_relative_error": 0.03140136955136603,
+ "min_feedback_forward_cosine": 0.9975433349609375
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009887591687614944,
+ "instruction_rms": 0.0009887591692578233,
+ "raw_apical_rms": 0.12071824863694143,
+ "teaching_rms": 0.0009887591687614944,
+ "traffic_rms": 0.12071114896001232
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.8462767071887356e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5848191904646026e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01122735820319111,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55131,
+ "train_examples": 50000,
+ "train_loss": 0.00782873647440225
+ },
+ {
+ "epoch": 142,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07027541846036911,
+ "mean_feedback_forward_cosine": 0.9994296734983271,
+ "mean_feedback_forward_relative_error": 0.031395242651077834,
+ "min_feedback_forward_cosine": 0.9975447058677673
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009748575675087432,
+ "instruction_rms": 0.0009748575673268936,
+ "raw_apical_rms": 0.12076131454864471,
+ "teaching_rms": 0.0009748575675087432,
+ "traffic_rms": 0.12075429179352912
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.705413906933245e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5866352186913332e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011196456742615693,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55522,
+ "train_examples": 50000,
+ "train_loss": 0.00777764855876565
+ },
+ {
+ "epoch": 143,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07025779038667679,
+ "mean_feedback_forward_cosine": 0.999429895661094,
+ "mean_feedback_forward_relative_error": 0.031389443906532095,
+ "min_feedback_forward_cosine": 0.9975459575653076
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009434352706285746,
+ "instruction_rms": 0.0009434352704947054,
+ "raw_apical_rms": 0.12075522034551249,
+ "teaching_rms": 0.0009434352706285746,
+ "traffic_rms": 0.12074866983924204
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.134634844556786e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5863888524493617e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011169083543723663,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 55913,
+ "train_examples": 50000,
+ "train_loss": 0.007418532796762883
+ },
+ {
+ "epoch": 144,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07023657858371735,
+ "mean_feedback_forward_cosine": 0.999430175261064,
+ "mean_feedback_forward_relative_error": 0.03138248405673287,
+ "min_feedback_forward_cosine": 0.9975473880767822
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010115940486411486,
+ "instruction_rms": 0.0010115940489804026,
+ "raw_apical_rms": 0.12074958993793988,
+ "teaching_rms": 0.0010115940486411486,
+ "traffic_rms": 0.12074189484607889
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.299540444842933e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587309086780064e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011167800983200398,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 56304,
+ "train_examples": 50000,
+ "train_loss": 0.007985664666891098
+ },
+ {
+ "epoch": 145,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07021334022283554,
+ "mean_feedback_forward_cosine": 0.9994304635308006,
+ "mean_feedback_forward_relative_error": 0.03137529146095568,
+ "min_feedback_forward_cosine": 0.9975489974021912
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0010090336205429283,
+ "instruction_rms": 0.0010090336205609723,
+ "raw_apical_rms": 0.12074680283928257,
+ "teaching_rms": 0.0010090336205429283,
+ "traffic_rms": 0.12073941123422713
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.083522035600254e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.585378086634112e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011277140639654279,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 56695,
+ "train_examples": 50000,
+ "train_loss": 0.007911784377619625
+ },
+ {
+ "epoch": 146,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07019465416669846,
+ "mean_feedback_forward_cosine": 0.9994306911121715,
+ "mean_feedback_forward_relative_error": 0.03136926259506832,
+ "min_feedback_forward_cosine": 0.9975502490997314
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009662888563246104,
+ "instruction_rms": 0.000966288856044449,
+ "raw_apical_rms": 0.12073499670172054,
+ "teaching_rms": 0.0009662888563246104,
+ "traffic_rms": 0.12072837977571471
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.496089438063791e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587221212477568e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011256401771457725,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57086,
+ "train_examples": 50000,
+ "train_loss": 0.006909314128682017
+ },
+ {
+ "epoch": 147,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07017727941274643,
+ "mean_feedback_forward_cosine": 0.9994309078563344,
+ "mean_feedback_forward_relative_error": 0.03136391824280674,
+ "min_feedback_forward_cosine": 0.9975515604019165
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000869398138851607,
+ "instruction_rms": 0.0008693981386695274,
+ "raw_apical_rms": 0.12066423618798937,
+ "teaching_rms": 0.000869398138851607,
+ "traffic_rms": 0.12065867949557355
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.0784638716550035e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5856327820394464e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011204988740657578,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57477,
+ "train_examples": 50000,
+ "train_loss": 0.006455450179949403
+ },
+ {
+ "epoch": 148,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07015566527843475,
+ "mean_feedback_forward_cosine": 0.9994311701167714,
+ "mean_feedback_forward_relative_error": 0.03135735793039203,
+ "min_feedback_forward_cosine": 0.9975528717041016
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009108328233069865,
+ "instruction_rms": 0.0009108328232173712,
+ "raw_apical_rms": 0.12064820004474244,
+ "teaching_rms": 0.0009108328233069865,
+ "traffic_rms": 0.1206417547556839
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.499374194390839e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.588504741949133e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011270251572767884,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 57868,
+ "train_examples": 50000,
+ "train_loss": 0.00725371184438467
+ },
+ {
+ "epoch": 149,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07013462483882904,
+ "mean_feedback_forward_cosine": 0.9994314182888377,
+ "mean_feedback_forward_relative_error": 0.03135055799714544,
+ "min_feedback_forward_cosine": 0.9975544214248657
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0009929308943153806,
+ "instruction_rms": 0.0009929308941822965,
+ "raw_apical_rms": 0.12067018188186542,
+ "teaching_rms": 0.0009929308943153806,
+ "traffic_rms": 0.12066312890556309
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.568165472093824e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587661712584924e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01110846032069937,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 58259,
+ "train_examples": 50000,
+ "train_loss": 0.007605920844562352
+ },
+ {
+ "epoch": 150,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011668384075165,
+ "mean_feedback_forward_cosine": 0.9994316447864879,
+ "mean_feedback_forward_relative_error": 0.03134507797658444,
+ "min_feedback_forward_cosine": 0.9975556135177612
+ },
+ "lr": 0.010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008278443350944605,
+ "instruction_rms": 0.000827844334770908,
+ "raw_apical_rms": 0.12063417210462912,
+ "teaching_rms": 0.0008278443350944605,
+ "traffic_rms": 0.12062883016818716
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.079902448163921e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5861055090235406e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011049545253435487,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.010000000000000002,
+ "step": 58650,
+ "train_examples": 50000,
+ "train_loss": 0.006175522373914719
+ },
+ {
+ "epoch": 151,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011643052101135,
+ "mean_feedback_forward_cosine": 0.9994316523725336,
+ "mean_feedback_forward_relative_error": 0.03134498400613665,
+ "min_feedback_forward_cosine": 0.9975556135177612
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0008630216981704413,
+ "instruction_rms": 0.0008630216980826758,
+ "raw_apical_rms": 0.12061825903365644,
+ "teaching_rms": 0.0008630216981704413,
+ "traffic_rms": 0.12061274661674656
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.687106963137012e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5897691840843058e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011071510585886186,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59041,
+ "train_examples": 50000,
+ "train_loss": 0.005969180923551321
+ },
+ {
+ "epoch": 152,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011627405881882,
+ "mean_feedback_forward_cosine": 0.9994316437027672,
+ "mean_feedback_forward_relative_error": 0.03134491436014121,
+ "min_feedback_forward_cosine": 0.9975556135177612
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007460985699154562,
+ "instruction_rms": 0.0007460985697244131,
+ "raw_apical_rms": 0.12060988009720111,
+ "teaching_rms": 0.0007460985699154562,
+ "traffic_rms": 0.12060513364013943
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.912668399332688e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.597947370401401e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01094981160962626,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59432,
+ "train_examples": 50000,
+ "train_loss": 0.005264219559244812
+ },
+ {
+ "epoch": 153,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011613249778748,
+ "mean_feedback_forward_cosine": 0.9994316567074168,
+ "mean_feedback_forward_relative_error": 0.03134484869343313,
+ "min_feedback_forward_cosine": 0.997555673122406
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007420030853294929,
+ "instruction_rms": 0.0007420030853725111,
+ "raw_apical_rms": 0.12061358630239877,
+ "teaching_rms": 0.0007420030853294929,
+ "traffic_rms": 0.120609119304036
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.203235069004222e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5854405454563713e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01099086252175615,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 59823,
+ "train_examples": 50000,
+ "train_loss": 0.0050315053797513245
+ },
+ {
+ "epoch": 154,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011598348617554,
+ "mean_feedback_forward_cosine": 0.9994316469539296,
+ "mean_feedback_forward_relative_error": 0.031344785854559055,
+ "min_feedback_forward_cosine": 0.997555673122406
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007039289267185821,
+ "instruction_rms": 0.0007039289268821719,
+ "raw_apical_rms": 0.1206168929630992,
+ "teaching_rms": 0.0007039289267185821,
+ "traffic_rms": 0.12061270980422223
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.765618737996192e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.591492133799338e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011034298548478259,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60214,
+ "train_examples": 50000,
+ "train_loss": 0.004824321654289961
+ },
+ {
+ "epoch": 155,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011587917804718,
+ "mean_feedback_forward_cosine": 0.9994316610423002,
+ "mean_feedback_forward_relative_error": 0.0313447261906483,
+ "min_feedback_forward_cosine": 0.9975557327270508
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006376567373198125,
+ "instruction_rms": 0.000637656737203598,
+ "raw_apical_rms": 0.12061587949785221,
+ "teaching_rms": 0.0006376567373198125,
+ "traffic_rms": 0.12061244154477092
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 7.224610953926458e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5889644525274507e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010960997161645742,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60605,
+ "train_examples": 50000,
+ "train_loss": 0.004377018192149699
+ },
+ {
+ "epoch": 156,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011575996875763,
+ "mean_feedback_forward_cosine": 0.9994316534562544,
+ "mean_feedback_forward_relative_error": 0.03134466705166481,
+ "min_feedback_forward_cosine": 0.9975557923316956
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000684842550326603,
+ "instruction_rms": 0.0006848425504731417,
+ "raw_apical_rms": 0.12061338656526976,
+ "teaching_rms": 0.000684842550326603,
+ "traffic_rms": 0.12060958829388432
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.251095641118809e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5865729027490042e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010901957009038442,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 60996,
+ "train_examples": 50000,
+ "train_loss": 0.004573622027058155
+ },
+ {
+ "epoch": 157,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011562585830688,
+ "mean_feedback_forward_cosine": 0.9994316567074168,
+ "mean_feedback_forward_relative_error": 0.03134460887787017,
+ "min_feedback_forward_cosine": 0.9975557327270508
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006325919894719429,
+ "instruction_rms": 0.0006325919895634825,
+ "raw_apical_rms": 0.1206109873693738,
+ "teaching_rms": 0.0006325919894719429,
+ "traffic_rms": 0.12060712511088602
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.076192787280888e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5857873653474568e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01094310001443777,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61387,
+ "train_examples": 50000,
+ "train_loss": 0.004217614284660667
+ },
+ {
+ "epoch": 158,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011548429727554,
+ "mean_feedback_forward_cosine": 0.9994316718795083,
+ "mean_feedback_forward_relative_error": 0.03134454900229519,
+ "min_feedback_forward_cosine": 0.9975557327270508
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006650859749439857,
+ "instruction_rms": 0.0006650859747830863,
+ "raw_apical_rms": 0.12061356531744602,
+ "teaching_rms": 0.0006650859749439857,
+ "traffic_rms": 0.12060975090771466
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.470630691841507e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5836846972464166e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010997232618201456,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 61778,
+ "train_examples": 50000,
+ "train_loss": 0.004617708307979629
+ },
+ {
+ "epoch": 159,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0701153501868248,
+ "mean_feedback_forward_cosine": 0.9994316588748585,
+ "mean_feedback_forward_relative_error": 0.03134448761967096,
+ "min_feedback_forward_cosine": 0.9975557327270508
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006748786243155888,
+ "instruction_rms": 0.0006748786241336835,
+ "raw_apical_rms": 0.12061284951864801,
+ "teaching_rms": 0.0006748786243155888,
+ "traffic_rms": 0.12060873147569375
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.900902059849614e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5831064033897414e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010893336485269103,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62169,
+ "train_examples": 50000,
+ "train_loss": 0.004377266821749508
+ },
+ {
+ "epoch": 160,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011522352695465,
+ "mean_feedback_forward_cosine": 0.9994316642934625,
+ "mean_feedback_forward_relative_error": 0.031344430292533206,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006392136106285652,
+ "instruction_rms": 0.000639213610542817,
+ "raw_apical_rms": 0.12061903297586386,
+ "teaching_rms": 0.0006392136106285652,
+ "traffic_rms": 0.12061574652084903
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.732165320182503e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5912027100017034e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01093279206987273,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62560,
+ "train_examples": 50000,
+ "train_loss": 0.004207859783023596
+ },
+ {
+ "epoch": 161,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0701151117682457,
+ "mean_feedback_forward_cosine": 0.9994316556236961,
+ "mean_feedback_forward_relative_error": 0.0313443701798943,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0007046983521651161,
+ "instruction_rms": 0.0007046983520976156,
+ "raw_apical_rms": 0.12062403666530974,
+ "teaching_rms": 0.0007046983521651161,
+ "traffic_rms": 0.1206198430945124
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.373028410029292e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.581310126650428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011110784954911633,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 62951,
+ "train_examples": 50000,
+ "train_loss": 0.004733310500979424
+ },
+ {
+ "epoch": 162,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011499255895615,
+ "mean_feedback_forward_cosine": 0.9994316545399753,
+ "mean_feedback_forward_relative_error": 0.031344310473650695,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006167286458733131,
+ "instruction_rms": 0.0006167286462098559,
+ "raw_apical_rms": 0.1206250868131751,
+ "teaching_rms": 0.0006167286458733131,
+ "traffic_rms": 0.12062156704827183
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.828225451727121e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.589624689138684e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010973290234301863,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63342,
+ "train_examples": 50000,
+ "train_loss": 0.00407535614375025
+ },
+ {
+ "epoch": 163,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.070114865899086,
+ "mean_feedback_forward_cosine": 0.9994316632097417,
+ "mean_feedback_forward_relative_error": 0.03134424732998013,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006839478143122504,
+ "instruction_rms": 0.0006839478143399428,
+ "raw_apical_rms": 0.12062466054900933,
+ "teaching_rms": 0.0006839478143122504,
+ "traffic_rms": 0.1206205114262598
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.041233291398385e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5877480478490816e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010878825542593694,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 63733,
+ "train_examples": 50000,
+ "train_loss": 0.004494556574672461
+ },
+ {
+ "epoch": 164,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011474668979645,
+ "mean_feedback_forward_cosine": 0.9994316545399753,
+ "mean_feedback_forward_relative_error": 0.03134418775073507,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000642523662489967,
+ "instruction_rms": 0.0006425236625722152,
+ "raw_apical_rms": 0.1206194658352656,
+ "teaching_rms": 0.000642523662489967,
+ "traffic_rms": 0.12061568030619436
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.513977896498545e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.586553023758566e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01101916135820035,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64124,
+ "train_examples": 50000,
+ "train_loss": 0.0043582565813884136
+ },
+ {
+ "epoch": 165,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0701146274805069,
+ "mean_feedback_forward_cosine": 0.9994316740469499,
+ "mean_feedback_forward_relative_error": 0.03134413026273251,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006384842519838402,
+ "instruction_rms": 0.0006384842517300336,
+ "raw_apical_rms": 0.12062253839769596,
+ "teaching_rms": 0.0006384842519838402,
+ "traffic_rms": 0.12061878561847109
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 7.249101940942637e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587119106870252e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011001107989414591,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64515,
+ "train_examples": 50000,
+ "train_loss": 0.004121162942238152
+ },
+ {
+ "epoch": 166,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011452317237854,
+ "mean_feedback_forward_cosine": 0.9994316642934625,
+ "mean_feedback_forward_relative_error": 0.03134407850659706,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005819218577714439,
+ "instruction_rms": 0.0005819218577712398,
+ "raw_apical_rms": 0.12062009257400849,
+ "teaching_rms": 0.0005819218577714439,
+ "traffic_rms": 0.12061685934381829
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.8667815494573006e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5946013788187038e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01093304578535944,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 64906,
+ "train_examples": 50000,
+ "train_loss": 0.00393196282312274
+ },
+ {
+ "epoch": 167,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011440396308899,
+ "mean_feedback_forward_cosine": 0.9994316762143916,
+ "mean_feedback_forward_relative_error": 0.03134402310983701,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006128534915819116,
+ "instruction_rms": 0.0006128534914259528,
+ "raw_apical_rms": 0.12062387358278188,
+ "teaching_rms": 0.0006128534915819116,
+ "traffic_rms": 0.12062063400646014
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.95615653967252e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5895688744278397e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011057271258596586,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65297,
+ "train_examples": 50000,
+ "train_loss": 0.004055446383729577
+ },
+ {
+ "epoch": 168,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011427730321884,
+ "mean_feedback_forward_cosine": 0.9994316816329956,
+ "mean_feedback_forward_relative_error": 0.03134396695108576,
+ "min_feedback_forward_cosine": 0.9975557923316956
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006219340893221111,
+ "instruction_rms": 0.000621934089364157,
+ "raw_apical_rms": 0.12062265113733023,
+ "teaching_rms": 0.0006219340893221111,
+ "traffic_rms": 0.12061944854358539
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.821016995672835e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5857311940361583e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011033229812654203,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 65688,
+ "train_examples": 50000,
+ "train_loss": 0.004223021179288626
+ },
+ {
+ "epoch": 169,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011416554450989,
+ "mean_feedback_forward_cosine": 0.9994316772981123,
+ "mean_feedback_forward_relative_error": 0.03134391290051016,
+ "min_feedback_forward_cosine": 0.9975559115409851
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006069107759692488,
+ "instruction_rms": 0.0006069107760468724,
+ "raw_apical_rms": 0.12062285906868363,
+ "teaching_rms": 0.0006069107759692488,
+ "traffic_rms": 0.12061966378384595
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.111820738397e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5878056968063384e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01098561561277745,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66079,
+ "train_examples": 50000,
+ "train_loss": 0.0039922459670901295
+ },
+ {
+ "epoch": 170,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011407613754272,
+ "mean_feedback_forward_cosine": 0.9994316772981123,
+ "mean_feedback_forward_relative_error": 0.031343862482092595,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000526750621256931,
+ "instruction_rms": 0.000526750621266273,
+ "raw_apical_rms": 0.12062209701356255,
+ "teaching_rms": 0.000526750621256931,
+ "traffic_rms": 0.12061951098282782
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.58036248321514e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5878585251587876e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011095856784359296,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66470,
+ "train_examples": 50000,
+ "train_loss": 0.0035031908175349236
+ },
+ {
+ "epoch": 171,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011396437883377,
+ "mean_feedback_forward_cosine": 0.9994316816329956,
+ "mean_feedback_forward_relative_error": 0.031343811852010815,
+ "min_feedback_forward_cosine": 0.9975559115409851
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00058814731639813,
+ "instruction_rms": 0.000588147316064284,
+ "raw_apical_rms": 0.12062577858598894,
+ "teaching_rms": 0.00058814731639813,
+ "traffic_rms": 0.12062276643304598
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.418833547490067e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.586938087678919e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011049156085271485,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 66861,
+ "train_examples": 50000,
+ "train_loss": 0.0037379285618662833
+ },
+ {
+ "epoch": 172,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011387497186661,
+ "mean_feedback_forward_cosine": 0.9994316838004372,
+ "mean_feedback_forward_relative_error": 0.03134375771676952,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005767004225555261,
+ "instruction_rms": 0.0005767004224079886,
+ "raw_apical_rms": 0.12062386830639267,
+ "teaching_rms": 0.0005767004225555261,
+ "traffic_rms": 0.12062093488199492
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.405657788060125e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5847056685689057e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01100363751156407,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67252,
+ "train_examples": 50000,
+ "train_loss": 0.0036332080767676233
+ },
+ {
+ "epoch": 173,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011377066373825,
+ "mean_feedback_forward_cosine": 0.999431684884158,
+ "mean_feedback_forward_relative_error": 0.03134370776401325,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005560159997639089,
+ "instruction_rms": 0.000556016000007973,
+ "raw_apical_rms": 0.1206275819578644,
+ "teaching_rms": 0.0005560159997639089,
+ "traffic_rms": 0.12062460473059103
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.179609357559457e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5983546141701658e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010976496711274413,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 67643,
+ "train_examples": 50000,
+ "train_loss": 0.0036046438322030008
+ },
+ {
+ "epoch": 174,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0701136514544487,
+ "mean_feedback_forward_cosine": 0.999431679465554,
+ "mean_feedback_forward_relative_error": 0.03134365017441186,
+ "min_feedback_forward_cosine": 0.9975558519363403
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006151695874118451,
+ "instruction_rms": 0.0006151695874295072,
+ "raw_apical_rms": 0.12063329848227758,
+ "teaching_rms": 0.0006151695874118451,
+ "traffic_rms": 0.12062962135253426
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.8280051007386646e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.594326998629107e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011050145131733127,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68034,
+ "train_examples": 50000,
+ "train_loss": 0.0038107373747229578
+ },
+ {
+ "epoch": 175,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011356204748154,
+ "mean_feedback_forward_cosine": 0.9994316859678789,
+ "mean_feedback_forward_relative_error": 0.03134360311722213,
+ "min_feedback_forward_cosine": 0.9975559115409851
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005355511792676318,
+ "instruction_rms": 0.0005355511791900692,
+ "raw_apical_rms": 0.12062930766844372,
+ "teaching_rms": 0.0005355511792676318,
+ "traffic_rms": 0.12062685877656662
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.520752293681653e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.583419186791015e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011023026841280002,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68425,
+ "train_examples": 50000,
+ "train_loss": 0.0034027967879734933
+ },
+ {
+ "epoch": 176,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011345028877258,
+ "mean_feedback_forward_cosine": 0.999431684884158,
+ "mean_feedback_forward_relative_error": 0.03134355276653712,
+ "min_feedback_forward_cosine": 0.9975559115409851
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000571202598471784,
+ "instruction_rms": 0.0005712025982363581,
+ "raw_apical_rms": 0.12062763988800765,
+ "teaching_rms": 0.000571202598471784,
+ "traffic_rms": 0.1206245600619184
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.085708375598188e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587018902721264e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011264952180325645,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 68816,
+ "train_examples": 50000,
+ "train_loss": 0.0035343935879319907
+ },
+ {
+ "epoch": 177,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011336833238602,
+ "mean_feedback_forward_cosine": 0.9994316957213661,
+ "mean_feedback_forward_relative_error": 0.031343505455350334,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005420570398281949,
+ "instruction_rms": 0.0005420570398467584,
+ "raw_apical_rms": 0.12062687888434831,
+ "teaching_rms": 0.0005420570398281949,
+ "traffic_rms": 0.12062409891134195
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 5.9498258764278944e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5856916888685357e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010932533688843974,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69207,
+ "train_examples": 50000,
+ "train_loss": 0.0033941391864046456
+ },
+ {
+ "epoch": 178,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011322677135468,
+ "mean_feedback_forward_cosine": 0.999431684884158,
+ "mean_feedback_forward_relative_error": 0.03134344337846745,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006550410990537408,
+ "instruction_rms": 0.0006550410987671143,
+ "raw_apical_rms": 0.12062245567919055,
+ "teaching_rms": 0.0006550410990537408,
+ "traffic_rms": 0.12061847060003508
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.08072383556646e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5900002589981593e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01103817963938633,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69598,
+ "train_examples": 50000,
+ "train_loss": 0.004194585617929697
+ },
+ {
+ "epoch": 179,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011310756206512,
+ "mean_feedback_forward_cosine": 0.9994317000562495,
+ "mean_feedback_forward_relative_error": 0.03134338492527604,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006129186839902447,
+ "instruction_rms": 0.0006129186838665845,
+ "raw_apical_rms": 0.12061725939845196,
+ "teaching_rms": 0.0006129186839902447,
+ "traffic_rms": 0.12061381182795533
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.5883788263599854e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5896749282567908e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010985667539256911,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 69989,
+ "train_examples": 50000,
+ "train_loss": 0.0038366151857189834
+ },
+ {
+ "epoch": 180,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011300325393677,
+ "mean_feedback_forward_cosine": 0.9994316924702037,
+ "mean_feedback_forward_relative_error": 0.031343333330005406,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005434226332477861,
+ "instruction_rms": 0.0005434226333631546,
+ "raw_apical_rms": 0.12062086958413583,
+ "teaching_rms": 0.0005434226332477861,
+ "traffic_rms": 0.12061814844798308
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.343538234114931e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5843312635637782e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011119251710338651,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70380,
+ "train_examples": 50000,
+ "train_loss": 0.0033230470594763756
+ },
+ {
+ "epoch": 181,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011286169290543,
+ "mean_feedback_forward_cosine": 0.9994316870515997,
+ "mean_feedback_forward_relative_error": 0.0313432781110433,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006050422177946555,
+ "instruction_rms": 0.000605042217856636,
+ "raw_apical_rms": 0.12061878319968548,
+ "teaching_rms": 0.0006050422177946555,
+ "traffic_rms": 0.12061509153666344
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.03568900917162e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5884562432828783e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011086398436325055,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 70771,
+ "train_examples": 50000,
+ "train_loss": 0.0039166533627547325
+ },
+ {
+ "epoch": 182,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011277973651886,
+ "mean_feedback_forward_cosine": 0.9994316816329956,
+ "mean_feedback_forward_relative_error": 0.03134323151951486,
+ "min_feedback_forward_cosine": 0.9975561499595642
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005044759147448961,
+ "instruction_rms": 0.0005044759146976001,
+ "raw_apical_rms": 0.12062000297789738,
+ "teaching_rms": 0.0005044759147448961,
+ "traffic_rms": 0.12061750861809446
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.918615642031e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5854146763837002e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011066784017698842,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71162,
+ "train_examples": 50000,
+ "train_loss": 0.003106705672647804
+ },
+ {
+ "epoch": 183,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011265307664871,
+ "mean_feedback_forward_cosine": 0.9994316989725286,
+ "mean_feedback_forward_relative_error": 0.031343181888488204,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005659631940789077,
+ "instruction_rms": 0.0005659631940980432,
+ "raw_apical_rms": 0.12061559914493383,
+ "teaching_rms": 0.0005659631940789077,
+ "traffic_rms": 0.12061268996074713
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.140850127347221e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5862176173483498e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011001812745384202,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71553,
+ "train_examples": 50000,
+ "train_loss": 0.0033360494340211153
+ },
+ {
+ "epoch": 184,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011255621910095,
+ "mean_feedback_forward_cosine": 0.9994316957213661,
+ "mean_feedback_forward_relative_error": 0.031343130623413755,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005673543001239207,
+ "instruction_rms": 0.0005673543001508222,
+ "raw_apical_rms": 0.1206153567101927,
+ "teaching_rms": 0.0005673543001239207,
+ "traffic_rms": 0.12061235260013044
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.968820460111601e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.582743846822535e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.010983011168720963,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 71944,
+ "train_examples": 50000,
+ "train_loss": 0.0034580367625225337
+ },
+ {
+ "epoch": 185,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011246681213379,
+ "mean_feedback_forward_cosine": 0.9994316783818331,
+ "mean_feedback_forward_relative_error": 0.03134308641945774,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0004976459815138841,
+ "instruction_rms": 0.0004976459816920105,
+ "raw_apical_rms": 0.12061366400056805,
+ "teaching_rms": 0.0004976459815138841,
+ "traffic_rms": 0.12061126926191726
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.905246152655309e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5906991961414833e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011195551727493036,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 72335,
+ "train_examples": 50000,
+ "train_loss": 0.003201853703260422
+ },
+ {
+ "epoch": 186,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011238485574722,
+ "mean_feedback_forward_cosine": 0.9994317152283408,
+ "mean_feedback_forward_relative_error": 0.03134304222396829,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005211968726319222,
+ "instruction_rms": 0.0005211968725091514,
+ "raw_apical_rms": 0.12061572611032415,
+ "teaching_rms": 0.0005211968726319222,
+ "traffic_rms": 0.12061317084171905
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.850057149814347e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5872184464147067e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011010572333556977,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 72726,
+ "train_examples": 50000,
+ "train_loss": 0.00335953976765275
+ },
+ {
+ "epoch": 187,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011228054761887,
+ "mean_feedback_forward_cosine": 0.9994317108934576,
+ "mean_feedback_forward_relative_error": 0.03134299394759265,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005388063977792486,
+ "instruction_rms": 0.0005388063980582437,
+ "raw_apical_rms": 0.12061254561114616,
+ "teaching_rms": 0.0005388063977792486,
+ "traffic_rms": 0.1206097198136316
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.545095653289536e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5939430196427086e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011011390089305627,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73117,
+ "train_examples": 50000,
+ "train_loss": 0.0034279786084406077
+ },
+ {
+ "epoch": 188,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011214643716812,
+ "mean_feedback_forward_cosine": 0.9994317065585744,
+ "mean_feedback_forward_relative_error": 0.03134293638339097,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0006285226746836842,
+ "instruction_rms": 0.0006285226751816846,
+ "raw_apical_rms": 0.12061349649768338,
+ "teaching_rms": 0.0006285226746836842,
+ "traffic_rms": 0.12060975869621608
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.66417045383605e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5894972007633913e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011204382048263899,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73508,
+ "train_examples": 50000,
+ "train_loss": 0.003654591364916414
+ },
+ {
+ "epoch": 189,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011202722787857,
+ "mean_feedback_forward_cosine": 0.9994317033074119,
+ "mean_feedback_forward_relative_error": 0.03134288574484262,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005821155552124259,
+ "instruction_rms": 0.0005821155549864073,
+ "raw_apical_rms": 0.12061333577180527,
+ "teaching_rms": 0.0005821155552124259,
+ "traffic_rms": 0.1206101166896309
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.286761333740287e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5891859237915765e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011134620326530023,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 73899,
+ "train_examples": 50000,
+ "train_loss": 0.003828974887933582
+ },
+ {
+ "epoch": 190,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011193782091141,
+ "mean_feedback_forward_cosine": 0.9994317054748535,
+ "mean_feedback_forward_relative_error": 0.03134284430098805,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.00047242418377295165,
+ "instruction_rms": 0.00047242418350861443,
+ "raw_apical_rms": 0.12061052989384974,
+ "teaching_rms": 0.00047242418377295165,
+ "traffic_rms": 0.12060850050911034
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.890857662256167e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.58954814347586e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01102968120452042,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 74290,
+ "train_examples": 50000,
+ "train_loss": 0.0028017387136630716
+ },
+ {
+ "epoch": 191,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011181861162186,
+ "mean_feedback_forward_cosine": 0.9994316978888078,
+ "mean_feedback_forward_relative_error": 0.031342793806371366,
+ "min_feedback_forward_cosine": 0.9975559711456299
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005903892566277716,
+ "instruction_rms": 0.0005903892564233846,
+ "raw_apical_rms": 0.12060807956270969,
+ "teaching_rms": 0.0005903892566277716,
+ "traffic_rms": 0.1206047511850156
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.08429502335639e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5874165376027638e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011040192633313335,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 74681,
+ "train_examples": 50000,
+ "train_loss": 0.0038351499533094465
+ },
+ {
+ "epoch": 192,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.0701117292046547,
+ "mean_feedback_forward_cosine": 0.9994317119771784,
+ "mean_feedback_forward_relative_error": 0.03134274671531536,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005448232452103345,
+ "instruction_rms": 0.0005448232451741938,
+ "raw_apical_rms": 0.12060491919545796,
+ "teaching_rms": 0.0005448232452103345,
+ "traffic_rms": 0.12060228145556975
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 8.226812298062214e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5861515717165807e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011145206738582146,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75072,
+ "train_examples": 50000,
+ "train_loss": 0.0033393716052360833
+ },
+ {
+ "epoch": 193,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011160999536514,
+ "mean_feedback_forward_cosine": 0.9994317152283408,
+ "mean_feedback_forward_relative_error": 0.03134268840605563,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005763343930433735,
+ "instruction_rms": 0.0005763343930394777,
+ "raw_apical_rms": 0.12060809345405296,
+ "teaching_rms": 0.0005763343930433735,
+ "traffic_rms": 0.12060482781205767
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.131647284883911e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5844696801690102e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011045730086426286,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75463,
+ "train_examples": 50000,
+ "train_loss": 0.0036598750675283375
+ },
+ {
+ "epoch": 194,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011149078607559,
+ "mean_feedback_forward_cosine": 0.9994317098097367,
+ "mean_feedback_forward_relative_error": 0.03134263750504364,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005744581670031234,
+ "instruction_rms": 0.0005744581666903161,
+ "raw_apical_rms": 0.12060959924506831,
+ "teaching_rms": 0.0005744581670031234,
+ "traffic_rms": 0.12060653359328767
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 7.117659350797112e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5906953395295424e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011006976178952728,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 75854,
+ "train_examples": 50000,
+ "train_loss": 0.0036172117663547396
+ },
+ {
+ "epoch": 195,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011138647794724,
+ "mean_feedback_forward_cosine": 0.9994317152283408,
+ "mean_feedback_forward_relative_error": 0.03134259288622574,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005111458291816906,
+ "instruction_rms": 0.0005111458292987282,
+ "raw_apical_rms": 0.12060912806148832,
+ "teaching_rms": 0.0005111458291816906,
+ "traffic_rms": 0.1206064117856588
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.878908382328518e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.591159473491803e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011075565606534716,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 76245,
+ "train_examples": 50000,
+ "train_loss": 0.0033742073041945694
+ },
+ {
+ "epoch": 196,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011128216981888,
+ "mean_feedback_forward_cosine": 0.9994317217306657,
+ "mean_feedback_forward_relative_error": 0.031342542891136624,
+ "min_feedback_forward_cosine": 0.9975560307502747
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005398211842836283,
+ "instruction_rms": 0.0005398211843157291,
+ "raw_apical_rms": 0.12060749507978928,
+ "teaching_rms": 0.0005398211842836283,
+ "traffic_rms": 0.12060478850487091
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.236189875608034e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.587612923575866e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01108731780416762,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 76636,
+ "train_examples": 50000,
+ "train_loss": 0.0032701864750124513
+ },
+ {
+ "epoch": 197,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011117786169052,
+ "mean_feedback_forward_cosine": 0.9994317054748535,
+ "mean_feedback_forward_relative_error": 0.03134249184619297,
+ "min_feedback_forward_cosine": 0.997556209564209
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.000524316796082911,
+ "instruction_rms": 0.0005243167960490177,
+ "raw_apical_rms": 0.12060312560575721,
+ "teaching_rms": 0.000524316796082911,
+ "traffic_rms": 0.12060031790672346
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 5.935772406928663e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5928149098718884e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.01112647086349768,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77027,
+ "train_examples": 50000,
+ "train_loss": 0.0033051172525342554
+ },
+ {
+ "epoch": 198,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011107355356216,
+ "mean_feedback_forward_cosine": 0.9994317130608992,
+ "mean_feedback_forward_relative_error": 0.03134244018318978,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005683161321633778,
+ "instruction_rms": 0.0005683161320164979,
+ "raw_apical_rms": 0.1206061315031053,
+ "teaching_rms": 0.0005683161321633778,
+ "traffic_rms": 0.1206031441660092
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.613117875531316e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.589918210121876e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011103798119106409,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77418,
+ "train_examples": 50000,
+ "train_loss": 0.003474868165999651
+ },
+ {
+ "epoch": 199,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011096179485321,
+ "mean_feedback_forward_cosine": 0.9994317195632241,
+ "mean_feedback_forward_relative_error": 0.03134238957004114,
+ "min_feedback_forward_cosine": 0.9975560903549194
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005417618198583302,
+ "instruction_rms": 0.0005417618198572267,
+ "raw_apical_rms": 0.12060498828107377,
+ "teaching_rms": 0.0005417618198583302,
+ "traffic_rms": 0.12060221464078606
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260973036289215,
+ "maximum_absolute_post_projection_soma_slope": 6.244734152005549e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5874611353022428e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011158040318562856,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 77809,
+ "train_examples": 50000,
+ "train_loss": 0.0033151503371819852
+ },
+ {
+ "epoch": 200,
+ "feedback_tracking": {
+ "max_feedback_forward_relative_error": 0.07011085003614426,
+ "mean_feedback_forward_cosine": 0.999431696805087,
+ "mean_feedback_forward_relative_error": 0.03134233936328779,
+ "min_feedback_forward_cosine": 0.9975561499595642
+ },
+ "lr": 0.0010000000000000002,
+ "mixed_apical": {
+ "innovation_rms": 0.0005486043037678133,
+ "instruction_rms": 0.0005486043037548054,
+ "raw_apical_rms": 0.12060382867848905,
+ "teaching_rms": 0.0005486043037678133,
+ "traffic_rms": 0.12060086328985489
+ },
+ "neutral_projection": {
+ "instruction_observations": 0,
+ "maximum_absolute_correction_slope": 0.14260974526405334,
+ "maximum_absolute_post_projection_soma_slope": 6.818186193413567e-08,
+ "maximum_observations": 128,
+ "maximum_post_projection_traffic_rms_ratio": 2.5899783679265844e-08,
+ "maximum_pre_projection_traffic_rms_ratio": 0.011041197951431369,
+ "minimum_observations": 80
+ },
+ "output_lr": 0.0010000000000000002,
+ "step": 78200,
+ "train_examples": 50000,
+ "train_loss": 0.003250983671899885
+ }
+ ],
+ "evaluation_protocol": {
+ "test_evaluations": 1,
+ "test_used_for_selection": false,
+ "validation_evaluations": 0
+ },
+ "final": {
+ "accuracy": 0.9265,
+ "epoch": 200,
+ "evaluation_split": "test",
+ "finite": true,
+ "loss": 0.40451343078613283,
+ "step": 78200
+ },
+ "hardware": {
+ "cuda_device_name": "NVIDIA GeForce GTX 1080",
+ "cuda_visible_devices": "7",
+ "device": "cuda",
+ "device_total_memory_bytes": 8507949056,
+ "peak_memory_allocated_bytes": 3324800000,
+ "peak_memory_reserved_bytes": 5553258496,
+ "torch_version": "2.3.1+cu118"
+ },
+ "predictor_warmup": {
+ "closed_form_fit": {
+ "max_absolute_residual_soma_slope": 6.46296953732417e-08,
+ "max_applied_stability_margin": 0.0,
+ "max_positive_residual_soma_slope": 6.46296953732417e-08,
+ "min_residual_soma_slope": -6.405959140920459e-08,
+ "mse": 7.551191395303828e-18,
+ "observations": 64,
+ "residual_traffic_rms_ratio": 7.183399530690697e-08,
+ "stability_margin": 0.0
+ },
+ "examples": 64,
+ "instruction_present": false,
+ "mode": "closed_form",
+ "post_warmup_traffic_residual_rms_ratio": 7.183399530690697e-08,
+ "reuses_traffic_calibration_forward": true,
+ "steps": 1,
+ "task_loader_state_restored": true
+ },
+ "protocol_family": "oral_a_cifar_local_resnet_development",
+ "provenance": {
+ "git_commit": "8f9364e8ee2e2a19eb83b58452fa0e8cb155353c",
+ "git_tracked_dirty": false
+ },
+ "schema_version": 1,
+ "split": {
+ "cifar_source_files": [
+ {
+ "bytes": 31035704,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_1",
+ "sha256": "54636561a3ce25bd3e19253c6b0d8538147b0ae398331ac4a2d86c6d987368cd"
+ },
+ {
+ "bytes": 31035320,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_2",
+ "sha256": "766b2cef9fbc745cf056b3152224f7cf77163b330ea9a15f9392beb8b89bc5a8"
+ },
+ {
+ "bytes": 31035999,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_3",
+ "sha256": "0f00d98ebfb30b3ec0ad19f9756dc2630b89003e10525f5e148445e82aa6a1f9"
+ },
+ {
+ "bytes": 31035696,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_4",
+ "sha256": "3f7bb240661948b8f4d53e36ec720d8306f5668bd0071dcb4e6c947f78e9682b"
+ },
+ {
+ "bytes": 31035623,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/data_batch_5",
+ "sha256": "d91802434d8376bbaeeadf58a737e3a1b12ac839077e931237e0dcd43adcb154"
+ },
+ {
+ "bytes": 31035526,
+ "path": "/home/yurenh2/sdrn/data/cifar-10-batches-py/test_batch",
+ "sha256": "f53d8d457504f7cff4ea9e021afcf0e0ad8e24a91f3fc42091b8adef61157831"
+ }
+ ],
+ "dataset": "cifar10",
+ "evaluation_split": "test",
+ "input_layout": "NCHW",
+ "input_shape": [
+ 3,
+ 32,
+ 32
+ ],
+ "loader_seed": 13,
+ "normalization_mean": [
+ 0.49140000343322754,
+ 0.4821999967098236,
+ 0.4465000033378601
+ ],
+ "normalization_std": [
+ 0.24699999392032623,
+ 0.2434999942779541,
+ 0.26159998774528503
+ ],
+ "split_from_training_only": true,
+ "split_seed": null,
+ "test_examples": 10000,
+ "train_examples": 50000,
+ "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+ "validation_class_counts": {},
+ "validation_examples": 0,
+ "validation_index_sha256": null
+ },
+ "timing": {
+ "apical_warmup_wall_s": 0.0,
+ "evaluation_wall_s": 2.0277559757232666,
+ "mirror_warmup_wall_s": 0.0,
+ "predictor_warmup_wall_s": 0.06840205192565918,
+ "timing_excludes_data_loading_hashing_and_model_construction": true,
+ "total_timed_wall_s": 26341.438787698746,
+ "train_wall_s": 26335.04203605652
+ },
+ "traffic_calibration": {
+ "data_source": "first unaugmented development-training examples",
+ "examples": 64,
+ "instruction_rms": [
+ 0.03324144333600998,
+ 0.023956647142767906,
+ 0.016600562259554863,
+ 0.01499030739068985,
+ 0.010612402111291885,
+ 0.012000334449112415,
+ 0.00762191554531455,
+ 0.009904524311423302,
+ 0.005702985916286707,
+ 0.007403014227747917,
+ 0.004532030317932367,
+ 0.006072201766073704,
+ 0.0036331163719296455,
+ 0.0051048751920461655,
+ 0.002998217474669218,
+ 0.004114323761314154,
+ 0.0026671418454498053,
+ 0.003895387751981616,
+ 0.002370318630710244,
+ 0.0056512546725571156,
+ 0.0037113670259714127,
+ 0.005224796012043953,
+ 0.0032843619119375944,
+ 0.004609318450093269,
+ 0.002866135211661458,
+ 0.0039026974700391293,
+ 0.0026347883976995945,
+ 0.003975309431552887,
+ 0.0023530018515884876,
+ 0.0033136510755866766,
+ 0.0021715739276260138,
+ 0.0032538925297558308,
+ 0.001960910391062498,
+ 0.00299330847337842,
+ 0.0018442444270476699,
+ 0.0027256158646196127,
+ 0.001736381440423429,
+ 0.004094036761671305,
+ 0.0028829944785684347,
+ 0.0039848401211202145,
+ 0.0026638475246727467,
+ 0.0036872976925224066,
+ 0.0024965289048850536,
+ 0.003642389550805092,
+ 0.0023068618029356003,
+ 0.003363950178027153,
+ 0.0021544655319303274,
+ 0.0031548282131552696,
+ 0.0020185247994959354,
+ 0.002877783728763461,
+ 0.001951601472683251,
+ 0.0028882359620183706,
+ 0.0018873275257647038,
+ 0.0026884444523602724,
+ 0.0018550545210018754
+ ],
+ "realized_traffic_instruction_rms_ratio": [
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 4.000000476837158,
+ 3.999999523162842,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999523162842,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0
+ ],
+ "target_ratio": 4.0,
+ "traffic_gain": [
+ 0.17709320783615112,
+ 0.124513179063797,
+ 0.058669257909059525,
+ 0.07763158529996872,
+ 0.028829237446188927,
+ 0.06371939927339554,
+ 0.017623847350478172,
+ 0.052935902029275894,
+ 0.011839767917990685,
+ 0.03833375126123428,
+ 0.008274483494460583,
+ 0.03276669606566429,
+ 0.006016725208610296,
+ 0.027274494990706444,
+ 0.0045689488761126995,
+ 0.022393498569726944,
+ 0.0038804931100457907,
+ 0.021015234291553497,
+ 0.0032204589806497097,
+ 0.029996510595083237,
+ 0.006462405901402235,
+ 0.027751736342906952,
+ 0.005268997512757778,
+ 0.024546777829527855,
+ 0.004274462815374136,
+ 0.02027544006705284,
+ 0.0036558243446052074,
+ 0.021232953295111656,
+ 0.0030691949650645256,
+ 0.017194336280226707,
+ 0.0026687579229474068,
+ 0.017576754093170166,
+ 0.0022942451760172844,
+ 0.016171762719750404,
+ 0.00208999402821064,
+ 0.014411799609661102,
+ 0.001927451230585575,
+ 0.021360954269766808,
+ 0.004324133042246103,
+ 0.02077731117606163,
+ 0.0037467011716216803,
+ 0.019512439146637917,
+ 0.0032881060615181923,
+ 0.01938728243112564,
+ 0.002971186302602291,
+ 0.01791982166469097,
+ 0.0026235159020870924,
+ 0.01685306988656521,
+ 0.0023501201067119837,
+ 0.015273039229214191,
+ 0.0022179309744387865,
+ 0.015392888337373734,
+ 0.0020608259364962578,
+ 0.014193649403750896,
+ 0.0019489242695271969
+ ],
+ "unscaled_traffic_rms": [
+ 0.7508236765861511,
+ 0.7696099877357483,
+ 1.131806492805481,
+ 0.7723819017410278,
+ 1.4724498987197876,
+ 0.7533237934112549,
+ 1.7299095392227173,
+ 0.7484164237976074,
+ 1.9267221689224243,
+ 0.7724800109863281,
+ 2.1908462047576904,
+ 0.741265058517456,
+ 2.415344715118408,
+ 0.748666524887085,
+ 2.624864101409912,
+ 0.7349139451980591,
+ 2.749281406402588,
+ 0.7414407730102539,
+ 2.944075584411621,
+ 0.7535882592201233,
+ 2.2972044944763184,
+ 0.7530766129493713,
+ 2.4933485984802246,
+ 0.7511076927185059,
+ 2.682101011276245,
+ 0.7699359059333801,
+ 2.8828392028808594,
+ 0.7488943338394165,
+ 3.0666046142578125,
+ 0.7708703279495239,
+ 3.2548084259033203,
+ 0.7404990792274475,
+ 3.4188332557678223,
+ 0.7403790354728699,
+ 3.5296645164489746,
+ 0.7564956545829773,
+ 3.6034767627716064,
+ 0.7666392922401428,
+ 2.6668879985809326,
+ 0.7671522498130798,
+ 2.8439390659332275,
+ 0.7558865547180176,
+ 3.0370419025421143,
+ 0.7515007853507996,
+ 3.1056439876556396,
+ 0.750889241695404,
+ 3.2848522663116455,
+ 0.7487841844558716,
+ 3.4356112480163574,
+ 0.7536898851394653,
+ 3.519679546356201,
+ 0.7505377531051636,
+ 3.6632449626922607,
+ 0.7576471567153931,
+ 3.807340383529663
+ ],
+ "uses_validation_endpoint": false
+ },
+ "work": {
+ "apical_macs_per_example": 125043328,
+ "causal_scalar_observations": 0,
+ "components": {
+ "apical_projection_macs": 1250441282772992,
+ "apical_regression_macs": 0,
+ "bp_reverse_macs_estimate": 0,
+ "kp_reciprocal_correlation_macs": 1250433280000000,
+ "local_weight_correlation_macs": 1254856960000000,
+ "mirror_feedback_prediction_macs": 0,
+ "mirror_local_correlation_macs": 0,
+ "mirror_response_macs": 0,
+ "ordinary_forward_macs": 1254856960000000,
+ "perturbation_forward_macs": 0,
+ "warmup_clean_forward_macs": 8031084544
+ },
+ "definition": "multiply-accumulates in conv/linear maps; one local weight correlation equals one forward-weight MAC count; BP reverse is estimated as one weight-gradient plus one activation-gradient convolution per forward convolution; mixed-traffic/predictor elementwise arithmetic is reported as a conservative operation estimate separately and is not folded into MACs",
+ "elementwise_operations_estimate": 127796290519040,
+ "forward_macs_per_example": 125485696,
+ "logical_batch_loss_queries": 0,
+ "mirror_probe_examples": 0,
+ "mirror_readout_probe_examples": 0,
+ "neutral_projection_observations": 10000000,
+ "per_example_cross_entropy_terms": 0,
+ "total_clean_forward_examples": 10000064,
+ "total_forward_equivalent_examples": 10000064,
+ "total_macs_estimate": 5010596513857536
+ }
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-01 02:08:32 +0000