diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-22 16:54:12 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-22 16:54:12 -0500 |
| commit | 7954dc472683aad665d05b00ab3d9f32902e140c (patch) | |
| tree | fb4dfe88b0985c6a48f365f78cecf69beafb4bd1 /results/kp_innovation_stability/margin_sqrteps_innovation.json | |
| parent | 0ae690e7b3144da2c5b3384cd7169e86529fd26f (diff) | |
diagnostic: record pre-grid stability candidates
Diffstat (limited to 'results/kp_innovation_stability/margin_sqrteps_innovation.json')
| -rw-r--r-- | results/kp_innovation_stability/margin_sqrteps_innovation.json | 33979 |
1 files changed, 33979 insertions, 0 deletions
diff --git a/results/kp_innovation_stability/margin_sqrteps_innovation.json b/results/kp_innovation_stability/margin_sqrteps_innovation.json new file mode 100644 index 0000000..20327a9 --- /dev/null +++ b/results/kp_innovation_stability/margin_sqrteps_innovation.json @@ -0,0 +1,33979 @@ +{ + "first_any_nonfinite_groups": { + "bn_running_var": [ + 3 + ] + }, + "first_any_nonfinite_step": 178, + "first_nonfinite_by_group": { + "bn_running_var": { + "indices": [ + 3 + ], + "step": 178 + } + }, + "first_nonfinite_by_metric": {}, + "first_nonfinite_metrics": [], + "first_training_failure_groups": {}, + "first_training_failure_step": null, + "initial_parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4011031687259674, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3956821858882904, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.0, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1162850856781006, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "max_steps": 352, + "predictor_every": 0, + "predictor_mode": "closed_form", + "predictor_warmup": { + "closed_form_fit": { + "max_absolute_residual_soma_slope": 0.00038411610876210034, + "max_applied_stability_margin": 0.0003841154684778303, + "max_positive_residual_soma_slope": 0.0, + "min_residual_soma_slope": -0.00038411610876210034, + "mse": 9.632158305743874e-08, + "observations": 64, + "residual_traffic_rms_ratio": 0.01840952344982398, + "stability_margin": 0.00034526698300124393 + }, + "first_mse": 9.632158305743874e-08, + "last_mse": 9.632158305743874e-08, + "post_warmup_traffic_residual_rms_ratio": 0.01840952344982398, + "steps": 1, + "task_loader_state_restored": true + }, + "protocol": "kp_mixed_traffic_nonfinite_diagnosis_v1", + "provenance": { + "git_commit": "293785af4c9a556f388f04bcf9599aaee9e9dfd9", + "git_tracked_dirty": false + }, + "rule": "innovation", + "scope": "training_only_no_validation_or_test_evaluation", + "split": { + "dataset": "cifar10", + "input_layout": "NCHW", + "input_shape": [ + 3, + 32, + 32 + ], + "loader_seed": 0, + "normalization_mean": [ + 0.49140000343322754, + 0.4821999967098236, + 0.4465000033378601 + ], + "normalization_std": [ + 0.24699999392032623, + 0.2434999942779541, + 0.26159998774528503 + ], + "split_from_training_only": true, + "split_seed": 2027, + "test_examples": 10000, + "train_examples": 45000, + "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5", + "validation_class_counts": { + "0": 500, + "1": 500, + "2": 500, + "3": 500, + "4": 500, + "5": 500, + "6": 500, + "7": 500, + "8": 500, + "9": 500 + }, + "validation_examples": 5000, + "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b" + }, + "stability_margin": 0.00034526698300124393, + "test_evaluations": 0, + "traffic_calibration": { + "instruction_rms": [ + 0.008471464738249779, + 0.006617916747927666, + 0.003988116513937712, + 0.0043865954503417015, + 0.002713605063036084, + 0.003158062230795622, + 0.002004207344725728, + 0.003757704282179475, + 0.0027085731271654367, + 0.0030200635083019733, + 0.002056022873148322, + 0.0023899395018815994, + 0.0016842411132529378, + 0.0034010226372629404, + 0.002549725119024515, + 0.0030542907770723104, + 0.0020918569061905146, + 0.002605808200314641, + 0.0018916188273578882 + ], + "realized_traffic_instruction_rms_ratio": [ + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 4.0, + 3.999999523162842, + 4.0, + 4.000000476837158, + 3.999999761581421, + 4.0, + 4.0, + 3.999999761581421, + 4.0, + 4.000000476837158, + 4.000000476837158, + 4.0, + 4.0, + 4.0 + ], + "target_ratio": 4.0, + "traffic_gain": [ + 0.0443243607878685, + 0.035817068070173264, + 0.013778294436633587, + 0.022762222215533257, + 0.007214079145342112, + 0.017218582332134247, + 0.004616298712790012, + 0.02042512409389019, + 0.007327491417527199, + 0.01611751690506935, + 0.004703814629465342, + 0.012562948279082775, + 0.003324519144371152, + 0.01805141195654869, + 0.006063441745936871, + 0.016296451911330223, + 0.0044285994954407215, + 0.013874167576432228, + 0.0036007820162922144 + ], + "unscaled_traffic_rms": [ + 0.7644973993301392, + 0.7390796542167664, + 1.157796859741211, + 0.7708553671836853, + 1.504616141319275, + 0.7336404919624329, + 1.736635684967041, + 0.7358984351158142, + 1.478581428527832, + 0.7495108246803284, + 1.7483876943588257, + 0.7609485983848572, + 2.0264477729797363, + 0.7536302804946899, + 1.6820316314697266, + 0.7496824264526367, + 1.8894071578979492, + 0.7512690424919128, + 2.10134220123291 + ] + }, + "trajectory": [ + { + "batch_loss": 2.9134020805358887, + "innovation_rms": 0.004227550397907989, + "instruction_rms": 0.004215397979351865, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.40285658836364746, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9875131845474243, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3262515962123871, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4058851897716522, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6322960257530212, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.01501581072807312, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1501581072807312, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0019652843475342, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32870960235595703, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3262728154659271, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3794170618057251, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.632293164730072, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1171460151672363, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01731826254949561, + "step": 1, + "teaching_rms": 0.004227550397907989, + "traffic_rms": 0.01680093257108933 + }, + { + "batch_loss": 2.399266242980957, + "innovation_rms": 0.00636748032483223, + "instruction_rms": 0.006361131136624944, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7542251944541931, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2466564178466797, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5068016052246094, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41086652874946594, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4170549213886261, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.03713914006948471, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.22613218426704407, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0022879838943481, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.571494996547699, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5067731142044067, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3794589638710022, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41704946756362915, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1179324388504028, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01745444763270431, + "step": 2, + "teaching_rms": 0.00636748032483223, + "traffic_rms": 0.016254268869226738 + }, + { + "batch_loss": 2.6383070945739746, + "innovation_rms": 0.00882445703855804, + "instruction_rms": 0.008820497030533041, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0573769807815552, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.314988613128662, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5291237831115723, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41711679100990295, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21665115654468536, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.06553918868303299, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3302518129348755, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.000672459602356, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7097188830375671, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5290830731391907, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38911837339401245, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2166433483362198, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1188453435897827, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.017803025672900475, + "step": 3, + "teaching_rms": 0.00882445703855804, + "traffic_rms": 0.01547015721702546 + }, + { + "batch_loss": 2.807827949523926, + "innovation_rms": 0.009799472416677953, + "instruction_rms": 0.009796268934938747, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3049439191818237, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6673641204833984, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.49055153131484985, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41856640577316284, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1597839891910553, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.10142362117767334, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36722999811172485, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9979786276817322, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7545788884162903, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4904998540878296, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38495317101478577, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.15972062945365906, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.119057536125183, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.0175812436709085, + "step": 4, + "teaching_rms": 0.009799472416677953, + "traffic_rms": 0.014606759435168043 + }, + { + "batch_loss": 2.669163465499878, + "innovation_rms": 0.01125137623485772, + "instruction_rms": 0.01124888660391751, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5007123947143555, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.9968252182006836, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4499244689941406, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4141588807106018, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2384762316942215, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.141922265291214, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4049863815307617, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9963175654411316, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7643537521362305, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4498629570007324, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3856385350227356, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.23851704597473145, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.119499683380127, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.017703083703789535, + "step": 5, + "teaching_rms": 0.01125137623485772, + "traffic_rms": 0.013676843732709984 + }, + { + "batch_loss": 2.559274911880493, + "innovation_rms": 0.013126828593679288, + "instruction_rms": 0.013124846362724783, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6527138948440552, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.26007080078125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4070975184440613, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4097805619239807, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3693370521068573, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1791689097881317, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41246509552001953, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9940493106842041, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7548255324363708, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4069865643978119, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.39217689633369446, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3693837523460388, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1207830905914307, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.018214509570896768, + "step": 6, + "teaching_rms": 0.013126828593679288, + "traffic_rms": 0.01263114234014468 + }, + { + "batch_loss": 2.414132595062256, + "innovation_rms": 0.015236571672202468, + "instruction_rms": 0.015235039628211766, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7805529832839966, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4404826164245605, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3738011419773102, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.40826210379600525, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41993096470832825, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21066099405288696, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.40995433926582336, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.991552472114563, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7408963441848755, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3737228214740753, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38886475563049316, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4199829697608948, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.121638536453247, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01917030453787492, + "step": 7, + "teaching_rms": 0.015236571672202468, + "traffic_rms": 0.011624108259323229 + }, + { + "batch_loss": 2.7296814918518066, + "innovation_rms": 0.018034304581359257, + "instruction_rms": 0.018033009576624296, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8806543350219727, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6014392375946045, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3380448818206787, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4160422384738922, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.18335314095020294, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2368786782026291, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.528235673904419, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9889681339263916, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7176336050033569, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3379594087600708, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37961822748184204, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.18348976969718933, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1235326528549194, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.020946629946950363, + "step": 8, + "teaching_rms": 0.018034304581359257, + "traffic_rms": 0.010656990506188709 + }, + { + "batch_loss": 2.5400309562683105, + "innovation_rms": 0.0201917447086578, + "instruction_rms": 0.020190626005956062, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9809311628341675, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.753450632095337, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30395635962486267, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4283994138240814, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3917871117591858, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26234883069992065, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6655042767524719, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9859878420829773, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8406292200088501, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.45977848768234253, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3639914095401764, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.39177650213241577, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1200379133224487, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.022419468529231303, + "step": 9, + "teaching_rms": 0.0201917447086578, + "traffic_rms": 0.009748848488072911 + }, + { + "batch_loss": 2.3696494102478027, + "innovation_rms": 0.02339242095969864, + "instruction_rms": 0.023391599080850995, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0913896560668945, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.8852827548980713, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2868333160877228, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44109299778938293, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2843140959739685, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.311389684677124, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6274949908256531, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.982851505279541, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.11750066280365, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41951966285705566, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36379775404930115, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.28439995646476746, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1185611486434937, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.02505125854251585, + "step": 10, + "teaching_rms": 0.02339242095969864, + "traffic_rms": 0.00896493998183743 + }, + { + "batch_loss": 2.430342674255371, + "innovation_rms": 0.02470327397993968, + "instruction_rms": 0.02470252386632533, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.189108371734619, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.9849295616149902, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3305838704109192, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44265231490135193, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21178127825260162, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36911556124687195, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7128981351852417, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9803751111030579, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.982774019241333, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.47599318623542786, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36974379420280457, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21187174320220947, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1146459579467773, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.02606652651760786, + "step": 11, + "teaching_rms": 0.02470327397993968, + "traffic_rms": 0.00830168430747442 + }, + { + "batch_loss": 2.4236087799072266, + "innovation_rms": 0.023116120144327446, + "instruction_rms": 0.023115323642623132, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.277951717376709, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.096184253692627, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34533533453941345, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44220778346061707, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2656511664390564, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4377513527870178, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6863580346107483, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9785391688346863, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0048397779464722, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6430754065513611, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38257282972335815, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2657212018966675, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1007822751998901, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.024410821303346642, + "step": 12, + "teaching_rms": 0.023116120144327446, + "traffic_rms": 0.007825750146806199 + }, + { + "batch_loss": 2.4772186279296875, + "innovation_rms": 0.019943309041274542, + "instruction_rms": 0.01994248688207498, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3727965354919434, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.182399272918701, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.366855651140213, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4530487656593323, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21977494657039642, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.49531006813049316, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7802118062973022, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9785213470458984, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9886493682861328, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7927024364471436, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3757993280887604, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21995370090007782, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0712430477142334, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.02132913774695634, + "step": 13, + "teaching_rms": 0.019943309041274542, + "traffic_rms": 0.007544154394783589 + }, + { + "batch_loss": 2.399409055709839, + "innovation_rms": 0.014803278302120545, + "instruction_rms": 0.01480215132121724, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.483247756958008, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.262516498565674, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.28117915987968445, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4717942774295807, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26228904724121094, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5495933890342712, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.879109263420105, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9804450869560242, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8597227334976196, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7347363233566284, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3714223802089691, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2622413635253906, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.05327570438385, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.016563251439180315, + "step": 14, + "teaching_rms": 0.014803278302120545, + "traffic_rms": 0.007406104867097994 + }, + { + "batch_loss": 2.3571412563323975, + "innovation_rms": 0.013062230005371215, + "instruction_rms": 0.01306077469967228, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.614668846130371, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.344865322113037, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3036593198776245, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5037845373153687, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3898581266403198, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5956047177314758, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9212538599967957, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9823984503746033, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.033562183380127, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6560861468315125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3822918236255646, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38978931307792664, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0537073612213135, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.014988961361025111, + "step": 15, + "teaching_rms": 0.013062230005371215, + "traffic_rms": 0.007338003535149709 + }, + { + "batch_loss": 2.4094955921173096, + "innovation_rms": 0.012350709131052094, + "instruction_rms": 0.012348960361145021, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.7603631019592285, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.957239151000977, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3648925721645355, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5276532173156738, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30388280749320984, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6370522975921631, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9209234714508057, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9852445125579834, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.081926941871643, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8807762861251831, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3997582495212555, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3039049804210663, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0699375867843628, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.014401104809530515, + "step": 16, + "teaching_rms": 0.012350709131052094, + "traffic_rms": 0.007403563995071441 + }, + { + "batch_loss": 2.6664581298828125, + "innovation_rms": 0.012189303542541255, + "instruction_rms": 0.012187294599041483, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8933722972869873, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.077871799468994, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.27019086480140686, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5384760499000549, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3078637719154358, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.674355149269104, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9239187836647034, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9844150543212891, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.173503041267395, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2567123174667358, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4113919138908386, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30772697925567627, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.079986333847046, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.014304096478695625, + "step": 17, + "teaching_rms": 0.012189303542541255, + "traffic_rms": 0.007511222722940062 + }, + { + "batch_loss": 2.6492762565612793, + "innovation_rms": 0.013585976120864903, + "instruction_rms": 0.01358418910621143, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.0095677375793457, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.409253120422363, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5442754626274109, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5463550090789795, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2789217233657837, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7079277038574219, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0090054273605347, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9812259078025818, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.803344964981079, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3318593502044678, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.422405868768692, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2789742350578308, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.091569185256958, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.015616467327361985, + "step": 18, + "teaching_rms": 0.013585976120864903, + "traffic_rms": 0.007728431127671933 + }, + { + "batch_loss": 2.3894710540771484, + "innovation_rms": 0.009158391696287481, + "instruction_rms": 0.009155722645739345, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.122882604598999, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.985861778259277, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.536547839641571, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5519611239433289, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.357454776763916, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7432069778442383, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.032161831855774, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9770435094833374, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6230103969573975, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.214519739151001, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.43078187108039856, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.35750821232795715, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.120496392250061, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.012147779737915044, + "step": 19, + "teaching_rms": 0.009158391696287481, + "traffic_rms": 0.007970941689871804 + }, + { + "batch_loss": 2.3944003582000732, + "innovation_rms": 0.008215136208029229, + "instruction_rms": 0.008211633617031727, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2312140464782715, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.698077201843262, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5027660727500916, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5651550889015198, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.28326350450515747, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8008631467819214, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0133483409881592, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9739211201667786, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4607093334197998, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0930818319320679, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44090455770492554, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2834266722202301, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1447956562042236, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.011683643927494573, + "step": 20, + "teaching_rms": 0.008215136208029229, + "traffic_rms": 0.008299264303709537 + }, + { + "batch_loss": 2.4421677589416504, + "innovation_rms": 0.006769519176463148, + "instruction_rms": 0.006764957153859273, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3592965602874756, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.619792938232422, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4586765766143799, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5894711017608643, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38232433795928955, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8415548205375671, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.947254478931427, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0054436922073364, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3817565441131592, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9525781273841858, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4563750922679901, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38210391998291016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1654647588729858, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01092548622608906, + "step": 21, + "teaching_rms": 0.006769519176463148, + "traffic_rms": 0.008570360634978165 + }, + { + "batch_loss": 2.50065541267395, + "innovation_rms": 0.00592164217742736, + "instruction_rms": 0.005915528387320508, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4934635162353516, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.515880584716797, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44300785660743713, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6099996566772461, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.265534907579422, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8622551560401917, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0698274374008179, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0583388805389404, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5786657333374023, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8628717660903931, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.46528664231300354, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2653118073940277, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1818710565567017, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01054833753110095, + "step": 22, + "teaching_rms": 0.00592164217742736, + "traffic_rms": 0.008746340214209383 + }, + { + "batch_loss": 2.525886058807373, + "innovation_rms": 0.004930012604997904, + "instruction_rms": 0.00492219475897488, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6328115463256836, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.423479080200195, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42641282081604004, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.621653139591217, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3023005723953247, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9148996472358704, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8444535136222839, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1321735382080078, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5493793487548828, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7916791439056396, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4621220827102661, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3024826645851135, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1964741945266724, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.010100746467819263, + "step": 23, + "teaching_rms": 0.004930012604997904, + "traffic_rms": 0.008830520422702666 + }, + { + "batch_loss": 2.48860502243042, + "innovation_rms": 0.004268074306966905, + "instruction_rms": 0.004257804179427081, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7652299404144287, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 23.54932403564453, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.39595964550971985, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.631113588809967, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.48360297083854675, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9677504897117615, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7175531387329102, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2333042621612549, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.530907392501831, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7147951126098633, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4579937756061554, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.48362958431243896, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2096887826919556, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009859591783918915, + "step": 24, + "teaching_rms": 0.004268074306966905, + "traffic_rms": 0.008891099269681717 + }, + { + "batch_loss": 2.398270606994629, + "innovation_rms": 0.004416187961882892, + "instruction_rms": 0.004402933406999218, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.882859468460083, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.79121017456055, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5126635432243347, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6409345865249634, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6289957761764526, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.001346230506897, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6969269514083862, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3714587688446045, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4592621326446533, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6442041397094727, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4565018117427826, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6290225982666016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2215715646743774, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009965280458636845, + "step": 25, + "teaching_rms": 0.004416187961882892, + "traffic_rms": 0.00893420126219715 + }, + { + "batch_loss": 2.2721176147460938, + "innovation_rms": 0.004328229611594368, + "instruction_rms": 0.0043082983751622245, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.9827699661254883, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 42.17173385620117, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7263041734695435, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6552932262420654, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.425534725189209, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0124824047088623, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7292519211769104, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5709762573242188, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.995174765586853, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7262842655181885, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4604724049568176, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42556172609329224, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2658971548080444, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009980679531510876, + "step": 26, + "teaching_rms": 0.004328229611594368, + "traffic_rms": 0.008994153045094858 + }, + { + "batch_loss": 2.6290111541748047, + "innovation_rms": 0.004047781038297188, + "instruction_rms": 0.004004974817939802, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.254868507385254, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 52.24889373779297, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.113020896911621, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6804473996162415, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3890403211116791, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8331910371780396, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9997111558914185, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8663680553436279, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8989653587341309, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.279890537261963, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1130375862121582, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4727969169616699, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38900864124298096, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3170990943908691, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.00988436776240414, + "step": 27, + "teaching_rms": 0.004047781038297188, + "traffic_rms": 0.009054670726421821 + }, + { + "batch_loss": 2.3211565017700195, + "innovation_rms": 0.003902047487219774, + "instruction_rms": 0.0038780025618682626, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.652285099029541, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 63.43292999267578, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1769914627075195, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7110546231269836, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4755895733833313, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8382176756858826, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9740191102027893, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9785490036010742, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2510974407196045, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5213208198547363, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1770734786987305, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4895568788051605, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.47555774450302124, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3633719682693481, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009811263270769796, + "step": 28, + "teaching_rms": 0.003902047487219774, + "traffic_rms": 0.009019837250159143 + }, + { + "batch_loss": 2.1550161838531494, + "innovation_rms": 0.0034687018734068423, + "instruction_rms": 0.0033570432450692566, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.011290073394775, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 75.91336059570312, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6773608922958374, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7469796538352966, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3592502176761627, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8590050935745239, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9355003237724304, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0979995727539062, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8077292442321777, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.566318035125732, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6774697303771973, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5091517567634583, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.35984230041503906, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.40482497215271, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009524246657077396, + "step": 29, + "teaching_rms": 0.0034687018734068423, + "traffic_rms": 0.008911468712422618 + }, + { + "batch_loss": 2.252485990524292, + "innovation_rms": 0.004927877342044278, + "instruction_rms": 0.0048540344846315555, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.333475112915039, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 86.71578979492188, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5462359189987183, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7746667265892029, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3469582796096802, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8771039247512817, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9247437715530396, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3303579092025757, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.485840082168579, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.781108856201172, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.546215295791626, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5249336361885071, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34713485836982727, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4418001174926758, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.010011482101869824, + "step": 30, + "teaching_rms": 0.004927877342044278, + "traffic_rms": 0.008759604201481872 + }, + { + "batch_loss": 2.172722339630127, + "innovation_rms": 0.00477273506186516, + "instruction_rms": 0.0046773888576393105, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.744325637817383, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 98.9442367553711, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6278406381607056, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7925662994384766, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.25825434923171997, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8932598829269409, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9332774877548218, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5703814029693604, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.273580551147461, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.877405643463135, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6278198957443237, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5336605310440063, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.25843170285224915, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4755789041519165, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.009825549069617337, + "step": 31, + "teaching_rms": 0.00477273506186516, + "traffic_rms": 0.008641534304712426 + }, + { + "batch_loss": 2.335408926010132, + "innovation_rms": 0.006970642787639489, + "instruction_rms": 0.006844145524245274, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.130606651306152, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 112.5643539428711, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.941603660583496, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7848156094551086, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36781808733940125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0040909051895142, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9567101001739502, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9512748718261719, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.27267599105835, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.990952491760254, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9415357112884521, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5286654829978943, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3676908612251282, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5060480833053589, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.010973024900085405, + "step": 32, + "teaching_rms": 0.006970642787639489, + "traffic_rms": 0.008579113053293163 + }, + { + "batch_loss": 2.1356616020202637, + "innovation_rms": 0.007815810435089393, + "instruction_rms": 0.007556991354191665, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.493566513061523, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 124.9862060546875, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4915480613708496, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7848973274230957, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2658199071884155, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.019669532775879, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2144297361373901, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5771961212158203, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.7236104011535645, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.509345054626465, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.491436004638672, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5265897512435913, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2661314308643341, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5335114002227783, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.011435511606758016, + "step": 33, + "teaching_rms": 0.007815810435089393, + "traffic_rms": 0.008571565338999556 + }, + { + "batch_loss": 2.331810235977173, + "innovation_rms": 0.010011464418152436, + "instruction_rms": 0.009792540313926889, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.845469951629639, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 140.08920288085938, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.226086139678955, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7939071655273438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26210206747055054, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.336910605430603, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.530955195426941, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.165255069732666, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.495959281921387, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.723491668701172, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.226065158843994, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5295304656028748, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26225873827934265, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.557928442955017, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.012984455554291122, + "step": 34, + "teaching_rms": 0.010011464418152436, + "traffic_rms": 0.008536828604450996 + }, + { + "batch_loss": 2.251519203186035, + "innovation_rms": 0.010127688021216052, + "instruction_rms": 0.009540975766500532, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.1838059425354, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 153.08303833007812, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.715424537658691, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.819568395614624, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3306017816066742, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4362913370132446, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.957964301109314, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.2700910568237305, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.093295097351074, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.97335433959961, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.715535640716553, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5399972200393677, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3307889401912689, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.579325556755066, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.013003915285219334, + "step": 35, + "teaching_rms": 0.010127688021216052, + "traffic_rms": 0.008829232327031401 + }, + { + "batch_loss": 2.2289631366729736, + "innovation_rms": 0.011726834383478596, + "instruction_rms": 0.011405625838268936, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.626009941101074, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 164.12554931640625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7653720378875732, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8470999598503113, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30498528480529785, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6983287334442139, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.450345516204834, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.9238128662109375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.909181594848633, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.15886688232422, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7655391693115234, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5505011677742004, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30504560470581055, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6982380151748657, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.014358723307583332, + "step": 36, + "teaching_rms": 0.011726834383478596, + "traffic_rms": 0.008720291980227387 + }, + { + "batch_loss": 2.0564920902252197, + "innovation_rms": 0.015381532038068314, + "instruction_rms": 0.014905692118224992, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.635894775390625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 173.97982788085938, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.021583557128906, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.859563410282135, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32419878244400024, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.075850248336792, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.0465173721313477, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.9617180824279785, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.191171646118164, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.81990432739258, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.021608352661133, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5536840558052063, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32451361417770386, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0972673892974854, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.017534858553671616, + "step": 37, + "teaching_rms": 0.015381532038068314, + "traffic_rms": 0.00924084435979039 + }, + { + "batch_loss": 2.198894500732422, + "innovation_rms": 0.01264283196444556, + "instruction_rms": 0.010953065688679434, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.317300796508789, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 185.39215087890625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.163844108581543, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8666442036628723, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2652527689933777, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6010704040527344, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.846285820007324, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.997685432434082, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 21.852514266967773, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.613426208496094, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.16373062133789, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5544819235801697, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26521795988082886, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.628401756286621, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.015217732681639486, + "step": 38, + "teaching_rms": 0.01264283196444556, + "traffic_rms": 0.010569651571800369 + }, + { + "batch_loss": 2.0939815044403076, + "innovation_rms": 0.01649693429838186, + "instruction_rms": 0.014731078499741528, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.762640953063965, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 195.86544799804688, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.145005226135254, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8725027441978455, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1756218820810318, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.318910837173462, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.872715950012207, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.264299392700195, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.90077781677246, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 60.48263931274414, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.145174026489258, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5562951564788818, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.17585249245166779, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.1484267711639404, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01867828710276905, + "step": 39, + "teaching_rms": 0.01649693429838186, + "traffic_rms": 0.011485826186605945 + }, + { + "batch_loss": 2.2085084915161133, + "innovation_rms": 0.014458375391143363, + "instruction_rms": 0.010521886795563479, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.44170570373535, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 205.65740966796875, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.79625129699707, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8773459196090698, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.17254991829395294, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.221689701080322, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.208972454071045, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.362565994262695, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.93344497680664, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 80.32666778564453, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.796341896057129, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.558254063129425, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.17286643385887146, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.051222801208496, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.01747060198156276, + "step": 40, + "teaching_rms": 0.014458375391143363, + "traffic_rms": 0.013944405187279029 + }, + { + "batch_loss": 2.195908308029175, + "innovation_rms": 0.02039713952065692, + "instruction_rms": 0.013415085271135658, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 19.50875473022461, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 214.77650451660156, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.089277267456055, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8797654509544373, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.20495422184467316, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.5704779624938965, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.062273025512695, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.533008575439453, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 48.048213958740234, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 121.14768981933594, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.089162826538086, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5588016510009766, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2052711844444275, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.686076641082764, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.022417875450470855, + "step": 41, + "teaching_rms": 0.02039713952065692, + "traffic_rms": 0.01796224902110631 + }, + { + "batch_loss": 2.2031657695770264, + "innovation_rms": 0.01653686636005417, + "instruction_rms": 0.011151008844622029, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.389490127563477, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 225.8207550048828, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.58016586303711, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8799507021903992, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.22309638559818268, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.892670631408691, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.217342376708984, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21.550695419311523, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.17874526977539, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 131.30531311035156, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.580131530761719, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5571092963218689, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.22341375052928925, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.919990062713623, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.021389862341628554, + "step": 42, + "teaching_rms": 0.01653686636005417, + "traffic_rms": 0.01825571991511674 + }, + { + "batch_loss": 2.188920259475708, + "innovation_rms": 0.021258497085241457, + "instruction_rms": 0.008074836461415495, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.694307327270508, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 321.6684265136719, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.58378601074219, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8827348351478577, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.24513031542301178, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.36008358001709, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.965449333190918, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.48107147216797, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 77.62672424316406, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 164.4798126220703, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.58366394042969, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5561709403991699, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.24543596804141998, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.189667701721191, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.026358213173150184, + "step": 43, + "teaching_rms": 0.021258497085241457, + "traffic_rms": 0.02509274780756782 + }, + { + "batch_loss": 2.38936185836792, + "innovation_rms": 0.018719568504955025, + "instruction_rms": 0.006951900254598963, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.484127044677734, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 690.741943359375, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.26566696166992, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8891656398773193, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2622529864311218, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.532753944396973, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.11185073852539, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.464008331298828, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 95.20660400390625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 175.79876708984375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.265628814697266, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5656160116195679, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26217687129974365, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.36235523223877, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.026803935349251132, + "step": 44, + "teaching_rms": 0.018719568504955025, + "traffic_rms": 0.025886530838825646 + }, + { + "batch_loss": 2.2692089080810547, + "innovation_rms": 0.026531668183690165, + "instruction_rms": 0.005211011255576431, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.05796813964844, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1550.89892578125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 44.68537902832031, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8993766903877258, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30972185730934143, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.450905799865723, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 20.003528594970703, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 38.91678237915039, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 116.13420867919922, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 209.2760467529297, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 44.68549346923828, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5791562795639038, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3094041347503662, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.658244132995605, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.03698463590582513, + "step": 45, + "teaching_rms": 0.026531668183690165, + "traffic_rms": 0.03661708868303267 + }, + { + "batch_loss": 2.3269505500793457, + "innovation_rms": 0.03499211900539874, + "instruction_rms": 0.0048763507259080045, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 73.08678436279297, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2995.991455078125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 58.51275634765625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9087254405021667, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3208948075771332, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.626384735107422, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.920236587524414, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 49.167083740234375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 142.4772186279297, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 263.43011474609375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 58.512840270996094, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5912555456161499, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32057684659957886, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.535552978515625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.045654254179220914, + "step": 46, + "teaching_rms": 0.03499211900539874, + "traffic_rms": 0.04539553312292823 + }, + { + "batch_loss": 2.2051117420196533, + "innovation_rms": 0.05472791918262719, + "instruction_rms": 0.004809591338299569, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 95.73873138427734, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3906.604736328125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 124.63890075683594, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9106263518333435, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.29176390171051025, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.862520217895508, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.62672233581543, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 67.06485748291016, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 181.61997985839844, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 391.42755126953125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 124.63885498046875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5956352353096008, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.29144570231437683, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.771697998046875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.061173884268674435, + "step": 47, + "teaching_rms": 0.05472791918262719, + "traffic_rms": 0.06098447952359348 + }, + { + "batch_loss": 2.1651134490966797, + "innovation_rms": 0.02587899824678193, + "instruction_rms": 0.0037873100107335936, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.33728790283203, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6417.955078125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.82341766357422, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9033487439155579, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2670465409755707, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.364938735961914, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 38.55333709716797, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 69.26615142822266, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.2509765625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 376.3099060058594, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.8233642578125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5919324159622192, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26691338419914246, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.274127960205078, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.04888929041566533, + "step": 48, + "teaching_rms": 0.02587899824678193, + "traffic_rms": 0.04874244545000496 + }, + { + "batch_loss": 2.2346765995025635, + "innovation_rms": 0.028377659447828968, + "instruction_rms": 0.004467252678558081, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 50.16039276123047, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 11335.197265625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.78970336914062, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8942455649375916, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30393582582473755, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.16112518310547, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 45.74388122558594, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 71.90542602539062, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 255.4270477294922, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 361.76068115234375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.78965759277344, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5871062874794006, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30380257964134216, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.0703239440918, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.057883002242281684, + "step": 49, + "teaching_rms": 0.028377659447828968, + "traffic_rms": 0.057710032461296114 + }, + { + "batch_loss": 2.189499855041504, + "innovation_rms": 0.07293926080399925, + "instruction_rms": 0.004539299792296123, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 57.30542755126953, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 14252.5341796875, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 225.29385375976562, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8976092338562012, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.314564973115921, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 51.33266067504883, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 55.14657974243164, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 94.0270004272461, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 303.07891845703125, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 476.5188293457031, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 225.29396057128906, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5906122326850891, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3145519495010376, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 51.366798400878906, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.08762256799977954, + "step": 50, + "teaching_rms": 0.07293926080399925, + "traffic_rms": 0.08750420783509748 + }, + { + "batch_loss": 2.266531229019165, + "innovation_rms": 0.08587290052400902, + "instruction_rms": 0.004308429159192624, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 235.5257110595703, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 52415.5625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.28488159179688, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.901894748210907, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3683302402496338, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 70.16114807128906, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 67.08491516113281, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 119.38333892822266, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 363.4431457519531, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 603.6421508789062, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.28485107421875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5956737399101257, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3681386709213257, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 70.19528198242188, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.11457989942200018, + "step": 51, + "teaching_rms": 0.08587290052400902, + "traffic_rms": 0.11449860401172321 + }, + { + "batch_loss": 2.180712938308716, + "innovation_rms": 0.09058435156597082, + "instruction_rms": 0.0043265579413149366, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 533.48291015625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 198650.265625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 175.8402099609375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9082098603248596, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.27825409173965454, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 87.74517059326172, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 81.4237289428711, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 143.3881378173828, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 433.5649108886719, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 701.2176513671875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 175.8401641845703, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6044862866401672, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2783730626106262, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 87.779296875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.1324497062986375, + "step": 52, + "teaching_rms": 0.09058435156597082, + "traffic_rms": 0.13237942227392305 + }, + { + "batch_loss": 2.3366243839263916, + "innovation_rms": 0.0936010262335341, + "instruction_rms": 0.010777439394035608, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 913.0968017578125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 384266.53125, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 155.63668823242188, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9139207601547241, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.24968281388282776, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 103.308837890625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 97.97286987304688, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 165.4914093017578, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 510.556884765625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 769.9198608398438, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 155.63665771484375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6120896935462952, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2493637204170227, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 103.34296417236328, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.15175294182577595, + "step": 53, + "teaching_rms": 0.0936010262335341, + "traffic_rms": 0.15137004150785843 + }, + { + "batch_loss": 2.2313072681427, + "innovation_rms": 0.10977697837747982, + "instruction_rms": 0.004808238365523924, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1348.4844970703125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 628201.375, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 139.76837158203125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9138651490211487, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.29322537779808044, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 116.82542419433594, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 117.12811279296875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 191.55242919921875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 596.3043212890625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 857.474365234375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 139.7683868408203, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.622201144695282, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2929163873195648, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 116.85954284667969, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.17416104884675315, + "step": 54, + "teaching_rms": 0.10977697837747982, + "traffic_rms": 0.17409527998273078 + }, + { + "batch_loss": 2.2722573280334473, + "innovation_rms": 0.13537728819789654, + "instruction_rms": 0.004861130418315628, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1817.549560546875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 908389.0625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 143.23167419433594, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.904619574546814, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42450737953186035, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 128.11109924316406, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 139.69775390625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 225.69647216796875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 695.007568359375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 987.032470703125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 143.231689453125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6469846963882446, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4243614673614502, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 128.1452178955078, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.2095939254757357, + "step": 55, + "teaching_rms": 0.13537728819789654, + "traffic_rms": 0.20953742324559482 + }, + { + "batch_loss": 2.4236676692962646, + "innovation_rms": 0.16055234827610324, + "instruction_rms": 0.004855485499341546, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2297.895751953125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1229318.5, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 148.73068237304688, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8965112566947937, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3087625801563263, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 137.4316864013672, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 166.35226440429688, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 266.5450439453125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 809.8380737304688, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1148.3052978515625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 148.73069763183594, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6609255075454712, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3090086281299591, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 137.46580505371094, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.24731701405815149, + "step": 56, + "teaching_rms": 0.16055234827610324, + "traffic_rms": 0.2472694399662729 + }, + { + "batch_loss": 2.3672664165496826, + "innovation_rms": 0.1961153803501788, + "instruction_rms": 0.004149779822956635, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2753.2294921875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1530609.5, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 161.644775390625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8957768678665161, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36433863639831543, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 145.0519561767578, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 198.1333465576172, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 317.81085205078125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 946.6751098632812, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1368.3702392578125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 161.64479064941406, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6647833585739136, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3643903136253357, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 145.08607482910156, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.2922599627019088, + "step": 57, + "teaching_rms": 0.1961153803501788, + "traffic_rms": 0.2922305689450854 + }, + { + "batch_loss": 2.3050954341888428, + "innovation_rms": 0.24647517529785992, + "instruction_rms": 0.006051220292388643, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3141.192626953125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1768442.625, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 265.74261474609375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8969389796257019, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.39764347672462463, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 159.73219299316406, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 236.64761352539062, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 385.14263916015625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1115.4146728515625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1687.3956298828125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 265.74261474609375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.668374240398407, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.39775586128234863, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 159.74688720703125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.3507023429398749, + "step": 58, + "teaching_rms": 0.24647517529785992, + "traffic_rms": 0.35065004413913703 + }, + { + "batch_loss": 2.1450867652893066, + "innovation_rms": 0.3082794067117232, + "instruction_rms": 0.006465477299680842, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3411.097412109375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1916455.875, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 465.24468994140625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8995814323425293, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2925609350204468, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 181.42782592773438, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 283.76263427734375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 471.1501159667969, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1328.2808837890625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2128.662109375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 465.24468994140625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.673012912273407, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2926733195781708, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 181.44252014160156, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.4154217109245767, + "step": 59, + "teaching_rms": 0.3082794067117232, + "traffic_rms": 0.4153711430588385 + }, + { + "batch_loss": 2.295102834701538, + "innovation_rms": 0.4575515974599203, + "instruction_rms": 0.004881203280076551, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3469.6875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1862585.375, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1080.63525390625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9042770862579346, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31978413462638855, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.21597290039062, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 345.059814453125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 612.971923828125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1635.194580078125, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3069.13671875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1080.6351318359375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6773572564125061, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3195994198322296, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.2306671142578, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.5288098785301587, + "step": 60, + "teaching_rms": 0.4575515974599203, + "traffic_rms": 0.5287876701004511 + }, + { + "batch_loss": 2.4128386974334717, + "innovation_rms": 0.2738003160857041, + "instruction_rms": 0.004940433282974429, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3232.0703125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1823439.875, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 611.6754150390625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9022891521453857, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32414668798446655, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.3773956298828, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 410.3426208496094, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 652.8281860351562, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1942.5589599609375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3073.644287109375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 611.6756591796875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6826986074447632, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32411229610443115, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.39208984375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.47060838875028277, + "step": 61, + "teaching_rms": 0.2738003160857041, + "traffic_rms": 0.47058268516531315 + }, + { + "batch_loss": 2.351922035217285, + "innovation_rms": 0.5290767911660252, + "instruction_rms": 0.00479017041476012, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3305.544921875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1835566.5, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1508.2550048828125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8966894149780273, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4818912148475647, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 306.96209716796875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 490.2562255859375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 799.1361083984375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2322.697998046875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3801.39013671875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1508.2550048828125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.689655601978302, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.48199793696403503, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 307.0318603515625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.7023967548198344, + "step": 62, + "teaching_rms": 0.5290767911660252, + "traffic_rms": 0.7023803065484081 + }, + { + "batch_loss": 2.4894630908966064, + "innovation_rms": 0.6494008086415237, + "instruction_rms": 0.004007069652197847, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3978.43310546875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2889516.25, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1173.7509765625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8943095803260803, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2531261742115021, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 424.3371887207031, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 588.3310546875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 980.7479858398438, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2795.306640625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4726.0859375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1173.7509765625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6965488791465759, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2532328963279724, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 424.4069519042969, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.8542839443868198, + "step": 63, + "teaching_rms": 0.6494008086415237, + "traffic_rms": 0.8542745597567196 + }, + { + "batch_loss": 2.3805015087127686, + "innovation_rms": 0.6697275718336976, + "instruction_rms": 0.003004326662754539, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5048.60888671875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 5977255.5, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1067.5567626953125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8946006298065186, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37822264432907104, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 516.784423828125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 702.9764404296875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1146.453857421875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3334.3525390625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5390.45849609375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1067.556884765625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7027943730354309, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3785198926925659, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 516.8541870117188, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 0.9514034160275746, + "step": 64, + "teaching_rms": 0.6697275718336976, + "traffic_rms": 0.9513986309194641 + }, + { + "batch_loss": 2.3137145042419434, + "innovation_rms": 0.810188763528519, + "instruction_rms": 0.0025571108524312853, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6253.94580078125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 10220282.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1045.3121337890625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8982128500938416, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.35005366802215576, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 591.8023681640625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 838.22998046875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1352.53515625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3958.9931640625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6246.4072265625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1045.312255859375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7018648982048035, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3501390218734741, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 591.8721313476562, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1.152736435293145, + "step": 65, + "teaching_rms": 0.810188763528519, + "traffic_rms": 1.1527336080038695 + }, + { + "batch_loss": 2.1819779872894287, + "innovation_rms": 0.9536591332293015, + "instruction_rms": 0.0024846404127027927, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7408.75634765625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 15309714.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1290.4781494140625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9024542570114136, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.313972532749176, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 649.992431640625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 997.59033203125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1593.603759765625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4684.12060546875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7251.275390625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1290.478271484375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7022754549980164, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31381288170814514, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 649.916748046875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1.341577202539495, + "step": 66, + "teaching_rms": 0.9536591332293015, + "traffic_rms": 1.3415749385249809 + }, + { + "batch_loss": 2.5818023681640625, + "innovation_rms": 1.300223624178007, + "instruction_rms": 0.003312266547785639, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8334.037109375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 18486996.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1980.3642578125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9074854254722595, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.33380699157714844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 802.4927368164062, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1193.5426025390625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1959.523193359375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5595.6337890625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9115.1328125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1980.3642578125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7024956941604614, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.33364731073379517, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 802.4171142578125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1.7294282551917384, + "step": 67, + "teaching_rms": 1.300223624178007, + "traffic_rms": 1.729425124730395 + }, + { + "batch_loss": 2.3325698375701904, + "innovation_rms": 1.9303542235281008, + "instruction_rms": 0.0037923861914819106, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8766.5078125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 19430774.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4459.8720703125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9111924171447754, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3919219374656677, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 995.0365600585938, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1449.9349365234375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2563.923828125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6902.71044921875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13070.765625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4459.8720703125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7028191089630127, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3921175003051758, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 994.9609375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2.2675341945180576, + "step": 68, + "teaching_rms": 1.9303542235281008, + "traffic_rms": 2.2675310154841015 + }, + { + "batch_loss": 2.6068155765533447, + "innovation_rms": 2.1596348645740173, + "instruction_rms": 0.005608035813598964, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8087.54345703125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 18671552.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5648.6650390625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9088162779808044, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42863714694976807, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1193.0797119140625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1768.2130126953125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3182.78125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8571.5244140625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16688.13671875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5648.66455078125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7063286304473877, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4287041425704956, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1193.0343017578125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2.5721560606343874, + "step": 69, + "teaching_rms": 2.1596348645740173, + "traffic_rms": 2.572149774423357 + }, + { + "batch_loss": 2.269904851913452, + "innovation_rms": 2.247656657446747, + "instruction_rms": 0.002320404934211531, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 11182.06640625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 35741492.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4717.14453125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9077616333961487, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.14696094393730164, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1664.794189453125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2144.72216796875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3765.091552734375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 10493.734375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 19222.09765625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4717.14404296875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7141191363334656, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1471565067768097, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1664.7486572265625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3.112721088150715, + "step": 70, + "teaching_rms": 2.247656657446747, + "traffic_rms": 3.112720215760093 + }, + { + "batch_loss": 2.2248055934906006, + "innovation_rms": 2.4931833897858975, + "instruction_rms": 0.003967432609269593, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 16889.623046875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 85969264.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4270.75927734375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9086316823959351, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1817423403263092, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2070.478515625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2582.344970703125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4376.22705078125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 12640.869140625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21471.345703125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4270.75927734375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7212958335876465, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1819279044866562, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2070.432861328125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3.7024033570386816, + "step": 71, + "teaching_rms": 2.4931833897858975, + "traffic_rms": 3.702401233311298 + }, + { + "batch_loss": 2.3158373832702637, + "innovation_rms": 3.0091316922484896, + "instruction_rms": 0.00528922915411343, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 24394.59375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 163237392.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4304.390625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9106597900390625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2133597433567047, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2434.3076171875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3095.842529296875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5134.9765625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 15077.599609375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24367.30859375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4304.390625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7257320880889893, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21359825134277344, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2434.261962890625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4.480229712952078, + "step": 72, + "teaching_rms": 3.0091316922484896, + "traffic_rms": 4.480226593756882 + }, + { + "batch_loss": 2.2076754570007324, + "innovation_rms": 3.61382779540361, + "instruction_rms": 0.002197381171982504, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 33020.5078125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 261708736.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4453.6826171875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9126874208450317, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.33075499534606934, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2763.089599609375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3701.656005859375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6058.13525390625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 17880.533203125, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28029.33203125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4453.68310546875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7046574950218201, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3308599591255188, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2763.0439453125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5.3813993303556185, + "step": 73, + "teaching_rms": 3.61382779540361, + "traffic_rms": 5.381398873659308 + }, + { + "batch_loss": 2.2829060554504395, + "innovation_rms": 4.415515485659039, + "instruction_rms": 0.0025319225019554865, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 42205.71484375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 367470432.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5494.4208984375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9147773385047913, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3850846588611603, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3071.708251953125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4423.06982421875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7214.13720703125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 21173.734375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32932.0078125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5494.421875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6851447820663452, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38532036542892456, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3071.66259765625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6.442218769181426, + "step": 74, + "teaching_rms": 4.415515485659039, + "traffic_rms": 6.442218276088962 + }, + { + "batch_loss": 2.2234222888946533, + "innovation_rms": 5.450420042795934, + "instruction_rms": 0.0026464875638540766, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 51474.2109375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 469027072.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6984.79638671875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9190590381622314, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30594444274902344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3366.08056640625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5290.7060546875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8676.36328125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 25134.185546875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39604.515625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6984.79736328125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6697235107421875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30615827441215515, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3366.03466796875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 7.7201433507403365, + "step": 75, + "teaching_rms": 5.450420042795934, + "traffic_rms": 7.720142906663405 + }, + { + "batch_loss": 2.294088840484619, + "innovation_rms": 7.02409346978036, + "instruction_rms": 0.0029234823789968155, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 60037.4296875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 538358848.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9001.056640625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9251863956451416, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.23651981353759766, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4001.4013671875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6355.357421875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10646.513671875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 30106.8125, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 49726.26953125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9001.0576171875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6690536141395569, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2361997365951538, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4001.29541015625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9.3455119298127, + "step": 76, + "teaching_rms": 7.02409346978036, + "traffic_rms": 9.345511486377871 + }, + { + "batch_loss": 2.405022621154785, + "innovation_rms": 10.131671773628536, + "instruction_rms": 0.003604196347092389, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 66206.6484375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 547169664.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18376.328125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9301299452781677, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2971343398094177, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5105.83544921875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7731.07470703125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13757.173828125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 37071.109375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 69642.9609375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18376.328125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6868958473205566, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.297152578830719, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5105.7294921875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 11.965418422930721, + "step": 77, + "teaching_rms": 10.131671773628536, + "traffic_rms": 11.965417889338928 + }, + { + "batch_loss": 2.250962018966675, + "innovation_rms": 10.33598678763535, + "instruction_rms": 0.008065752666217669, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 65191.4921875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 515871104.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25580.45703125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9298694133758545, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30975672602653503, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6038.32958984375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9384.55859375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16534.83984375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 45419.57421875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83484.6640625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25580.45703125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7152105569839478, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3097749650478363, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6038.22412109375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 12.942200189252171, + "step": 78, + "teaching_rms": 10.33598678763535, + "traffic_rms": 12.942197673577198 + }, + { + "batch_loss": 2.4098308086395264, + "innovation_rms": 14.027630192959437, + "instruction_rms": 0.00779277984719143, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 72284.796875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 582037696.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21364.88671875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9288089871406555, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.289908766746521, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6926.70068359375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 11449.435546875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20648.76953125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 56070.796875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 106512.2265625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21364.88671875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7441840171813965, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2897346019744873, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6926.7666015625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 17.728839355102224, + "step": 79, + "teaching_rms": 14.027630192959437, + "traffic_rms": 17.728837631974905 + }, + { + "batch_loss": 2.3990797996520996, + "innovation_rms": 19.705169547578723, + "instruction_rms": 0.004627285011065037, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 80815.6640625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 679116160.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42314.46484375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.928810179233551, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.23797138035297394, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 10184.849609375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 14124.5966796875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 26751.615234375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 70736.640625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 146658.421875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42314.46484375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7622812390327454, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.23777948319911957, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 10184.8994140625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 22.69805544434899, + "step": 80, + "teaching_rms": 19.705169547578723, + "traffic_rms": 22.698054969312913 + }, + { + "batch_loss": 2.941424608230591, + "innovation_rms": 20.527963596039957, + "instruction_rms": 0.004715610218996081, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 81484.125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 759945920.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59982.0625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9263489246368408, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3442423343658447, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12008.3759765625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 17361.0078125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32364.1171875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 88258.2421875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 175216.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59982.05859375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.735142707824707, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3443397879600525, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12008.61328125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 25.723974751136353, + "step": 81, + "teaching_rms": 20.527963596039957, + "traffic_rms": 25.72397431873155 + }, + { + "batch_loss": 2.1098952293395996, + "innovation_rms": 24.545354729576932, + "instruction_rms": 0.002855555010272702, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 105983.703125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1950754304.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42386.2109375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9251596331596375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34982621669769287, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 16246.9970703125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 21259.830078125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 38988.2265625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 108960.2890625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 207020.5, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42386.203125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7077871561050415, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34992367029190063, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 16247.2333984375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 31.39915244866542, + "step": 82, + "teaching_rms": 24.545354729576932, + "traffic_rms": 31.399152314256465 + }, + { + "batch_loss": 2.261482000350952, + "innovation_rms": 29.557729143864798, + "instruction_rms": 0.003218639733614165, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 147836.125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4950508032.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 36020.5625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9226434230804443, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2688020169734955, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 19190.29296875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 25957.29296875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46974.62109375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 133363.0625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 244027.78125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 36020.5625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6909001469612122, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.26878902316093445, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 19190.52734375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 39.01723420877247, + "step": 83, + "teaching_rms": 29.557729143864798, + "traffic_rms": 39.01723407707387 + }, + { + "batch_loss": 2.464094877243042, + "innovation_rms": 38.62565909481877, + "instruction_rms": 0.003072829798730286, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 200172.71875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 8989217792.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37872.234375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9216121435165405, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3259181082248688, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 20916.71875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 31757.287109375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 57999.93359375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 163408.046875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 300449.8125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37872.23828125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6873393654823303, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.32589012384414673, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 20916.953125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 50.07638732503212, + "step": 84, + "teaching_rms": 38.62565909481877, + "traffic_rms": 50.07638723171833 + }, + { + "batch_loss": 2.4383299350738525, + "innovation_rms": 52.01683280001443, + "instruction_rms": 0.002690496854776464, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 253227.828125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 12576783360.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 82464.921875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9195656776428223, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4673191010951996, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 21128.955078125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 39118.30859375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 73610.2109375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 202505.234375, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 390971.9375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 82464.921875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6912144422531128, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4672500491142273, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 21129.06640625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 64.22618541504507, + "step": 85, + "teaching_rms": 52.01683280001443, + "traffic_rms": 64.22618535946603 + }, + { + "batch_loss": 2.223170757293701, + "innovation_rms": 77.63018793806536, + "instruction_rms": 0.002959424559752696, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 290666.9375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 13882131456.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 178073.34375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9149282574653625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.43626517057418823, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 34998.12109375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 48990.38671875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 98720.7890625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 259687.6875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 571824.5625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 178073.34375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6984596252441406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4363844394683838, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 34998.23828125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 85.03037263272377, + "step": 86, + "teaching_rms": 77.63018793806536, + "traffic_rms": 85.03037257732375 + }, + { + "batch_loss": 2.232355833053589, + "innovation_rms": 45.7692663386521, + "instruction_rms": 0.0029199902224316394, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 285334.9375, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 16099624960.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 86709.296875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9117041230201721, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.44110986590385437, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 40013.8671875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 59591.80078125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 106014.15625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 316723.90625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 570362.3125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 86709.2890625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.710114598274231, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4411744475364685, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 40013.8984375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 74.62859875470079, + "step": 87, + "teaching_rms": 45.7692663386521, + "traffic_rms": 74.62859869812176 + }, + { + "batch_loss": 2.509610176086426, + "innovation_rms": 89.22212150893877, + "instruction_rms": 0.003047597379388117, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 306730.53125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 18192289792.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 297975.4375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.910473108291626, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5351090431213379, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 49477.1328125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 72734.4375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 131426.375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 386305.6875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 695817.8125, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 297975.4375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7239436507225037, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5351736545562744, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 49477.16015625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 111.83149688930197, + "step": 88, + "teaching_rms": 89.22212150893877, + "traffic_rms": 111.83149684860379 + }, + { + "batch_loss": 2.3211658000946045, + "innovation_rms": 91.29184930106508, + "instruction_rms": 0.0024705979082311307, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 464918.46875, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 67101790208.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 245698.625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9107574820518494, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5565493106842041, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 72220.546875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 88136.1875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 154017.53125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 464293.65625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 779879.5625, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 245698.625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7313945293426514, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5564301013946533, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 72220.515625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 128.57051218762484, + "step": 89, + "teaching_rms": 91.29184930106508, + "traffic_rms": 128.5705121643258 + }, + { + "batch_loss": 2.3054585456848145, + "innovation_rms": 114.66103821424443, + "instruction_rms": 0.005108559224392777, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 737794.25, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 180588658688.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232563.90625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9118171334266663, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.29561954736709595, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 92682.9765625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 106556.453125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 184202.6875, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 554657.25, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 903636.1875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232563.90625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7334941625595093, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.29550033807754517, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 92683.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 161.6976883296126, + "step": 90, + "teaching_rms": 114.66103821424443, + "traffic_rms": 161.6976882489334 + }, + { + "batch_loss": 2.140058755874634, + "innovation_rms": 127.7997569319024, + "instruction_rms": 0.004201354700148177, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1097325.125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 408792891392.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 216645.71875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9124640226364136, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30453136563301086, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 111736.4765625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 128175.0390625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 216185.890625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 656744.6875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1020874.5, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 216645.71875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7347375750541687, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30461570620536804, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 111736.5, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 190.41318037150018, + "step": 91, + "teaching_rms": 127.7997569319024, + "traffic_rms": 190.4131803250565 + }, + { + "batch_loss": 2.2536160945892334, + "innovation_rms": 155.24191390334377, + "instruction_rms": 0.005272429896626053, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1526162.125, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 702566760448.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 198418.546875, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9100481271743774, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.20121078193187714, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 129550.7578125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 153790.484375, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 256154.40625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 774465.0625, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1177203.875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 198418.546875, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7407060265541077, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2010660618543625, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 129550.78125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 232.76529647518245, + "step": 92, + "teaching_rms": 155.24191390334377, + "traffic_rms": 232.7652964155249 + }, + { + "batch_loss": 2.3093249797821045, + "innovation_rms": 188.5752132281486, + "instruction_rms": 0.0061074095940419236, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1995101.625, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1039631515648.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 196302.5, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9047406911849976, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31314581632614136, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 146335.578125, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 184369.03125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 305785.40625, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 912787.5, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1383224.25, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 196302.5, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.747564971446991, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31310534477233887, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 146335.609375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 280.3313926814365, + "step": 93, + "teaching_rms": 188.5752132281486, + "traffic_rms": 280.331392615149 + }, + { + "batch_loss": 2.262990713119507, + "innovation_rms": 228.97965077758647, + "instruction_rms": 0.0059368648329556324, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2477332.75, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1398113304576.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 212270.78125, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9000341892242432, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.28746819496154785, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 162775.015625, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 221051.46875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 366824.3125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1077864.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1650765.375, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 212270.78125, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7560297250747681, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.28742772340774536, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 162775.046875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 336.596722668603, + "step": 94, + "teaching_rms": 228.97965077758647, + "traffic_rms": 336.59672261656135 + }, + { + "batch_loss": 2.263540029525757, + "innovation_rms": 276.8118716859776, + "instruction_rms": 0.004426589363707955, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2935142.75, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1725470474240.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 285811.5625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8978732228279114, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5072609186172485, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 178537.671875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 265150.8125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 440993.4375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1276610.75, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1987467.875, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 285811.59375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7593913674354553, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5068533420562744, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 178537.703125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 402.0473575302868, + "step": 95, + "teaching_rms": 276.8118716859776, + "traffic_rms": 402.04735750603237 + }, + { + "batch_loss": 2.3794243335723877, + "innovation_rms": 352.4783350169657, + "instruction_rms": 0.006180738556187005, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3334908.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1960702377984.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 521347.4375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9012767672538757, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.450907826423645, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 193535.171875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 319050.5625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 538997.4375, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1524584.875, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2479741.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 521347.4375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7551941275596619, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4505002796649933, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 193535.203125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 490.35190860751953, + "step": 96, + "teaching_rms": 352.4783350169657, + "traffic_rms": 490.3519085686813 + }, + { + "batch_loss": 2.342466354370117, + "innovation_rms": 490.2934527456033, + "instruction_rms": 0.011525037301484964, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3625778.75, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2028178374656.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1082193.625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9060109853744507, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3464620113372803, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 214442.5, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 387643.28125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 685927.25, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1861396.125, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3368112.75, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1082193.75, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7490437626838684, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.346576064825058, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 214442.578125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 620.2391339969174, + "step": 97, + "teaching_rms": 490.2934527456033, + "traffic_rms": 620.2391338898227 + }, + { + "batch_loss": 2.203295946121216, + "innovation_rms": 796.738907272582, + "instruction_rms": 0.006642968023396615, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3685017.5, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1900337954816.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1037488.375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.909493088722229, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3095625042915344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 308324.4375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 483079.40625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 954361.125, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2416729.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5553328.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1037488.5, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7473811507225037, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.30971091985702515, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 308324.46875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 856.3914854232435, + "step": 98, + "teaching_rms": 796.738907272582, + "traffic_rms": 856.3914853974591 + }, + { + "batch_loss": 2.2549681663513184, + "innovation_rms": 853.6988469557486, + "instruction_rms": 0.007824988311859607, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3634026.75, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1802457186304.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2896865.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9056258797645569, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31199198961257935, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 370399.09375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 604171.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1210916.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3136866.5, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7201374.5, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2896865.5, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7474288940429688, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3121403753757477, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 370399.09375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 975.8764431920349, + "step": 99, + "teaching_rms": 853.6988469557486, + "traffic_rms": 975.8764431606253 + }, + { + "batch_loss": 2.135791063308716, + "innovation_rms": 737.008187554583, + "instruction_rms": 0.007999457935211925, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5333397.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6559797084160.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2579638.5, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8965087532997131, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.35828185081481934, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 628362.9375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 742269.6875, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1380986.75, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3905401.75, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7685352.5, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2579639.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7477561831474304, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.35836052894592285, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 628363.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1197.3816470713, + "step": 100, + "teaching_rms": 737.008187554583, + "traffic_rms": 1197.3816470445947 + }, + { + "batch_loss": 2.2895607948303223, + "innovation_rms": 844.2477617902769, + "instruction_rms": 0.006253128815120629, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8408229.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 23186785697792.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2317845.5, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8895092606544495, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2884161174297333, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 860147.5, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 899419.0625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1571493.75, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4721256.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8158541.5, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2317846.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7357921600341797, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2884947955608368, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 860147.625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1479.5550126856729, + "step": 101, + "teaching_rms": 844.2477617902769, + "traffic_rms": 1479.5550126725102 + }, + { + "batch_loss": 2.2245798110961914, + "innovation_rms": 992.9039918969546, + "instruction_rms": 0.008323607607903053, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 12510577.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 55827872350208.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2093193.75, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8853896856307983, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.1992224156856537, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1069466.875, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1078817.75, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1793987.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5593094.5, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8718384.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2093194.25, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7229003310203552, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.19905711710453033, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1069467.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1806.0801548138293, + "step": 102, + "teaching_rms": 992.9039918969546, + "traffic_rms": 1806.080154794691 + }, + { + "batch_loss": 2.4137041568756104, + "innovation_rms": 1141.602924739491, + "instruction_rms": 0.011201466508859339, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 17504106.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 108804096131072.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1905836.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8863616585731506, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.24795038998126984, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1260050.5, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1283204.625, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2043868.25, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6527001.5, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9339072.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1905836.375, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7240962982177734, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2479812204837799, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1260050.625, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2185.658381752, + "step": 103, + "teaching_rms": 1141.602924739491, + "traffic_rms": 2185.6583817233404 + }, + { + "batch_loss": 2.126206159591675, + "innovation_rms": 1334.3712385883641, + "instruction_rms": 0.012111883910481784, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 22977418.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 178555900133376.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1734357.625, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8886783719062805, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3450981676578522, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1433486.25, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1516458.125, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2332534.75, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7537036.5, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10100350.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1734358.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7362563610076904, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34495872259140015, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1433486.375, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2654.317749445826, + "step": 104, + "teaching_rms": 1334.3712385883641, + "traffic_rms": 2654.3177494181937 + }, + { + "batch_loss": 2.285989761352539, + "innovation_rms": 1560.5816672249716, + "instruction_rms": 0.011983710146386497, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 28821746.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 266988186238976.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1565337.375, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.891071617603302, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2159527838230133, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1590020.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1782846.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2663879.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8638798.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11017612.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1565337.625, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7428799867630005, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21588845551013947, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1590020.125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3265.4023063010336, + "step": 105, + "teaching_rms": 1560.5816672249716, + "traffic_rms": 3265.4023062790084 + }, + { + "batch_loss": 2.586275100708008, + "innovation_rms": 1889.5898869495447, + "instruction_rms": 0.009325786103572037, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 34764312.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 348868382294016.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1437161.75, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8930485844612122, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4249284565448761, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1729550.75, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2091057.75, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3082117.75, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 9874590.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 12357916.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1437161.75, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7300316095352173, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4248976707458496, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1729550.875, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4038.973653848385, + "step": 106, + "teaching_rms": 1889.5898869495447, + "traffic_rms": 4038.973653837639 + }, + { + "batch_loss": 2.1494762897491455, + "innovation_rms": 2310.770372891975, + "instruction_rms": 0.0063050081120728544, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 40686236.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 435215713435648.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1897785.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8922179937362671, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.341096967458725, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1853040.375, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2447618.75, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3565610.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 11272574.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13979836.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1897785.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7062165141105652, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34106308221817017, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1853040.5, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5276.288493721392, + "step": 107, + "teaching_rms": 2310.770372891975, + "traffic_rms": 5276.288493717617 + }, + { + "batch_loss": 2.1377766132354736, + "innovation_rms": 2828.6389502569696, + "instruction_rms": 0.005021437802885398, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 46429776.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 528226652782592.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2114677.5, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8877057433128357, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3786546289920807, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1963523.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2861232.25, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4136135.75, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 12874466.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16018924.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2114677.5, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6864429712295532, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37879401445388794, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1963523.125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6797.6200611773365, + "step": 108, + "teaching_rms": 2828.6389502569696, + "traffic_rms": 6797.620061175488 + }, + { + "batch_loss": 2.219481945037842, + "innovation_rms": 3484.501431698695, + "instruction_rms": 0.004848129406429869, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 51991548.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 639400371290112.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3780047.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8853994011878967, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34832537174224854, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2067704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3335970.75, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4747386.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 14687284.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20220592.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3780047.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6956513524055481, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.34843572974205017, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2067704.125, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9223.261514197768, + "step": 109, + "teaching_rms": 3484.501431698695, + "traffic_rms": 9223.2615141965 + }, + { + "batch_loss": 2.549436330795288, + "innovation_rms": 4582.481003773568, + "instruction_rms": 0.007526219555275619, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 57085232.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 742917069078528.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4576545.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.885287880897522, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.454654335975647, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2164376.75, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3883392.5, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5474217.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 16766196.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30487700.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4576545.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7082829475402832, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4545149803161621, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2164376.75, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 12867.59288227004, + "step": 110, + "teaching_rms": 4582.481003773568, + "traffic_rms": 12867.592882267845 + }, + { + "batch_loss": 2.2507164478302, + "innovation_rms": 5715.411371143127, + "instruction_rms": 0.009184610226768943, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 61411012.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 817125581127680.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7784503.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8889267444610596, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5686984062194824, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2249970.5, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4531144.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6793268.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 19273380.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 40022072.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7784503.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6999807357788086, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5685590505599976, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2249970.5, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 16800.352977194314, + "step": 111, + "teaching_rms": 5715.411371143127, + "traffic_rms": 16800.352977191804 + }, + { + "batch_loss": 2.226315498352051, + "innovation_rms": 8531.09062956334, + "instruction_rms": 0.007755380042516956, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 64435412.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 856148043366400.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7886232.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8930098414421082, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4548526108264923, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2646659.75, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5306336.5, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10612060.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 22379784.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 62150220.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7886232.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.707679033279419, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.45471328496932983, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2646659.5, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 25215.524039169224, + "step": 112, + "teaching_rms": 8531.09062956334, + "traffic_rms": 25215.524039168038 + }, + { + "batch_loss": 2.2606749534606934, + "innovation_rms": 11973.958456937196, + "instruction_rms": 0.006138674407580709, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 64994876.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 837992679735296.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17800722.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8979535102844238, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.20912668108940125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4426732.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6288980.5, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15282005.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 28964842.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 90175624.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17800722.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6961495280265808, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.20898735523223877, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4426731.5, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 35521.55511942446, + "step": 113, + "teaching_rms": 11973.958456937196, + "traffic_rms": 35521.55511942393 + }, + { + "batch_loss": 2.311068058013916, + "innovation_rms": 15195.239978565005, + "instruction_rms": 0.008049715194055673, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 60941796.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 777238421176320.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24105672.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9028840661048889, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2602842450141907, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5922740.5, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7594112.5, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18854158.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 40049436.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 110845920.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24105672.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.674760639667511, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2603120505809784, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5922740.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 47704.561012314865, + "step": 114, + "teaching_rms": 15195.239978565005, + "traffic_rms": 47704.56101231419 + }, + { + "batch_loss": 2.2181267738342285, + "innovation_rms": 21593.562566525627, + "instruction_rms": 0.005587757946706064, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 53387592.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 756286496964608.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27205296.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9075831174850464, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2994060814380646, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8643270.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9929229.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31108812.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 58403756.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 183543200.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27205296.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6733790636062622, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.299477219581604, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8643270.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 72477.47875149045, + "step": 115, + "teaching_rms": 21593.562566525627, + "traffic_rms": 72477.47875149024 + }, + { + "batch_loss": 2.2934765815734863, + "innovation_rms": 31207.352224887894, + "instruction_rms": 0.005747577672032808, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 46720044.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 853021105848320.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 45748912.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9102838039398193, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3684585392475128, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 13218161.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 14739854.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 48106248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 87135480.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 287317216.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 45748912.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6936832070350647, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.36852964758872986, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 13218161.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 104324.39476904823, + "step": 116, + "teaching_rms": 31207.352224887894, + "traffic_rms": 104324.39476904809 + }, + { + "batch_loss": 2.144724130630493, + "innovation_rms": 44049.48264916753, + "instruction_rms": 0.0074130008837007344, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 41802072.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1768263671349248.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 69589840.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9113564491271973, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2465379238128662, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17469040.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 21815752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 70758976.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 129417760.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 422822816.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 69589840.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.708962082862854, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.24655091762542725, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17469040.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 151661.47879736687, + "step": 117, + "teaching_rms": 44049.48264916753, + "traffic_rms": 151661.47879736667 + }, + { + "batch_loss": 2.216879367828369, + "innovation_rms": 60384.419333621874, + "instruction_rms": 0.008132063044115378, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 43932176.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4170592290865152.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 138719888.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9144579172134399, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21509432792663574, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 30166346.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 31517578.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 97018256.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 187486000.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 580682368.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 138719888.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7220167517662048, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21510730683803558, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 30166346.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 218922.66520351067, + "step": 118, + "teaching_rms": 60384.419333621874, + "traffic_rms": 218922.66520351052 + }, + { + "batch_loss": 2.311119556427002, + "innovation_rms": 90346.31725344816, + "instruction_rms": 0.006771529651670686, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 64310444.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 8416476432171008.0, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 256462208.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9181493520736694, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2776113748550415, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 45505752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 45465436.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 139478592.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 271343968.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 838579584.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 256462208.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.712324857711792, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.27766382694244385, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 45505752.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 316899.1335615603, + "step": 119, + "teaching_rms": 90346.31725344816, + "traffic_rms": 316899.13356156024 + }, + { + "batch_loss": 2.1540794372558594, + "innovation_rms": 121992.70089504222, + "instruction_rms": 0.008099713516469705, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 122120128.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7393657623609344e+16, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 223682080.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9232910871505737, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2096608579158783, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 62300040.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 64379084.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 189136496.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 385444320.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1141003648.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 223682080.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7071600556373596, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.20971331000328064, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 62300040.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 448120.8679896554, + "step": 120, + "teaching_rms": 121992.70089504222, + "traffic_rms": 448120.8679896554 + }, + { + "batch_loss": 2.114349365234375, + "innovation_rms": 195945.92695190516, + "instruction_rms": 0.006032048502997695, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 203361136.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4415010302132224e+16, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 324929184.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9239159822463989, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2132221758365631, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 90901032.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 93463216.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 290841344.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 561060992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1756166656.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 324929184.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7080715298652649, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2130117416381836, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 90901032.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 674174.7645771535, + "step": 121, + "teaching_rms": 195945.92695190516, + "traffic_rms": 674174.7645771534 + }, + { + "batch_loss": 2.1891183853149414, + "innovation_rms": 283442.6797531686, + "instruction_rms": 0.005591650162062014, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 285378752.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.401365099354522e+16, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 572509824.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.926767110824585, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21158912777900696, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 125772600.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 137128384.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 436651616.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 823472064.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2624110592.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 572509824.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7227306365966797, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.21170487999916077, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 125772600.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 978155.2179477497, + "step": 122, + "teaching_rms": 283442.6797531686, + "traffic_rms": 978155.2179477497 + }, + { + "batch_loss": 2.1239678859710693, + "innovation_rms": 403479.4327488138, + "instruction_rms": 0.004691614402048937, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 375073312.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.45507049537536e+17, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 625318720.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9275524616241455, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37335067987442017, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 185001440.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 200048464.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 629200768.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1203127168.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3796550656.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 625318720.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7455399632453918, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3732181191444397, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 185001440.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1376458.8994240456, + "step": 123, + "teaching_rms": 403479.4327488138, + "traffic_rms": 1376458.8994240456 + }, + { + "batch_loss": 2.104344367980957, + "innovation_rms": 591171.6653278882, + "instruction_rms": 0.006249270967802405, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 558627136.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4055252674504294e+17, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1193236096.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9261881113052368, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.31462806463241577, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 261447504.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 292064544.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 920160640.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1756748288.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5536210944.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1193236096.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7659193277359009, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3144955039024353, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 261447504.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2095623.0379334036, + "step": 124, + "teaching_rms": 591171.6653278882, + "traffic_rms": 2095623.0379334036 + }, + { + "batch_loss": 2.1882972717285156, + "innovation_rms": 947002.2336731033, + "instruction_rms": 0.006088210208833788, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 780395712.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.292946552706826e+17, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1479051904.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9268250465393066, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.22747844457626343, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 366261504.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 437900928.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1458363904.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2634714112.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8779659264.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1479051904.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7640989422798157, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2275906503200531, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 366261504.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3124753.756833253, + "step": 125, + "teaching_rms": 947002.2336731033, + "traffic_rms": 3124753.756833253 + }, + { + "batch_loss": 2.2223474979400635, + "innovation_rms": 1468174.3118577402, + "instruction_rms": 0.006062407912018093, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1041998016.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6853200156219146e+18, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2139049728.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9276124238967896, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4218788743019104, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 554841984.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 670349376.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2324484352.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4039491840.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14047776768.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2139049728.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7520279288291931, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4216965436935425, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 554841984.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4767988.0287362095, + "step": 126, + "teaching_rms": 1468174.3118577402, + "traffic_rms": 4767988.0287362095 + }, + { + "batch_loss": 2.120243549346924, + "innovation_rms": 2172379.213789796, + "instruction_rms": 0.006163942904331586, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1277937792.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5345439547184906e+18, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5910330880.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9310909509658813, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.316183865070343, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 895048128.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1017209472.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3468601088.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6201301504.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21618098176.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5910330880.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7436736226081848, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3162679076194763, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 895048128.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6797061.537688249, + "step": 127, + "teaching_rms": 2172379.213789796, + "traffic_rms": 6797061.537688249 + }, + { + "batch_loss": 2.212796211242676, + "innovation_rms": 1756339.3201002986, + "instruction_rms": 0.00519573174638238, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2296428288.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.122453597596523e+19, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4859390976.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9318323731422424, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4663121700286865, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1374785536.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1373286528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3560770048.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8432437248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22311358464.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4859390976.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7434998154640198, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.46619999408721924, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1374785536.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9831562.735912876, + "step": 128, + "teaching_rms": 1756339.3201002986, + "traffic_rms": 9831562.735912876 + }, + { + "batch_loss": 2.1345200538635254, + "innovation_rms": 2780262.3588028266, + "instruction_rms": 0.006659774114779017, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4198669824.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.252709989410721e+19, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6854274560.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.93300461769104, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.41790834069252014, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2060212992.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1793792000.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4205054720.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 11040999424.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 26085619712.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6854274560.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7569506764411926, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4180906414985657, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2060212992.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 13608702.765889823, + "step": 129, + "teaching_rms": 2780262.3588028266, + "traffic_rms": 13608702.765889823 + }, + { + "batch_loss": 2.1153316497802734, + "innovation_rms": 4835622.579649619, + "instruction_rms": 0.004079297160057799, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6910910464.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.616680771848241e+19, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9784676352.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9338523149490356, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3974980115890503, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3038680576.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2429902848.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6361108480.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 14962488320.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39214891008.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9784676352.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7799736857414246, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.397527277469635, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3038680576.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 18676122.61733711, + "step": 130, + "teaching_rms": 4835622.579649619, + "traffic_rms": 18676122.61733711 + }, + { + "batch_loss": 2.313066005706787, + "innovation_rms": 7718126.25715194, + "instruction_rms": 0.0033704245185444885, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9965728768.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.22522812828169e+19, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13473296384.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.930246114730835, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.2368907928466797, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4386010112.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3505223680.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10753208320.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 21527576576.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 65650876416.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13473296384.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7962158918380737, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.23670853674411774, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4386010112.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 26528402.95896775, + "step": 131, + "teaching_rms": 7718126.25715194, + "traffic_rms": 26528402.95896775 + }, + { + "batch_loss": 2.13179087638855, + "innovation_rms": 11866573.506891692, + "instruction_rms": 0.005895204309000782, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 13169594368.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2269529419189584e+20, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21877131264.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9274328351020813, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3791555166244507, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6144731648.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5285633536.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17804099584.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 32424787968.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 108972113920.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 21877131264.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8007347583770752, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.379193514585495, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6144731648.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 38739897.48568837, + "step": 132, + "teaching_rms": 11866573.506891692, + "traffic_rms": 38739897.48568837 + }, + { + "batch_loss": 2.033139705657959, + "innovation_rms": 17526294.99494688, + "instruction_rms": 0.004997157228877419, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 16539295744.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5424308195445808e+20, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20829501440.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.921034574508667, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.49128973484039307, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7853336064.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8027816960.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27421835264.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 49390911488.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 169661235200.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20829501440.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7842835783958435, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.491327702999115, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7853336064.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 56922007.91886563, + "step": 133, + "teaching_rms": 17526294.99494688, + "traffic_rms": 56922007.91886563 + }, + { + "batch_loss": 2.269690752029419, + "innovation_rms": 21284858.766995333, + "instruction_rms": 0.004310039859634159, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 19243864064.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.176575706322835e+20, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59241820160.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9172747731208801, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.33974772691726685, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12695614464.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 11552276480.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35244597248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 71252262912.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 218613547008.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59241820160.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7528131604194641, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3398410677909851, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 12695614464.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 79982296.65836033, + "step": 134, + "teaching_rms": 21284858.766995333, + "traffic_rms": 79982296.65836033 + }, + { + "batch_loss": 2.522535800933838, + "innovation_rms": 30695978.52863212, + "instruction_rms": 0.006212906684878498, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 32624033792.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1132552768325954e+21, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52854910976.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9165078997612, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7111865282058716, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17456189440.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 16256051200.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 47037751296.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 100740595712.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 294883328000.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52854910976.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7299725413322449, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7111486196517944, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 17456189440.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 112658201.6555934, + "step": 135, + "teaching_rms": 30695978.52863212, + "traffic_rms": 112658201.6555934 + }, + { + "batch_loss": 2.44986891746521, + "innovation_rms": 50100001.18910307, + "instruction_rms": 0.007090434828099486, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 52665683968.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2029494092646486e+21, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 102808616960.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9207407832145691, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5790902376174927, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 23737032704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 23491596288.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 72355446784.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 146149572608.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 454089703424.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 102808616960.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7212874293327332, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5790522694587708, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 23737032704.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 171760021.4982452, + "step": 136, + "teaching_rms": 50100001.18910307, + "traffic_rms": 171760021.4982452 + }, + { + "batch_loss": 2.306478261947632, + "innovation_rms": 65392117.30973345, + "instruction_rms": 0.00443281590600793, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 67803193344.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.180372994824016e+21, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 122533330944.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9266550540924072, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4770117998123169, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 33509285888.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 33442695168.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 99510992896.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 208061956096.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 619123769344.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 122533330944.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.722964882850647, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.47748178243637085, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 33509285888.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 243263069.09485662, + "step": 137, + "teaching_rms": 65392117.30973345, + "traffic_rms": 243263069.09485662 + }, + { + "batch_loss": 2.549434185028076, + "innovation_rms": 110033411.9216728, + "instruction_rms": 0.003267142589599869, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 89264455680.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1192459509831748e+22, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 159822020608.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9203697443008423, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4313262701034546, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 49491488768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 49607585792.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 161648918528.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 306824708096.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 987627388928.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 159822020608.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.731925904750824, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.43143430352211, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 49491488768.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 370378264.5731416, + "step": 138, + "teaching_rms": 110033411.9216728, + "traffic_rms": 370378264.5731416 + }, + { + "batch_loss": 2.670302152633667, + "innovation_rms": 166278600.0816944, + "instruction_rms": 0.0036468033674774895, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 120495276032.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.51478120888607e+22, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232543584256.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9162071347236633, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42459988594055176, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 69802803200.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 75338899456.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 257313128448.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 462411595776.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1555868942336.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232543584256.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7333946228027344, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4241299629211426, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 69802803200.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 554896077.6964796, + "step": 139, + "teaching_rms": 166278600.0816944, + "traffic_rms": 554896077.6964796 + }, + { + "batch_loss": 2.365950584411621, + "innovation_rms": 251923626.80371246, + "instruction_rms": 0.005024026803949537, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 162364882944.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.3346524694888755e+22, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 446654087168.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9129502773284912, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.428296834230423, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 108491120640.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 115339837440.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 400009396224.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 705577615360.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2431660064768.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 446654087168.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7247557044029236, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.42782697081565857, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 108491120640.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 825181597.417079, + "step": 140, + "teaching_rms": 251923626.80371246, + "traffic_rms": 825181597.417079 + }, + { + "batch_loss": 2.49442982673645, + "innovation_rms": 202187156.49070734, + "instruction_rms": 0.0058191772820051215, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 185480544256.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0501462986625056e+23, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 664862720000.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9093340039253235, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4360811710357666, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 174977400832.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 156236234752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 408964038656.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 959387402240.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2538097868800.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 664862720000.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7017317414283752, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.4361051917076111, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 174977400832.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 976031275.6425948, + "step": 141, + "teaching_rms": 202187156.49070734, + "traffic_rms": 976031275.6425948 + }, + { + "batch_loss": 2.3000664710998535, + "innovation_rms": 396054269.74803084, + "instruction_rms": 0.0035572418983735974, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 282959249408.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2248342407003895e+23, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1371112472576.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9134089946746826, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.3882310092449188, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 255246843904.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 211932233728.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 556959924224.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1302910074880.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3435226202112.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1371112472576.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6831852793693542, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.38833993673324585, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 255246843904.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1509069941.02843, + "step": 142, + "teaching_rms": 396054269.74803084, + "traffic_rms": 1509069941.02843 + }, + { + "batch_loss": 2.5493857860565186, + "innovation_rms": 286845006.41129154, + "instruction_rms": 0.0036829972994959458, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 552442724352.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.577547450063655e+23, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1209732169728.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9218100905418396, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9430592060089111, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 332618596352.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 263138869248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 512066387968.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1633938440192.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3310283390976.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1209732169728.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6742987632751465, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9430981874465942, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 332618596352.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2006986403.6952329, + "step": 143, + "teaching_rms": 286845006.41129154, + "traffic_rms": 2006986403.6952329 + }, + { + "batch_loss": 2.4049432277679443, + "innovation_rms": 350650888.8287997, + "instruction_rms": 0.0033371496297727823, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1023281856512.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.852786473864792e+23, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1093173510144.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9270109534263611, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8518435955047607, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 419325083648.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 309405974528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 462671020032.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1959147470848.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3252090306560.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1093173510144.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6717768311500549, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.8519300222396851, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 419325083648.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2428704032.725889, + "step": 144, + "teaching_rms": 350650888.8287997, + "traffic_rms": 2428704032.725889 + }, + { + "batch_loss": 2.224000930786133, + "innovation_rms": 560558505.1414595, + "instruction_rms": 0.00344349028972604, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1694714691584.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4163813622320806e+24, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1311648251904.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9280230402946472, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.64108806848526, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 525341851648.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 364688736256.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 552827617280.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2346447798272.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3873003274240.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1311648251904.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6733278036117554, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6411744356155396, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 525341851648.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2897932654.986991, + "step": 145, + "teaching_rms": 560558505.1414595, + "traffic_rms": 2897932654.986991 + }, + { + "batch_loss": 2.4989218711853027, + "innovation_rms": 1062141867.6051115, + "instruction_rms": 0.003304617949120315, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2582440574976.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.923248457868109e+24, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1687888330752.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9296547174453735, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5044230818748474, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 627898974208.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 475292172288.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1106034294784.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3045701976064.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6992542302208.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1687888330752.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6774207949638367, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5044367909431458, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 627898974208.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3932737917.6295905, + "step": 146, + "teaching_rms": 1062141867.6051115, + "traffic_rms": 3932737917.6295905 + }, + { + "batch_loss": 2.370875597000122, + "innovation_rms": 1252683787.135122, + "instruction_rms": 0.0036847147107069104, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3618980233216.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.739483016060559e+24, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2389374402560.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.934967577457428, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5171825885772705, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 822211969024.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 637937123328.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1626449641472.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4041726230528.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9960243068928.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2389374402560.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.678269624710083, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.517143726348877, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 822211969024.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4829590513.036119, + "step": 147, + "teaching_rms": 1252683787.135122, + "traffic_rms": 4829590513.036119 + }, + { + "batch_loss": 2.1787092685699463, + "innovation_rms": 1840367751.1050508, + "instruction_rms": 0.0032541971551220713, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4750181924864.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.4408046047005795e+24, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4435924221952.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9407344460487366, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.5813828110694885, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1265804378112.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 888385568768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2504484454400.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5544701591552.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15029753610240.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4435924221952.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6754931807518005, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.581343948841095, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1265804378112.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6742702489.690993, + "step": 148, + "teaching_rms": 1840367751.1050508, + "traffic_rms": 6742702489.690993 + }, + { + "batch_loss": 2.0420312881469727, + "innovation_rms": 2713601883.810938, + "instruction_rms": 0.004095472751582716, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5891920756736.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.119361497698617e+24, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3437559545856.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9503005743026733, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7022165060043335, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1609560358912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1276251340800.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3878658244608.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7865052954624.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 23203514679296.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3437559545856.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6698454022407532, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7022027969360352, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1609560358912.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9646788265.115303, + "step": 149, + "teaching_rms": 2713601883.810938, + "traffic_rms": 9646788265.115303 + }, + { + "batch_loss": 2.397927761077881, + "innovation_rms": 4058058683.480134, + "instruction_rms": 0.0035288835482489003, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7228756590592.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5878687515017104e+25, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8414919393280.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9645371437072754, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37937772274017334, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2451052429312.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1889595293696.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6133439266816.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 11491520544768.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 36264673804288.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8414919393280.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6661643981933594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.37954166531562805, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2451052429312.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 13946299040.550865, + "step": 150, + "teaching_rms": 4058058683.480134, + "traffic_rms": 13946299040.550865 + }, + { + "batch_loss": 2.320253610610962, + "innovation_rms": 5934939315.655547, + "instruction_rms": 0.003691250377640529, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8385789952000.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.273333691874196e+25, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8880999366656.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9733695983886719, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0204799175262451, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2755769401344.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2810863157248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9212679684096.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 16993779449856.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 55022591148032.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8880999366656.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6657769083976746, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0205187797546387, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2755769401344.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 20260832336.170494, + "step": 151, + "teaching_rms": 5934939315.655547, + "traffic_rms": 20260832336.170494 + }, + { + "batch_loss": 2.1383373737335205, + "innovation_rms": 6202882089.552047, + "instruction_rms": 0.0029049601317701857, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 10723445964800.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.4779454222075925e+25, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16693556412416.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9714412093162537, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.953123927116394, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4425124937728.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3888412360704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10775492034560.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 23479267098624.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 64854874390528.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16693556412416.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6671479344367981, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9533271789550781, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4425124937728.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 25889221786.477947, + "step": 152, + "teaching_rms": 6202882089.552047, + "traffic_rms": 25889221786.477947 + }, + { + "batch_loss": 2.2402374744415283, + "innovation_rms": 11582482256.514803, + "instruction_rms": 0.0034061759689240747, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 13637289771008.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.324387680120792e+26, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42248142061568.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9696759581565857, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6680753231048584, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8649939353600.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5551698214912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16632857493504.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 33500698771456.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 100214320922624.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42248142061568.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6699512004852295, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6679113507270813, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8649939353600.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 40115460644.4344, + "step": 153, + "teaching_rms": 11582482256.514803, + "traffic_rms": 40115460644.4344 + }, + { + "batch_loss": 2.527651071548462, + "innovation_rms": 9207717972.035625, + "instruction_rms": 0.00758242371093939, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 14826718887936.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.273903788499794e+26, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32673542176768.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9689772129058838, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1756341457366943, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 11917293780992.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7220209647616.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16685114327040.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 43777934753792.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 102772376600576.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32673542176768.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6719363331794739, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1754310131072998, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 11917293780992.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 51672320232.01703, + "step": 154, + "teaching_rms": 9207717972.035625, + "traffic_rms": 51672320232.01703 + }, + { + "batch_loss": 2.8539929389953613, + "innovation_rms": 15519010580.238207, + "instruction_rms": 0.006799069012775324, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 18963771686912.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.302417181414896e+26, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 47372130320384.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9768890738487244, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.360927104949951, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 13797612847104.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9311660015616.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20914500534272.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 56466459328512.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 126885262524416.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 47372130320384.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6679267883300781, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3608407974243164, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 13797612847104.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 70121519424.90291, + "step": 155, + "teaching_rms": 15519010580.238207, + "traffic_rms": 70121519424.90291 + }, + { + "batch_loss": 2.981112480163574, + "innovation_rms": 27169803373.936386, + "instruction_rms": 0.004334543315240536, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 31630557184000.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.869675113700315e+26, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 38161136746496.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.994927167892456, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6098949909210205, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 15931171405824.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 12835309486080.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35236498898944.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 77391795847168.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 209253390352384.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 38161136746496.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6701943874359131, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.609933853149414, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 15931171405824.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 96078339130.93393, + "step": 156, + "teaching_rms": 27169803373.936386, + "traffic_rms": 96078339130.93393 + }, + { + "batch_loss": 3.830073833465576, + "innovation_rms": 38802916556.45993, + "instruction_rms": 0.0036336499842365717, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 47920237772800.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.719083070759037e+27, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42041841025024.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9919082522392273, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6860289573669434, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 20135356137472.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 18513211162624.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 56779006279680.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 110436754128896.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 330449616371712.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42041841025024.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.6748142838478088, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6862319707870483, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 20135356137472.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 135376275166.68741, + "step": 157, + "teaching_rms": 38802916556.45993, + "traffic_rms": 135376275166.68741 + }, + { + "batch_loss": 3.2961015701293945, + "innovation_rms": 56936498612.74322, + "instruction_rms": 0.0027297023495804957, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 62621906632704.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4107232892944977e+27, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 67019718262784.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.9984031319618225, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.052381992340088, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 23194570326016.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 27236713365504.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 87235013640192.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 161512312274944.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 510755497574400.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 67019718262784.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.67709881067276, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0524685382843018, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 23194570326016.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 197097127247.61978, + "step": 158, + "teaching_rms": 56936498612.74322, + "traffic_rms": 197097127247.61978 + }, + { + "batch_loss": 4.806041717529297, + "innovation_rms": 81117206270.3818, + "instruction_rms": 0.0025280371127158986, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 79614558863360.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.572085558235926e+27, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 157922625585152.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0129064321517944, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.268141746520996, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 38986831626240.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 40019913867264.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 127831984046080.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 237078403088384.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 755660841025536.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 157922625585152.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.7684041261672974, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.26819896697998, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 38986831626240.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 278009108827.4031, + "step": 159, + "teaching_rms": 81117206270.3818, + "traffic_rms": 278009108827.4031 + }, + { + "batch_loss": 5.296355247497559, + "innovation_rms": 94589485586.02318, + "instruction_rms": 0.0038225402819001323, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 100224001376256.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5700631295523058e+28, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 248732360638464.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4977519512176514, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.0348482131958, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 44422473449472.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 55814215696384.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 157943009902592.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 330295735746560.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 932173460799488.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 248732360638464.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4397896528244019, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.034761428833008, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 44422473449472.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 393983295627.94446, + "step": 160, + "teaching_rms": 94589485586.02318, + "traffic_rms": 393983295627.94446 + }, + { + "batch_loss": 7.43113374710083, + "innovation_rms": 158654023485.21442, + "instruction_rms": 0.015663366882433354, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 139840519667712.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6901522631278395e+28, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 295978645061632.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9614191055297852, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.138249397277832, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 74020338794496.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 79020016271360.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232057988972544.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 470229964554240.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1399342220967936.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 295978645061632.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.903462529182434, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.138162612915039, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 74020338794496.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 551128035403.505, + "step": 161, + "teaching_rms": 158654023485.21442, + "traffic_rms": 551128035403.505 + }, + { + "batch_loss": 20.527206420898438, + "innovation_rms": 250487269205.9317, + "instruction_rms": 0.02453950311955905, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 214798377680896.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.481819821827983e+28, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 408693988392960.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1984710693359375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.110523223876953, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 114889737633792.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 116213174763520.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 371931551367168.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 696875892080640.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2266459073937408.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 408693988392960.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1405203342437744, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.11056137084961, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 114889737633792.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 832220783932.1389, + "step": 162, + "teaching_rms": 250487269205.9317, + "traffic_rms": 832220783932.1389 + }, + { + "batch_loss": 24.027484893798828, + "innovation_rms": 375955526369.2864, + "instruction_rms": 0.03807208404959957, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 303177714892800.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1960483040051623e+29, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 435990619488256.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.212709426879883, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.403026580810547, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 158488806293504.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 175230387486720.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 590172127232000.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1052702524047360.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3558266051231744.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 435990619488256.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.154764413833618, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.40301513671875, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 158488806293504.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1250065439060.6885, + "step": 163, + "teaching_rms": 375955526369.2864, + "traffic_rms": 1250065439060.6885 + }, + { + "batch_loss": 31.37788200378418, + "innovation_rms": 384376953285.035, + "instruction_rms": 0.06871857217302423, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 417100413796352.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3789399060943904e+29, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1593762505555968.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0071539878845215, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.357915878295898, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 243202539913216.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 244608101515264.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 693777207394304.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1468143302082560.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4154407511916544.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1593762505555968.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9492148160934448, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.357751846313477, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 243202539913216.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1578232605021.6477, + "step": 164, + "teaching_rms": 384376953285.035, + "traffic_rms": 1578232605021.6477 + }, + { + "batch_loss": 48.091251373291016, + "innovation_rms": 120795750295.80287, + "instruction_rms": 0.11327726893080058, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 474758906904576.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0166373277348665e+30, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1350234772865024.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.142118215560913, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.18365478515625, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 322783603064832.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 293444010377216.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 488359222837248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1804656942514176.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3365136941187072.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1350234772865024.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.103252649307251, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.183545112609863, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 322783603064832.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2503272863741.793, + "step": 165, + "teaching_rms": 120795750295.80287, + "traffic_rms": 2503272863741.793 + }, + { + "batch_loss": 79.85185241699219, + "innovation_rms": 102021916599.32874, + "instruction_rms": 0.038565223253538866, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 491307147460608.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.33969491731756e+30, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1187777366458368.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.29878568649292, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.89186668395996, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 401258460479488.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 314076999712768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 206329742360576.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2058338648981504.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2536817333108736.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1187777366458368.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3856704235076904, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.891889572143555, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 401258460479488.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3032722719713.3535, + "step": 166, + "teaching_rms": 102021916599.32874, + "traffic_rms": 3032722719713.3535 + }, + { + "batch_loss": 64.26483917236328, + "innovation_rms": 104418791881.86093, + "instruction_rms": 0.07262527909463204, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 658128710402048.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2394149287853101e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1048101070569472.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.310596227645874, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.460493087768555, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 506068580958208.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 303118826864640.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 109581829144576.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2232501720317952.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1741630713364480.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1048101070569472.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1191327571868896, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.460514068603516, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 506068580958208.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3385586822521.943, + "step": 167, + "teaching_rms": 104418791881.86093, + "traffic_rms": 3385586822521.943 + }, + { + "batch_loss": 55.77909851074219, + "innovation_rms": 107639070430.77542, + "instruction_rms": 0.13922745801949027, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 828474226900992.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.623755884826022e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 929491991920640.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.537370204925537, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.179729461669922, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 599017813704704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 260667420442624.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 424514030665728.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2330326848241664.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 978252084543488.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 929491991920640.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5134217739105225, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.179527282714844, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 599017813704704.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3648106414574.65, + "step": 168, + "teaching_rms": 107639070430.77542, + "traffic_rms": 3648106414574.65 + }, + { + "batch_loss": 72.70890808105469, + "innovation_rms": 105727793428.57768, + "instruction_rms": 0.19604237609565844, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 990031367897088.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7464151758045905e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 826271177113600.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.6480937004089355, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.804727554321289, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 681644931416064.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 188152467685376.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 725149527572480.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2357371720433664.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 270449057464320.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 826271177113600.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.624147415161133, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.804670333862305, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 681644931416064.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3765523287039.7095, + "step": 169, + "teaching_rms": 105727793428.57768, + "traffic_rms": 3765523287039.7095 + }, + { + "batch_loss": 139.81748962402344, + "innovation_rms": 131540787309.67339, + "instruction_rms": 0.5573963173235646, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1130831871475712.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.229232101079658e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 734261636235264.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.0842204093933105, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.17628288269043, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 755071088328704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 91043844325376.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 971086200045568.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2321835966332928.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 355358581194752.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 734261636235264.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.060276508331299, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.176196098327637, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 755071088328704.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3777649981784.304, + "step": 170, + "teaching_rms": 131540787309.67339, + "traffic_rms": 3777649981784.304 + }, + { + "batch_loss": 141.31695556640625, + "innovation_rms": 100614218374.51418, + "instruction_rms": 0.13137976458278774, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1226002978045952.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.105489325254513e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 655875328966656.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.217925548553467, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.954365730285645, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 820658594381824.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 26884444258304.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1179282860670976.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2224955731214336.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 968802351185920.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 655875328966656.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.193984031677246, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.954422950744629, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 820658594381824.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3780033997828.206, + "step": 171, + "teaching_rms": 100614218374.51418, + "traffic_rms": 3780033997828.206 + }, + { + "batch_loss": 161.08729553222656, + "innovation_rms": 94124336375.759, + "instruction_rms": 0.0778965370394401, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1279964276064256.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.616213547368535e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 582189863403520.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.137754917144775, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 56.62812042236328, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 878514018451456.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 159221735751680.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1323372973654016.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2075232500187136.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1497232847142912.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 582189863403520.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.113815784454346, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 56.628177642822266, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 878514018451456.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3589723481096.3213, + "step": 172, + "teaching_rms": 94124336375.759, + "traffic_rms": 3589723481096.3213 + }, + { + "batch_loss": 214.36305236816406, + "innovation_rms": 155205619400.43152, + "instruction_rms": 0.06507885898380007, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1274643751108608.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.21167431195267e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 502883090956288.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.6586785316467285, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.03514862060547, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 926601613148160.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 287890651217920.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1286688986890240.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1886214747586560.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1890177794441216.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 502883090956288.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.6007914543151855, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.03520965576172, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 926601613148160.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3394459957715.6216, + "step": 173, + "teaching_rms": 155205619400.43152, + "traffic_rms": 3394459957715.6216 + }, + { + "batch_loss": 185.55148315429688, + "innovation_rms": 174778117217.1836, + "instruction_rms": 0.09011984977454876, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1304898171830272.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.03531137768401e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 495259423342592.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.862029075622559, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.03350830078125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 963322174242816.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 405881254576128.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1179905899364352.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1686764922077184.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1994498255093760.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 495259423342592.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.80414867401123, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.033573150634766, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 963322174242816.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2658158920987.3145, + "step": 174, + "teaching_rms": 174778117217.1836, + "traffic_rms": 2658158920987.3145 + }, + { + "batch_loss": 245.70347595214844, + "innovation_rms": 182192400330.3953, + "instruction_rms": 0.09353592828688435, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1349799907426304.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.219556508296558e+31, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 491967129583616.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.294225692749023, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.31133270263672, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 992916914831360.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 510826498752512.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1049452441763840.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1508326210797568.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1784387515449344.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 491967129583616.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.23635196685791, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.31122589111328, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 992916914831360.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1550208521328.449, + "step": 175, + "teaching_rms": 182192400330.3953, + "traffic_rms": 1550208521328.449 + }, + { + "batch_loss": 427.538818359375, + "innovation_rms": 102660469815.56526, + "instruction_rms": 0.25075027704555447, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1826113256947712.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0775634564849757e+32, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 455088560668672.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.878233909606934, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.996803283691406, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1018839458381824.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 606927063089152.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 961005710475264.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1347248294199296.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1610779702853632.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 455088560668672.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.820366859436035, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.99684143066406, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1018839458381824.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 881790965559.7812, + "step": 176, + "teaching_rms": 102660469815.56526, + "traffic_rms": 881790965559.7812 + }, + { + "batch_loss": 532.982177734375, + "innovation_rms": 130268655403.27289, + "instruction_rms": 0.20936941561797032, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1460666032455680.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.870424689022575e+32, + "nonfinite_indices": [] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 420140881543168.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.422982215881348, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 54.786888122558594, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1041170469748736.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 699041159577600.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 921140629340160.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1185644378324992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1616039024525312.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 420140881543168.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.365121841430664, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 54.78697967529297, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1041170469748736.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1693710041332.7258, + "step": 177, + "teaching_rms": 130268655403.27289, + "traffic_rms": 1693710041332.7258 + }, + { + "batch_loss": 549.0687866210938, + "innovation_rms": 12479192101.551983, + "instruction_rms": 2.1924970110075277, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1263784328953856.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.4521060839333903e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 378031344451584.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.118856430053711, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.395843505859375, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1061257964683264.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 781943826284544.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 829026532851712.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1040200880881664.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1454435108651008.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 378031344451584.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.061002731323242, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.39563751220703, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1061257964683264.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 12673347766.057478, + "step": 178, + "teaching_rms": 12479192101.551983, + "traffic_rms": 12673347766.057478 + }, + { + "batch_loss": 673.98583984375, + "innovation_rms": 17519720970.74633, + "instruction_rms": 0.1615928115901274, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1137405855793152.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.3068954755400513e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 340129029816320.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.160825729370117, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.1611328125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1079326086791168.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 856556199477248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 746123866144768.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 909301753315328.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1308991544098816.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 340129029816320.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.102978706359863, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 46.161048889160156, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1079326086791168.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 17785311550.96322, + "step": 179, + "teaching_rms": 17519720970.74633, + "traffic_rms": 17785311550.96322 + }, + { + "batch_loss": 1088.259521484375, + "innovation_rms": 24788872663.07681, + "instruction_rms": 0.1714028718696985, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1863796494696448.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1762058796290134e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 306013500604416.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.929496765136719, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 73.97098541259766, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1095576632426496.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 923707342061568.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 671511492952064.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 791492545216512.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1178092349423616.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 306013500604416.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.95341682434082, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 73.97099304199219, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1095576632426496.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 25163984022.773766, + "step": 180, + "teaching_rms": 24788872663.07681, + "traffic_rms": 25163984022.773766 + }, + { + "batch_loss": 1494.102783203125, + "innovation_rms": 35241345614.47074, + "instruction_rms": 0.1885234616648463, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2398409864511488.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1395902970822713e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 275306480926720.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.720202445983887, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 57.07059860229492, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1110191131066368.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 984143370387456.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 604360350367744.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 685464231084032.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1060283074215936.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 275306480926720.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.662367820739746, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 57.07061004638672, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1110191131066368.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 35755211016.29625, + "step": 181, + "teaching_rms": 35241345614.47074, + "traffic_rms": 35755211016.29625 + }, + { + "batch_loss": 896.1947631835938, + "innovation_rms": 50077641955.504005, + "instruction_rms": 0.20549906666975049, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2789576695349248.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.8621507371804206e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 247667410075648.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.75928020477295, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 148.681640625, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1123333127012352.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1038535775748096.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 543924288487424.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 590038781919232.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 954254760083456.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 247667410075648.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.596010208129883, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 148.68167114257812, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1123333127012352.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 50829941461.55552, + "step": 182, + "teaching_rms": 50077641955.504005, + "traffic_rms": 50829941461.55552 + }, + { + "batch_loss": 1449.09814453125, + "innovation_rms": 71384853658.0622, + "instruction_rms": 0.19649395576767964, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3398367103156224.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.100277147300148e+31, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 222789768314880.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.44746971130371, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 121.88276672363281, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1135149655785472.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1087488940572672.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 489531849572352.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 504155844116480.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 858829243809792.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 222789768314880.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.423559188842773, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 121.88279724121094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1135149655785472.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 72483289704.42873, + "step": 183, + "teaching_rms": 71384853658.0622, + "traffic_rms": 72483289704.42873 + }, + { + "batch_loss": 2275.250244140625, + "innovation_rms": 91309975680.40477, + "instruction_rms": 0.45076277327628006, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5174129921622016.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.5458428069940137e+32, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 695116566102016.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.12959861755371, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 96.8212890625, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1151217665310720.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1131546849312768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 440578651193344.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 426861230292992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 880242273026048.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 695116633210880.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.105690002441406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 96.8213119506836, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1151217665310720.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 93394268259.56642, + "step": 184, + "teaching_rms": 91309975680.40477, + "traffic_rms": 93394268259.56642 + }, + { + "batch_loss": 4706.904296875, + "innovation_rms": 106761077149.71634, + "instruction_rms": 0.8584630368536651, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5108410479542272.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.1989322281539427e+32, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 714422108553216.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.51945114135742, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 146.70693969726562, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1169241898221568.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1171198926913536.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 396520776007680.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 417275400159232.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1065527162175488.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 714422108553216.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.49554443359375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 146.70684814453125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1169241898221568.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 127066298858.10382, + "step": 185, + "teaching_rms": 106761077149.71634, + "traffic_rms": 127066298858.10382 + }, + { + "batch_loss": 6716.20263671875, + "innovation_rms": 43937022103.775185, + "instruction_rms": 6.9848635112458295, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3561795709042688.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1042336947197793e+33, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 658458416250880.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 36.33853530883789, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 351.3166198730469, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1185452044320768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1206885810176000.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 356868698406912.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 515720882421760.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 984454889734144.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 658458416250880.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 36.314632415771484, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 351.316650390625, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1185452044320768.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 142663518128.7914, + "step": 186, + "teaching_rms": 43937022103.775185, + "traffic_rms": 142663518128.7914 + }, + { + "batch_loss": 8034.158203125, + "innovation_rms": 27903563558.00494, + "instruction_rms": 2.4899336861442647, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1609097015197696.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.403163707272622e+33, + "nonfinite_indices": [ + 3 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 592591804432384.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 49.29833221435547, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 291.53851318359375, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1200032518766592.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1239052833521664.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 321669998575616.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 604306998820864.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 885861298208768.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 592591804432384.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 49.25954818725586, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 291.5385437011719, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1200032518766592.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 178137770425.12244, + "step": 187, + "teaching_rms": 27903563558.00494, + "traffic_rms": 178137770425.12244 + }, + { + "batch_loss": 5168.0615234375, + "innovation_rms": 88547714733.1949, + "instruction_rms": 0.02647221865939585, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9887741638606848.0, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.8601659227697773e+31, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 533346421571584.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.02779388427734, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 247.2946319580078, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1213142906437632.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1268003194798080.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 289502975229952.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 692617297788928.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 883103123898368.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 533346421571584.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 73.989013671875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 247.294677734375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1213142906437632.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 201958164455.13293, + "step": 188, + "teaching_rms": 88547714733.1949, + "traffic_rms": 201958164455.13293 + }, + { + "batch_loss": 6380.490234375, + "innovation_rms": 111846293757.73212, + "instruction_rms": 0.033337943730784164, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.4338037773172736e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.563714986026803e+32, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 481997369638912.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 94.45802307128906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 204.3023223876953, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1224930175746048.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1294058479681536.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 260552664285184.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 784336659939328.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 917193487286272.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 481997336084480.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 94.41925048828125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 204.30235290527344, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1224930175746048.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 229195201983.829, + "step": 189, + "teaching_rms": 111846293757.73212, + "traffic_rms": 229195201983.829 + }, + { + "batch_loss": 6391.46142578125, + "innovation_rms": 139946770874.15463, + "instruction_rms": 0.03388949739187563, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.055066743721165e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.10954025742359e+32, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 499376250159104.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 111.57514190673828, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 171.17117309570312, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1235526396936192.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1317508195811328.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 234497396178944.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 884272026091520.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 999353527304192.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 499376216604672.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 111.53636932373047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 171.17120361328125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1235526396936192.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 267375793455.913, + "step": 190, + "teaching_rms": 139946770874.15463, + "traffic_rms": 267375793455.913 + }, + { + "batch_loss": 8034.734375, + "innovation_rms": 151121387278.59415, + "instruction_rms": 0.05129983783881734, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.658170158900838e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2360411940076214e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 488517599756288.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 125.49302673339844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 139.17881774902344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1245050621132800.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1338612994015232.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 211047646494720.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 992006247546880.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1077342415880192.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 488517633310720.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 125.45425415039062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 139.17884826660156, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1245050621132800.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 312387241698.6278, + "step": 191, + "teaching_rms": 151121387278.59415, + "traffic_rms": 312387241698.6278 + }, + { + "batch_loss": 5598.9931640625, + "innovation_rms": 146405310725.71323, + "instruction_rms": 0.07996077442237534, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.114568658164122e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.3052743005116753e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 453049961152512.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 137.1178741455078, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 116.24842834472656, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1253609954082816.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1357607218446336.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 189942881845248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1103251604766720.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1112453572198400.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 453049994706944.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 137.0791015625, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 116.24846649169922, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1253609954082816.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 346513756095.9371, + "step": 192, + "teaching_rms": 146405310725.71323, + "traffic_rms": 346513756095.9371 + }, + { + "batch_loss": 3330.949951171875, + "innovation_rms": 178105658637.70724, + "instruction_rms": 0.1523171733074706, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.305421355424154e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.908133066637561e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 482063371206656.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 147.18408203125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 100.66203308105469, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1261300898332672.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1374702127808512.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 170948590305280.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1222908319891456.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1196566614376448.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 482063337652224.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 147.1453094482422, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 100.66207122802734, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1261300898332672.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 392208740272.1405, + "step": 193, + "teaching_rms": 178105658637.70724, + "traffic_rms": 392208740272.1405 + }, + { + "batch_loss": 3428.766357421875, + "innovation_rms": 217730387181.7157, + "instruction_rms": 0.09209891497159023, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.133971227436646e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.57535697768104e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 664797855088640.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 155.3770294189453, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 82.92668151855469, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1268210158534656.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1390087505969152.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 153853731274752.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1357559571152896.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1346513049485312.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 664797855088640.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 155.3382568359375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 82.92669677734375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1268210158534656.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 429087538607.6337, + "step": 194, + "teaching_rms": 217730387181.7157, + "traffic_rms": 429087538607.6337 + }, + { + "batch_loss": 1677.266357421875, + "innovation_rms": 271565926545.15173, + "instruction_rms": 0.24422000443974776, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.584558823440384e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.356707509401269e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 937022814420992.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 162.4193572998047, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.20826721191406, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1274415715188736.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1403934346313728.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 159722183327744.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1517428588675072.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1598689504133120.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 937022814420992.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 162.38058471679688, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.20824432373047, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1274415715188736.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 489555495551.6201, + "step": 195, + "teaching_rms": 271565926545.15173, + "traffic_rms": 489555495551.6201 + }, + { + "batch_loss": 206.2599334716797, + "innovation_rms": 316984058293.3536, + "instruction_rms": 0.06628460292861692, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.679164927062835e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.59081798117512e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1165225298493440.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 168.75091552734375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.9550552368164, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1279988032602112.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1416396462358528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 174692325392384.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1709183711838208.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1917550828978176.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1165225298493440.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 168.712158203125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.95503234863281, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1279988032602112.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 526621375263.24426, + "step": 196, + "teaching_rms": 316984058293.3536, + "traffic_rms": 526621375263.24426 + }, + { + "batch_loss": 331.5326232910156, + "innovation_rms": 413156171275.0635, + "instruction_rms": 1.4539363747331018, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.595209483341005e+16, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.577396152393662e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 670146297331712.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 174.4000244140625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.16231918334961, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1284990327324672.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1427612366798848.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 268761705742336.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1955550820564992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2463671087267840.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 670146431549440.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 174.36126708984375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.162296295166016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1284990327324672.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 541298811316.07385, + "step": 197, + "teaching_rms": 413156171275.0635, + "traffic_rms": 541298811316.07385 + }, + { + "batch_loss": 380.5628662109375, + "innovation_rms": 204021800253.8336, + "instruction_rms": 0.6620943648193811, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2035340176982016e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.679942772457926e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 648161836138496.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 179.4619598388672, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 55.85812759399414, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1289479507673088.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1437706747904000.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 256241775411200.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2190501100912640.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2349503340347392.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 648161903247360.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 179.4232177734375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 55.85810852050781, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1289479507673088.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 558328460462.1497, + "step": 198, + "teaching_rms": 204021800253.8336, + "traffic_rms": 558328460462.1497 + }, + { + "batch_loss": 132.4849090576172, + "innovation_rms": 351212758345.68506, + "instruction_rms": 0.27388220182208894, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4542398487003136e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.22645253065665e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 715982121205760.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 184.0085906982422, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 50.26862716674805, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1293506844819456.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1446791677476864.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 252837309186048.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2441239815258112.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2507385801277440.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 715982188314624.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 183.9698486328125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 50.26860809326172, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1293506844819456.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 730554465339.9563, + "step": 199, + "teaching_rms": 351212758345.68506, + "traffic_rms": 730554465339.9563 + }, + { + "batch_loss": 207.7434539794922, + "innovation_rms": 134152007604.84047, + "instruction_rms": 0.4375910336376268, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5943128197156045e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.535824351839926e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 660332431278080.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.09872436523438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 45.23757553100586, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1297118509662208.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1454968087248896.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232681648422912.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2667221130149888.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2259811806740480.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 660332498386944.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 188.0599822998047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 45.237552642822266, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1297118509662208.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 856684945250.9642, + "step": 200, + "teaching_rms": 134152007604.84047, + "traffic_rms": 856684945250.9642 + }, + { + "batch_loss": 289.33306884765625, + "innovation_rms": 62809027581.359055, + "instruction_rms": 1.1178678172758403, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.74576041031893e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.848963843532766e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 594710297051136.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 191.6906280517578, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 40.70911407470703, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1300356109697024.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1462326842621952.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 210398586339328.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2865902022295552.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1986807713497088.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 594710364160000.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 191.6519012451172, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 40.70908737182617, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1300356109697024.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 952185119830.0305, + "step": 201, + "teaching_rms": 62809027581.359055, + "traffic_rms": 952185119830.0305 + }, + { + "batch_loss": 164.17340087890625, + "innovation_rms": 86893493235.3844, + "instruction_rms": 1.0009768736428724, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.909807545183109e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.899090428727985e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 559231082168320.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 194.8936309814453, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 36.66534423828125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1303256957452288.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1468949682192384.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 190324060192768.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3040167099105280.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1742649425920000.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 559231149277184.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 194.8549041748047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 36.66531753540039, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1303256957452288.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 966540437572.1108, + "step": 202, + "teaching_rms": 86893493235.3844, + "traffic_rms": 966540437572.1108 + }, + { + "batch_loss": 81.9865951538086, + "innovation_rms": 198923810832.38785, + "instruction_rms": 0.22622696789777472, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.347789068575703e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.192374600130727e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 712422398623744.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 197.77438354492188, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.99338150024414, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1305854607360000.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1474910291492864.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 188975541125120.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3205914987331584.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1657480090222592.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 712422331514880.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 197.73565673828125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 32.99335479736328, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1305854607360000.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 405810816825.51263, + "step": 203, + "teaching_rms": 198923810832.38785, + "traffic_rms": 405810816825.51263 + }, + { + "batch_loss": 79.26712799072266, + "innovation_rms": 394991441828.29016, + "instruction_rms": 1.8928218770803633, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.7017445389841203e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.519968898692284e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 805951149965312.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 200.36508178710938, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.74601936340332, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1308179526844416.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1480274839863296.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 204196267687936.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3385922972286976.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1800078910029824.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 805951082856448.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 200.32635498046875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.745994567871094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1308179526844416.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1051792713693.2634, + "step": 204, + "teaching_rms": 394991441828.29016, + "traffic_rms": 1051792713693.2634 + }, + { + "batch_loss": 78.4327392578125, + "innovation_rms": 164577621705.84647, + "instruction_rms": 2.3177362605127008, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.223881136178463e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.87224834060721e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 718770762940416.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 202.68360900878906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.058046340942383, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1310258827886592.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1485102919974912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 190855931494400.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3546529784659968.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1606069063254016.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 718770695831552.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 202.64488220214844, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.058021545410156, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1310258827886592.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1106262613533.9019, + "step": 205, + "teaching_rms": 164577621705.84647, + "traffic_rms": 1106262613533.9019 + }, + { + "batch_loss": 90.6773910522461, + "innovation_rms": 274475209512.9205, + "instruction_rms": 0.5351292488358295, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.41758484842283e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.311417555939538e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 737705193373696.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 204.76414489746094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.30094337463379, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1312117072330752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1489448218918912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 169801968254976.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3699609398411264.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1530796137512960.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 737705193373696.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 204.7254180908203, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.300920486450195, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1312117072330752.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1261316242352.0713, + "step": 206, + "teaching_rms": 274475209512.9205, + "traffic_rms": 1261316242352.0713 + }, + { + "batch_loss": 72.84607696533203, + "innovation_rms": 213205850436.70102, + "instruction_rms": 1.69978876741939, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.025199025748705e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.978617802388312e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 645849130467328.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 206.63458251953125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.704315185546875, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1313776406102016.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1493358920859648.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 218173165010944.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3838595345416192.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1389859604267008.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 645849130467328.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 206.59585571289062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.704355239868164, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1313776406102016.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1138618794219.331, + "step": 207, + "teaching_rms": 213205850436.70102, + "traffic_rms": 1138618794219.331 + }, + { + "batch_loss": 377.3880310058594, + "innovation_rms": 674279987022.9662, + "instruction_rms": 1.8130839533181224, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.889952207891333e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.384735792706254e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1934156648939520.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 208.31590270996094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.81321907043457, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1315256693424128.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1496878646558720.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 445966419230720.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4044543322226688.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2059480439193600.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1934156648939520.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 208.2771759033203, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.81325912475586, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1315256693424128.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1279685800020.8467, + "step": 208, + "teaching_rms": 674279987022.9662, + "traffic_rms": 1279685800020.8467 + }, + { + "batch_loss": 61.78245162963867, + "innovation_rms": 647379909938.9724, + "instruction_rms": 3.878433714491705, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.171908564536525e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.058187636353419e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1610245113643008.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 209.82510375976562, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.091962814331055, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1316575785254912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1500046319157248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 445481658351616.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4301728648265728.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2571853797261312.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1610245113643008.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 209.786376953125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.092002868652344, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1316575785254912.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1404120532973.804, + "step": 209, + "teaching_rms": 647379909938.9724, + "traffic_rms": 1404120532973.804 + }, + { + "batch_loss": 10.5067777633667, + "innovation_rms": 1774071034349.575, + "instruction_rms": 0.6947481882734996, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.361644757791539e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.018964744148701e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2182044444524544.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 211.18128967285156, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.561783790588379, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1317749787721728.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1502897237917696.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 513945785860096.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5089990975422464.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7882621660954624.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2182044176089088.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 211.14256286621094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.561822891235352, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1317749787721728.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1839229034902.1628, + "step": 210, + "teaching_rms": 1774071034349.575, + "traffic_rms": 1839229034902.1628 + }, + { + "batch_loss": 288.3786926269531, + "innovation_rms": 814634118277.9452, + "instruction_rms": 1.0457824559365902, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.868970417963663e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.72269103042661e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1625041812848640.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 212.31158447265625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.711933135986328, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1318793196339200.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1505463078223872.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 511851855085568.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5890792459599872.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8008012157419520.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1625041544413184.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 212.27285766601562, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.711941719055176, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1318793196339200.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1665025538963.7393, + "step": 211, + "teaching_rms": 814634118277.9452, + "traffic_rms": 1665025538963.7393 + }, + { + "batch_loss": 26.68716812133789, + "innovation_rms": 989300417321.3976, + "instruction_rms": 0.27455540426302544, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.302770361196872e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.486765036709621e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1430169080299520.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 213.32672119140625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.53752326965332, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1319719030226944.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1507772294234112.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 499287599349760.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6726684900327424.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8358923333533696.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1430169080299520.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 213.28799438476562, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.537531852722168, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1319719030226944.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2014137923092.2324, + "step": 212, + "teaching_rms": 989300417321.3976, + "traffic_rms": 2014137923092.2324 + }, + { + "batch_loss": 21.743471145629883, + "innovation_rms": 1307627467047.0125, + "instruction_rms": 0.20777693933695263, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.628750819820831e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.734151879310314e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3175860416806912.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 214.23822021484375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.480447769165039, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1320539100545024.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1509850655752192.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 549148210233344.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7659923848560640.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9332387334848512.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3175860416806912.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 214.19949340820312, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.480457305908203, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1320539100545024.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2413777380252.7573, + "step": 213, + "teaching_rms": 1307627467047.0125, + "traffic_rms": 2413777380252.7573 + }, + { + "batch_loss": 34.947181701660156, + "innovation_rms": 646864156174.0903, + "instruction_rms": 0.726254514336085, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.07813221720916e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.891776308632442e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3752147048988672.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 215.05642700195312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.528985977172852, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1440157160964096.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1511721114009600.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 527685386240000.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8525408077086720.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8654840674648064.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3752147317424128.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 215.0177001953125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.528995513916016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1440157160964096.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2444555125825.357, + "step": 214, + "teaching_rms": 646864156174.0903, + "traffic_rms": 2444555125825.357 + }, + { + "batch_loss": 30.9094181060791, + "innovation_rms": 185767952047.67944, + "instruction_rms": 0.2299541692098729, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.449416678066094e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.888985372813874e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3497381668585472.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 215.79066467285156, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.6725850105285645, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1647548649439232.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1513404606971904.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 474524160098304.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 9289476316594176.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7640683468816384.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3497381937020928.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 215.75193786621094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.6725945472717285, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1647548649439232.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2625509581959.323, + "step": 215, + "teaching_rms": 185767952047.67944, + "traffic_rms": 2625509581959.323 + }, + { + "batch_loss": 59.550350189208984, + "innovation_rms": 575743918483.7484, + "instruction_rms": 0.5205196524130302, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.96863493088215e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.050230157780893e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3090085893373952.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 216.44931030273438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.8533196449279785, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1842976103858176.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1514919656685568.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 470795927158784.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 9990762871652352.0, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7012868771807232.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3090086161809408.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 216.41058349609375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.853329181671143, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1842976103858176.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2644056152546.2886, + "step": 216, + "teaching_rms": 575743918483.7484, + "traffic_rms": 2644056152546.2886 + }, + { + "batch_loss": 47.77366638183594, + "innovation_rms": 1458002885455.021, + "instruction_rms": 0.856996192537143, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.069684500547502e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.265192255902602e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4815841065435136.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 217.03993225097656, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.164339542388916, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2070960618340352.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1516283308802048.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 560595036274688.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0777031797112832e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7862684422766592.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4815841065435136.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 217.00120544433594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.164349555969238, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2070960618340352.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2353759284689.008, + "step": 217, + "teaching_rms": 1458002885455.021, + "traffic_rms": 2353759284689.008 + }, + { + "batch_loss": 33.02018356323242, + "innovation_rms": 2171630530288.3872, + "instruction_rms": 0.2601827584284588, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.342467837840589e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.877631522868043e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6333860212113408.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 217.56932067871094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.542111396789551, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2438287293677568.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1517510595706880.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 606203629535232.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1798319185526784e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0212876031623168e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6333860212113408.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 217.5305938720703, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.542121887207031, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2438287293677568.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3815538513295.4453, + "step": 218, + "teaching_rms": 2171630530288.3872, + "traffic_rms": 3815538513295.4453 + }, + { + "batch_loss": 27.196990966796875, + "innovation_rms": 101310727609.26898, + "instruction_rms": 0.08605600523566605, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.63056599771906e+17, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.733966558647865e+33, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5670927715008512.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.04359436035156, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.984135627746582, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2768277684092928.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1518615073390592.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 545156138795008.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.26921115435008e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8937926264094720.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5670927715008512.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.00486755371094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.9841461181640625, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2768277684092928.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3658671555039.299, + "step": 219, + "teaching_rms": 101310727609.26898, + "traffic_rms": 3658671555039.299 + }, + { + "batch_loss": 32.088470458984375, + "innovation_rms": 367294278170.0284, + "instruction_rms": 0.3436261631651085, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0566370652040724e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0281654051042919e+34, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4861566897881088.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.46826171875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.481907367706299, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3060098163277824.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1519609089884160.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 501767607418880.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3491213831241728e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7991025561763840.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4861566897881088.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.42953491210938, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.4819183349609375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3060098163277824.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2873436174427.363, + "step": 220, + "teaching_rms": 367294278170.0284, + "traffic_rms": 2873436174427.363 + }, + { + "batch_loss": 29.21768569946289, + "innovation_rms": 115007619357.4657, + "instruction_rms": 0.22171612659608958, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1138005372931932e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.285488697224312e+34, + "nonfinite_indices": [ + 3, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4119107981017088.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.84828186035156, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.029857158660889, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3319123345932288.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1520504322129920.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 451857805737984.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4197525498036224e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7063121499783168.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4119107981017088.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.80955505371094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.029868125915527, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3319123345932288.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3697268069145.6436, + "step": 221, + "teaching_rms": 115007619357.4657, + "traffic_rms": 3697268069145.6436 + }, + { + "batch_loss": 70.5794677734375, + "innovation_rms": 106719751313.14474, + "instruction_rms": 3.0120006266878714, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1398957277915382e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.806662432068376e+32, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3706885341446144.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.1881103515625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.622971534729004, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3552212831698944.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1521310031151104.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 409560263163904.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4833206427648e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6356809296117760.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3706885341446144.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.14938354492188, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6229825019836426, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3552212831698944.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 406113232175.4929, + "step": 222, + "teaching_rms": 106719751313.14474, + "traffic_rms": 406113232175.4929 + }, + { + "batch_loss": 72.47997283935547, + "innovation_rms": 140732417129.77597, + "instruction_rms": 0.9757038016405469, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.16862417991893e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.833808815820784e+32, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3335847948582912.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.49176025390625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3595995903015137, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3820824918228992.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1522035209535488.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 371595973492736.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5405319693795328e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5721128366505984.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3335847948582912.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.45303344726562, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3597068786621094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3820824918228992.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 424089258446.0281, + "step": 223, + "teaching_rms": 140732417129.77597, + "traffic_rms": 424089258446.0281 + }, + { + "batch_loss": 192.8321533203125, + "innovation_rms": 74627086982.93584, + "instruction_rms": 0.5360738379876185, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1992517635053978e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.6031233758092826e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3001881223757824.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.76284790039062, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.908183097839355, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4121013067448320.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1522687910346752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 337522018222080.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5920220774334464e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5149015637229568.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3001881223757824.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.72412109375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.908303260803223, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4121013067448320.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 444688436660.26605, + "step": 224, + "teaching_rms": 74627086982.93584, + "traffic_rms": 444688436660.26605 + }, + { + "batch_loss": 160.03903198242188, + "innovation_rms": 77672397317.8728, + "instruction_rms": 29.069438022774786, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2311623397225267e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.2409862173615266e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2701281026113536.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.004638671875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.44033432006836, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4391141277433856.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1523275247124480.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 306940777332736.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6383632713187328e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4634114019819520.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2701281026113536.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.96591186523438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.440454483032227, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4391141277433856.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 464875001235.6315, + "step": 225, + "teaching_rms": 77672397317.8728, + "traffic_rms": 464875001235.6315 + }, + { + "batch_loss": 586.130615234375, + "innovation_rms": 88001485605.25935, + "instruction_rms": 0.08566885234754025, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.263842299201192e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.3412701925189862e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2430713655721984.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.2200469970703, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 131.1177215576172, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4634212804067328.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1523803930755072.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 279495231668224.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6800703028658176e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4170702617837568.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2430713655721984.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.1813201904297, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 131.11795043945312, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4634212804067328.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 464834988202.98987, + "step": 226, + "teaching_rms": 88001485605.25935, + "traffic_rms": 464834988202.98987 + }, + { + "batch_loss": 1182.1884765625, + "innovation_rms": 115332131477.38123, + "instruction_rms": 0.07311474894957433, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2968665432583045e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.8283123232050137e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2187178809491456.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.41171264648438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 245.9960174560547, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4852930792390656.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1524279732600832.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 254864852516864.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7176065990459392e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3753632302366720.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2187178809491456.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.37298583984375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 245.99607849121094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4852930792390656.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 501551780621.3048, + "step": 227, + "teaching_rms": 115332131477.38123, + "traffic_rms": 501551780621.3048 + }, + { + "batch_loss": 3046.404296875, + "innovation_rms": 140442344962.98804, + "instruction_rms": 0.0860108253754464, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3298862518299525e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.611224289675316e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1967975489863680.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.58200073242188, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 246.94580078125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5049728341377024.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1524707887153152.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 232761927401472.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7513893085577216e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3378269072130048.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1967975489863680.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.5432891845703, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 246.946044921875, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5049728341377024.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 519184362622.44525, + "step": 228, + "teaching_rms": 140442344962.98804, + "traffic_rms": 519184362622.44525 + }, + { + "batch_loss": 5243.39208984375, + "innovation_rms": 152718679379.08035, + "instruction_rms": 0.048089717566159915, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3626183006719836e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.8060205711665515e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1770673013784576.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.73306274414062, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.5110321044922, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5226795884347392.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1525093226250240.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 217558665920512.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7817937041686528e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3040441977012224.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1770673013784576.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.69435119628906, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 218.51072692871094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5226795884347392.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 544039939784.23145, + "step": 229, + "teaching_rms": 152718679379.08035, + "traffic_rms": 544039939784.23145 + }, + { + "batch_loss": 4773.255859375, + "innovation_rms": 179205354815.50574, + "instruction_rms": 0.09657886602663951, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.394835640633262e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.025380368402297e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1593082961199104.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.86727905273438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 174.04025268554688, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5386104274419712.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1525440044859392.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 253386964336640.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8091576924307456e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2736397752467456.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1593082961199104.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.8285675048828, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 174.03994750976562, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5386104274419712.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 570551699257.4447, + "step": 230, + "teaching_rms": 179205354815.50574, + "traffic_rms": 570551699257.4447 + }, + { + "batch_loss": 4265.8974609375, + "innovation_rms": 186782591344.3388, + "instruction_rms": 0.2082985638962924, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4263593261963674e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.047515891369234e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1433235955384320.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.98585510253906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 142.28546142578125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5529427869958144.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1525752235294720.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 288131236495360.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8337852496543744e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2462757869846528.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1433235955384320.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.94715881347656, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 142.28515625, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5529427869958144.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 589713153456.5292, + "step": 231, + "teaching_rms": 186782591344.3388, + "traffic_rms": 589713153456.5292 + }, + { + "batch_loss": 512.9534912109375, + "innovation_rms": 247199794692.1753, + "instruction_rms": 0.06735103800093571, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4570509563351532e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.096931816106378e+33, + "nonfinite_indices": [ + 3, + 13, + 14 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1289359382806528.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.09036254882812, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 127.54664611816406, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5658363861925888.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1526033152999424.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 349754991050752.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.855950072630477e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2216482029174784.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1289359382806528.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.0516815185547, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 127.54633331298828, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5658363861925888.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 652759450361.5408, + "step": 232, + "teaching_rms": 247199794692.1753, + "traffic_rms": 652759450361.5408 + }, + { + "batch_loss": 169.84202575683594, + "innovation_rms": 1415978238133.9812, + "instruction_rms": 0.04003297712660121, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3040413219726295e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.493768671473333e+32, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2176781498974208.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.18222045898438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 114.78694152832031, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5773350873858048.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1526286019198976.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 433052291432448.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8815420647604224e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2559189012447232.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2176781767409664.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.14353942871094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 114.78662109375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5773350873858048.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4530065489711.811, + "step": 233, + "teaching_rms": 1415978238133.9812, + "traffic_rms": 4530065489711.811 + }, + { + "batch_loss": 71.71885681152344, + "innovation_rms": 389306204740.9964, + "instruction_rms": 0.12305951799729807, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.254480148155859e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.210232432300459e+32, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2695090904498176.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.26268005371094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 103.30205535888672, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5876781739409408.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1526513518247936.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 542166472458240.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9045746858786816e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2841658542522368.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2695090904498176.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.2239990234375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 103.3017349243164, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5876781739409408.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 727368166756.8153, + "step": 234, + "teaching_rms": 389306204740.9964, + "traffic_rms": 727368166756.8153 + }, + { + "batch_loss": 15.898863792419434, + "innovation_rms": 498080815520.4343, + "instruction_rms": 0.047802443451344524, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2147683995007058e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.70244722357366e+32, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3861581473513472.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.33287048339844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 92.96463012695312, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5969810731040768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1555428311826432.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 689574112133120.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.925304130784461e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3937604005265408.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3861581473513472.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.29420471191406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 92.96430969238281, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5969810731040768.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 766274906857.3756, + "step": 235, + "teaching_rms": 498080815520.4343, + "traffic_rms": 766274906857.3756 + }, + { + "batch_loss": 16.797630310058594, + "innovation_rms": 402869332265.2779, + "instruction_rms": 1.4279315028465298, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1834813838154793e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.40450700494066e+32, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2609236387299328.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.39382934570312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.66001892089844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6053477230837760.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1587943495958528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 771638320693248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9439606097248256e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4248669696032768.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2609236387299328.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.3551788330078, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.65969848632812, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6053477230837760.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 940374967890.3119, + "step": 236, + "teaching_rms": 402869332265.2779, + "traffic_rms": 940374967890.3119 + }, + { + "batch_loss": 90.76937103271484, + "innovation_rms": 443643992541.9019, + "instruction_rms": 22.38638033555291, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3388803099713864e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.930964671241475e+32, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2202775312138240.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.43344116210938, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 75.28502655029297, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6128713246703616.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1618102890528768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 847220148535296.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.960710767430861e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4449178633633792.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2202775312138240.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.39479064941406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 75.28470611572266, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6128713246703616.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1606225895118.4375, + "step": 237, + "teaching_rms": 443643992541.9019, + "traffic_rms": 1606225895118.4375 + }, + { + "batch_loss": 31.424304962158203, + "innovation_rms": 541222978447.26184, + "instruction_rms": 8.310513042833259, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.4966654512374743e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.3931953608573268e+33, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2582579672776704.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.4668731689453, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 67.73876953125, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6191960398233600.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1646819310305280.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 949683438485504.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9756413622419456e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4823407187197952.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2582579672776704.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.42822265625, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 67.73844909667969, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6191960398233600.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2144856836044.8933, + "step": 238, + "teaching_rms": 541222978447.26184, + "traffic_rms": 2144856836044.8933 + }, + { + "batch_loss": 17.73880386352539, + "innovation_rms": 649782200105.0071, + "instruction_rms": 4.297608959933871, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6671917332462305e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.864939956992895e+33, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2772615601061888.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.4947509765625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 60.954471588134766, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6231519194513408.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1667379050315776.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1093617523359744.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9858904427003904e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5488678293995520.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2772615601061888.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.4561004638672, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 60.95415496826172, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6231519194513408.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5657939878512.3, + "step": 239, + "teaching_rms": 649782200105.0071, + "traffic_rms": 5657939878512.3 + }, + { + "batch_loss": 69.36724853515625, + "innovation_rms": 795371453198.0878, + "instruction_rms": 0.3030500283094718, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.726336937605464e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.323254451127266e+33, + "nonfinite_indices": [ + 3, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3467127650516992.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.51600646972656, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 54.814735412597656, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6263309468696576.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1685016199299072.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1288845865779200.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9931884511297536e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6526175962726400.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3467127650516992.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.47735595703125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 54.81441879272461, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6263309468696576.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4903490370211.877, + "step": 240, + "teaching_rms": 795371453198.0878, + "traffic_rms": 4903490370211.877 + }, + { + "batch_loss": 44.03291320800781, + "innovation_rms": 992126739363.9779, + "instruction_rms": 0.27591205516899814, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.692359554406023e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.6422975959919335e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6717181748314112.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5329132080078, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 49.321685791015625, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6277974634528768.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1700451640672256.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1550871619960832.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.997372608269517e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8077551436038144.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6717181748314112.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.49427795410156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 49.321372985839844, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6277974634528768.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4315091175178.979, + "step": 241, + "teaching_rms": 992126739363.9779, + "traffic_rms": 4315091175178.979 + }, + { + "batch_loss": 524.0478515625, + "innovation_rms": 1001921671997.8977, + "instruction_rms": 5.404100351054777, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.63143066730863e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.3624689043611937e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7055394853617664.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.54591369628906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42.74089431762695, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6291110255132672.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1714773343338496.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1799468085149696.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.001138220846285e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9180305764122624.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7055394853617664.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.50729370117188, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42.74058151245117, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6291110255132672.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1849635044564.5913, + "step": 242, + "teaching_rms": 1001921671997.8977, + "traffic_rms": 1849635044564.5913 + }, + { + "batch_loss": 194.32032775878906, + "innovation_rms": 1341650874074.7, + "instruction_rms": 7.922782035756386, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5783863780940186e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.4057089119933927e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7510470797819904.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.55540466308594, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.84825134277344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6302869338718208.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1728096197672960.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2163962766426112.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0045273795395584e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1346135364927488e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7510470797819904.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.51678466796875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.84793472290039, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6302869338718208.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1740735017274.6409, + "step": 243, + "teaching_rms": 1341650874074.7, + "traffic_rms": 1740735017274.6409 + }, + { + "batch_loss": 8.735438346862793, + "innovation_rms": 1779531636863.62, + "instruction_rms": 3.5482065443262383, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5323107935762514e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.770098728952113e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6860467226017792.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5617218017578, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.05055236816406, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6313389861109760.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1774853359140864.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2670221970112512.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.007577450564813e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4852121463619584e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6860467226017792.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5231170654297, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.050235748291016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6313389861109760.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2553545480322.9194, + "step": 244, + "teaching_rms": 1779531636863.62, + "traffic_rms": 2553545480322.9194 + }, + { + "batch_loss": 30.96263885498047, + "innovation_rms": 3446386426650.88, + "instruction_rms": 9.940804688642324, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8932581958646497e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.8047944744331645e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7918060245549056e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.56520080566406, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.632282257080078, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6267533032161280.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2117582085685248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3427287802314752.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0306686979866624e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.08291955212288e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7918060245549056e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.52659606933594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.631967544555664, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6267533032161280.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5558939144564.089, + "step": 245, + "teaching_rms": 3446386426650.88, + "traffic_rms": 5558939144564.089 + }, + { + "batch_loss": 17.04078483581543, + "innovation_rms": 3096348011889.593, + "instruction_rms": 127.47143986952833, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.1794016989468426e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.540440342778502e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6547736971116544e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5661163330078, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.55553436279297, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6217893947637760.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2490069030010880.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3724870516998144.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0732219454652416e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1539823630155776e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6547736971116544e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5275115966797, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.555217742919922, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6217893947637760.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6408722227864.614, + "step": 246, + "teaching_rms": 3096348011889.593, + "traffic_rms": 6408722227864.614 + }, + { + "batch_loss": 36.20831298828125, + "innovation_rms": 2593027730575.548, + "instruction_rms": 3.9985612430982833, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.100935876264329e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.863040006500511e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.862149643173888e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.56472778320312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.786184310913086, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6173156494540800.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2928106570514432.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4380375136600064.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.111519739346944e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5010221629833216e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.862149643173888e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.526123046875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.785869598388672, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6173156494540800.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3997074679132.57, + "step": 247, + "teaching_rms": 2593027730575.548, + "traffic_rms": 3997074679132.57 + }, + { + "batch_loss": 16.015474319458008, + "innovation_rms": 3204064430193.9385, + "instruction_rms": 0.2568850511530682, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.046020768015057e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.608584277648924e+33, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3402915746086912e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.56126403808594, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.293521881103516, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6886816850378752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3450822880919552.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5227164177793024.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.145987925639168e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.981006662644531e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3402915746086912e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5226593017578, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.2932071685791, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6886818460991488.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5038643940083.871, + "step": 248, + "teaching_rms": 3204064430193.9385, + "traffic_rms": 5038643940083.871 + }, + { + "batch_loss": 55.456172943115234, + "innovation_rms": 178354939297.1097, + "instruction_rms": 0.9202404821700474, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.0107946144843694e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.223980495344803e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2062024808792064e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.54197692871094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20.049901962280273, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7809909475246080.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3919044646273024.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4682218727276544.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.177009185927987e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.682905867531059e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2062024808792064e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.5033721923828, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20.049589157104492, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7809909475246080.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1325263965702.4172, + "step": 249, + "teaching_rms": 178354939297.1097, + "traffic_rms": 1325263965702.4172 + }, + { + "batch_loss": 22.628467559814453, + "innovation_rms": 194918110500.98477, + "instruction_rms": 0.39790293161176987, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.9919349664110346e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.738674288349218e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0855101417652224e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.51634216308594, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.03044319152832, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8826552393400320.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4337919653314560.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4188751144157184.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.4136112033234944e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.4146151519289344e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0855101417652224e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.4777374267578, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.030132293701172, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8826552393400320.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1469424389344.0002, + "step": 250, + "teaching_rms": 194918110500.98477, + "traffic_rms": 1469424389344.0002 + }, + { + "batch_loss": 3.988633394241333, + "innovation_rms": 4165805574851.301, + "instruction_rms": 1.3271065438665293, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.092333022410703e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.527341277394619e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1338389391409152e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.49105834960938, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.212751388549805, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 9741442167603200.0, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4712112773398528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3741932006146048.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6309266700763136e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.173153593786368e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.13383915388928e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.45245361328125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.212440490722656, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 9741442167603200.0, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 7083791827557.476, + "step": 251, + "teaching_rms": 4165805574851.301, + "traffic_rms": 7083791827557.476 + }, + { + "batch_loss": 5.529181003570557, + "innovation_rms": 287430785510.4785, + "instruction_rms": 2.5064024631500597, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.181025402743161e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.851148964702651e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0007474589401088e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.46607971191406, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.576665878295898, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0564745522315264e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5045851059650560.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3337384204697600.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.826510461304832e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.955838127033549e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0007476736884736e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.427490234375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.57635498046875, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0564745522315264e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4314684535646.253, + "step": 252, + "teaching_rms": 287430785510.4785, + "traffic_rms": 4314684535646.253 + }, + { + "batch_loss": 10.845185279846191, + "innovation_rms": 352691212768.8914, + "instruction_rms": 4.693890599009692, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2224492284417147e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.076720668829135e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8705496592678912.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.44139099121094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.104043960571289, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1396356417519616e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5342965086027776.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2971141605949440.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.0025358304608256e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.760254228430848e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8705498740162560.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.40280151367188, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.10373306274414, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1396358565003264e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6395520169648.445, + "step": 253, + "teaching_rms": 352691212768.8914, + "traffic_rms": 6395520169648.445 + }, + { + "batch_loss": 9.086433410644531, + "innovation_rms": 255242021389.33075, + "instruction_rms": 0.22876220800996938, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.250794363327873e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.33633114188924e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7833807210151936.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.41696166992188, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.778553009033203, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2179736977473536e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5606926259847168.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2639609322274816.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.160958705650893e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.584228751900672e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7833808820764672.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.3783721923828, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.778242111206055, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2179739124957184e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 1955044310341.5872, + "step": 254, + "teaching_rms": 255242021389.33075, + "traffic_rms": 1955044310341.5872 + }, + { + "batch_loss": 10.77879524230957, + "innovation_rms": 7909625839277.086, + "instruction_rms": 5.809364300115665, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.339119781654561e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.978592772038645e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2455929144410112e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.39276123046875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.585494041442871, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3425330106662912e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5840879034040320.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2722041555845120.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.303539379221299e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.380026921300787e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.245593129189376e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.3541717529297, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.585183143615723, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.342533225414656e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9553149350169.838, + "step": 255, + "teaching_rms": 7909625839277.086, + "traffic_rms": 9553149350169.838 + }, + { + "batch_loss": 23.37439727783203, + "innovation_rms": 3749601998692.8506, + "instruction_rms": 74.42056054395813, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4284619733590344e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.610275446663357e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6589068515147776e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.36875915527344, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.511634826660156, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.508423652868096e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6047674193149952.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2899505577984000.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4318618351108096e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.513238767960064e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6589070662631424e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.33016967773438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.511323928833008, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5084239749906432e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6549368552095.625, + "step": 256, + "teaching_rms": 3749601998692.8506, + "traffic_rms": 6549368552095.625 + }, + { + "batch_loss": 3.1146440505981445, + "innovation_rms": 2175715329787.5027, + "instruction_rms": 0.13558124932190488, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4960835877347e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.681344500583077e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5376247060168704e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.34494018554688, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.545066833496094, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.662186166419456e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6229894086262784.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2803888331685888.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.547352002461696e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3154973999104e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5376249207652352e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.30636596679688, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.544754981994629, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6621864885420032e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9141392473938.078, + "step": 257, + "teaching_rms": 2175715329787.5027, + "traffic_rms": 9141392473938.078 + }, + { + "batch_loss": 3.508697032928467, + "innovation_rms": 467050889370.4967, + "instruction_rms": 0.5876502119736681, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.635543993334366e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.688418147567059e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3728418432548864e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.3212890625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.675069808959961, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7994703936946176e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6389878933684224.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2587804232056832.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.651293432250368e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.02107202306048e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3728420580032512e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.28273010253906, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.674757957458496, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7994707158171648e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 10602248723911.848, + "step": 258, + "teaching_rms": 467050889370.4967, + "traffic_rms": 10602248723911.848 + }, + { + "batch_loss": 32.9753303527832, + "innovation_rms": 9934560469636.203, + "instruction_rms": 1.75719630118743, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.782363980014551e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.044579604188499e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.338841542439731e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.29779052734375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.891995906829834, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.951824265347072e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6529748838645760.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2738233045680128.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.793150189083034e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.991014178448998e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.338841542439731e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.25924682617188, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.891683578491211, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.951824480095437e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 13512101833238.4, + "step": 259, + "teaching_rms": 9934560469636.203, + "traffic_rms": 13512101833238.4 + }, + { + "batch_loss": 6.704877853393555, + "innovation_rms": 345782160298.3831, + "instruction_rms": 1.3350305876504094, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.93868017374593e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.851940944877493e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.60489734455296e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.27442932128906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.187160015106201, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0889232721575936e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6651425799012352.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2475431244595200.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.152341310524621e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5919127176544256e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.60489734455296e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.2358856201172, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.186847686767578, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0889234869059584e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2546889653581.1846, + "step": 260, + "teaching_rms": 345782160298.3831, + "traffic_rms": 2546889653581.1846 + }, + { + "batch_loss": 14.002986907958984, + "innovation_rms": 948395494575.9387, + "instruction_rms": 0.6896782393450804, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.1949768839363297e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.178707497140707e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.945432174546125e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.24859619140625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.552745819091797, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2130811130085376e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6756650350280704.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2286550125641728.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.468907458533786e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.165660621098189e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.945432174546125e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.21005249023438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.552433967590332, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2130813277569024e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 14149821582899.266, + "step": 261, + "teaching_rms": 948395494575.9387, + "traffic_rms": 14149821582899.266 + }, + { + "batch_loss": 9.412022590637207, + "innovation_rms": 590048219370.9636, + "instruction_rms": 0.9435272114457389, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.5188281382931005e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.533125588166023e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.380410758397952e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.22312927246094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.981718063354492, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3903430032490496e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6846999819190272.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2150790370164736.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.752388614468403e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.834810270855987e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.380410758397952e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.18460083007812, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.981405735015869, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3903430032490496e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 7589386067406.693, + "step": 262, + "teaching_rms": 590048219370.9636, + "traffic_rms": 7589386067406.693 + }, + { + "batch_loss": 7.0247802734375, + "innovation_rms": 634764226373.35, + "instruction_rms": 1.4033456996960088, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.871110289442996e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.97608557376535e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.84463764003881e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.197998046875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.467742919921875, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8748067243032576e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6923903892979712.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2024001861844992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.003784217218253e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.513957960233779e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.84463764003881e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.1594696044922, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.467430591583252, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8748067243032576e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9216852976253.06, + "step": 263, + "teaching_rms": 634764226373.35, + "traffic_rms": 9216852976253.06 + }, + { + "batch_loss": 5.490879058837891, + "innovation_rms": 393458727096.4409, + "instruction_rms": 0.41915164457626725, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.027924287063851e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.67184386544805e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.359886585672499e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.1731719970703, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.005120754241943, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3107952969711616e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6988656967417856.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1834881969553408.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.230040517391155e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.262562142735565e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.359886585672499e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.1346435546875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.00480842590332, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3107952969711616e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 2833323886085.6587, + "step": 264, + "teaching_rms": 393458727096.4409, + "traffic_rms": 2833323886085.6587 + }, + { + "batch_loss": 2.93271803855896, + "innovation_rms": 631529119829.8202, + "instruction_rms": 128.1972809131893, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.361739315791528e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2221475729690564e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.933053165292749e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.14862060546875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5887205600738525, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.704100484651418e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7042433179189248.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1724194488320000.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.428324125061939e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9828377946947584e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.933053165292749e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.11009216308594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5884082317352295, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.704100484651418e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 10981934616287.395, + "step": 265, + "teaching_rms": 631529119829.8202, + "traffic_rms": 10981934616287.395 + }, + { + "batch_loss": 4.680875778198242, + "innovation_rms": 786911020641.5975, + "instruction_rms": 4.567377252820338, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.703689081297306e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.286495342214898e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.538738230801203e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.1243133544922, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2139246463775635, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.057974436580557e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7086294995828736.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1713334931947520.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.606982309170381e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7865838811938816e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.538738230801203e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.08578491210938, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2136120796203613, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.057974436580557e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 4334187571361.02, + "step": 266, + "teaching_rms": 786911020641.5975, + "traffic_rms": 4334187571361.02 + }, + { + "batch_loss": 3.0776846408843994, + "innovation_rms": 4027733720821.6562, + "instruction_rms": 29154.829148242938, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.655885942160622e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2661514567981587e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.345138635997184e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.1002197265625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8765761852264404, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.376420491775181e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7121206100623360.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3028187898445824.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.787685327208448e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8070308246257664e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.345138635997184e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.0616912841797, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8762636184692383, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.376420491775181e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6102458636687.993, + "step": 267, + "teaching_rms": 4027733720821.6562, + "traffic_rms": 6102458636687.993 + }, + { + "batch_loss": 4.213064670562744, + "innovation_rms": 942883631544.2024, + "instruction_rms": 3.009805154125674, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.924899603837878e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1721358872370418e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.477305275108557e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.07632446289062, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5729336738586426, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.663101827842048e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7148038371934208.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2948002201206784.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.950211614153114e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6252640505626624e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.477305275108557e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.0377960205078, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5726211071014404, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.663101827842048e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6329082452901.142, + "step": 268, + "teaching_rms": 942883631544.2024, + "traffic_rms": 6329082452901.142 + }, + { + "batch_loss": 2.920671224594116, + "innovation_rms": 449280942666.3178, + "instruction_rms": 15838.02545146273, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.013868786222629e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2816307790773939e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.729379670183117e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.0526123046875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2996296882629395, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.921068301058048e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7167583157485568.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2669324858818560.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.096485315352986e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4627376562438144e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.729379670183117e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.0140838623047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2993171215057373, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.921068301058048e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3133653674063.389, + "step": 269, + "teaching_rms": 449280942666.3178, + "traffic_rms": 3133653674063.389 + }, + { + "batch_loss": 1922.2822265625, + "innovation_rms": 462171484915.0401, + "instruction_rms": 83.97682718852332, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.126569827581297e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2850776090522019e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.056179624260403e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.029052734375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 64.27621459960938, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.153188949576909e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7180556106203136.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2419189990031360.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.22813164643287e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.31646384766976e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.056179624260403e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.99053955078125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 64.27603912353516, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.153188949576909e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3200854578784.1147, + "step": 270, + "teaching_rms": 462171484915.0401, + "traffic_rms": 3200854578784.1147 + }, + { + "batch_loss": 1948.8350830078125, + "innovation_rms": 473880296604.4359, + "instruction_rms": 2.5841338825486844, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.257558496088949e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2300439593757065e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.45023833669632e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 221.00564575195312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 71.95535278320312, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.362045907736986e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7187606295019520.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2194679969873920.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.346613473253786e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1848174092156928e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.45023833669632e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.96713256835938, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 71.95567321777344, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.362045907736986e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3261672944874.122, + "step": 271, + "teaching_rms": 473880296604.4359, + "traffic_rms": 3261672944874.122 + }, + { + "batch_loss": 1389.6611328125, + "innovation_rms": 484505736485.66254, + "instruction_rms": 2.6254571700257245, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.402250927769387e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1408833828028856e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.904837190149734e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.98236083984375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 60.48468780517578, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.549963611838874e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7307397764743168.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1993175673602048.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.453247203291955e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.06633568976896e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.904837190149734e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.94386291503906, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 60.48500061035156, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.549963611838874e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3316596620173.3984, + "step": 272, + "teaching_rms": 484505736485.66254, + "traffic_rms": 3316596620173.3984 + }, + { + "batch_loss": 799.55517578125, + "innovation_rms": 494142166813.9641, + "instruction_rms": 1.9338787300407845, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.556803229971907e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0414568508794738e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.41392672318423e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.95919799804688, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52.6008415222168, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.719034140452454e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7488630352248832.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1812325472403456.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.549217388527616e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9597020671049728.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.41392672318423e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.9207000732422, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52.60115432739258, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.719034140452454e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3366106227607.5654, + "step": 273, + "teaching_rms": 494142166813.9641, + "traffic_rms": 3366106227607.5654 + }, + { + "batch_loss": 338.20751953125, + "innovation_rms": 502878928310.6176, + "instruction_rms": 1.256734709312428, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.718009776545726e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.49263099957619e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.972063494248858e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.93614196777344, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 47.236934661865234, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.871140407240294e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7653632258342912.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1650018255634432.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.635590469340365e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8637318281822208.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.972063494248858e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.89764404296875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 47.237247467041016, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.871140407240294e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3410664554973.996, + "step": 274, + "teaching_rms": 502878928310.6176, + "traffic_rms": 3410664554973.996 + }, + { + "batch_loss": 108.25027465820312, + "innovation_rms": 510799200801.5667, + "instruction_rms": 0.5112528279136352, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.883213597642326e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.70849406880597e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.574346730910515e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.91317749023438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42.267391204833984, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.007977206297395e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7804068319723520.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1504358868975616.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.713326370920858e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7773586399952896.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.574346730910515e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.87469482421875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 42.267704010009766, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.007977206297395e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3450710619105.702, + "step": 275, + "teaching_rms": 510799200801.5667, + "traffic_rms": 3450710619105.702 + }, + { + "batch_loss": 101.0419692993164, + "innovation_rms": 517980266578.4747, + "instruction_rms": 0.1615440016212777, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.050226665122431e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.094298781124716e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2163661460013056e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.8903045654297, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.9384651184082, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.131070110007296e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7941432648138752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1373645565853696.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.78328881119232e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6996227384147968.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2163661460013056e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.85182189941406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 37.938777923583984, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.131070110007296e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3486655943782.0205, + "step": 276, + "teaching_rms": 517980266578.4747, + "traffic_rms": 3486655943782.0205 + }, + { + "batch_loss": 98.86334991455078, + "innovation_rms": 524492991626.6701, + "instruction_rms": 0.06033932448853079, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.217264471614161e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1602292705421997e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8941512570044416e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.8675079345703, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.06692886352539, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.241792648911258e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8067067957739520.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1256350680088576.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.846254749738598e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6296604592046080.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8941512570044416e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.8290252685547, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 34.06724166870117, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.241792648911258e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3518883370198.703, + "step": 277, + "teaching_rms": 524492991626.6701, + "traffic_rms": 3518883370198.703 + }, + { + "batch_loss": 61.38905715942383, + "innovation_rms": 530402507565.1851, + "instruction_rms": 0.08055571053405647, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.382884457861874e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1036672117421654e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.604128865878016e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.84478759765625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.64312171936035, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.341380485100339e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8182178449981440.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1151102909153280.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.902924266228941e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5666944132841472.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.604128865878016e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.80630493164062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.643434524536133, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.341380485100339e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3547746583718.175, + "step": 278, + "teaching_rms": 530402507565.1851, + "traffic_rms": 3547746583718.175 + }, + { + "batch_loss": 50.12775802612305, + "innovation_rms": 535768061785.3286, + "instruction_rms": 0.06840850519906928, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.545937084458729e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0243617496439288e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.343082901110784e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.82212829589844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.553424835205078, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.565005688307712e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8287845382881280.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1056670805393408.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.953926573372211e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5100249504808960.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.343082901110784e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.7836456298828, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 27.553735733032227, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.565005688307712e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3573571132260.673, + "step": 279, + "teaching_rms": 535768061785.3286, + "traffic_rms": 3573571132260.673 + }, + { + "batch_loss": 27.89061164855957, + "innovation_rms": 540643791197.48346, + "instruction_rms": 0.5460640893350829, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.705520202114138e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.903203911405234e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.108118125248512e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.79953002929688, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.786954879760742, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.775817715580928e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8385040492789760.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 971948951601152.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.999828606851482e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4590224285892608.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.108118125248512e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.76104736328125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.78726577758789, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.775817715580928e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3596655176647.619, + "step": 280, + "teaching_rms": 540643791197.48346, + "traffic_rms": 3596655176647.619 + }, + { + "batch_loss": 16.402551651000977, + "innovation_rms": 545078771212.69855, + "instruction_rms": 5.504714319504164, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.860941118502601e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0090358875219963e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.896628781632717e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.7769775390625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.306114196777344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.965480464895181e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8474635121197056.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 895944941895680.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.041140608781517e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4131201803616256.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.896628781632717e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.73849487304688, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 22.306427001953125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.965480464895181e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3617271586394.323, + "step": 281, + "teaching_rms": 545078771212.69855, + "traffic_rms": 3617271586394.323 + }, + { + "batch_loss": 55.913246154785156, + "innovation_rms": 549117595789.4452, + "instruction_rms": 5.110605605820166, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.011683612914876e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1587738197326243e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7062692812488704e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.7544708251953, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 19.874835968017578, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.136107489656832e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8557412025892864.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 827767838998528.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.07832128166953e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3718081515880448.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7062692812488704e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.71600341796875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 19.875150680541992, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.136107489656832e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3635668555698.639, + "step": 282, + "teaching_rms": 549117595789.4452, + "traffic_rms": 3635668555698.639 + }, + { + "batch_loss": 10.57583236694336, + "innovation_rms": 552800550860.0596, + "instruction_rms": 2.680260810607883, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.157378799199846e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2200833480798511e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5349287550451712e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.7320098876953, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.88478660583496, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.28960060138455e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8634073970900992.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 766617571033088.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.111783801369395e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3346273176387584.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5349287550451712e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.69354248046875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 17.885101318359375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.28960060138455e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3652072120577.283, + "step": 283, + "teaching_rms": 552800550860.0596, + "traffic_rms": 3652072120577.283 + }, + { + "batch_loss": 25.337305068969727, + "innovation_rms": 556164089744.9819, + "instruction_rms": 5.304595239460242, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.297781486264517e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1053969317690478e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.380706894741504e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.7095947265625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.911460876464844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.427670915049062e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8705251779543040.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 711775938936832.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.141900112048947e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3011645831905280.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.380706894741504e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.67112731933594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.911774635314941, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.427670915049062e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3666688184142.846, + "step": 284, + "teaching_rms": 556164089744.9819, + "traffic_rms": 3666688184142.846 + }, + { + "batch_loss": 10.316153526306152, + "innovation_rms": 559241337549.8198, + "instruction_rms": 0.31612356245669765, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.432747638085648e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1307312559328764e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2418933369864192e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.6872100830078, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.317411422729492, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.551859894412902e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8771511850631168.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 662598429179904.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.169004791660544e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2710481114497024.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2418933369864192e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.64874267578125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 14.31772518157959, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.551859894412902e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3679702775537.605, + "step": 285, + "teaching_rms": 559241337549.8198, + "traffic_rms": 3679702775537.605 + }, + { + "batch_loss": 35.026065826416016, + "innovation_rms": 562062063647.187, + "instruction_rms": 0.2758919411333103, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.562217331279528e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.038144340763552e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1169487655010304e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.66485595703125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.46456527709961, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.663554813912678e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8833362600919040.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 618506093592576.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.193398917411635e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2439432976203776.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1169487655010304e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.6263885498047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 12.464879035949707, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.663554813912678e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3691284714679.1255, + "step": 286, + "teaching_rms": 562062063647.187, + "traffic_rms": 3691284714679.1255 + }, + { + "batch_loss": 19.480424880981445, + "innovation_rms": 564653105738.1144, + "instruction_rms": 0.22614314099020463, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.68619826242755e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1402473619455102e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0044875164614656e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.6425323486328, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.16115665435791, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.764003791044608e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8891260370681856.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 578979308240896.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.215353501738598e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2195489571209216.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0044875164614656e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.60406494140625, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 11.161470413208008, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.764003791044608e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3701587152293.3545, + "step": 287, + "teaching_rms": 564653105738.1144, + "traffic_rms": 3701587152293.3545 + }, + { + "batch_loss": 3.6793084144592285, + "innovation_rms": 567038713225.7378, + "instruction_rms": 0.04991845550216199, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.804755302715752e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.3116598806727748e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9032623313649664.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.6202392578125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.04140853881836, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.854330389253325e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8945615329296384.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 543551565856768.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.235112928280576e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1975940506714112.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9032623313649664.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.58177185058594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.041722297668457, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.854330389253325e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3710747999122.401, + "step": 288, + "teaching_rms": 567038713225.7378, + "traffic_rms": 3710747999122.401 + }, + { + "batch_loss": 13.641693115234375, + "innovation_rms": 569240803922.954, + "instruction_rms": 0.46102234744979975, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.917996204283658e+18, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1810174360621792e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8121506131345408.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.59796142578125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.006074905395508, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.935545643840307e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8996795770208256.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 511803905802240.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.252896669866394e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1778346375512064.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8121506131345408.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.5594940185547, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.005983352661133, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.935545643840307e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3718892475827.0366, + "step": 289, + "teaching_rms": 569240803922.954, + "traffic_rms": 3718892475827.0366 + }, + { + "batch_loss": 13.704174041748047, + "innovation_rms": 571279159088.1642, + "instruction_rms": 1.2232606913780322, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.002606280413125e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0755452719989852e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7301419707138048.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.57571411132812, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.103331565856934, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.008560087872307e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9045131332157440.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 483360317112320.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.268901435998208e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1600511644008448.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7301419707138048.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.53724670410156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.103240013122559, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.008560087872307e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3726133633717.1753, + "step": 290, + "teaching_rms": 571279159088.1642, + "traffic_rms": 3726133633717.1753 + }, + { + "batch_loss": 4.729013442993164, + "innovation_rms": 573171420904.8308, + "instruction_rms": 0.054868715440261756, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.012912222802595e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1302651333714435e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6563268910907392.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.55348205566406, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.287681579589844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.074193201109402e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9090919978500096.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 457883376418816.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.283305897315533e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1440460493029376.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6563268910907392.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.5150146484375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.287590026855469, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.074193201109402e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3732573209825.6797, + "step": 291, + "teaching_rms": 573171420904.8308, + "traffic_rms": 3732573209825.6797 + }, + { + "batch_loss": 3.9831366539001465, + "innovation_rms": 574933717738.0665, + "instruction_rms": 0.0672716337798508, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0227363591967736e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1978432220400074e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5898868071858176.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.53126525878906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.59548282623291, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.133181999939584e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9134426923466752.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 435069818765312.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.29626982660178e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1296414403461120.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5898868071858176.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.4927978515625, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.595390796661377, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.133181999939584e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3738303847284.5654, + "step": 292, + "teaching_rms": 574933717738.0665, + "traffic_rms": 3738303847284.5654 + }, + { + "batch_loss": 4.404090404510498, + "innovation_rms": 576580396344.3873, + "instruction_rms": 0.048966900793101786, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.032098810658449e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2348266695899832e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5300848099852288.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.50906372070312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.9095072746276855, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.186190486306816e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9175891611484160.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 414647584817152.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.307937534758093e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1166772963115008.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5300848099852288.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.47059631347656, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.909414768218994, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.186190486306816e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3743407701131.0845, + "step": 293, + "teaching_rms": 576580396344.3873, + "traffic_rms": 3743407701131.0845 + }, + { + "batch_loss": 11.215256690979004, + "innovation_rms": 578124372353.0272, + "instruction_rms": 0.05771236249341611, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0410206878108746e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2862509093451226e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4762577028513792.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.48687744140625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.2721638679504395, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.2338165196587e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9215528790917120.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 396372364754944.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.318438729796813e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1050095613116416.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4762577028513792.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.4484100341797, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.272071361541748, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.2338165196587e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3747959822412.854, + "step": 294, + "teaching_rms": 578124372353.0272, + "traffic_rms": 3747959822412.854 + }, + { + "batch_loss": 48.56258010864258, + "innovation_rms": 579577294004.023, + "instruction_rms": 0.12882935390328518, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0495236510331175e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2674346449219873e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4278085390172160.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.46470642089844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.635889053344727, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.276596970907238e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9253531735293952.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 398564475797504.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.327889375834931e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 945086011539456.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4278085390172160.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.42623901367188, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.635796070098877, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.276596970907238e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3752027737244.782, + "step": 295, + "teaching_rms": 579577294004.023, + "traffic_rms": 3752027737244.782 + }, + { + "batch_loss": 6.040805339813232, + "innovation_rms": 580949799645.6279, + "instruction_rms": 0.12658169888366938, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0576294706554077e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1887556335319179e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3842000180740096.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.4425506591797, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.171311855316162, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.315017171356877e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9290072243306496.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 400802287976448.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.33639512906793e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 850577403674624.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3842000180740096.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.40408325195312, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.1712188720703125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.315017171356877e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3755672387039.945, + "step": 296, + "teaching_rms": 580949799645.6279, + "traffic_rms": 3755672387039.945 + }, + { + "batch_loss": 19.781776428222656, + "innovation_rms": 582251147917.2405, + "instruction_rms": 0.06532883306114526, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0653599170079752e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.336126811548372e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3449484998606848.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.42041015625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7680256366729736, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.349511771697971e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9325307081261056.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 402558090739712.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.34405047877632e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 765519670018048.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3449484998606848.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.38194274902344, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.767932415008545, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.349511771697971e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3758948024868.1035, + "step": 297, + "teaching_rms": 582251147917.2405, + "traffic_rms": 3758948024868.1035 + }, + { + "batch_loss": 26.8289852142334, + "innovation_rms": 583489895798.5265, + "instruction_rms": 3.03368629823387, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0727364305675616e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.452570982793738e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3096186894417920.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.3982696533203, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.388629913330078, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.380473331941376e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9359374761852928.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 403879028064256.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.350940465312563e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 688967716438016.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3096186894417920.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.35980224609375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3885364532470703, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.380473331941376e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3761903957756.213, + "step": 298, + "teaching_rms": 583489895798.5265, + "traffic_rms": 3761903957756.213 + }, + { + "batch_loss": 9.42785358428955, + "innovation_rms": 584673637618.626, + "instruction_rms": 5.518955653684244, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0797801219574202e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.5010515572424373e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2778187515822080.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.3761444091797, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6912875175476074, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.408254898398822e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9392400912875520.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 404807646969856.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.357141539094528e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 620070938083328.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2778187515822080.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.33767700195312, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6911938190460205, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.408254898398822e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3764584560371.598, + "step": 299, + "teaching_rms": 584673637618.626, + "traffic_rms": 3764584560371.598 + }, + { + "batch_loss": 4.040335655212402, + "innovation_rms": 585809236841.9357, + "instruction_rms": 128.30001334243616, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0865114420938277e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.3546537196954487e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2491960426233856.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.35401916503906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3194947242736816, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.433174298650214e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9424498277220352.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 405382635716608.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.36272241959895e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 558063824142336.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2491960426233856.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.31556701660156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3194010257720947, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.433174298650214e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 3767029649073.6875, + "step": 300, + "teaching_rms": 585809236841.9357, + "traffic_rms": 3767029649073.6875 + }, + { + "batch_loss": 7.355556488037109, + "innovation_rms": 300698595565.61316, + "instruction_rms": 11604.078914818436, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2516340092811346e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.268260942863619e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2234331107950592.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.3319091796875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.2319135665893555, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.455517577517466e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9400203794710528.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 405639025131520.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.365767551411814e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 304509456744448.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2234331107950592.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.29345703125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.231818199157715, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.455517577517466e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9598106806078.29, + "step": 301, + "teaching_rms": 300698595565.61316, + "traffic_rms": 9598106806078.29 + }, + { + "batch_loss": 6.0578436851501465, + "innovation_rms": 488548239807.5168, + "instruction_rms": 698.4737729440259, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.666613886859608e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.201730954418335e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7414520154685440.0, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.309814453125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.08553409576416, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.475541574044877e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9324701490872320.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 755023575252992.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.356736094181786e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 903113242312704.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7414520154685440.0, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.2713623046875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.0854387283325195, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.475541574044877e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 18060400761670.117, + "step": 302, + "teaching_rms": 488548239807.5168, + "traffic_rms": 18060400761670.117 + }, + { + "batch_loss": 5.486221790313721, + "innovation_rms": 2225119868560.5215, + "instruction_rms": 144.61695073355253, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.908768458591227e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1541329729066096e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.658469276116582e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.2877197265625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.81599497795105, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.493479075459891e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9275869860200448.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 488312213078016.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.346416146762957e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1031976622489600.0, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.658469276116582e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.249267578125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.815899610519409, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.493479075459891e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 16277738721799.602, + "step": 303, + "teaching_rms": 2225119868560.5215, + "traffic_rms": 16277738721799.602 + }, + { + "batch_loss": 6.220730304718018, + "innovation_rms": 15115734900665.104, + "instruction_rms": 136.9159406660725, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.975400622453057e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.098097722672987e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4044197742549402e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.265625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.7655036449432373, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.509537958179635e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9832279652171776.0, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5564097919713280.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.560492778677862e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.140764171665408e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4044197742549402e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.22718811035156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.765749931335449, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.509537958179635e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 21473411455939.273, + "step": 304, + "teaching_rms": 15115734900665.104, + "traffic_rms": 21473411455939.273 + }, + { + "batch_loss": 5.283827781677246, + "innovation_rms": 23723817924096.13, + "instruction_rms": 297.36574993572657, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.984913597056575e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0492043933184392e+22, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2749585507365683e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.24354553222656, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6279125213623047, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.523905482778214e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1310837176205312e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4785576314077184e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.301637489236378e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.411443669611315e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2749585507365683e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.20510864257812, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.6281018257141113, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.523905482778214e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 29589714888107.914, + "step": 305, + "teaching_rms": 23723817924096.13, + "traffic_rms": 29589714888107.914 + }, + { + "batch_loss": 4.9977617263793945, + "innovation_rms": 25134536761882.63, + "instruction_rms": 254.9263041843369, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.088685504486074e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.637056936026334e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0884670177817395e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.22146606445312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.5495870113372803, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.536750870967091e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3700030846205952e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.389193455252275e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.527038903425434e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2254010705916723e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0884670177817395e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.1830291748047, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.549833297729492, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.536750870967091e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 28889357736055.36, + "step": 306, + "teaching_rms": 25134536761882.63, + "traffic_rms": 28889357736055.36 + }, + { + "batch_loss": 73.36011505126953, + "innovation_rms": 814719405761.3987, + "instruction_rms": 43515.01154097748, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0470186317422002e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.706732598401715e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8795687420362752e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.19940185546875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.25605583190918, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.548226164588544e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5853766892847104e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1537364761378816e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0629899746698854e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1028609291727667e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8795687420362752e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.1609649658203, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.255949974060059, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.548226164588544e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5020093966985.889, + "step": 307, + "teaching_rms": 814719405761.3987, + "traffic_rms": 5020093966985.889 + }, + { + "batch_loss": 19.752079010009766, + "innovation_rms": 933431200745.4196, + "instruction_rms": 116.80933755570486, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0357844816365617e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.168107712467738e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.691541602167685e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.17733764648438, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.903270721435547, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.724246809280512e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7796135787692032e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9423693243416576e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1622474419745587e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.925748448454246e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.691541602167685e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.13890075683594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.903024673461914, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.724246809280512e+16, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 5694399529178.223, + "step": 308, + "teaching_rms": 933431200745.4196, + "traffic_rms": 5694399529178.223 + }, + { + "batch_loss": 10.07844352722168, + "innovation_rms": 635896143676.5526, + "instruction_rms": 1322.5717386150086, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.515451706909655e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.70095664146999e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5218022612467712e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.1552734375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.268076419830322, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0246049070527283e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.945474370948301e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6586080291651584e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2510364418913075e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.878898273687962e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5218022612467712e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.11683654785156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.267830848693848, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0246049070527283e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 19366381154427.6, + "step": 309, + "teaching_rms": 635896143676.5526, + "traffic_rms": 19366381154427.6 + }, + { + "batch_loss": 22.86070442199707, + "innovation_rms": 1133953707454.4714, + "instruction_rms": 4.4888836079039764, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5012704258369257e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.382705270202227e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3695195572024115e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.1332244873047, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.842321395874023, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1615568971327078e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.09524073955328e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4976639007981568e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3309465418163814e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.991008274520474e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3695195572024115e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.09478759765625, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.84200668334961, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1615568971327078e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 6845389988170.616, + "step": 310, + "teaching_rms": 1133953707454.4714, + "traffic_rms": 6845389988170.616 + }, + { + "batch_loss": 27.97783088684082, + "innovation_rms": 1217843835061.369, + "instruction_rms": 6.30605984706029, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.506754569933947e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.198037982231667e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2324514312067482e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.11117553710938, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.433460235595703, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2848020144835789e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.230559911916339e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3531925826240512e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4028655973892096e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.191907275269734e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2324514312067482e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.07273864746094, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.433145523071289, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2848020144835789e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 7329899738648.192, + "step": 311, + "teaching_rms": 1217843835061.369, + "traffic_rms": 7329899738648.192 + }, + { + "batch_loss": 46.45827102661133, + "innovation_rms": 5268899175947.529, + "instruction_rms": 7.668948240364032, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.1163420682659824e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.095366606776735e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1097179303601766e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.08912658691406, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.006078720092773, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3957738332894003e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.3613017228836864e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3074187539185664e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4682007257953075e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.533510693126144e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1097179303601766e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.05068969726562, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 13.006175994873047, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3957738332894003e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 23768419405345.383, + "step": 312, + "teaching_rms": 5268899175947.529, + "traffic_rms": 23768419405345.383 + }, + { + "batch_loss": 50.83639907836914, + "innovation_rms": 7801688546346.898, + "instruction_rms": 2.807763575255564, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.7017790135962436e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.027405599549854e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0016506261379482e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.06707763671875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.383447647094727, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4959388271837184e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.498358639014707e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.370568624439296e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.52904288891306e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.084209439827558e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0016506261379482e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.02865600585938, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 15.383637428283691, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4959388271837184e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 25815903624414.695, + "step": 313, + "teaching_rms": 7801688546346.898, + "traffic_rms": 25815903624414.695 + }, + { + "batch_loss": 88.4676513671875, + "innovation_rms": 5352719940651.927, + "instruction_rms": 3.6644207007483764, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.2574224923486585e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.966720720470943e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.906825869033472e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.0450439453125, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.681685447692871, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.585007171773399e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.6294676696858624e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.311090843582464e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.584134434418852e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.509156268566118e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.906825869033472e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.00662231445312, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 10.681875228881836, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.585007171773399e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 28155488266261.074, + "step": 314, + "teaching_rms": 5352719940651.927, + "traffic_rms": 28155488266261.074 + }, + { + "batch_loss": 115.0469970703125, + "innovation_rms": 1518619785914.2, + "instruction_rms": 1.452037514545139, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.152336888426293e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.888587207585739e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.0145584391979e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.02301025390625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 26.572824478149414, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6651528077049856e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.748130314629939e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.18662698631168e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6337169112734106e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.958240384011469e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.0145584391979e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.98458862304688, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 26.572879791259766, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6651528077049856e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9076711385716.53, + "step": 315, + "teaching_rms": 1518619785914.2, + "traffic_rms": 9076711385716.53 + }, + { + "batch_loss": 81.776611328125, + "innovation_rms": 1585658421881.5215, + "instruction_rms": 1.3409483283319679, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.072196564510258e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.781952101508767e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.211437350558106e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 220.0009765625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.551345825195312, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.737267198390436e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8556213201403904e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0749094108594176e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.678341106082775e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.462416044962611e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.211437350558106e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.96255493164062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.551252365112305, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.737267198390436e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9467523682864.111, + "step": 316, + "teaching_rms": 1585658421881.5215, + "traffic_rms": 9467523682864.111 + }, + { + "batch_loss": 118.08748626708984, + "innovation_rms": 1646428823007.7627, + "instruction_rms": 0.09080914042225048, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.013142674591711e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.645566216293386e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.488556129432371e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.97894287109375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.2752628326416, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8021528155193344e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.9530848655048704e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9746352388964352.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7185028298715955e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.016174526365696e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.488556129432371e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.94052124023438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.27536392211914, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8021528155193344e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 9822071437838.139, + "step": 317, + "teaching_rms": 1646428823007.7627, + "traffic_rms": 9822071437838.139 + }, + { + "batch_loss": 188.96163940429688, + "innovation_rms": 1701559701304.7915, + "instruction_rms": 0.06735496929510186, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.971841059610585e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.477976015159861e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.837898219362714e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.9569091796875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.22287940979004, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8605317289934848e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.0415483069005824e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8846347897667584.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7546484156412723e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.614556858980762e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.837898219362714e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.9185028076172, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.222633361816406, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8605317289934848e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 10143906732878.781, + "step": 318, + "teaching_rms": 1701559701304.7915, + "traffic_rms": 10143906732878.781 + }, + { + "batch_loss": 223.9004364013672, + "innovation_rms": 1751619367999.042, + "instruction_rms": 0.24899172112020337, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.945417156367221e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.279784980458261e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.252247645795123e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.9348907470703, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 33.75926208496094, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9130541968615014e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.121934203302707e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8038579439665152.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7871793569346355e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2531010012839936e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.252247645795123e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.896484375, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 33.75907897949219, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9130541968615014e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 10436265537570.137, + "step": 319, + "teaching_rms": 1751619367999.042, + "traffic_rms": 10436265537570.137 + }, + { + "batch_loss": 305.52734375, + "innovation_rms": 1797121316087.004, + "instruction_rms": 0.04679930214694953, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.931396623894472e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.053224645803947e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.725109988681318e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.91287231445312, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.355100631713867, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9603053654677914e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.195070409657549e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7313620098613248.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8164572899980083e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.9277907293569024e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.725109988681318e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.8744659423828, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 24.354997634887695, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9603053654677914e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 10702088453816.531, + "step": 320, + "teaching_rms": 1797121316087.004, + "traffic_rms": 10702088453816.531 + }, + { + "batch_loss": 408.2364807128906, + "innovation_rms": 632523722663.9093, + "instruction_rms": 8.805326123677181, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.458012995673601e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.801683406966562e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.245393924476109e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.89085388183594, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.014070510864258, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.002759227403141e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2434300234235904e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4835957081636864.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.842055638679552e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5598352976510976e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.245393924476109e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.85244750976562, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.013839721679688, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.002759227403141e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 30993684986194.64, + "step": 321, + "teaching_rms": 632523722663.9093, + "traffic_rms": 30993684986194.64 + }, + { + "batch_loss": 288.8818664550781, + "innovation_rms": 1865867696593.7832, + "instruction_rms": 0.07055240071260463, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.4074622888796226e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.52899551607886e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.818851702879027e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.86883544921875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.15508270263672, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0409476714174874e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.2877734132711424e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4434329857949696.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8650941868526797e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.303851810835661e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.818851702879027e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.83042907714844, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.155181884765625, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0409476714174874e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 11103522887475.76, + "step": 322, + "teaching_rms": 1865867696593.7832, + "traffic_rms": 11103522887475.76 + }, + { + "batch_loss": 426.26513671875, + "innovation_rms": 1890934512729.8457, + "instruction_rms": 0.0621726666291413, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.36733055427045e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.239721430713505e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4349254352830464e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.84681701660156, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.85481071472168, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.075296930065285e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.3285133255573504e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4073986128347136.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.885828914568233e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.073466543852749e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.4349254352830464e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.8084259033203, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 30.855125427246094, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.075296930065285e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 11249732061916.107, + "step": 323, + "teaching_rms": 1890934512729.8457, + "traffic_rms": 11249732061916.107 + }, + { + "batch_loss": 509.3376159667969, + "innovation_rms": 9596109233015.53, + "instruction_rms": 0.36500574388914375, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.819622139035176e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.938712653569083e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5311073351499776e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.82481384277344, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 23.202333450317383, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1006080313340723e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.389217963822285e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6070471879557120.0, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.905196983690199e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.936808200686797e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5311073351499776e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.7864227294922, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 23.202524185180664, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1006080313340723e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 53339477253861.48, + "step": 324, + "teaching_rms": 9596109233015.53, + "traffic_rms": 53339477253861.48 + }, + { + "batch_loss": 482.51788330078125, + "innovation_rms": 27324750250602.547, + "instruction_rms": 0.46150073775615824, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.230918212855949e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.631082459072519e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.449454263160013e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.8028106689453, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.07664108276367, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1093125556535296e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.545311034002637e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.560929628061696e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.947879166087004e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.268221246157619e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.449454263160013e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.76441955566406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.07632827758789, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1093125556535296e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 61559229951946.01, + "step": 325, + "teaching_rms": 27324750250602.547, + "traffic_rms": 61559229951946.01 + }, + { + "batch_loss": 277.0339050292969, + "innovation_rms": 32844316957490.348, + "instruction_rms": 0.2909751017126942, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.670135284952465e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.321519938860837e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.858110147965747e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.7808074951172, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.857967376708984, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.109815754021929e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.810074078216192e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.647628294651904e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.023487770365788e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.560852696937267e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.858110147965747e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.74241638183594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 61.85773468017578, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.109815754021929e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 63635504321691.07, + "step": 326, + "teaching_rms": 32844316957490.348, + "traffic_rms": 63635504321691.07 + }, + { + "batch_loss": 214.3203887939453, + "innovation_rms": 36134008274148.8, + "instruction_rms": 0.595783780750306, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.139230925826818e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.014135190543965e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.357237558870016e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.75880432128906, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52.595054626464844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.100772614480855e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.185420289644954e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.753460396300698e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1356675057739366e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1217980412762522e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.357237558870016e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.7204132080078, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 52.594818115234375, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.100772614480855e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 62293900096954.1, + "step": 327, + "teaching_rms": 36134008274148.8, + "traffic_rms": 62293900096954.1 + }, + { + "batch_loss": 471.102294921875, + "innovation_rms": 31442831034969.074, + "instruction_rms": 0.542394260315042, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.641320271822822e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.7125420713478917e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.370304379879424e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.73680114746094, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.16633605957031, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.076143210421289e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.638195741989274e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.527755811933389e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2670452295991296e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3137770664532378e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.370304379879424e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.69842529296875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.166099548339844, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.076143210421289e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 59635955456696.78, + "step": 328, + "teaching_rms": 31442831034969.074, + "traffic_rms": 59635955456696.78 + }, + { + "batch_loss": 952.1045532226562, + "innovation_rms": 30638720299036.22, + "instruction_rms": 2.4362324649215177, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.145275269148836e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.4197543338482577e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0083244040205107e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.7147979736328, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 77.10191345214844, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.039221438161879e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.155799430699418e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.176038605088358e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.4118309823289754e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4478566683049984e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0083244040205107e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.6764373779297, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 77.10181427001953, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.039221438161879e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 61154767071249.71, + "step": 329, + "teaching_rms": 30638720299036.22, + "traffic_rms": 61154767071249.71 + }, + { + "batch_loss": 1367.73046875, + "innovation_rms": 35246950657058.1, + "instruction_rms": 0.31029522016130767, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.609154387056368e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 3.138221654767376e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0733859430098534e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.69281005859375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 86.71021270751953, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9893582422448538e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.750605156555162e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.948056399563981e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5755068602200883e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.636759466105897e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0733859430098534e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.65444946289062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 86.7101058959961, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9893582422448538e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 69472056885670.55, + "step": 330, + "teaching_rms": 35246950657058.1, + "traffic_rms": 69472056885670.55 + }, + { + "batch_loss": 944.1076049804688, + "innovation_rms": 38913659634243.56, + "instruction_rms": 2.036787502076426, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.15943356847919e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.8698811448949693e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1274198098693325e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.6708221435547, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 72.61273193359375, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9274188008823194e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.428888296272691e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.782830538181837e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.761008902916014e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8550204269592576e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1274198098693325e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.63246154785156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 72.61261749267578, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9274188008823194e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 76268274737658.73, + "step": 331, + "teaching_rms": 38913659634243.56, + "traffic_rms": 76268274737658.73 + }, + { + "batch_loss": 2836.141845703125, + "innovation_rms": 45267393145211.12, + "instruction_rms": 5.015504419633786, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.78530373450696e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.6161736746368196e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1759208139587584e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.64883422851562, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 127.30180358886719, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.854124496781312e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.207400081299866e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.78512128624558e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.976717450604708e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.1570863358803968e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1759208139587584e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.6104736328125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 127.30157470703125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.854124496781312e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 86019224348678.03, + "step": 332, + "teaching_rms": 45267393145211.12, + "traffic_rms": 86019224348678.03 + }, + { + "batch_loss": 3176.169921875, + "innovation_rms": 50882259331401.31, + "instruction_rms": 1.9398164511023002, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.513440796448129e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.3780827175615537e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2291549579077222e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.62684631347656, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 136.7815399169922, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.774002912666583e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.097636850597888e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.902367692980224e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.22823279704277e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.5151524335884698e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2291549579077222e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.58848571777344, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 136.78173828125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.774002912666583e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 95057315652112.92, + "step": 333, + "teaching_rms": 50882259331401.31, + "traffic_rms": 95057315652112.92 + }, + { + "batch_loss": 504.8668518066406, + "innovation_rms": 4634760379245.362, + "instruction_rms": 0.07511217764253743, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.547706856425443e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 2.1561744605848252e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.106148468939817e+17, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.6048583984375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 120.98204040527344, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7018756370792448e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.900896237184614e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.032595583854182e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.454596471398072e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2636370871504077e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.106148468939817e+17, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.56649780273438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 120.98223876953125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7018756370792448e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 27422091827688.73, + "step": 334, + "teaching_rms": 4634760379245.362, + "traffic_rms": 27422091827688.73 + }, + { + "batch_loss": 582.3958740234375, + "innovation_rms": 5093760771387.455, + "instruction_rms": 775.90606810891, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.676207220168275e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.9506566322394466e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.954315134933402e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.58287048339844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 106.40248107910156, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.636944149699625e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.626079131284275e+16, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.251830658983526e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.658323950116536e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0372732409964134e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.954315134933402e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.54452514648438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 106.40267944335938, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.636944149699625e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 30132702652225.727, + "step": 335, + "teaching_rms": 5093760771387.455, + "traffic_rms": 30132702652225.727 + }, + { + "batch_loss": 534.9616088867188, + "innovation_rms": 5508197199013.212, + "instruction_rms": 226.80157218409516, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.879997742134696e+19, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.7614974258530495e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.957763322170573e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.56089782714844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 93.65104675292969, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.578489473002373e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0281176749047808e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.55097445964841e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.841678509164462e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8335459340766413e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.957763322170573e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.52255249023438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 93.6512451171875, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.578489473002373e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 32580492664458.203, + "step": 336, + "teaching_rms": 5508197199013.212, + "traffic_rms": 32580492664458.203 + }, + { + "batch_loss": 329.2500305175781, + "innovation_rms": 5882613285327.632, + "instruction_rms": 293.6234288092852, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0143003562326622e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.5883730044649283e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.060777441263616e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.53892517089844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.23906707763672, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.525864441315328e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0873362544852992e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.921859676038758e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.006697681027072e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6501913750287155e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.060777441263616e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.50057983398438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 83.23926544189453, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.525864441315328e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 34792129261846.09, + "step": 337, + "teaching_rms": 5882613285327.632, + "traffic_rms": 34792129261846.09 + }, + { + "batch_loss": 194.57821655273438, + "innovation_rms": 6221094415317.864, + "instruction_rms": 350.37790988031537, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.0451632957806137e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.4307822018790498e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.253409488961536e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.51695251464844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.33808898925781, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.478486657073152e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1409078110650368e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.357152651496653e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.1552149013436826e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4851722031661056e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.253409488961536e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.47860717773438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 74.3382797241211, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.478486657073152e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 36791639387782.734, + "step": 338, + "teaching_rms": 6221094415317.864, + "traffic_rms": 36791639387782.734 + }, + { + "batch_loss": 100.45197296142578, + "innovation_rms": 6527310956555.358, + "instruction_rms": 383.34058517697383, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.079443957272344e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.2880646778000507e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.526706176439091e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.49497985839844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.44467163085938, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4358318765676954e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1894105331413811e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.850270489647514e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.288880468348109e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.336654982849495e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.526706176439091e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.45663452148438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 66.44486236572266, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4358318765676954e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 38600658447838.81, + "step": 339, + "teaching_rms": 6527310956555.358, + "traffic_rms": 38600658447838.81 + }, + { + "batch_loss": 18.302976608276367, + "innovation_rms": 6804564676252.862, + "instruction_rms": 221.2851117206644, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1161825989982002e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1593536300371505e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.872607568068608e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.47300720214844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59.72411346435547, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4865015814435635e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2333635963610726e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.395302456498586e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.409179409932616e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2029894158450688e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.872607568068608e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.43466186523438, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 59.72430419921875, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4865015814435635e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 40238634858649.266, + "step": 340, + "teaching_rms": 6804564676252.862, + "traffic_rms": 40238634858649.266 + }, + { + "batch_loss": 9.090270042419434, + "innovation_rms": 7055816873386.829, + "instruction_rms": 548.6352298617179, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1545789524150216e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.0434615156636071e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.283860323080602e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.45103454589844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 53.71988296508789, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5393401589045658e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2732330046757274e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.986942119955661e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.5174483199197184e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.082690474260562e+17, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.283860323080602e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.41270446777344, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 53.720069885253906, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5393401589045658e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 41723047095868.81, + "step": 341, + "teaching_rms": 7055816873386.829, + "traffic_rms": 41723047095868.81 + }, + { + "batch_loss": 3.6422972679138184, + "innovation_rms": 7283730387322.36, + "instruction_rms": 1301.4059328509863, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.1939695282261433e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 9.391290156336168e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.753934802694963e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.42906188964844, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 48.34147262573242, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5868794339170714e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3094372596986675e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.620425072797286e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.614890476347064e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 9.744213924747674e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.753934802694963e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.3907470703125, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 48.34165954589844, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5868794339170714e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 43069599539829.51, + "step": 342, + "teaching_rms": 7283730387322.36, + "traffic_rms": 43069599539829.51 + }, + { + "batch_loss": 3.6439528465270996, + "innovation_rms": 7490696527562.305, + "instruction_rms": 8751.67349289486, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2338081770158162e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 8.452172821914085e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.276954203160576e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.4071044921875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.50041961669922, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.629649061848023e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3423519992696013e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.291474816086835e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.702588554570629e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 8.769792360474214e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.276954203160576e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.36878967285156, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 43.500606536865234, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.629649061848023e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 44292404467260.89, + "step": 343, + "teaching_rms": 7490696527562.305, + "traffic_rms": 44292404467260.89 + }, + { + "batch_loss": 15.333399772644043, + "innovation_rms": 7678857013808.647, + "instruction_rms": 5685.251125863348, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.2736492887115353e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.606955539722676e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.847629272252416e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.38514709472656, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.143035888671875, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.668125440469893e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3723145501199565e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.9962514343133184e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.7815166531731456e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.892813296225485e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.847629272252416e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.34683227539062, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 39.14322280883789, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.668125440469893e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 45404129754840.945, + "step": 344, + "teaching_rms": 7678857013808.647, + "traffic_rms": 45404129754840.945 + }, + { + "batch_loss": 4.020406723022461, + "innovation_rms": 7850142815155.675, + "instruction_rms": 959.0878833482185, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3131328392259017e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.846260267225386e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.461198179729408e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.36318969726562, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.22100067138672, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7027373793175142e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3996276215447552e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.731307357228237e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.852551976275149e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 7.10353188070359e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.461198179729408e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.3248748779297, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 35.221187591552734, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7027373793175142e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 46416157664005.234, + "step": 345, + "teaching_rms": 7850142815155.675, + "traffic_rms": 46416157664005.234 + }, + { + "batch_loss": 6.474570274353027, + "innovation_rms": 8006284693735.589, + "instruction_rms": 794.6267391322147, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3519718120436007e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 6.161634310871591e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.113375621971968e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.3412322998047, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.69081687927246, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7338710818501427e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4245630849738342e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.493548275643187e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.916483767066952e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 6.393178649683558e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.113375621971968e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.30291748046875, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 31.691003799438477, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7338710818501427e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 47338702318284.305, + "step": 346, + "teaching_rms": 8006284693735.589, + "traffic_rms": 47338702318284.305 + }, + { + "batch_loss": 3.8620617389678955, + "innovation_rms": 8148832834750.642, + "instruction_rms": 17.89229885079176, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.3899409392223335e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.545470809415688e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8003040741031936e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.31927490234375, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.513334274291992, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.761874096821371e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4473649804489523e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2801953457176576e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.974022241340621e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.75386074176553e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.8003040741031936e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.2809600830078, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 28.513521194458008, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.761874096821371e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 48180942402415.82, + "step": 347, + "teaching_rms": 8148832834750.642, + "traffic_rms": 48180942402415.82 + }, + { + "batch_loss": 3.6636550426483154, + "innovation_rms": 8279186221933.231, + "instruction_rms": 11.960036526616404, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4268672895732836e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 4.990923587736631e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.518511699309363e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.2973175048828, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.653316497802734, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7870592696490394e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4682524372015514e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0887536209494016e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.0258068338271846e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.17847471053865e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.518511699309363e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.25901794433594, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 25.653501510620117, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7870592696490394e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 48951117375214.98, + "step": 348, + "teaching_rms": 8279186221933.231, + "traffic_rms": 48951117375214.98 + }, + { + "batch_loss": 3.109013080596924, + "innovation_rms": 8398592313119.475, + "instruction_rms": 11.439595292753879, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4626219123727453e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 5.060756825771103e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2648732646375424e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.27536010742188, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 23.079042434692383, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.809708006590382e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.487422250633134e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.9169841348870144e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.072413070144307e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.660627067686093e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.2648732646375424e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.23707580566406, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 23.079227447509766, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.809708006590382e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 49656624765777.7, + "step": 349, + "teaching_rms": 8398592313119.475, + "traffic_rms": 49656624765777.7 + }, + { + "batch_loss": 3.2268893718719482, + "innovation_rms": 8508180247574.539, + "instruction_rms": 10.37424370396869, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.4971128004877065e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 7.7347634750228e+20, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0365762107539456e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.25341796875, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20.761964797973633, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.830073710715863e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.505051029798912e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.7628760912166912e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.114358751549194e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 4.194564275018138e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 2.0365762107539456e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.2151336669922, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 20.76215171813965, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.830073710715863e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 50304114337246.74, + "step": 350, + "teaching_rms": 8508180247574.539, + "traffic_rms": 50304114337246.74 + }, + { + "batch_loss": 2.985586166381836, + "innovation_rms": 8608958529100.82, + "instruction_rms": 10.50598711569672, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5302784692279417e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.1739851215390355e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.831088439689216e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.23147583007812, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.676387786865234, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8483845306882458e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5212973448914534e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6246243151839232e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.152109796094116e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.775107890465997e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.831088439689216e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.1931915283203, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 18.67657470703125, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.8483845306882458e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 50899541899420.86, + "step": 351, + "teaching_rms": 8608958529100.82, + "traffic_rms": 50899541899420.86 + }, + { + "batch_loss": 2.9918413162231445, + "innovation_rms": 8701832168257.313, + "instruction_rms": 9.043940329596083, + "parameter_state": { + "bn_running_mean": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.562083206455781e+20, + "nonfinite_indices": [] + }, + "bn_running_var": { + "all_finite": false, + "max_abs_over_finite_tensors": 1.7650538621837886e+21, + "nonfinite_indices": [ + 3, + 4, + 13, + 14, + 15, + 16 + ] + }, + "feedback_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6461312565444608e+16, + "nonfinite_indices": [] + }, + "feedback_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.20953369140625, + "nonfinite_indices": [] + }, + "feedback_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.79918098449707, + "nonfinite_indices": [] + }, + "feedback_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.864845765944279e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.536303445227602e+17, + "nonfinite_indices": [] + }, + "forward_bn_bias_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.5006083156279296e+16, + "nonfinite_indices": [] + }, + "forward_bn_scale": { + "all_finite": true, + "max_abs_over_finite_tensors": 5.186085736184545e+17, + "nonfinite_indices": [] + }, + "forward_bn_scale_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 3.397597015520051e+16, + "nonfinite_indices": [] + }, + "forward_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.6461312565444608e+16, + "nonfinite_indices": [] + }, + "forward_readout": { + "all_finite": true, + "max_abs_over_finite_tensors": 219.17124938964844, + "nonfinite_indices": [] + }, + "forward_readout_momentum": { + "all_finite": true, + "max_abs_over_finite_tensors": 16.799367904663086, + "nonfinite_indices": [] + }, + "forward_weight": { + "all_finite": true, + "max_abs_over_finite_tensors": 1.864845765944279e+17, + "nonfinite_indices": [] + }, + "predictor_bias": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.001342136412858963, + "nonfinite_indices": [] + }, + "predictor_slope": { + "all_finite": true, + "max_abs_over_finite_tensors": 0.11290131509304047, + "nonfinite_indices": [] + } + }, + "predictor_mse": null, + "predictor_updated": false, + "raw_apical_rms": 51448270858676.08, + "step": 352, + "teaching_rms": 8701832168257.313, + "traffic_rms": 51448270858676.08 + } + ], + "trajectory_metrics_finite": true, + "validation_evaluations": 0 +} |