summaryrefslogtreecommitdiff
path: root/results/kp_innovation_diagnosis/raw.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/kp_innovation_diagnosis/raw.json')
-rw-r--r--results/kp_innovation_diagnosis/raw.json2596
1 files changed, 2596 insertions, 0 deletions
diff --git a/results/kp_innovation_diagnosis/raw.json b/results/kp_innovation_diagnosis/raw.json
new file mode 100644
index 0000000..fd05c11
--- /dev/null
+++ b/results/kp_innovation_diagnosis/raw.json
@@ -0,0 +1,2596 @@
+{
+ "first_any_nonfinite_groups": {
+ "bn_running_var": [
+ 2
+ ]
+ },
+ "first_any_nonfinite_step": 12,
+ "first_nonfinite_by_group": {
+ "bn_running_var": {
+ "indices": [
+ 2
+ ],
+ "step": 12
+ },
+ "forward_momentum": {
+ "indices": [
+ 0
+ ],
+ "step": 23
+ },
+ "forward_weight": {
+ "indices": [
+ 0
+ ],
+ "step": 23
+ }
+ },
+ "first_nonfinite_by_metric": {
+ "raw_apical_rms": 23,
+ "teaching_rms": 23,
+ "traffic_rms": 23
+ },
+ "first_nonfinite_metrics": [
+ "teaching_rms"
+ ],
+ "first_training_failure_groups": {
+ "forward_momentum": [
+ 0
+ ],
+ "forward_weight": [
+ 0
+ ]
+ },
+ "first_training_failure_step": 23,
+ "initial_parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.4011031687259674,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.8331910371780396,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.3956821858882904,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.1162850856781006,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.027761053293943405,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.09883774071931839,
+ "nonfinite_indices": []
+ }
+ },
+ "max_steps": 352,
+ "predictor_warmup": {
+ "first_mse": 0.00028227133620732826,
+ "last_mse": 5.667926742440297e-06,
+ "post_warmup_traffic_residual_rms_ratio": 0.13994200329263365,
+ "steps": 20,
+ "task_loader_state_restored": true
+ },
+ "protocol": "kp_mixed_traffic_nonfinite_diagnosis_v1",
+ "provenance": {
+ "git_commit": "e9962317b3d976fe25e28a5693f2757e3758480a",
+ "git_tracked_dirty": false
+ },
+ "rule": "raw",
+ "scope": "training_only_no_validation_or_test_evaluation",
+ "split": {
+ "dataset": "cifar10",
+ "input_layout": "NCHW",
+ "input_shape": [
+ 3,
+ 32,
+ 32
+ ],
+ "loader_seed": 0,
+ "normalization_mean": [
+ 0.49140000343322754,
+ 0.4821999967098236,
+ 0.4465000033378601
+ ],
+ "normalization_std": [
+ 0.24699999392032623,
+ 0.2434999942779541,
+ 0.26159998774528503
+ ],
+ "split_from_training_only": true,
+ "split_seed": 2027,
+ "test_examples": 10000,
+ "train_examples": 45000,
+ "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
+ "validation_class_counts": {
+ "0": 500,
+ "1": 500,
+ "2": 500,
+ "3": 500,
+ "4": 500,
+ "5": 500,
+ "6": 500,
+ "7": 500,
+ "8": 500,
+ "9": 500
+ },
+ "validation_examples": 5000,
+ "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
+ },
+ "test_evaluations": 0,
+ "traffic_calibration": {
+ "instruction_rms": [
+ 0.008471464738249779,
+ 0.006617916747927666,
+ 0.003988116513937712,
+ 0.0043865954503417015,
+ 0.002713605063036084,
+ 0.003158062230795622,
+ 0.002004207344725728,
+ 0.003757704282179475,
+ 0.0027085733599960804,
+ 0.0030200635083019733,
+ 0.002056022873148322,
+ 0.002389939734712243,
+ 0.0016842411132529378,
+ 0.0034010226372629404,
+ 0.002549725119024515,
+ 0.0030542907770723104,
+ 0.0020918569061905146,
+ 0.002605808200314641,
+ 0.0018916188273578882
+ ],
+ "realized_traffic_instruction_rms_ratio": [
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 4.0,
+ 3.999999523162842,
+ 4.0,
+ 4.000000476837158,
+ 3.999999761581421,
+ 4.0,
+ 4.0,
+ 3.999999761581421,
+ 4.0,
+ 4.000000476837158,
+ 4.000000476837158,
+ 4.0,
+ 4.0,
+ 4.0
+ ],
+ "target_ratio": 4.0,
+ "traffic_gain": [
+ 0.0443243607878685,
+ 0.035817068070173264,
+ 0.013778294436633587,
+ 0.022762222215533257,
+ 0.007214079145342112,
+ 0.017218582332134247,
+ 0.004616298712790012,
+ 0.02042512409389019,
+ 0.007327491883188486,
+ 0.01611751690506935,
+ 0.004703814629465342,
+ 0.01256294921040535,
+ 0.003324519144371152,
+ 0.01805141195654869,
+ 0.006063441745936871,
+ 0.016296451911330223,
+ 0.0044285994954407215,
+ 0.013874167576432228,
+ 0.0036007820162922144
+ ],
+ "unscaled_traffic_rms": [
+ 0.7644973993301392,
+ 0.7390796542167664,
+ 1.157796859741211,
+ 0.7708553671836853,
+ 1.504616141319275,
+ 0.7336404919624329,
+ 1.736635684967041,
+ 0.7358984351158142,
+ 1.478581428527832,
+ 0.7495108246803284,
+ 1.7483876943588257,
+ 0.7609485983848572,
+ 2.0264477729797363,
+ 0.7536302804946899,
+ 1.6820316314697266,
+ 0.7496824264526367,
+ 1.8894071578979492,
+ 0.7512690424919128,
+ 2.10134220123291
+ ]
+ },
+ "trajectory": [
+ {
+ "batch_loss": 2.9134020805358887,
+ "innovation_rms": 0.004771175180211988,
+ "instruction_rms": 0.004215397890235521,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.40285658836364746,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.9875131845474243,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.4835381507873535,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.4058851897716522,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.6322960257530212,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.8855142593383789,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.92843496799469,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 19.28434944152832,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3.5336530208587646,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 25.336528778076172,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.4835429191589355,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.3794170618057251,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.632293164730072,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.1108489036560059,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": 4.976208320227749e-06,
+ "predictor_updated": true,
+ "raw_apical_rms": 0.017318262248096506,
+ "step": 1,
+ "teaching_rms": 0.017318262248096506,
+ "traffic_rms": 0.01680093259933294
+ },
+ {
+ "batch_loss": 4.37880802154541,
+ "innovation_rms": 0.006642734878556084,
+ "instruction_rms": 0.000853714235416182,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.809155464172363,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 721.392822265625,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 40.836830139160156,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.5069015026092529,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.928332328796387,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.310676097869873,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 15.794450759887695,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 138.66015625,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 18.23194122314453,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 147.47482299804688,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 40.836849212646484,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.558488130569458,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.9283623695373535,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.150968551635742,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 0.07167517478648427,
+ "step": 2,
+ "teaching_rms": 0.07167517478648427,
+ "traffic_rms": 0.07168706967924272
+ },
+ {
+ "batch_loss": 62.39194869995117,
+ "innovation_rms": 0.04320631538853019,
+ "instruction_rms": 0.0010472341542311814,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 356.8426208496094,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1791921.125,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 213.0579071044922,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.5058348178863525,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 25.9843692779541,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 21.809722900390625,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 110.76314544677734,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 949.6869506835938,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 106.9458999633789,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 887.1395874023438,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 213.05795288085938,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.5706584453582764,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 25.98439598083496,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 21.629249572753906,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 0.4096882489245497,
+ "step": 3,
+ "teaching_rms": 0.4096882489245497,
+ "traffic_rms": 0.4097436226513377
+ },
+ {
+ "batch_loss": 2009.0380859375,
+ "innovation_rms": 0.2674370110966999,
+ "instruction_rms": 0.004233299259793086,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 14210.78125,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1380064384.0,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5443.09619140625,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 22.39139747619629,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 228.98875427246094,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 544.3182373046875,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 755.9462890625,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6451.8310546875,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 625.8128051757812,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5188.6689453125,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5443.09619140625,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 22.356828689575195,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 228.98876953125,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 544.3165893554688,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 2.461484879487376,
+ "step": 4,
+ "teaching_rms": 2.461484879487376,
+ "traffic_rms": 2.4617708411099555
+ },
+ {
+ "batch_loss": 112892.0234375,
+ "innovation_rms": 1.6685627603860504,
+ "instruction_rms": 0.06684887920874732,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 248347.546875,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 623219245056.0,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5791.7373046875,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 138.59193420410156,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1434.5382080078125,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1034.2034912109375,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5113.11767578125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 43571.7109375,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3740.436767578125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 31441.947265625,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5791.7373046875,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 138.73252868652344,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1434.5382080078125,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1034.201904296875,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 15.27535965785013,
+ "step": 5,
+ "teaching_rms": 15.27535965785013,
+ "traffic_rms": 15.278027105225625
+ },
+ {
+ "batch_loss": 2455932.0,
+ "innovation_rms": 10.530254946194479,
+ "instruction_rms": 0.3377461375021928,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9263209.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 785249072054272.0,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 73129.2734375,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 919.689697265625,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9476.0703125,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7309.23193359375,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 34009.1953125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 288960.78125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 23957.794921875,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 202173.578125,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 106296.703125,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 919.8031005859375,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9476.0703125,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 10629.2666015625,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 96.2812310170606,
+ "step": 6,
+ "teaching_rms": 96.2812310170606,
+ "traffic_rms": 96.29033498247702
+ },
+ {
+ "batch_loss": 219007568.0,
+ "innovation_rms": 67.6596506605722,
+ "instruction_rms": 12.255536666155361,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 179776320.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.5904562669879296e+17,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 862161.5625,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6503.6923828125,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 66552.15625,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 86710.046875,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 223160.828125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1891516.375,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 149912.125,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1259543.25,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 862161.5625,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6503.53173828125,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 66552.15625,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 86709.921875,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 609.3589883430672,
+ "step": 7,
+ "teaching_rms": 609.3589883430672,
+ "traffic_rms": 609.3716608713507
+ },
+ {
+ "batch_loss": 6313313792.0,
+ "innovation_rms": 635.8658596420023,
+ "instruction_rms": 474.3939766601709,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 55527071744.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.4739118525779865e+22,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2244147.25,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 40447.48828125,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 415675.28125,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 225028.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1455079.625,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 12319188.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 947911.875,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7979997.5,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5845979.5,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 40447.62109375,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 415675.28125,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 583864.8125,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 3903.5996254501265,
+ "step": 8,
+ "teaching_rms": 3903.5996254501265,
+ "traffic_rms": 3875.288730373385
+ },
+ {
+ "batch_loss": 300282970112.0,
+ "innovation_rms": 3441.5039919434207,
+ "instruction_rms": 2131.803786759769,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 680749367296.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.705536237315299e+24,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 25990798.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 203435.75,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2105182.25,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2594033.5,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9466755.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 80116752.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5939632.5,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 49917208.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 26899548.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 203435.640625,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2105182.25,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2688694.5,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 24820.6189692148,
+ "step": 9,
+ "teaching_rms": 24820.6189692148,
+ "traffic_rms": 24733.48540903183
+ },
+ {
+ "batch_loss": 13719861985280.0,
+ "innovation_rms": 23182.18261027393,
+ "instruction_rms": 15498.95686617451,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 40207386673152.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.55772600614539e+27,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 220189120.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1721460.875,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 17673788.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 22032622.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 62041124.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 525743680.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 36923960.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 310883904.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 281836384.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1721460.75,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 17673788.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 28155576.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 158582.15373303735,
+ "step": 10,
+ "teaching_rms": 158582.15373303735,
+ "traffic_rms": 157856.055207326
+ },
+ {
+ "batch_loss": 435026600656896.0,
+ "innovation_rms": 114996.38814138998,
+ "instruction_rms": 32270.95626218856,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 713759609847808.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0750616147244287e+30,
+ "nonfinite_indices": []
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 246987664.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 10917683.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 112190920.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 41869920.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 406617184.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3445760512.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 235566416.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1986424576.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 327553152.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 10917683.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 112190920.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 53509244.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 1010584.7613561256,
+ "step": 11,
+ "teaching_rms": 1010584.7613561256,
+ "traffic_rms": 1010232.4381931124
+ },
+ {
+ "batch_loss": 2.537886511529984e+16,
+ "innovation_rms": 825126.9735699444,
+ "instruction_rms": 421032.7663593107,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9343225684819968.0,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 4.72694492673369e+31,
+ "nonfinite_indices": [
+ 2
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2473533440.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 69656936.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 720843200.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 247591504.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2665948160.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 22608721920.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1496079616.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 12605131776.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6821169152.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 69656936.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 720843200.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 682591040.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 6510937.902281908,
+ "step": 12,
+ "teaching_rms": 6510937.902281908,
+ "traffic_rms": 6498775.339094464
+ },
+ {
+ "batch_loss": 1.2513632545427948e+18,
+ "innovation_rms": 5248991.747072194,
+ "instruction_rms": 2637024.464266133,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.133763382406021e+17,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 2.0061653946146105e+32,
+ "nonfinite_indices": [
+ 1,
+ 2
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 46665199616.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 472121920.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4865332224.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4661702144.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 17467561984.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 148016136192.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9630923776.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 81348444160.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 49905045504.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 472121920.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4865332224.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4989012480.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 41654088.66667222,
+ "step": 13,
+ "teaching_rms": 41654088.66667222,
+ "traffic_rms": 41581860.81261145
+ },
+ {
+ "batch_loss": 3.5509394323072352e+19,
+ "innovation_rms": 42108402.89419961,
+ "instruction_rms": 30342980.296724346,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.1136874112905904e+19,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1.7558590928736146e+31,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 7,
+ 9,
+ 11,
+ 13,
+ 15,
+ 17
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 41998213120.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2984294400.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 30612709376.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 8861523968.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 114593660928.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 971260952576.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 60705337344.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 510744133632.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 73283395584.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2984294400.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 30612709376.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9468108800.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 268952578.3895035,
+ "step": 14,
+ "teaching_rms": 268952578.3895035,
+ "traffic_rms": 267285264.4603581
+ },
+ {
+ "batch_loss": 1.6333594611427322e+21,
+ "innovation_rms": 800222405.8456465,
+ "instruction_rms": 777877793.1214755,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.3903862854120479e+20,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1.1975129795930737e+32,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 9,
+ 11,
+ 13,
+ 15,
+ 17
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 156586229760.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 20057102336.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 206726234112.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 15606534144.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 750709440512.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6361157468160.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 390359187456.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3296538394624.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1652640448512.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 20057102336.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 206726234112.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 164999217152.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 1886884668.1288352,
+ "step": 15,
+ "teaching_rms": 1886884668.1288352,
+ "traffic_rms": 1719438087.4833093
+ },
+ {
+ "batch_loss": 8.245772963581686e+22,
+ "innovation_rms": 2108910074.0224924,
+ "instruction_rms": 1728075433.7621841,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.2572378198256764e+21,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 3.104902480817458e+33,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 15,
+ 17
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2421397913600.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 136395907072.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1405160914944.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 242128666624.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4917122564096.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 41664131366912.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2516013023232.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 21256537636864.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3639316578304.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 136395907072.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1405160914944.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 368572334080.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.0261825043708086,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.1002056896686554,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 11204605422.40656,
+ "step": 16,
+ "teaching_rms": 11204605422.40656,
+ "traffic_rms": 11073351064.429298
+ },
+ {
+ "batch_loss": 2.1036254772220476e+24,
+ "innovation_rms": 8866334746.490744,
+ "instruction_rms": 4222872690.0720706,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9.703865584698561e+21,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 2.6989238139892423e+24,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2179233873920.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 930190196736.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9565184720896.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 460052070400.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 32078815035392.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 271616919470080.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 16319751651328.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 138161489444864.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 49354521968640.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 930190196736.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9565184720896.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4919401119744.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": 6.095242611435654e+19,
+ "predictor_updated": true,
+ "raw_apical_rms": 71465235459.55798,
+ "step": 17,
+ "teaching_rms": 71465235459.55798,
+ "traffic_rms": 71351454965.3111
+ },
+ {
+ "batch_loss": 1.5382899447402633e+26,
+ "innovation_rms": 71572086254.81004,
+ "instruction_rms": 56051603285.53418,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 8.464551528439866e+22,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 5.262129282512831e+26,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1961264414720.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5703475920896.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 59140839833600.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 656178544640.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 209302262382592.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1772234368614400.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 106315347132416.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 899955971588096.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 80104285798400.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5703475920896.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 59140839833600.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 9405515956224.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 462967654001.47754,
+ "step": 18,
+ "teaching_rms": 462967654001.47754,
+ "traffic_rms": 459687978147.4927
+ },
+ {
+ "batch_loss": 6.846591999518655e+27,
+ "innovation_rms": 290501401397.3123,
+ "instruction_rms": 8111214202.742734,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.012106781543683e+23,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 2.3933527397858936e+27,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1765072306176.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 39067479703552.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 400467045646336.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 832685801472.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1371602100944896.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.1622998620504064e+16,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 685208479203328.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5788931404595200.0,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 923942827065344.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 39067479703552.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 400467045646336.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 91756725010432.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 2962792032789.946,
+ "step": 19,
+ "teaching_rms": 2962792032789.946,
+ "traffic_rms": 2963650282562.4404
+ },
+ {
+ "batch_loss": 1.3576159507461967e+29,
+ "innovation_rms": 1877553196044.7314,
+ "instruction_rms": 34424872130.591675,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5.410367779057763e+24,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 2.1133126471674116e+29,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1588481753088.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 245241693077504.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2514232247582720.0,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 991533989888.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 8981958805684224.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.610356489990963e+16,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4389450402496512.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3.704241789075456e+16,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.4248136318910464e+16,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 245241693077504.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2514232247582720.0,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1425324491407360.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 19091212825035.754,
+ "step": 20,
+ "teaching_rms": 19091212825035.754,
+ "traffic_rms": 19093848356143.99
+ },
+ {
+ "batch_loss": 1.0967124787899256e+31,
+ "innovation_rms": 12096769567901.818,
+ "instruction_rms": 307990333308.78033,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.01565603767337e+25,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1.5221337164974775e+31,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1429534408704.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1570421103132672.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.6285735376125952e+16,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1134487404544.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 5.876230372982784e+16,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.978034427989852e+17,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.8376574046765056e+16,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.398712262421381e+17,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4.084097286668288e+16,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1570421103132672.0,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.6285735376125952e+16,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 4068768548388864.0,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 123100819405555.34,
+ "step": 21,
+ "teaching_rms": 123100819405555.34,
+ "traffic_rms": 123133928159666.89
+ },
+ {
+ "batch_loss": 4.232289909690759e+32,
+ "innovation_rms": 77974794031922.83,
+ "instruction_rms": 1869629700006.385,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.8954553677044687e+26,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1.4056117640516673e+32,
+ "nonfinite_indices": [
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1286467485696.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0861270064431104e+16,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.119012840884142e+17,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1263134179328.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3.84298452281983e+17,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 3.2553614597517476e+18,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.8502196843144806e+17,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.5664538751273533e+18,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0989330097818829e+18,
+ "nonfinite_indices": []
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0861270064431104e+16,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.119012840884142e+17,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.09862042206208e+17,
+ "nonfinite_indices": []
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": 793368631685639.2,
+ "step": 22,
+ "teaching_rms": 793368631685639.2,
+ "traffic_rms": 793566805355304.6
+ },
+ {
+ "batch_loss": 1.2669363088255617e+34,
+ "innovation_rms": 479773464857308.44,
+ "instruction_rms": 9649244758151.72,
+ "parameter_state": {
+ "bn_running_mean": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.0454542301054557e+27,
+ "nonfinite_indices": []
+ },
+ "bn_running_var": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 0.0,
+ "nonfinite_indices": [
+ 0,
+ 1,
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7,
+ 8,
+ 9,
+ 10,
+ 11,
+ 12,
+ 13,
+ 14,
+ 15,
+ 16,
+ 17,
+ 18
+ ]
+ },
+ "feedback_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1157694357504.0,
+ "nonfinite_indices": []
+ },
+ "feedback_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6.932769134975386e+16,
+ "nonfinite_indices": []
+ },
+ "feedback_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.135186562769224e+17,
+ "nonfinite_indices": []
+ },
+ "feedback_weight": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1378903654400.0,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.5077735423349883e+18,
+ "nonfinite_indices": []
+ },
+ "forward_bn_bias_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 2.123474931998209e+19,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.203644037580456e+18,
+ "nonfinite_indices": []
+ },
+ "forward_bn_scale_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 1.0186219866856358e+19,
+ "nonfinite_indices": []
+ },
+ "forward_momentum": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1157694357504.0,
+ "nonfinite_indices": [
+ 0
+ ]
+ },
+ "forward_readout": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6.932769134975386e+16,
+ "nonfinite_indices": []
+ },
+ "forward_readout_momentum": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 7.135186562769224e+17,
+ "nonfinite_indices": []
+ },
+ "forward_weight": {
+ "all_finite": false,
+ "max_abs_over_finite_tensors": 1378903654400.0,
+ "nonfinite_indices": [
+ 0
+ ]
+ },
+ "predictor_bias": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 6824764928.0,
+ "nonfinite_indices": []
+ },
+ "predictor_slope": {
+ "all_finite": true,
+ "max_abs_over_finite_tensors": 0.10143683850765228,
+ "nonfinite_indices": []
+ }
+ },
+ "predictor_mse": null,
+ "predictor_updated": false,
+ "raw_apical_rms": Infinity,
+ "step": 23,
+ "teaching_rms": Infinity,
+ "traffic_rms": Infinity
+ }
+ ],
+ "trajectory_metrics_finite": false,
+ "validation_evaluations": 0
+}
generated by cgit v1.2.3 (git 2.25.1) at 2026-08-01 12:37:52 +0000